2023-03-22T14:01:30.058 INFO:root:teuthology version: 0.0.1.dev66+g73b89aa 2023-03-22T14:01:30.059 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi/7216304 --owner scheduled_pdonnell@teuthology --description fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/suites/ffsb}} --verbose --name pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi -- /home/teuthworker/archive/pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi/7216304/orig.config.yaml 2023-03-22T14:01:30.118 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2023-03-22T14:01:30.213 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi/7216304 branch: wip-pdonnell-testing-20230322.005419 description: fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/suites/ffsb}} email: pdonnell@redhat.com first_in_suite: false job_id: '7216304' kernel: client: branch: testing kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-pdonnell-testing-20230322.005419 ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 filestore flush min: 0 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd heartbeat grace: 60 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request - SLOW_OPS - slow request sha1: 5ef201735dd432fb1acc6499397b70bdb0d4e31e subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount - mds.dir_split install: ceph: flavor: default sha1: 5ef201735dd432fb1acc6499397b70bdb0d4e31e kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - wsync syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20230322.005419 sha1: d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed owner: scheduled_pdonnell@teuthology priority: 55 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 sha1: 5ef201735dd432fb1acc6499397b70bdb0d4e31e sleep_before_teardown: 0 suite: fs:workload suite_branch: wip-pdonnell-testing-20230322.005419 suite_path: /home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa suite_relpath: qa suite_repo: https://github.com/batrick/ceph.git suite_sha1: d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi045.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac= smithi098.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac= smithi142.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1M - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6M3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - workunit: clients: all: - suites/ffsb.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 73b89aac0a5bd1ebc44f009c17952fa6438cc002 timestamp: 2023-03-22_13:35:43 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4737 2023-03-22T14:01:30.214 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa; will attempt to use it 2023-03-22T14:01:30.214 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks 2023-03-22T14:01:30.215 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-03-22T14:01:30.216 INFO:teuthology.task.internal:Checking packages... 2023-03-22T14:01:30.245 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '5ef201735dd432fb1acc6499397b70bdb0d4e31e' 2023-03-22T14:01:30.245 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-03-22T14:01:30.245 INFO:teuthology.packaging:ref: None 2023-03-22T14:01:30.246 INFO:teuthology.packaging:tag: None 2023-03-22T14:01:30.246 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20230322.005419 2023-03-22T14:01:30.246 INFO:teuthology.packaging:sha1: 5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:01:30.246 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-pdonnell-testing-20230322.005419 2023-03-22T14:01:30.411 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-3090.g5ef20173 2023-03-22T14:01:30.412 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-03-22T14:01:30.418 INFO:teuthology.task.internal:no buildpackages task found 2023-03-22T14:01:30.419 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-03-22T14:01:30.442 INFO:teuthology.task.internal:Saving configuration 2023-03-22T14:01:30.466 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-03-22T14:01:30.475 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-03-22T14:01:30.503 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi045.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi/7216304', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-22 13:56:30.380653', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-03-22T14:01:30.528 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi098.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi/7216304', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-22 13:56:30.379309', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-03-22T14:01:30.550 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi142.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2023-03-22_13:35:43-fs:workload-wip-pdonnell-testing-20230322.005419-distro-default-smithi/7216304', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-03-22 13:56:30.381602', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-03-22T14:01:30.551 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-03-22T14:01:30.557 INFO:teuthology.task.internal:roles: ubuntu@smithi045.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2023-03-22T14:01:30.557 INFO:teuthology.task.internal:roles: ubuntu@smithi098.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2023-03-22T14:01:30.558 INFO:teuthology.task.internal:roles: ubuntu@smithi142.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2023-03-22T14:01:30.558 INFO:teuthology.run_tasks:Running task console_log... 2023-03-22T14:01:30.669 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f53ff3bddc0>, signals=[15]) 2023-03-22T14:01:30.670 INFO:teuthology.run_tasks:Running task internal.connect... 2023-03-22T14:01:30.676 INFO:teuthology.task.internal:Opening connections... 2023-03-22T14:01:30.676 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi045.front.sepia.ceph.com 2023-03-22T14:01:30.678 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:01:30.749 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi098.front.sepia.ceph.com 2023-03-22T14:01:30.750 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:01:30.816 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi142.front.sepia.ceph.com 2023-03-22T14:01:30.817 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:01:30.884 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-03-22T14:01:30.891 DEBUG:teuthology.orchestra.run.smithi045:> uname -m 2023-03-22T14:01:30.913 INFO:teuthology.orchestra.run.smithi045.stdout:x86_64 2023-03-22T14:01:30.914 DEBUG:teuthology.orchestra.run.smithi045:> cat /etc/os-release 2023-03-22T14:01:30.972 INFO:teuthology.orchestra.run.smithi045.stdout:NAME="Red Hat Enterprise Linux" 2023-03-22T14:01:30.972 INFO:teuthology.orchestra.run.smithi045.stdout:VERSION="8.6 (Ootpa)" 2023-03-22T14:01:30.972 INFO:teuthology.orchestra.run.smithi045.stdout:ID="rhel" 2023-03-22T14:01:30.972 INFO:teuthology.orchestra.run.smithi045.stdout:ID_LIKE="fedora" 2023-03-22T14:01:30.973 INFO:teuthology.orchestra.run.smithi045.stdout:VERSION_ID="8.6" 2023-03-22T14:01:30.973 INFO:teuthology.orchestra.run.smithi045.stdout:PLATFORM_ID="platform:el8" 2023-03-22T14:01:30.973 INFO:teuthology.orchestra.run.smithi045.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-03-22T14:01:30.973 INFO:teuthology.orchestra.run.smithi045.stdout:ANSI_COLOR="0;31" 2023-03-22T14:01:30.973 INFO:teuthology.orchestra.run.smithi045.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-03-22T14:01:30.973 INFO:teuthology.orchestra.run.smithi045.stdout:HOME_URL="https://www.redhat.com/" 2023-03-22T14:01:30.974 INFO:teuthology.orchestra.run.smithi045.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-03-22T14:01:30.974 INFO:teuthology.orchestra.run.smithi045.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-22T14:01:30.974 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:01:30.974 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-22T14:01:30.974 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-03-22T14:01:30.974 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-03-22T14:01:30.974 INFO:teuthology.orchestra.run.smithi045.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-03-22T14:01:30.975 INFO:teuthology.lock.ops:Updating smithi045.front.sepia.ceph.com on lock server 2023-03-22T14:01:31.005 DEBUG:teuthology.orchestra.run.smithi098:> uname -m 2023-03-22T14:01:31.024 INFO:teuthology.orchestra.run.smithi098.stdout:x86_64 2023-03-22T14:01:31.025 DEBUG:teuthology.orchestra.run.smithi098:> cat /etc/os-release 2023-03-22T14:01:31.083 INFO:teuthology.orchestra.run.smithi098.stdout:NAME="Red Hat Enterprise Linux" 2023-03-22T14:01:31.083 INFO:teuthology.orchestra.run.smithi098.stdout:VERSION="8.6 (Ootpa)" 2023-03-22T14:01:31.083 INFO:teuthology.orchestra.run.smithi098.stdout:ID="rhel" 2023-03-22T14:01:31.083 INFO:teuthology.orchestra.run.smithi098.stdout:ID_LIKE="fedora" 2023-03-22T14:01:31.084 INFO:teuthology.orchestra.run.smithi098.stdout:VERSION_ID="8.6" 2023-03-22T14:01:31.084 INFO:teuthology.orchestra.run.smithi098.stdout:PLATFORM_ID="platform:el8" 2023-03-22T14:01:31.084 INFO:teuthology.orchestra.run.smithi098.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-03-22T14:01:31.084 INFO:teuthology.orchestra.run.smithi098.stdout:ANSI_COLOR="0;31" 2023-03-22T14:01:31.084 INFO:teuthology.orchestra.run.smithi098.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-03-22T14:01:31.085 INFO:teuthology.orchestra.run.smithi098.stdout:HOME_URL="https://www.redhat.com/" 2023-03-22T14:01:31.085 INFO:teuthology.orchestra.run.smithi098.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-03-22T14:01:31.085 INFO:teuthology.orchestra.run.smithi098.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-22T14:01:31.085 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:01:31.085 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-22T14:01:31.085 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-03-22T14:01:31.085 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-03-22T14:01:31.086 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-03-22T14:01:31.086 INFO:teuthology.lock.ops:Updating smithi098.front.sepia.ceph.com on lock server 2023-03-22T14:01:31.130 DEBUG:teuthology.orchestra.run.smithi142:> uname -m 2023-03-22T14:01:31.150 INFO:teuthology.orchestra.run.smithi142.stdout:x86_64 2023-03-22T14:01:31.150 DEBUG:teuthology.orchestra.run.smithi142:> cat /etc/os-release 2023-03-22T14:01:31.208 INFO:teuthology.orchestra.run.smithi142.stdout:NAME="Red Hat Enterprise Linux" 2023-03-22T14:01:31.208 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION="8.6 (Ootpa)" 2023-03-22T14:01:31.209 INFO:teuthology.orchestra.run.smithi142.stdout:ID="rhel" 2023-03-22T14:01:31.209 INFO:teuthology.orchestra.run.smithi142.stdout:ID_LIKE="fedora" 2023-03-22T14:01:31.209 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION_ID="8.6" 2023-03-22T14:01:31.209 INFO:teuthology.orchestra.run.smithi142.stdout:PLATFORM_ID="platform:el8" 2023-03-22T14:01:31.209 INFO:teuthology.orchestra.run.smithi142.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-03-22T14:01:31.209 INFO:teuthology.orchestra.run.smithi142.stdout:ANSI_COLOR="0;31" 2023-03-22T14:01:31.210 INFO:teuthology.orchestra.run.smithi142.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-03-22T14:01:31.210 INFO:teuthology.orchestra.run.smithi142.stdout:HOME_URL="https://www.redhat.com/" 2023-03-22T14:01:31.210 INFO:teuthology.orchestra.run.smithi142.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-03-22T14:01:31.210 INFO:teuthology.orchestra.run.smithi142.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-03-22T14:01:31.210 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:01:31.210 INFO:teuthology.orchestra.run.smithi142.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-03-22T14:01:31.210 INFO:teuthology.orchestra.run.smithi142.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-03-22T14:01:31.211 INFO:teuthology.orchestra.run.smithi142.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-03-22T14:01:31.211 INFO:teuthology.orchestra.run.smithi142.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-03-22T14:01:31.211 INFO:teuthology.lock.ops:Updating smithi142.front.sepia.ceph.com on lock server 2023-03-22T14:01:31.238 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-03-22T14:01:31.248 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-03-22T14:01:31.259 INFO:teuthology.task.internal:Checking for old test directory... 2023-03-22T14:01:31.260 DEBUG:teuthology.orchestra.run.smithi045:> test '!' -e /home/ubuntu/cephtest 2023-03-22T14:01:31.262 DEBUG:teuthology.orchestra.run.smithi098:> test '!' -e /home/ubuntu/cephtest 2023-03-22T14:01:31.264 DEBUG:teuthology.orchestra.run.smithi142:> test '!' -e /home/ubuntu/cephtest 2023-03-22T14:01:31.282 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-03-22T14:01:31.289 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-03-22T14:01:31.289 DEBUG:teuthology.orchestra.run.smithi045:> test -z $(ls -A /var/lib/ceph) 2023-03-22T14:01:31.321 DEBUG:teuthology.orchestra.run.smithi098:> test -z $(ls -A /var/lib/ceph) 2023-03-22T14:01:31.323 DEBUG:teuthology.orchestra.run.smithi142:> test -z $(ls -A /var/lib/ceph) 2023-03-22T14:01:31.361 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-03-22T14:01:31.448 INFO:teuthology.run_tasks:Running task kernel... 2023-03-22T14:01:31.463 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2023-03-22T14:01:31.464 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2023-03-22T14:01:31.464 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2023-03-22T14:01:31.464 DEBUG:teuthology.orchestra.run.smithi045:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-22T14:01:31.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:01:31.484 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&ref=testing 2023-03-22T14:01:31.667 DEBUG:teuthology.task.kernel:sha1 for client.0 is 3c75c22c43546ea1af81262b2e252bfc70a0d93f 2023-03-22T14:01:31.668 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "3c75c22c43546ea1af81262b2e252bfc70a0d93f"... 2023-03-22T14:01:31.668 DEBUG:teuthology.orchestra.run.smithi045:> uname -r 2023-03-22T14:01:31.688 INFO:teuthology.orchestra.run.smithi045.stdout:4.18.0-372.9.1.el8.x86_64 2023-03-22T14:01:31.688 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-372.9.1.el8.x86_64 vs 3c75c22c43546ea1af81262b2e252bfc70a0d93f 2023-03-22T14:01:31.689 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-03-22T14:01:31.689 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum upgrade -y linux-firmware 2023-03-22T14:01:33.017 INFO:teuthology.orchestra.run.smithi045.stdout:Updating Subscription Management repositories. 2023-03-22T14:01:33.018 INFO:teuthology.orchestra.run.smithi045.stdout:Unable to read consumer identity 2023-03-22T14:01:34.494 INFO:teuthology.orchestra.run.smithi045.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2023-03-22T14:01:35.503 INFO:teuthology.orchestra.run.smithi045.stdout:Extra Packages for Enterprise Linux 14 MB/s | 14 MB 00:00 2023-03-22T14:01:38.812 INFO:teuthology.orchestra.run.smithi045.stdout:lab-extras 415 kB/s | 24 kB 00:00 2023-03-22T14:01:39.608 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2023-03-22T14:01:39.609 INFO:teuthology.orchestra.run.smithi045.stdout:Nothing to do. 2023-03-22T14:01:39.609 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2023-03-22T14:01:39.720 INFO:teuthology.task.kernel:Downloading kernel 3c75c22c43546ea1af81262b2e252bfc70a0d93f on client.0... 2023-03-22T14:01:39.721 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3c75c22c43546ea1af81262b2e252bfc70a0d93f 2023-03-22T14:01:39.868 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/3c75c22c43546ea1af81262b2e252bfc70a0d93f/centos/8/flavors/default/x86_64/ 2023-03-22T14:01:39.869 DEBUG:teuthology.orchestra.run.smithi045:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.3.0_rc3_g3c75c22c4354-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/3c75c22c43546ea1af81262b2e252bfc70a0d93f/centos/8/flavors/default/x86_64/ --input-file=- 2023-03-22T14:01:39.871 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi045.front.sepia.ceph.com to complete... 2023-03-22T14:01:52.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22 14:01:52 URL:https://4.chacra.ceph.com/r/kernel/testing/3c75c22c43546ea1af81262b2e252bfc70a0d93f/centos/8/flavors/default/x86_64/kernel-6.3.0_rc3_g3c75c22c4354-1.x86_64.rpm [377991248/377991248] -> "/tmp/kernel.x86_64.rpm" [1] 2023-03-22T14:01:52.591 INFO:teuthology.orchestra.run.smithi045.stderr:FINISHED --2023-03-22 14:01:52-- 2023-03-22T14:01:52.591 INFO:teuthology.orchestra.run.smithi045.stderr:Total wall clock time: 13s 2023-03-22T14:01:52.592 INFO:teuthology.orchestra.run.smithi045.stderr:Downloaded: 1 files, 360M in 12s (28.9 MB/s) 2023-03-22T14:01:52.593 INFO:teuthology.task.kernel:Installing kernel 3c75c22c43546ea1af81262b2e252bfc70a0d93f on client.0... 2023-03-22T14:01:52.593 DEBUG:teuthology.orchestra.run.smithi045:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2023-03-22T14:01:54.233 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying... ######################################## 2023-03-22T14:01:54.300 INFO:teuthology.orchestra.run.smithi045.stdout:Preparing... ######################################## 2023-03-22T14:01:54.385 INFO:teuthology.orchestra.run.smithi045.stdout:Updating / installing... 2023-03-22T14:02:34.492 INFO:teuthology.orchestra.run.smithi045.stdout:kernel-6.3.0_rc3_g3c75c22c4354-1 ######################################## 2023-03-22T14:02:58.799 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi045.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2023-03-22T14:02:58.799 DEBUG:teuthology.orchestra.run.smithi045:> rpm -qlp /tmp/kernel.x86_64.rpm 2023-03-22T14:02:58.847 INFO:teuthology.orchestra.run.smithi045.stdout:/boot/System.map-6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:58.848 INFO:teuthology.orchestra.run.smithi045.stdout:/boot/config-6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:58.848 INFO:teuthology.orchestra.run.smithi045.stdout:/boot/vmlinuz-6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:58.848 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:58.848 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel 2023-03-22T14:02:58.848 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch 2023-03-22T14:02:58.848 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86 2023-03-22T14:02:58.849 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto 2023-03-22T14:02:58.849 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-03-22T14:02:58.849 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-03-22T14:02:58.849 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-03-22T14:02:58.849 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-03-22T14:02:58.849 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-03-22T14:02:58.849 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/crc32c-intel.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/serpent-avx2.ko 2023-03-22T14:02:58.850 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kernel 2023-03-22T14:02:58.851 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kernel/cpu 2023-03-22T14:02:58.852 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kernel/cpu/mce 2023-03-22T14:02:58.852 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-03-22T14:02:58.852 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kvm 2023-03-22T14:02:58.852 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kvm/kvm-amd.ko 2023-03-22T14:02:58.852 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kvm/kvm-intel.ko 2023-03-22T14:02:58.852 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/arch/x86/kvm/kvm.ko 2023-03-22T14:02:58.852 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/ansi_cprng.ko 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/anubis.ko 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/arc4.ko 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/async_tx 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/async_tx/async_memcpy.ko 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/async_tx/async_pq.ko 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/async_tx/async_raid6_recov.ko 2023-03-22T14:02:58.853 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/async_tx/async_tx.ko 2023-03-22T14:02:58.854 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/async_tx/async_xor.ko 2023-03-22T14:02:58.854 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/async_tx/raid6test.ko 2023-03-22T14:02:58.854 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/authenc.ko 2023-03-22T14:02:58.854 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/authencesn.ko 2023-03-22T14:02:58.854 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/blake2b_generic.ko 2023-03-22T14:02:58.854 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/blowfish_common.ko 2023-03-22T14:02:58.854 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/blowfish_generic.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/camellia_generic.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/cast5_generic.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/cast6_generic.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/cast_common.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/ccm.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/cmac.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/crc32_generic.ko 2023-03-22T14:02:58.855 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/crypto_engine.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/crypto_user.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/cts.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/des_generic.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/dh_generic.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/echainiv.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/essiv.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/fcrypt.ko 2023-03-22T14:02:58.856 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/khazad.ko 2023-03-22T14:02:58.857 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/lz4.ko 2023-03-22T14:02:58.857 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/lz4hc.ko 2023-03-22T14:02:58.857 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/md4.ko 2023-03-22T14:02:58.857 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/michael_mic.ko 2023-03-22T14:02:58.857 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/pcbc.ko 2023-03-22T14:02:58.857 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/pcrypt.ko 2023-03-22T14:02:58.857 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/rmd160.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/seed.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/serpent_generic.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/tcrypt.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/tea.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/twofish_common.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/twofish_generic.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/vmac.ko 2023-03-22T14:02:58.858 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/wp512.ko 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/xcbc.ko 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/xor.ko 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/crypto/xxhash_generic.ko 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/acpi_ipmi.ko 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/acpi_pad.ko 2023-03-22T14:02:58.859 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/custom_method.ko 2023-03-22T14:02:58.860 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/ec_sys.ko 2023-03-22T14:02:58.860 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/platform_profile.ko 2023-03-22T14:02:58.860 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/sbs.ko 2023-03-22T14:02:58.860 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/sbshc.ko 2023-03-22T14:02:58.860 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/acpi/video.ko 2023-03-22T14:02:58.860 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata 2023-03-22T14:02:58.860 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/acard-ahci.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/ahci_platform.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/ata_generic.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/libahci_platform.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_acpi.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_ali.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_amd.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_artop.ko 2023-03-22T14:02:58.861 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_atiixp.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_atp867x.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_cmd640.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_cmd64x.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_cypress.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_efar.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_hpt366.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_hpt37x.ko 2023-03-22T14:02:58.862 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_hpt3x2n.ko 2023-03-22T14:02:58.863 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_hpt3x3.ko 2023-03-22T14:02:58.863 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_it8213.ko 2023-03-22T14:02:58.863 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_it821x.ko 2023-03-22T14:02:58.863 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_jmicron.ko 2023-03-22T14:02:58.863 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_marvell.ko 2023-03-22T14:02:58.863 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_mpiix.ko 2023-03-22T14:02:58.863 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_netcell.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_ninja32.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_ns87410.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_ns87415.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_oldpiix.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_opti.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_optidma.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_pcmcia.ko 2023-03-22T14:02:58.864 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_pdc2027x.ko 2023-03-22T14:02:58.865 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-03-22T14:02:58.865 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_piccolo.ko 2023-03-22T14:02:58.865 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_rdc.ko 2023-03-22T14:02:58.865 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_sch.ko 2023-03-22T14:02:58.865 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_serverworks.ko 2023-03-22T14:02:58.865 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_sil680.ko 2023-03-22T14:02:58.865 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_sis.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_sl82c105.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_triflex.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pata_via.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/pdc_adma.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_inic162x.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_mv.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_nv.ko 2023-03-22T14:02:58.866 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_promise.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_qstor.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_sil.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_sil24.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_sis.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_svw.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_sx4.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_uli.ko 2023-03-22T14:02:58.867 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_via.ko 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ata/sata_vsc.ko 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/auxdisplay 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/auxdisplay/ks0108.ko 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/base 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/base/regmap 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/base/regmap/regmap-i2c.ko 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/bcma 2023-03-22T14:02:58.868 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/bcma/bcma.ko 2023-03-22T14:02:58.869 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block 2023-03-22T14:02:58.869 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/aoe 2023-03-22T14:02:58.869 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/aoe/aoe.ko 2023-03-22T14:02:58.869 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/brd.ko 2023-03-22T14:02:58.869 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/drbd 2023-03-22T14:02:58.869 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/drbd/drbd.ko 2023-03-22T14:02:58.869 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/floppy.ko 2023-03-22T14:02:58.870 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/loop.ko 2023-03-22T14:02:58.870 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/mtip32xx 2023-03-22T14:02:58.870 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-03-22T14:02:58.870 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/nbd.ko 2023-03-22T14:02:58.870 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/null_blk 2023-03-22T14:02:58.870 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/null_blk/null_blk.ko 2023-03-22T14:02:58.870 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/pktcdvd.ko 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/rbd.ko 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/virtio_blk.ko 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/xen-blkback 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/xen-blkfront.ko 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/zram 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/block/zram/zram.ko 2023-03-22T14:02:58.871 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/hangcheck-timer.ko 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/hw_random 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/hw_random/amd-rng.ko 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/hw_random/intel-rng.ko 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/hw_random/via-rng.ko 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/hw_random/virtio-rng.ko 2023-03-22T14:02:58.872 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ipmi 2023-03-22T14:02:58.873 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-03-22T14:02:58.873 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-03-22T14:02:58.873 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-03-22T14:02:58.873 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ipmi/ipmi_si.ko 2023-03-22T14:02:58.873 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-03-22T14:02:58.873 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-03-22T14:02:58.873 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/lp.ko 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/mwave 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/mwave/mwave.ko 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/pcmcia 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/pcmcia/cm4000_cs.ko 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/pcmcia/cm4040_cs.ko 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/ppdev.ko 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tlclk.ko 2023-03-22T14:02:58.874 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tpm 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tpm/tpm.ko 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tpm/tpm_atmel.ko 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tpm/tpm_infineon.ko 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tpm/tpm_nsc.ko 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tpm/tpm_tis.ko 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/tpm/tpm_tis_core.ko 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/uv_mmtimer.ko 2023-03-22T14:02:58.875 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/char/virtio_console.ko 2023-03-22T14:02:58.876 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/cpufreq 2023-03-22T14:02:58.876 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/cpufreq/acpi-cpufreq.ko 2023-03-22T14:02:58.876 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-03-22T14:02:58.876 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/cpufreq/p4-clockmod.ko 2023-03-22T14:02:58.876 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/cpufreq/pcc-cpufreq.ko 2023-03-22T14:02:58.876 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/cpufreq/powernow-k8.ko 2023-03-22T14:02:58.876 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/cpufreq/speedstep-lib.ko 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/ccp 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/ccp/ccp.ko 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/padlock-aes.ko 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/padlock-sha.ko 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/qat 2023-03-22T14:02:58.877 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/qat/qat_common 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/qat/qat_common/intel_qat.ko 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/qat/qat_dh895xcc 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/virtio 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/dca 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/dca/dca.ko 2023-03-22T14:02:58.878 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/devfreq 2023-03-22T14:02:58.879 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/devfreq/governor_simpleondemand.ko 2023-03-22T14:02:58.879 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/dma 2023-03-22T14:02:58.879 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/dma/dw 2023-03-22T14:02:58.879 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/dma/dw/dw_dmac.ko 2023-03-22T14:02:58.879 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/dma/ioat 2023-03-22T14:02:58.879 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/dma/ioat/ioatdma.ko 2023-03-22T14:02:58.879 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/amd64_edac.ko 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/e752x_edac.ko 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/edac_mce_amd.ko 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/i3000_edac.ko 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/i3200_edac.ko 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/i5100_edac.ko 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/i5400_edac.ko 2023-03-22T14:02:58.880 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/i7300_edac.ko 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/i7core_edac.ko 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/i82975x_edac.ko 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/ie31200_edac.ko 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/sb_edac.ko 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/edac/x38_edac.ko 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/firmware 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/firmware/edd.ko 2023-03-22T14:02:58.881 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/firmware/iscsi_ibft.ko 2023-03-22T14:02:58.882 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/gpio 2023-03-22T14:02:58.882 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/gpio/gpio-ich.ko 2023-03-22T14:02:58.882 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/gpio/gpio-viperboard.ko 2023-03-22T14:02:58.882 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid 2023-03-22T14:02:58.882 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-appleir.ko 2023-03-22T14:02:58.882 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-aureal.ko 2023-03-22T14:02:58.882 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-axff.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-dr.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-elecom.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-elo.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-emsff.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-gaff.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-gt683r.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-gyration.ko 2023-03-22T14:02:58.883 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-holtek-kbd.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-holtek-mouse.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-holtekff.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-hyperv.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-icade.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-keytouch.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-kye.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-lcpower.ko 2023-03-22T14:02:58.884 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-led.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-lenovo.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-logitech-dj.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-multitouch.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-ortek.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-penmount.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-petalynx.ko 2023-03-22T14:02:58.885 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-picolcd.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-pl.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-plantronics.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-primax.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-rmi.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-arvo.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-common.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-isku.ko 2023-03-22T14:02:58.886 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-kone.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-konepure.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-lua.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-pyra.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-ryos.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat-savu.ko 2023-03-22T14:02:58.887 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-roccat.ko 2023-03-22T14:02:58.888 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-saitek.ko 2023-03-22T14:02:58.888 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-samsung.ko 2023-03-22T14:02:58.888 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-sensor-hub.ko 2023-03-22T14:02:58.888 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-sjoy.ko 2023-03-22T14:02:58.888 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-sony.ko 2023-03-22T14:02:58.888 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-speedlink.ko 2023-03-22T14:02:58.888 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-steelseries.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-sunplus.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-thrustmaster.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-tivo.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-tmff.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-topseed.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-twinhan.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-uclogic.ko 2023-03-22T14:02:58.889 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-waltop.ko 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-wiimote.ko 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-xinmo.ko 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-zpff.ko 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/hid-zydacron.ko 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/uhid.ko 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hid/wacom.ko 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hv 2023-03-22T14:02:58.890 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hv/hv_balloon.ko 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hv/hv_utils.ko 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hv/hv_vmbus.ko 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/abituguru.ko 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/abituguru3.ko 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/acpi_power_meter.ko 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ad7414.ko 2023-03-22T14:02:58.891 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ad7418.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adc128d818.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adm1025.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adm1026.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adm1029.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adm1031.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adm9240.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ads7828.ko 2023-03-22T14:02:58.892 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adt7410.ko 2023-03-22T14:02:58.893 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adt7411.ko 2023-03-22T14:02:58.893 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adt7462.ko 2023-03-22T14:02:58.893 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adt7470.ko 2023-03-22T14:02:58.893 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adt7475.ko 2023-03-22T14:02:58.893 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/adt7x10.ko 2023-03-22T14:02:58.893 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/amc6821.ko 2023-03-22T14:02:58.893 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/applesmc.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/asb100.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/asc7621.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/asus_atk0110.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/atxp1.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/coretemp.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/dme1737.ko 2023-03-22T14:02:58.894 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ds1621.ko 2023-03-22T14:02:58.895 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ds620.ko 2023-03-22T14:02:58.895 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/emc1403.ko 2023-03-22T14:02:58.895 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/emc6w201.ko 2023-03-22T14:02:58.895 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/f71805f.ko 2023-03-22T14:02:58.895 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/f71882fg.ko 2023-03-22T14:02:58.895 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/f75375s.ko 2023-03-22T14:02:58.895 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/fam15h_power.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/fschmd.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/g760a.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/g762.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/gl518sm.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/gl520sm.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/hwmon-vid.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/i5500_temp.ko 2023-03-22T14:02:58.896 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/i5k_amb.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ibmaem.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ibmpex.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ina209.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ina2xx.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/it87.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/k10temp.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/k8temp.ko 2023-03-22T14:02:58.897 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lineage-pem.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm63.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm73.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm75.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm77.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm78.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm80.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm83.ko 2023-03-22T14:02:58.898 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm85.ko 2023-03-22T14:02:58.899 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm87.ko 2023-03-22T14:02:58.899 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm90.ko 2023-03-22T14:02:58.899 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm92.ko 2023-03-22T14:02:58.899 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm93.ko 2023-03-22T14:02:58.899 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm95234.ko 2023-03-22T14:02:58.899 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm95241.ko 2023-03-22T14:02:58.899 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/lm95245.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ltc2945.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ltc4151.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ltc4215.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ltc4222.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ltc4245.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ltc4260.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/ltc4261.ko 2023-03-22T14:02:58.900 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/max16065.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/max1619.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/max1668.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/max197.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/max6639.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/max6650.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/max6697.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/mcp3021.ko 2023-03-22T14:02:58.901 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/nct6683.ko 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/nct6775-core.ko 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/nct6775.ko 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/nct7802.ko 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pc87360.ko 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pc87427.ko 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pcf8591.ko 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus 2023-03-22T14:02:58.902 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-03-22T14:02:58.903 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-03-22T14:02:58.903 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-03-22T14:02:58.903 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/max16064.ko 2023-03-22T14:02:58.903 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/max34440.ko 2023-03-22T14:02:58.903 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/max8688.ko 2023-03-22T14:02:58.903 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-03-22T14:02:58.903 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/powr1220.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/sch5627.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/sch5636.ko 2023-03-22T14:02:58.904 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/sch56xx-common.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/sht15.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/sht21.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/shtc1.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/sis5595.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/smsc47b397.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/smsc47m1.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/smsc47m192.ko 2023-03-22T14:02:58.905 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/thmc50.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/tmp102.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/tmp103.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/tmp401.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/tmp421.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/via-cputemp.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/via686a.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/vt1211.ko 2023-03-22T14:02:58.906 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/vt8231.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83627ehf.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83627hf.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83781d.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83791d.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83792d.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83793.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83795.ko 2023-03-22T14:02:58.907 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83l785ts.ko 2023-03-22T14:02:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/hwmon/w83l786ng.ko 2023-03-22T14:02:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c 2023-03-22T14:02:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/algos 2023-03-22T14:02:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-03-22T14:02:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-03-22T14:02:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses 2023-03-22T14:02:58.908 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-03-22T14:02:58.909 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-i801.ko 2023-03-22T14:02:58.910 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-isch.ko 2023-03-22T14:02:58.910 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-03-22T14:02:58.910 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-03-22T14:02:58.910 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-03-22T14:02:58.910 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-parport.ko 2023-03-22T14:02:58.910 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-03-22T14:02:58.910 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-via.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-03-22T14:02:58.911 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/i2c-dev.ko 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/i2c-mux.ko 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/i2c-slave-eeprom.ko 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/i2c-smbus.ko 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/i2c/i2c-stub.ko 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core/ib_cm.ko 2023-03-22T14:02:58.912 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core/ib_core.ko 2023-03-22T14:02:58.913 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core/ib_umad.ko 2023-03-22T14:02:58.913 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-03-22T14:02:58.913 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core/iw_cm.ko 2023-03-22T14:02:58.913 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core/rdma_cm.ko 2023-03-22T14:02:58.913 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-03-22T14:02:58.913 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw 2023-03-22T14:02:58.913 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/cxgb4 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/mlx4 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/mlx5 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/mthca 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-03-22T14:02:58.914 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/ipoib 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/iser 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/isert 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/srp 2023-03-22T14:02:58.915 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/srpt 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/gameport 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/gameport/fm801-gp.ko 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/gameport/gameport.ko 2023-03-22T14:02:58.916 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/gameport/lightning.ko 2023-03-22T14:02:58.917 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/gameport/ns558.ko 2023-03-22T14:02:58.917 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/joydev.ko 2023-03-22T14:02:58.917 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/keyboard 2023-03-22T14:02:58.917 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/keyboard/gpio_keys.ko 2023-03-22T14:02:58.917 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse 2023-03-22T14:02:58.917 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/appletouch.ko 2023-03-22T14:02:58.917 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/bcm5974.ko 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/cyapatp.ko 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/elan_i2c.ko 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/sermouse.ko 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/synaptics_usb.ko 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/mouse/vsxxxaa.ko 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/rmi4 2023-03-22T14:02:58.918 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/rmi4/rmi_core.ko 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/serio 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/serio/altera_ps2.ko 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/serio/arc_ps2.ko 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/serio/serio_raw.ko 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/input/sparse-keymap.ko 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/iommu 2023-03-22T14:02:58.919 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/iommu/amd 2023-03-22T14:02:58.920 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/iommu/amd/iommu_v2.ko 2023-03-22T14:02:58.920 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds 2023-03-22T14:02:58.920 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/leds-blinkm.ko 2023-03-22T14:02:58.920 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/leds-lm3530.ko 2023-03-22T14:02:58.920 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/leds-lp3944.ko 2023-03-22T14:02:58.920 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/leds-ss4200.ko 2023-03-22T14:02:58.920 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-03-22T14:02:58.921 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/bcache 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/bcache/bcache.ko 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-bio-prison.ko 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-cache-smq.ko 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-cache.ko 2023-03-22T14:02:58.922 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-crypt.ko 2023-03-22T14:02:58.923 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-delay.ko 2023-03-22T14:02:58.923 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-flakey.ko 2023-03-22T14:02:58.923 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-log-userspace.ko 2023-03-22T14:02:58.923 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-multipath.ko 2023-03-22T14:02:58.923 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-queue-length.ko 2023-03-22T14:02:58.923 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-raid.ko 2023-03-22T14:02:58.923 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-round-robin.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-service-time.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-switch.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-thin-pool.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/dm-verity.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/faulty.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/linear.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/multipath.ko 2023-03-22T14:02:58.924 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/persistent-data 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/raid0.ko 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/raid1.ko 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/raid10.ko 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/md/raid456.ko 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion 2023-03-22T14:02:58.925 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion/mptbase.ko 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion/mptctl.ko 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion/mptfc.ko 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion/mptlan.ko 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion/mptsas.ko 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion/mptscsih.ko 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/message/fusion/mptspi.ko 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd 2023-03-22T14:02:58.926 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd/lpc_ich.ko 2023-03-22T14:02:58.927 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd/lpc_sch.ko 2023-03-22T14:02:58.927 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd/mfd-core.ko 2023-03-22T14:02:58.927 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd/sm501.ko 2023-03-22T14:02:58.927 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd/viperboard.ko 2023-03-22T14:02:58.927 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd/vx855.ko 2023-03-22T14:02:58.927 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/mfd/wl1273-core.ko 2023-03-22T14:02:58.927 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/altera-stapl 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/apds9802als.ko 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/apds990x.ko 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/bh1770glc.ko 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/cb710 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/cb710/cb710.ko 2023-03-22T14:02:58.928 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/eeprom 2023-03-22T14:02:58.929 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/eeprom/at24.ko 2023-03-22T14:02:58.929 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/eeprom/eeprom.ko 2023-03-22T14:02:58.929 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-03-22T14:02:58.929 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/eeprom/max6875.ko 2023-03-22T14:02:58.929 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/enclosure.ko 2023-03-22T14:02:58.929 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/hpilo.ko 2023-03-22T14:02:58.929 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/isl29003.ko 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/isl29020.ko 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/lis3lv02d 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/mei 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/mei/mei-me.ko 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/mei/mei-txe.ko 2023-03-22T14:02:58.930 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/mei/mei.ko 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/sgi-gru 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/sgi-gru/gru.ko 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/sgi-xp 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/sgi-xp/xp.ko 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/sgi-xp/xpc.ko 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/sgi-xp/xpnet.ko 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/tifm_7xx1.ko 2023-03-22T14:02:58.931 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/tifm_core.ko 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/tsl2550.ko 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/vmw_balloon.ko 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/vmw_vmci 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/bonding 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/bonding/bonding.ko 2023-03-22T14:02:58.932 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dsa 2023-03-22T14:02:58.933 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dsa/b53 2023-03-22T14:02:58.933 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dsa/b53/b53_common.ko 2023-03-22T14:02:58.933 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dsa/bcm-sf2.ko 2023-03-22T14:02:58.933 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dsa/mv88e6060.ko 2023-03-22T14:02:58.933 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dsa/mv88e6xxx 2023-03-22T14:02:58.933 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-03-22T14:02:58.933 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/dummy.ko 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/eql.ko 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/3com 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-03-22T14:02:58.934 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/8390 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/8390/8390.ko 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/adaptec 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/agere 2023-03-22T14:02:58.935 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/agere/et131x.ko 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/alteon 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/altera 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/amd 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-03-22T14:02:58.936 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-03-22T14:02:58.937 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros 2023-03-22T14:02:58.937 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/alx 2023-03-22T14:02:58.937 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-03-22T14:02:58.937 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/atl1c 2023-03-22T14:02:58.937 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-03-22T14:02:58.937 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/atl1e 2023-03-22T14:02:58.937 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/atlx 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/bnx2x 2023-03-22T14:02:58.938 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/genet 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/brocade 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/brocade/bna 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-03-22T14:02:58.939 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio 2023-03-22T14:02:58.940 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb 2023-03-22T14:02:58.940 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-03-22T14:02:58.940 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb3 2023-03-22T14:02:58.940 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-03-22T14:02:58.940 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb4 2023-03-22T14:02:58.940 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-03-22T14:02:58.940 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/libcxgb 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/cisco 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/cisco/enic 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec 2023-03-22T14:02:58.941 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec/tulip 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dlink 2023-03-22T14:02:58.942 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/dnet.ko 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/emulex 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/emulex/benet 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/ethoc.ko 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/fealnx.ko 2023-03-22T14:02:58.943 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel 2023-03-22T14:02:58.944 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/e100.ko 2023-03-22T14:02:58.944 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/e1000 2023-03-22T14:02:58.944 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-03-22T14:02:58.944 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/e1000e 2023-03-22T14:02:58.944 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-03-22T14:02:58.944 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/fm10k 2023-03-22T14:02:58.944 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/i40e 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/iavf 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/igb 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/igbvf 2023-03-22T14:02:58.945 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/ixgb 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/ixgb/ixgb.ko 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/ixgbe 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/ixgbevf 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/jme.ko 2023-03-22T14:02:58.946 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/marvell 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/marvell/skge.ko 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/mellanox 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/mellanox/mlx4 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-03-22T14:02:58.947 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/mellanox/mlx5 2023-03-22T14:02:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/mellanox/mlx5/core 2023-03-22T14:02:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-03-22T14:02:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/micrel 2023-03-22T14:02:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-03-22T14:02:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/myricom 2023-03-22T14:02:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/myricom/myri10ge 2023-03-22T14:02:58.948 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/natsemi 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/neterion 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/nvidia 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-03-22T14:02:58.949 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/packetengines 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/qlogic 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/qlogic/netxen 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/qlogic/qlcnic 2023-03-22T14:02:58.950 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-03-22T14:02:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/rdc 2023-03-22T14:02:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-03-22T14:02:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/realtek 2023-03-22T14:02:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-03-22T14:02:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-03-22T14:02:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/realtek/atp.ko 2023-03-22T14:02:58.951 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/rocker 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/rocker/rocker.ko 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sfc 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/silan 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sis 2023-03-22T14:02:58.952 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sis/sis190.ko 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sis/sis900.ko 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/smsc 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/stmicro 2023-03-22T14:02:58.953 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/stmicro/stmmac 2023-03-22T14:02:58.954 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-03-22T14:02:58.954 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-03-22T14:02:58.954 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sun 2023-03-22T14:02:58.954 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sun/cassini.ko 2023-03-22T14:02:58.954 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sun/niu.ko 2023-03-22T14:02:58.954 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sun/sungem.ko 2023-03-22T14:02:58.954 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/tehuti 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/ti 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/ti/tlan.ko 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/via 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-03-22T14:02:58.955 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/wiznet 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/xircom 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/geneve.ko 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/hyperv 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-03-22T14:02:58.956 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ieee802154 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ieee802154/fakelb.ko 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ifb.ko 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ipvlan 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ipvlan/ipvlan.ko 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/macvlan.ko 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/macvtap.ko 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/mdio 2023-03-22T14:02:58.957 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/mdio.ko 2023-03-22T14:02:58.958 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-03-22T14:02:58.958 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-03-22T14:02:58.958 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/mii.ko 2023-03-22T14:02:58.958 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/net_failover.ko 2023-03-22T14:02:58.958 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/netconsole.ko 2023-03-22T14:02:58.958 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/nlmon.ko 2023-03-22T14:02:58.958 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/pcs 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/pcs/pcs-altera-tse.ko 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/amd.ko 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/bcm-phy-ptp.ko 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/bcm7xxx.ko 2023-03-22T14:02:58.959 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/bcm87xx.ko 2023-03-22T14:02:58.960 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/broadcom.ko 2023-03-22T14:02:58.960 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/cicada.ko 2023-03-22T14:02:58.960 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/davicom.ko 2023-03-22T14:02:58.960 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/dp83640.ko 2023-03-22T14:02:58.960 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/et1011c.ko 2023-03-22T14:02:58.960 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/icplus.ko 2023-03-22T14:02:58.960 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/lxt.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/marvell.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/micrel.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/national.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/phylink.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/qsemi.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/realtek.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/smsc.ko 2023-03-22T14:02:58.961 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/ste10Xp.ko 2023-03-22T14:02:58.962 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/phy/vitesse.ko 2023-03-22T14:02:58.962 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp 2023-03-22T14:02:58.962 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/bsd_comp.ko 2023-03-22T14:02:58.962 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/ppp_async.ko 2023-03-22T14:02:58.962 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/ppp_deflate.ko 2023-03-22T14:02:58.962 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/ppp_generic.ko 2023-03-22T14:02:58.962 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/ppp_mppe.ko 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/ppp_synctty.ko 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/pppoe.ko 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/pppox.ko 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/ppp/pptp.ko 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/slip 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/slip/slhc.ko 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/slip/slip.ko 2023-03-22T14:02:58.963 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/sungem_phy.ko 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/tap.ko 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/team 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/team/team.ko 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/team/team_mode_activebackup.ko 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/team/team_mode_broadcast.ko 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/team/team_mode_random.ko 2023-03-22T14:02:58.964 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/tun.ko 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/veth.ko 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/virtio_net.ko 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/vmxnet3 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/vxlan 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/vxlan/vxlan.ko 2023-03-22T14:02:58.965 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/xen-netback 2023-03-22T14:02:58.966 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/xen-netback/xen-netback.ko 2023-03-22T14:02:58.966 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/net/xen-netfront.ko 2023-03-22T14:02:58.966 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ntb 2023-03-22T14:02:58.966 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ntb/ntb.ko 2023-03-22T14:02:58.966 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/nvme 2023-03-22T14:02:58.966 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/nvme/host 2023-03-22T14:02:58.966 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/nvme/host/nvme-core.ko 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/nvme/host/nvme.ko 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/parport 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/parport/parport.ko 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/parport/parport_cs.ko 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/parport/parport_pc.ko 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/parport/parport_serial.ko 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pci 2023-03-22T14:02:58.967 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pci/hotplug 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pci/pcie 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pci/pcie/aer_inject.ko 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pci/xen-pcifront.ko 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pcmcia 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pcmcia/i82092.ko 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pcmcia/pd6729.ko 2023-03-22T14:02:58.968 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pcmcia/yenta_socket.ko 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pinctrl 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pinctrl/intel 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/acer-wmi.ko 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/acerhdf.ko 2023-03-22T14:02:58.969 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/apple-gmux.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/asus-laptop.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/asus-wmi.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/classmate-laptop.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-03-22T14:02:58.970 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-03-22T14:02:58.971 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/hdaps.ko 2023-03-22T14:02:58.971 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/intel 2023-03-22T14:02:58.971 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-03-22T14:02:58.971 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/intel_ips.ko 2023-03-22T14:02:58.971 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/msi-wmi.ko 2023-03-22T14:02:58.971 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/mxm-wmi.ko 2023-03-22T14:02:58.971 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/samsung-laptop.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/samsung-q10.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/topstar-laptop.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/toshiba_haps.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/wmi-bmof.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/platform/x86/wmi.ko 2023-03-22T14:02:58.972 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/powercap 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/powercap/intel_rapl_common.ko 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/powercap/intel_rapl_msr.ko 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pps 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pps/clients 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pps/clients/pps-gpio.ko 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pps/clients/pps-ldisc.ko 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pps/clients/pps_parport.ko 2023-03-22T14:02:58.973 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/pps/pps_core.ko 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ptp 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ptp/ptp.ko 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ptp/ptp_kvm.ko 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-bq32k.ko 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-bq4802.ko 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds1286.ko 2023-03-22T14:02:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds1307.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds1374.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds1511.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds1553.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds1672.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds1742.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds2404.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-ds3232.ko 2023-03-22T14:02:58.975 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-em3027.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-fm3130.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-isl12022.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-isl1208.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-m41t80.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-m48t35.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-m48t59.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-max6900.ko 2023-03-22T14:02:58.976 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-msm6242.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-pcf2127.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-pcf85063.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-pcf8523.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-pcf8563.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-pcf8583.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-rp5c01.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-rs5c372.ko 2023-03-22T14:02:58.977 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-03-22T14:02:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-rx8025.ko 2023-03-22T14:02:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-rx8581.ko 2023-03-22T14:02:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-03-22T14:02:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/rtc/rtc-x1205.ko 2023-03-22T14:02:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi 2023-03-22T14:02:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/3w-9xxx.ko 2023-03-22T14:02:58.978 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/3w-sas.ko 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/3w-xxxx.ko 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/BusLogic.ko 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/a100u2w.ko 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/aacraid 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/aacraid/aacraid.ko 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/advansys.ko 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/aic7xxx 2023-03-22T14:02:58.979 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/am53c974.ko 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/arcmsr 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/atp870u.ko 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/be2iscsi 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-03-22T14:02:58.980 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/bfa 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/bfa/bfa.ko 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/bnx2fc 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/bnx2i 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/ch.ko 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/csiostor 2023-03-22T14:02:58.981 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/csiostor/csiostor.ko 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/cxgbi 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/cxgbi/cxgb3i 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/cxgbi/cxgb4i 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/dc395x.ko 2023-03-22T14:02:58.982 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/device_handler 2023-03-22T14:02:58.983 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2023-03-22T14:02:58.983 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2023-03-22T14:02:58.983 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2023-03-22T14:02:58.983 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2023-03-22T14:02:58.983 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/dmx3191d.ko 2023-03-22T14:02:58.983 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/esas2r 2023-03-22T14:02:58.983 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/esas2r/esas2r.ko 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/esp_scsi.ko 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/fcoe 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/fcoe/fcoe.ko 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/fnic 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/fnic/fnic.ko 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/hpsa.ko 2023-03-22T14:02:58.984 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/hptiop.ko 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/hv_storvsc.ko 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/initio.ko 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/ipr.ko 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/ips.ko 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/isci 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/isci/isci.ko 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-03-22T14:02:58.985 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/iscsi_tcp.ko 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/libfc 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/libfc/libfc.ko 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/libiscsi.ko 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/libiscsi_tcp.ko 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/libsas 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/libsas/libsas.ko 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/lpfc 2023-03-22T14:02:58.986 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/lpfc/lpfc.ko 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/megaraid 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/megaraid.ko 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/mpt3sas 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-03-22T14:02:58.987 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/mvsas 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/mvsas/mvsas.ko 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/mvumi.ko 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/pm8001 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/pmcraid.ko 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/qla1280.ko 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/qla2xxx 2023-03-22T14:02:58.988 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-03-22T14:02:58.989 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-03-22T14:02:58.989 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/qla4xxx 2023-03-22T14:02:58.989 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-03-22T14:02:58.989 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/raid_class.ko 2023-03-22T14:02:58.989 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/scsi_debug.ko 2023-03-22T14:02:58.989 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/scsi_transport_fc.ko 2023-03-22T14:02:58.989 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/scsi_transport_sas.ko 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/scsi_transport_spi.ko 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/scsi_transport_srp.ko 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/ses.ko 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/st.ko 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/stex.ko 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/sym53c8xx_2 2023-03-22T14:02:58.990 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/virtio_scsi.ko 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/vmw_pvscsi.ko 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/scsi/wd719x.ko 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ssb 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ssb/ssb.ko 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/iscsi 2023-03-22T14:02:58.991 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/loopback 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/loopback/tcm_loop.ko 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/target_core_file.ko 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/target_core_iblock.ko 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/target_core_mod.ko 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/target_core_pscsi.ko 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/target_core_user.ko 2023-03-22T14:02:58.992 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/tcm_fc 2023-03-22T14:02:58.993 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-03-22T14:02:58.993 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal 2023-03-22T14:02:58.993 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel 2023-03-22T14:02:58.993 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal 2023-03-22T14:02:58.993 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-03-22T14:02:58.993 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-03-22T14:02:58.993 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-03-22T14:02:58.994 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/ipwireless 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-03-22T14:02:58.995 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/n_gsm.ko 2023-03-22T14:02:58.996 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/n_hdlc.ko 2023-03-22T14:02:58.996 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/nozomi.ko 2023-03-22T14:02:58.996 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/serial 2023-03-22T14:02:58.996 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/serial/8250 2023-03-22T14:02:58.996 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-03-22T14:02:58.996 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/serial/arc_uart.ko 2023-03-22T14:02:58.996 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/serial/jsm 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/serial/jsm/jsm.ko 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/tty/synclink_gt.ko 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ufs 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ufs/core 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ufs/core/ufshcd-core.ko 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ufs/host 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-03-22T14:02:58.997 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/uio 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/uio/uio.ko 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/uio/uio_aec.ko 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/uio/uio_cif.ko 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/uio/uio_pci_generic.ko 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/uio/uio_sercos3.ko 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/class 2023-03-22T14:02:58.998 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/class/cdc-acm.ko 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/class/cdc-wdm.ko 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/class/usblp.ko 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/class/usbtmc.ko 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/host 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/host/sl811-hcd.ko 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/host/u132-hcd.ko 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/image 2023-03-22T14:02:58.999 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/image/mdc800.ko 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/image/microtek.ko 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/adutux.ko 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/appledisplay.ko 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/emi26.ko 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/emi62.ko 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/ezusb.ko 2023-03-22T14:02:59.000 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/ftdi-elan.ko 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/idmouse.ko 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/iowarrior.ko 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/isight_firmware.ko 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/ldusb.ko 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/legousbtower.ko 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/sisusbvga 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-03-22T14:02:59.001 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/trancevibrator.ko 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/usb3503.ko 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/usblcd.ko 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/usbsevseg.ko 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/uss720.ko 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/misc/yurex.ko 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/phy 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/phy/phy-generic.ko 2023-03-22T14:02:59.002 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial 2023-03-22T14:02:59.003 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/aircable.ko 2023-03-22T14:02:59.003 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ark3116.ko 2023-03-22T14:02:59.003 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/belkin_sa.ko 2023-03-22T14:02:59.003 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ch341.ko 2023-03-22T14:02:59.003 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/cp210x.ko 2023-03-22T14:02:59.003 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/cyberjack.ko 2023-03-22T14:02:59.003 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/cypress_m8.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/digi_acceleport.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/empeg.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ftdi_sio.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/garmin_gps.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/io_edgeport.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/io_ti.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ipaq.ko 2023-03-22T14:02:59.004 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ipw.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ir-usb.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/keyspan.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/keyspan_pda.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/kl5kusb105.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/kobil_sct.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/mct_u232.ko 2023-03-22T14:02:59.005 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/mos7720.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/mos7840.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/navman.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/omninet.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/opticon.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/option.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/oti6858.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/pl2303.ko 2023-03-22T14:02:59.006 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/qcaux.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/qcserial.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/quatech2.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/safe_serial.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/sierra.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/spcp8x5.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ssu100.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/symbolserial.ko 2023-03-22T14:02:59.007 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/usb_debug.ko 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/usb_wwan.ko 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/visor.ko 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/whiteheat.ko 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/serial/xsens_mt.ko 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage 2023-03-22T14:02:59.008 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/uas.ko 2023-03-22T14:02:59.009 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-alauda.ko 2023-03-22T14:02:59.009 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-cypress.ko 2023-03-22T14:02:59.009 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-datafab.ko 2023-03-22T14:02:59.009 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-03-22T14:02:59.009 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-freecom.ko 2023-03-22T14:02:59.009 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-isd200.ko 2023-03-22T14:02:59.009 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-karma.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-onetouch.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-realtek.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-sddr09.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-sddr55.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/ums-usbat.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/storage/usb-storage.ko 2023-03-22T14:02:59.010 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/usbip 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/usbip/usbip-core.ko 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/usbip/usbip-host.ko 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vfio 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vfio/pci 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vfio/pci/vfio-pci.ko 2023-03-22T14:02:59.011 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vfio/vfio.ko 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vhost 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vhost/vhost.ko 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vhost/vhost_iotlb.ko 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vhost/vhost_net.ko 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/vhost/vhost_scsi.ko 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/video 2023-03-22T14:02:59.012 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/video/backlight 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/video/backlight/apple_bl.ko 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/video/backlight/lcd.ko 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/video/backlight/platform_lcd.ko 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio/virtio.ko 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio/virtio_balloon.ko 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio/virtio_mmio.ko 2023-03-22T14:02:59.013 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio/virtio_pci.ko 2023-03-22T14:02:59.014 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2023-03-22T14:02:59.014 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2023-03-22T14:02:59.014 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/virtio/virtio_ring.ko 2023-03-22T14:02:59.014 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1 2023-03-22T14:02:59.014 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/masters 2023-03-22T14:02:59.014 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/masters/ds2482.ko 2023-03-22T14:02:59.014 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/masters/ds2490.ko 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-03-22T14:02:59.015 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_smem.ko 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/slaves/w1_therm.ko 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/w1/wire.ko 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/alim1535_wdt.ko 2023-03-22T14:02:59.016 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/alim7101_wdt.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/f71808e_wdt.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/hpwdt.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/i6300esb.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/iTCO_wdt.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/ib700wdt.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/ibmasr.ko 2023-03-22T14:02:59.017 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/it8712f_wdt.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/it87_wdt.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/machzwd.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/nv_tco.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/pcwd_pci.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/pcwd_usb.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-03-22T14:02:59.018 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/sch311x_wdt.ko 2023-03-22T14:02:59.019 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/softdog.ko 2023-03-22T14:02:59.019 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/sp5100_tco.ko 2023-03-22T14:02:59.019 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/via_wdt.ko 2023-03-22T14:02:59.019 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-03-22T14:02:59.019 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/w83877f_wdt.ko 2023-03-22T14:02:59.019 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/w83977f_wdt.ko 2023-03-22T14:02:59.019 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/wdt_pci.ko 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/watchdog/xen_wdt.ko 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xen-acpi-processor.ko 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xen-evtchn.ko 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xen-gntalloc.ko 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xen-gntdev.ko 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xen-pciback 2023-03-22T14:02:59.020 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xen-privcmd.ko 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xenfs 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/drivers/xen/xenfs/xenfs.ko 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/9p 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/9p/9p.ko 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/affs 2023-03-22T14:02:59.021 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/affs/affs.ko 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/befs 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/befs/befs.ko 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/binfmt_misc.ko 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/btrfs 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/btrfs/btrfs.ko 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/cachefiles 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/cachefiles/cachefiles.ko 2023-03-22T14:02:59.022 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ceph 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ceph/ceph.ko 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/cifs 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/cifs/cifs.ko 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/coda 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/coda/coda.ko 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/cramfs 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/cramfs/cramfs.ko 2023-03-22T14:02:59.023 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/dlm 2023-03-22T14:02:59.024 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/dlm/dlm.ko 2023-03-22T14:02:59.024 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ecryptfs 2023-03-22T14:02:59.024 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ecryptfs/ecryptfs.ko 2023-03-22T14:02:59.024 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/f2fs 2023-03-22T14:02:59.024 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/f2fs/f2fs.ko 2023-03-22T14:02:59.024 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fat 2023-03-22T14:02:59.024 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fat/fat.ko 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fat/msdos.ko 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fat/vfat.ko 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fscache 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fscache/fscache.ko 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fuse 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fuse/cuse.ko 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/fuse/fuse.ko 2023-03-22T14:02:59.025 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/gfs2 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/gfs2/gfs2.ko 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/hfs 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/hfs/hfs.ko 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/hfsplus 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/hfsplus/hfsplus.ko 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/isofs 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/isofs/isofs.ko 2023-03-22T14:02:59.026 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/jfs 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/jfs/jfs.ko 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/lockd 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/lockd/lockd.ko 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/minix 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/minix/minix.ko 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/netfs 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/netfs/netfs.ko 2023-03-22T14:02:59.027 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/blocklayout 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/filelayout 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/flexfilelayout 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/nfs.ko 2023-03-22T14:02:59.028 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/nfsv3.ko 2023-03-22T14:02:59.029 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs/nfsv4.ko 2023-03-22T14:02:59.029 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs_common 2023-03-22T14:02:59.029 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs_common/grace.ko 2023-03-22T14:02:59.029 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfs_common/nfs_acl.ko 2023-03-22T14:02:59.029 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfsd 2023-03-22T14:02:59.029 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nfsd/nfsd.ko 2023-03-22T14:02:59.029 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nilfs2 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nilfs2/nilfs2.ko 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-celtic.ko 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-centeuro.ko 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-croatian.ko 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-cyrillic.ko 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-gaelic.ko 2023-03-22T14:02:59.030 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-greek.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-iceland.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-inuit.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-roman.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-romanian.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/mac-turkish.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp1250.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp1251.ko 2023-03-22T14:02:59.031 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp1255.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp737.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp775.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp850.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp852.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp855.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp857.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp860.ko 2023-03-22T14:02:59.032 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp861.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp862.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp863.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp864.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp865.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp866.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp869.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp874.ko 2023-03-22T14:02:59.033 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp932.ko 2023-03-22T14:02:59.034 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp936.ko 2023-03-22T14:02:59.034 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp949.ko 2023-03-22T14:02:59.034 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_cp950.ko 2023-03-22T14:02:59.034 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_euc-jp.ko 2023-03-22T14:02:59.034 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-1.ko 2023-03-22T14:02:59.034 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-13.ko 2023-03-22T14:02:59.034 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-14.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-15.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-2.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-3.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-4.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-5.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-6.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-7.ko 2023-03-22T14:02:59.035 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_iso8859-9.ko 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_koi8-r.ko 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_koi8-ru.ko 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_koi8-u.ko 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/nls/nls_utf8.ko 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/cluster 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-03-22T14:02:59.036 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/dlm 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/dlmfs 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/ocfs2.ko 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-03-22T14:02:59.037 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/overlayfs 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/overlayfs/overlay.ko 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/pstore 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/pstore/ramoops.ko 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/reiserfs 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/reiserfs/reiserfs.ko 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/romfs 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/romfs/romfs.ko 2023-03-22T14:02:59.038 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/smbfs_common 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/smbfs_common/cifs_arc4.ko 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/smbfs_common/cifs_md4.ko 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/squashfs 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/squashfs/squashfs.ko 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/sysv 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/sysv/sysv.ko 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/udf 2023-03-22T14:02:59.039 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/udf/udf.ko 2023-03-22T14:02:59.040 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ufs 2023-03-22T14:02:59.040 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/ufs/ufs.ko 2023-03-22T14:02:59.040 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/xfs 2023-03-22T14:02:59.040 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/fs/xfs/xfs.ko 2023-03-22T14:02:59.040 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/kernel 2023-03-22T14:02:59.040 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/kernel/rcu 2023-03-22T14:02:59.040 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/kernel/rcu/rcutorture.ko 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/kernel/torture.ko 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/kernel/trace 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/kernel/trace/ring_buffer_benchmark.ko 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/asn1_encoder.ko 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/crc-itu-t.ko 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/crc8.ko 2023-03-22T14:02:59.041 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/crypto 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/crypto/libarc4.ko 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/crypto/libdes.ko 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/libcrc32c.ko 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/lru_cache.ko 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/lz4 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/lz4/lz4_compress.ko 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/lz4/lz4hc_compress.ko 2023-03-22T14:02:59.042 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/math 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/math/cordic.ko 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/raid6 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/raid6/raid6_pq.ko 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/reed_solomon 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/reed_solomon/reed_solomon.ko 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/ts_bm.ko 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/ts_fsm.ko 2023-03-22T14:02:59.043 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/ts_kmp.ko 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/zstd 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/lib/zstd/zstd_compress.ko 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/mm 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/mm/hwpoison-inject.ko 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/6lowpan.ko 2023-03-22T14:02:59.044 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/nhc_dest.ko 2023-03-22T14:02:59.045 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/nhc_fragment.ko 2023-03-22T14:02:59.045 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/nhc_hop.ko 2023-03-22T14:02:59.045 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/nhc_ipv6.ko 2023-03-22T14:02:59.045 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/nhc_mobility.ko 2023-03-22T14:02:59.045 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/nhc_routing.ko 2023-03-22T14:02:59.045 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/6lowpan/nhc_udp.ko 2023-03-22T14:02:59.045 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/802 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/802/garp.ko 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/802/mrp.ko 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/802/p8022.ko 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/802/psnap.ko 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/802/stp.ko 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/8021q 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/8021q/8021q.ko 2023-03-22T14:02:59.046 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/9p 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/9p/9pnet.ko 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/9p/9pnet_fd.ko 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/9p/9pnet_rdma.ko 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/9p/9pnet_virtio.ko 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/batman-adv 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/batman-adv/batman-adv.ko 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge 2023-03-22T14:02:59.047 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/br_netfilter.ko 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/bridge.ko 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_among.ko 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_arp.ko 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-03-22T14:02:59.048 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_ip.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_limit.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_log.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_mark.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-03-22T14:02:59.049 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-03-22T14:02:59.050 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_snat.ko 2023-03-22T14:02:59.050 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_stp.ko 2023-03-22T14:02:59.050 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-03-22T14:02:59.050 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-03-22T14:02:59.050 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-03-22T14:02:59.050 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-03-22T14:02:59.050 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/ebtables.ko 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ceph 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ceph/libceph.ko 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/core 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/core/failover.ko 2023-03-22T14:02:59.051 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/core/pktgen.ko 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dccp 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dccp/dccp.ko 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dccp/dccp_diag.ko 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dccp/dccp_ipv4.ko 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dccp/dccp_ipv6.ko 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dns_resolver 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dns_resolver/dns_resolver.ko 2023-03-22T14:02:59.052 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dsa 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dsa/dsa_core.ko 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dsa/tag_brcm.ko 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dsa/tag_dsa.ko 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dsa/tag_none.ko 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/dsa/tag_trailer.ko 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ieee802154 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ieee802154/6lowpan 2023-03-22T14:02:59.053 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ieee802154/ieee802154.ko 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ieee802154/ieee802154_socket.ko 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/ah4.ko 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/esp4.ko 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/fou.ko 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/gre.ko 2023-03-22T14:02:59.054 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/inet_diag.ko 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/ip_gre.ko 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/ip_tunnel.ko 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/ip_vti.ko 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/ipcomp.ko 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/ipip.ko 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/arp_tables.ko 2023-03-22T14:02:59.055 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-03-22T14:02:59.056 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-03-22T14:02:59.056 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-03-22T14:02:59.056 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-03-22T14:02:59.056 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-03-22T14:02:59.056 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-03-22T14:02:59.056 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-03-22T14:02:59.056 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/iptable_security.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-03-22T14:02:59.057 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_bic.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_dctcp.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_diag.ko 2023-03-22T14:02:59.058 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_highspeed.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_htcp.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_hybla.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_illinois.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_lp.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_scalable.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_vegas.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_veno.ko 2023-03-22T14:02:59.059 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_westwood.ko 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tcp_yeah.ko 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/tunnel4.ko 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/udp_diag.ko 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/udp_tunnel.ko 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv4/xfrm4_tunnel.ko 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/ah6.ko 2023-03-22T14:02:59.060 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/esp6.ko 2023-03-22T14:02:59.061 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/fou6.ko 2023-03-22T14:02:59.061 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/ip6_tunnel.ko 2023-03-22T14:02:59.061 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-03-22T14:02:59.061 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/ip6_vti.ko 2023-03-22T14:02:59.061 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/ipcomp6.ko 2023-03-22T14:02:59.061 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter 2023-03-22T14:02:59.061 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-03-22T14:02:59.062 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-03-22T14:02:59.063 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-03-22T14:02:59.064 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/sit.ko 2023-03-22T14:02:59.065 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/tunnel6.ko 2023-03-22T14:02:59.065 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/ipv6/xfrm6_tunnel.ko 2023-03-22T14:02:59.065 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/key 2023-03-22T14:02:59.065 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/key/af_key.ko 2023-03-22T14:02:59.065 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp 2023-03-22T14:02:59.065 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp/l2tp_core.ko 2023-03-22T14:02:59.065 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp/l2tp_debugfs.ko 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp/l2tp_eth.ko 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp/l2tp_ip.ko 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp/l2tp_ip6.ko 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp/l2tp_netlink.ko 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/l2tp/l2tp_ppp.ko 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/llc 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/llc/llc.ko 2023-03-22T14:02:59.066 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/mac802154 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/mac802154/mac802154.ko 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/mpls 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/mpls/mpls_gso.ko 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set.ko 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-03-22T14:02:59.067 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-03-22T14:02:59.068 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs.ko 2023-03-22T14:02:59.069 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-03-22T14:02:59.070 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-03-22T14:02:59.071 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-03-22T14:02:59.071 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-03-22T14:02:59.071 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-03-22T14:02:59.071 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-03-22T14:02:59.071 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conncount.ko 2023-03-22T14:02:59.071 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack.ko 2023-03-22T14:02:59.071 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_h323.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_irc.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-03-22T14:02:59.072 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_sane.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_sip.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_dup_netdev.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_flow_table.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_flow_table_inet.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_log_syslog.ko 2023-03-22T14:02:59.073 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_nat.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_nat_amanda.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_nat_ftp.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_nat_irc.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_nat_sip.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_nat_tftp.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_synproxy_core.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nf_tables.ko 2023-03-22T14:02:59.074 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nfnetlink.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nfnetlink_acct.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nfnetlink_log.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nfnetlink_osf.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nfnetlink_queue.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_chain_nat.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_compat.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_ct.ko 2023-03-22T14:02:59.075 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_dup_netdev.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_fib.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_fwd_netdev.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_hash.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_limit.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_log.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_masq.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_nat.ko 2023-03-22T14:02:59.076 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_numgen.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_queue.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_quota.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_redir.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_reject.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_reject_inet.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_socket.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/nft_tunnel.ko 2023-03-22T14:02:59.077 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_AUDIT.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_CHECKSUM.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_CLASSIFY.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_CT.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_DSCP.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_HL.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_HMARK.ko 2023-03-22T14:02:59.078 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_IDLETIMER.ko 2023-03-22T14:02:59.079 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_LED.ko 2023-03-22T14:02:59.079 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_LOG.ko 2023-03-22T14:02:59.079 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_MASQUERADE.ko 2023-03-22T14:02:59.079 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_NETMAP.ko 2023-03-22T14:02:59.079 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_NFLOG.ko 2023-03-22T14:02:59.079 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_NFQUEUE.ko 2023-03-22T14:02:59.079 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_RATEEST.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_REDIRECT.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_SECMARK.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_TCPMSS.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_TEE.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_TPROXY.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_TRACE.ko 2023-03-22T14:02:59.080 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_addrtype.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_bpf.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_cgroup.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_cluster.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_comment.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_connbytes.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_connlabel.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_connlimit.ko 2023-03-22T14:02:59.081 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_connmark.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_conntrack.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_cpu.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_dccp.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_devgroup.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_dscp.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_ecn.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_esp.ko 2023-03-22T14:02:59.082 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_hashlimit.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_helper.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_hl.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_ipcomp.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_iprange.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_ipvs.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_l2tp.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_length.ko 2023-03-22T14:02:59.083 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_limit.ko 2023-03-22T14:02:59.084 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_mac.ko 2023-03-22T14:02:59.084 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_mark.ko 2023-03-22T14:02:59.084 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_multiport.ko 2023-03-22T14:02:59.084 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_nat.ko 2023-03-22T14:02:59.084 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_nfacct.ko 2023-03-22T14:02:59.084 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_osf.ko 2023-03-22T14:02:59.084 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_owner.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_physdev.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_pkttype.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_policy.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_quota.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_rateest.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_realm.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_recent.ko 2023-03-22T14:02:59.085 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_sctp.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_set.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_socket.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_state.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_statistic.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_string.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_tcpmss.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_time.ko 2023-03-22T14:02:59.086 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netfilter/xt_u32.ko 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netlink 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/netlink/netlink_diag.ko 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/nsh 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/nsh/nsh.ko 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/openvswitch 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/openvswitch/openvswitch.ko 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/openvswitch/vport-geneve.ko 2023-03-22T14:02:59.087 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/openvswitch/vport-gre.ko 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/openvswitch/vport-vxlan.ko 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/packet 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/packet/af_packet_diag.ko 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/rds 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/rds/rds.ko 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/rds/rds_rdma.ko 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/rds/rds_tcp.ko 2023-03-22T14:02:59.088 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched 2023-03-22T14:02:59.089 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_csum.ko 2023-03-22T14:02:59.089 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_gact.ko 2023-03-22T14:02:59.089 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_ipt.ko 2023-03-22T14:02:59.089 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_mirred.ko 2023-03-22T14:02:59.089 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_nat.ko 2023-03-22T14:02:59.089 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_pedit.ko 2023-03-22T14:02:59.089 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_police.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_simple.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_skbedit.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/act_vlan.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/cls_basic.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/cls_bpf.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/cls_flow.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/cls_fw.ko 2023-03-22T14:02:59.090 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/cls_route.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/cls_u32.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/em_cmp.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/em_ipset.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/em_meta.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/em_nbyte.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/em_text.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/em_u32.ko 2023-03-22T14:02:59.091 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_choke.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_codel.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_drr.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_fq.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_gred.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_hfsc.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_hhf.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_htb.ko 2023-03-22T14:02:59.092 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_ingress.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_mqprio.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_mqprio_lib.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_multiq.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_netem.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_pie.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_plug.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_prio.ko 2023-03-22T14:02:59.093 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_qfq.ko 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_red.ko 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_sfb.ko 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_sfq.ko 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_tbf.ko 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sched/sch_teql.ko 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sctp 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sctp/sctp.ko 2023-03-22T14:02:59.094 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sctp/sctp_diag.ko 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sunrpc 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sunrpc/auth_gss 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sunrpc/sunrpc.ko 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sunrpc/xprtrdma 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-03-22T14:02:59.095 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/tipc 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/tipc/diag.ko 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/tipc/tipc.ko 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/unix 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/unix/unix_diag.ko 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/vmw_vsock 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-03-22T14:02:59.096 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/vmw_vsock/vsock.ko 2023-03-22T14:02:59.097 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/vmw_vsock/vsock_diag.ko 2023-03-22T14:02:59.097 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/vmw_vsock/vsock_loopback.ko 2023-03-22T14:02:59.097 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/xfrm 2023-03-22T14:02:59.097 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/net/xfrm/xfrm_ipcomp.ko 2023-03-22T14:02:59.097 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/security 2023-03-22T14:02:59.097 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/security/keys 2023-03-22T14:02:59.097 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/security/keys/encrypted-keys 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/security/keys/trusted-keys 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/security/keys/trusted-keys/trusted.ko 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/virt 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/virt/lib 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/kernel/virt/lib/irqbypass.ko 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.alias 2023-03-22T14:02:59.098 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.alias.bin 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.builtin 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.builtin.bin 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.builtin.modinfo 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.dep 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.dep.bin 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.devname 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.order 2023-03-22T14:02:59.099 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.softdep 2023-03-22T14:02:59.100 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.symbols 2023-03-22T14:02:59.100 INFO:teuthology.orchestra.run.smithi045.stdout:/lib/modules/6.3.0-rc3-g3c75c22c4354/modules.symbols.bin 2023-03-22T14:02:59.100 DEBUG:teuthology.task.kernel:get_image_version: 6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:59.101 DEBUG:teuthology.orchestra.run.smithi045:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2023-03-22T14:02:59.128 INFO:teuthology.orchestra.run.smithi045.stdout:postinstall scriptlet (using /bin/sh): 2023-03-22T14:02:59.128 INFO:teuthology.orchestra.run.smithi045.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.3.0-rc3-g3c75c22c4354 -a -r /boot/System.map-6.3.0-rc3-g3c75c22c4354 ]; then 2023-03-22T14:02:59.128 INFO:teuthology.orchestra.run.smithi045.stdout:cp /boot/vmlinuz-6.3.0-rc3-g3c75c22c4354 /boot/.vmlinuz-6.3.0-rc3-g3c75c22c4354-rpm 2023-03-22T14:02:59.129 INFO:teuthology.orchestra.run.smithi045.stdout:cp /boot/System.map-6.3.0-rc3-g3c75c22c4354 /boot/.System.map-6.3.0-rc3-g3c75c22c4354-rpm 2023-03-22T14:02:59.129 INFO:teuthology.orchestra.run.smithi045.stdout:rm -f /boot/vmlinuz-6.3.0-rc3-g3c75c22c4354 /boot/System.map-6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:59.129 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/installkernel 6.3.0-rc3-g3c75c22c4354 /boot/.vmlinuz-6.3.0-rc3-g3c75c22c4354-rpm /boot/.System.map-6.3.0-rc3-g3c75c22c4354-rpm 2023-03-22T14:02:59.129 INFO:teuthology.orchestra.run.smithi045.stdout:rm -f /boot/.vmlinuz-6.3.0-rc3-g3c75c22c4354-rpm /boot/.System.map-6.3.0-rc3-g3c75c22c4354-rpm 2023-03-22T14:02:59.129 INFO:teuthology.orchestra.run.smithi045.stdout:fi 2023-03-22T14:02:59.129 INFO:teuthology.orchestra.run.smithi045.stdout:preuninstall scriptlet (using /bin/sh): 2023-03-22T14:02:59.129 INFO:teuthology.orchestra.run.smithi045.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:new-kernel-pkg --remove 6.3.0-rc3-g3c75c22c4354 --rminitrd --initrdfile=/boot/initramfs-6.3.0-rc3-g3c75c22c4354.img 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:elif [ -x /usr/bin/kernel-install ]; then 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:kernel-install remove 6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:fi 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:postuninstall scriptlet (using /bin/sh): 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:if [ -x /sbin/update-bootloader ]; then 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/update-bootloader --remove 6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:59.130 INFO:teuthology.orchestra.run.smithi045.stdout:fi 2023-03-22T14:02:59.131 DEBUG:teuthology.orchestra.run.smithi045:> sudo rpm -qi grub2-tools 2023-03-22T14:02:59.210 INFO:teuthology.orchestra.run.smithi045.stdout:Name : grub2-tools 2023-03-22T14:02:59.210 INFO:teuthology.orchestra.run.smithi045.stdout:Epoch : 1 2023-03-22T14:02:59.210 INFO:teuthology.orchestra.run.smithi045.stdout:Version : 2.02 2023-03-22T14:02:59.210 INFO:teuthology.orchestra.run.smithi045.stdout:Release : 123.el8 2023-03-22T14:02:59.210 INFO:teuthology.orchestra.run.smithi045.stdout:Architecture: x86_64 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:Install Date: Thu 14 Jul 2022 06:22:19 PM UTC 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:Group : System Environment/Base 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:Size : 9265450 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:License : GPLv3+ 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:Signature : RSA/SHA256, Thu 31 Mar 2022 07:24:35 PM UTC, Key ID 199e2f91fd431d51 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:Source RPM : grub2-2.02-123.el8.src.rpm 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:Build Date : Mon 28 Mar 2022 02:12:09 PM UTC 2023-03-22T14:02:59.211 INFO:teuthology.orchestra.run.smithi045.stdout:Build Host : x86-vm-09.build.eng.bos.redhat.com 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout:Relocations : (not relocatable) 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout:Packager : Red Hat, Inc. 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout:Vendor : Red Hat, Inc. 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout:URL : http://www.gnu.org/software/grub/ 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout:Summary : Support tools for GRUB. 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout:Description : 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:02:59.212 INFO:teuthology.orchestra.run.smithi045.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-03-22T14:02:59.213 INFO:teuthology.orchestra.run.smithi045.stdout:customizable bootloader with modular architecture. It supports a rich 2023-03-22T14:02:59.213 INFO:teuthology.orchestra.run.smithi045.stdout:variety of kernel formats, file systems, computer architectures and 2023-03-22T14:02:59.213 INFO:teuthology.orchestra.run.smithi045.stdout:hardware devices. 2023-03-22T14:02:59.213 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:02:59.213 INFO:teuthology.orchestra.run.smithi045.stdout:This subpackage provides tools for support of all platforms. 2023-03-22T14:02:59.214 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-03-22T14:02:59.214 INFO:teuthology.task.kernel:Updating grub on smithi045 to boot 6.3.0-rc3-g3c75c22c4354 2023-03-22T14:02:59.214 DEBUG:teuthology.orchestra.run.smithi045:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-03-22T14:03:02.610 INFO:teuthology.orchestra.run.smithi045.stderr:Generating grub configuration file ... 2023-03-22T14:03:04.891 INFO:teuthology.orchestra.run.smithi045.stderr:done 2023-03-22T14:03:04.892 DEBUG:teuthology.orchestra.run.smithi045:> mktemp 2023-03-22T14:03:04.917 INFO:teuthology.orchestra.run.smithi045.stdout:/tmp/tmp.hHl86DhqDv 2023-03-22T14:03:04.918 DEBUG:teuthology.orchestra.run.smithi045:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.hHl86DhqDv 2023-03-22T14:03:04.989 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0666 /tmp/tmp.hHl86DhqDv 2023-03-22T14:03:05.155 DEBUG:teuthology.orchestra.remote:smithi045:/tmp/tmp.hHl86DhqDv is 6KB 2023-03-22T14:03:05.203 DEBUG:teuthology.orchestra.run.smithi045:> rm -fr /tmp/tmp.hHl86DhqDv 2023-03-22T14:03:05.219 DEBUG:teuthology.orchestra.run.smithi045:> sudo /bin/ls /boot/loader/entries || true 2023-03-22T14:03:05.289 INFO:teuthology.orchestra.run.smithi045.stdout:5a84457b7b52416e95d47d02e2e4a60f-0-rescue.conf 2023-03-22T14:03:05.290 INFO:teuthology.orchestra.run.smithi045.stdout:5a84457b7b52416e95d47d02e2e4a60f-4.18.0-372.9.1.el8.x86_64.conf 2023-03-22T14:03:05.290 INFO:teuthology.orchestra.run.smithi045.stdout:5a84457b7b52416e95d47d02e2e4a60f-6.3.0-rc3-g3c75c22c4354.conf 2023-03-22T14:03:05.291 DEBUG:teuthology.orchestra.run.smithi045:> sudo grub2-set-default 5a84457b7b52416e95d47d02e2e4a60f-6.3.0-rc3-g3c75c22c4354 2023-03-22T14:03:05.445 DEBUG:teuthology.orchestra.run.smithi045:> sudo shutdown -r now 2023-03-22T14:03:35.447 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2023-03-22T14:03:35.448 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2023-03-22T14:03:35.449 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:04:35.451 DEBUG:teuthology.orchestra.remote:timed out 2023-03-22T14:05:05.453 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2023-03-22T14:05:05.454 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:05:05.803 DEBUG:teuthology.orchestra.run.smithi045:> true 2023-03-22T14:05:06.206 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi045.front.sepia.ceph.com' 2023-03-22T14:05:06.206 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.3.0-rc3-g3c75c22c4354"... 2023-03-22T14:05:06.207 DEBUG:teuthology.orchestra.run.smithi045:> uname -r 2023-03-22T14:05:06.244 INFO:teuthology.orchestra.run.smithi045.stdout:6.3.0-rc3-g3c75c22c4354 2023-03-22T14:05:06.245 DEBUG:teuthology.task.kernel:current kernel version is 6.3.0-rc3-g3c75c22c4354 vs 6.3.0-rc3-g3c75c22c4354 2023-03-22T14:05:06.245 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-03-22T14:05:06.245 DEBUG:teuthology.task.kernel:Distro of this test job: rhel 2023-03-22T14:05:07.246 DEBUG:teuthology.parallel:result is None 2023-03-22T14:05:07.247 INFO:teuthology.run_tasks:Running task internal.base... 2023-03-22T14:05:07.254 INFO:teuthology.task.internal:Creating test directory... 2023-03-22T14:05:07.255 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-22T14:05:07.259 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-22T14:05:07.262 DEBUG:teuthology.orchestra.run.smithi142:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-03-22T14:05:07.297 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-03-22T14:05:07.304 INFO:teuthology.run_tasks:Running task internal.archive... 2023-03-22T14:05:07.313 INFO:teuthology.task.internal:Creating archive directory... 2023-03-22T14:05:07.314 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-22T14:05:07.341 DEBUG:teuthology.orchestra.run.smithi098:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-22T14:05:07.343 DEBUG:teuthology.orchestra.run.smithi142:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-03-22T14:05:07.398 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-03-22T14:05:07.404 INFO:teuthology.task.internal:Enabling coredump saving... 2023-03-22T14:05:07.405 DEBUG:teuthology.orchestra.run.smithi098:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-22T14:05:07.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:05:07.425 DEBUG:teuthology.orchestra.run.smithi142:> test -f /run/.containerenv -o -f /.dockerenv 2023-03-22T14:05:07.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:05:07.444 DEBUG:teuthology.orchestra.run.smithi045:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-22T14:05:07.447 DEBUG:teuthology.orchestra.run.smithi098:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-22T14:05:07.467 DEBUG:teuthology.orchestra.run.smithi142:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-03-22T14:05:07.508 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-22T14:05:07.524 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-22T14:05:07.524 INFO:teuthology.orchestra.run.smithi142.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-22T14:05:07.542 INFO:teuthology.orchestra.run.smithi142.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-22T14:05:07.581 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-22T14:05:07.614 INFO:teuthology.orchestra.run.smithi045.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-03-22T14:05:07.617 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-03-22T14:05:07.627 INFO:teuthology.task.internal:Configuring sudo... 2023-03-22T14:05:07.628 DEBUG:teuthology.orchestra.run.smithi045:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-22T14:05:07.632 DEBUG:teuthology.orchestra.run.smithi098:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-22T14:05:07.634 DEBUG:teuthology.orchestra.run.smithi142:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-03-22T14:05:07.690 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-03-22T14:05:07.699 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-03-22T14:05:07.700 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-22T14:05:07.704 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-22T14:05:07.705 DEBUG:teuthology.orchestra.run.smithi142:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-03-22T14:05:07.738 DEBUG:teuthology.orchestra.run.smithi045:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-22T14:05:07.847 DEBUG:teuthology.orchestra.run.smithi045:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-22T14:05:07.919 DEBUG:teuthology.orchestra.run.smithi045:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-22T14:05:07.988 DEBUG:teuthology.orchestra.run.smithi045:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-22T14:05:08.060 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:05:08.061 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-22T14:05:08.121 DEBUG:teuthology.orchestra.run.smithi098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-22T14:05:08.171 DEBUG:teuthology.orchestra.run.smithi098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-22T14:05:08.223 DEBUG:teuthology.orchestra.run.smithi098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-22T14:05:08.311 DEBUG:teuthology.orchestra.run.smithi098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-22T14:05:08.354 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:05:08.354 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-22T14:05:08.423 DEBUG:teuthology.orchestra.run.smithi142:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-22T14:05:08.474 DEBUG:teuthology.orchestra.run.smithi142:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-03-22T14:05:08.527 DEBUG:teuthology.orchestra.run.smithi142:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-22T14:05:08.615 DEBUG:teuthology.orchestra.run.smithi142:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-03-22T14:05:08.655 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:05:08.656 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-03-22T14:05:08.726 DEBUG:teuthology.orchestra.run.smithi045:> sudo service rsyslog restart 2023-03-22T14:05:08.730 DEBUG:teuthology.orchestra.run.smithi098:> sudo service rsyslog restart 2023-03-22T14:05:08.732 DEBUG:teuthology.orchestra.run.smithi142:> sudo service rsyslog restart 2023-03-22T14:05:08.796 INFO:teuthology.orchestra.run.smithi098.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-22T14:05:08.834 INFO:teuthology.orchestra.run.smithi045.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-22T14:05:08.837 INFO:teuthology.orchestra.run.smithi142.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-03-22T14:05:09.309 INFO:teuthology.run_tasks:Running task internal.timer... 2023-03-22T14:05:09.317 INFO:teuthology.task.internal:Starting timer... 2023-03-22T14:05:09.317 INFO:teuthology.run_tasks:Running task pcp... 2023-03-22T14:05:09.327 INFO:teuthology.run_tasks:Running task selinux... 2023-03-22T14:05:09.336 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-03-22T14:05:09.336 DEBUG:teuthology.orchestra.run.smithi045:> sudo service auditd rotate 2023-03-22T14:05:09.443 INFO:teuthology.orchestra.run.smithi045.stdout:Rotating logs: 2023-03-22T14:05:09.447 DEBUG:teuthology.orchestra.run.smithi098:> sudo service auditd rotate 2023-03-22T14:05:09.513 INFO:teuthology.orchestra.run.smithi098.stdout:Rotating logs: 2023-03-22T14:05:09.515 DEBUG:teuthology.orchestra.run.smithi142:> sudo service auditd rotate 2023-03-22T14:05:09.578 INFO:teuthology.orchestra.run.smithi142.stdout:Rotating logs: 2023-03-22T14:05:09.579 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-03-22T14:05:09.580 DEBUG:teuthology.orchestra.run.smithi045:> /usr/sbin/getenforce 2023-03-22T14:05:09.624 INFO:teuthology.orchestra.run.smithi045.stdout:Permissive 2023-03-22T14:05:09.624 DEBUG:teuthology.orchestra.run.smithi098:> /usr/sbin/getenforce 2023-03-22T14:05:09.653 INFO:teuthology.orchestra.run.smithi098.stdout:Permissive 2023-03-22T14:05:09.654 DEBUG:teuthology.orchestra.run.smithi142:> /usr/sbin/getenforce 2023-03-22T14:05:09.680 INFO:teuthology.orchestra.run.smithi142.stdout:Permissive 2023-03-22T14:05:09.681 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi045.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi098.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi142.front.sepia.ceph.com': 'permissive'} 2023-03-22T14:05:09.681 DEBUG:teuthology.orchestra.run.smithi045:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-22T14:05:09.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:05:09.744 DEBUG:teuthology.orchestra.run.smithi098:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-22T14:05:09.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:05:09.772 DEBUG:teuthology.orchestra.run.smithi142:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-03-22T14:05:09.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:05:09.801 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-03-22T14:05:09.801 DEBUG:teuthology.orchestra.run.smithi045:> sudo /usr/sbin/setenforce permissive 2023-03-22T14:05:09.863 DEBUG:teuthology.orchestra.run.smithi098:> sudo /usr/sbin/setenforce permissive 2023-03-22T14:05:09.890 DEBUG:teuthology.orchestra.run.smithi142:> sudo /usr/sbin/setenforce permissive 2023-03-22T14:05:09.917 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-03-22T14:05:09.927 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-03-22T14:05:09.928 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-03-22T14:05:09.948 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-03-22T14:05:09.950 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi045.front.sepia.ceph.com,smithi098.front.sepia.ceph.com,smithi142.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-03-22T14:14:59.404 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi045.front.sepia.ceph.com'), Remote(name='ubuntu@smithi098.front.sepia.ceph.com'), Remote(name='ubuntu@smithi142.front.sepia.ceph.com')] 2023-03-22T14:14:59.406 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi045.front.sepia.ceph.com' 2023-03-22T14:14:59.408 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi045.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:14:59.495 DEBUG:teuthology.orchestra.run.smithi045:> true 2023-03-22T14:14:59.599 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi098.front.sepia.ceph.com' 2023-03-22T14:14:59.600 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:14:59.667 DEBUG:teuthology.orchestra.run.smithi098:> true 2023-03-22T14:14:59.740 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi142.front.sepia.ceph.com' 2023-03-22T14:14:59.741 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-03-22T14:14:59.808 DEBUG:teuthology.orchestra.run.smithi142:> true 2023-03-22T14:14:59.881 INFO:teuthology.run_tasks:Running task clock... 2023-03-22T14:14:59.893 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-03-22T14:14:59.894 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-22T14:14:59.895 DEBUG:teuthology.orchestra.run.smithi045:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-22T14:14:59.899 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-22T14:14:59.899 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-22T14:14:59.901 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-03-22T14:14:59.902 DEBUG:teuthology.orchestra.run.smithi142:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-03-22T14:14:59.932 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-22T14:14:59.947 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-22T14:14:59.954 INFO:teuthology.orchestra.run.smithi142.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-22T14:14:59.966 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-03-22T14:14:59.970 INFO:teuthology.orchestra.run.smithi142.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-22T14:14:59.998 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-03-22T14:15:00.026 INFO:teuthology.orchestra.run.smithi098.stderr:sudo: ntpd: command not found 2023-03-22T14:15:00.038 INFO:teuthology.orchestra.run.smithi098.stdout:506 Cannot talk to daemon 2023-03-22T14:15:00.041 INFO:teuthology.orchestra.run.smithi142.stderr:sudo: ntpd: command not found 2023-03-22T14:15:00.053 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-22T14:15:00.054 INFO:teuthology.orchestra.run.smithi142.stdout:506 Cannot talk to daemon 2023-03-22T14:15:00.068 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-22T14:15:00.068 INFO:teuthology.orchestra.run.smithi142.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-22T14:15:00.082 INFO:teuthology.orchestra.run.smithi142.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-22T14:15:00.083 INFO:teuthology.orchestra.run.smithi045.stderr:sudo: ntpd: command not found 2023-03-22T14:15:00.110 INFO:teuthology.orchestra.run.smithi045.stdout:506 Cannot talk to daemon 2023-03-22T14:15:00.139 INFO:teuthology.orchestra.run.smithi098.stderr:bash: ntpq: command not found 2023-03-22T14:15:00.141 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-03-22T14:15:00.142 INFO:teuthology.orchestra.run.smithi098.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-22T14:15:00.142 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== 2023-03-22T14:15:00.143 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.143 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.143 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.144 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.152 INFO:teuthology.orchestra.run.smithi142.stderr:bash: ntpq: command not found 2023-03-22T14:15:00.156 INFO:teuthology.orchestra.run.smithi142.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-22T14:15:00.156 INFO:teuthology.orchestra.run.smithi142.stdout:=============================================================================== 2023-03-22T14:15:00.156 INFO:teuthology.orchestra.run.smithi142.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.156 INFO:teuthology.orchestra.run.smithi142.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.156 INFO:teuthology.orchestra.run.smithi142.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.156 INFO:teuthology.orchestra.run.smithi142.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.172 INFO:teuthology.orchestra.run.smithi045.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-03-22T14:15:00.254 INFO:teuthology.orchestra.run.smithi045.stderr:bash: ntpq: command not found 2023-03-22T14:15:00.261 INFO:teuthology.orchestra.run.smithi045.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-03-22T14:15:00.261 INFO:teuthology.orchestra.run.smithi045.stdout:=============================================================================== 2023-03-22T14:15:00.261 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.261 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.262 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.262 INFO:teuthology.orchestra.run.smithi045.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-03-22T14:15:00.263 INFO:teuthology.run_tasks:Running task pexec... 2023-03-22T14:15:00.273 INFO:teuthology.task.pexec:Executing custom commands... 2023-03-22T14:15:00.274 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi045.front.sepia.ceph.com 2023-03-22T14:15:00.275 DEBUG:teuthology.orchestra.run.smithi045:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-03-22T14:15:00.275 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi098.front.sepia.ceph.com 2023-03-22T14:15:00.276 DEBUG:teuthology.orchestra.run.smithi098:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-03-22T14:15:00.276 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi142.front.sepia.ceph.com 2023-03-22T14:15:00.277 DEBUG:teuthology.orchestra.run.smithi142:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-03-22T14:15:00.647 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:00.648 INFO:teuthology.orchestra.run.smithi142.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:00.778 INFO:teuthology.orchestra.run.smithi045.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:01.509 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:03:52 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:01.521 INFO:teuthology.orchestra.run.smithi142.stdout:Last metadata expiration check: 0:03:52 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:01.780 INFO:teuthology.orchestra.run.smithi045.stdout:Last metadata expiration check: 0:01:46 ago on Wed 22 Mar 2023 02:13:15 PM UTC. 2023-03-22T14:15:03.227 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2023-03-22T14:15:03.228 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2023-03-22T14:15:03.228 INFO:teuthology.orchestra.run.smithi098.stdout: Package Architecture Version Repository Size 2023-03-22T14:15:03.229 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2023-03-22T14:15:03.229 INFO:teuthology.orchestra.run.smithi098.stdout:Resetting modules: 2023-03-22T14:15:03.229 INFO:teuthology.orchestra.run.smithi098.stdout: container-tools 2023-03-22T14:15:03.229 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:03.229 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2023-03-22T14:15:03.229 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2023-03-22T14:15:03.229 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:03.250 INFO:teuthology.orchestra.run.smithi142.stdout:Dependencies resolved. 2023-03-22T14:15:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:================================================================================ 2023-03-22T14:15:03.251 INFO:teuthology.orchestra.run.smithi142.stdout: Package Architecture Version Repository Size 2023-03-22T14:15:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:================================================================================ 2023-03-22T14:15:03.251 INFO:teuthology.orchestra.run.smithi142.stdout:Resetting modules: 2023-03-22T14:15:03.251 INFO:teuthology.orchestra.run.smithi142.stdout: container-tools 2023-03-22T14:15:03.252 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:Transaction Summary 2023-03-22T14:15:03.252 INFO:teuthology.orchestra.run.smithi142.stdout:================================================================================ 2023-03-22T14:15:03.252 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:03.834 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2023-03-22T14:15:03.835 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2023-03-22T14:15:03.836 INFO:teuthology.orchestra.run.smithi045.stdout: Package Architecture Version Repository Size 2023-03-22T14:15:03.836 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2023-03-22T14:15:03.836 INFO:teuthology.orchestra.run.smithi045.stdout:Resetting modules: 2023-03-22T14:15:03.836 INFO:teuthology.orchestra.run.smithi045.stdout: container-tools 2023-03-22T14:15:03.836 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:03.837 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2023-03-22T14:15:03.837 INFO:teuthology.orchestra.run.smithi045.stdout:================================================================================ 2023-03-22T14:15:03.837 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:04.160 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:03:54 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:04.213 INFO:teuthology.orchestra.run.smithi142.stdout:Last metadata expiration check: 0:03:54 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:05.035 INFO:teuthology.orchestra.run.smithi045.stdout:Last metadata expiration check: 0:01:49 ago on Wed 22 Mar 2023 02:13:15 PM UTC. 2023-03-22T14:15:07.015 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2023-03-22T14:15:07.073 INFO:teuthology.orchestra.run.smithi142.stdout:Complete! 2023-03-22T14:15:07.481 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:07.542 INFO:teuthology.orchestra.run.smithi142.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:07.778 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2023-03-22T14:15:08.310 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:03:58 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:08.383 INFO:teuthology.orchestra.run.smithi045.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:09.359 INFO:teuthology.orchestra.run.smithi045.stdout:Last metadata expiration check: 0:01:53 ago on Wed 22 Mar 2023 02:13:15 PM UTC. 2023-03-22T14:15:10.016 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2023-03-22T14:15:10.108 INFO:teuthology.orchestra.run.smithi098.stdout:============================================================================================================ 2023-03-22T14:15:10.109 INFO:teuthology.orchestra.run.smithi098.stdout: Package Arch Version Repository Size 2023-03-22T14:15:10.109 INFO:teuthology.orchestra.run.smithi098.stdout:============================================================================================================ 2023-03-22T14:15:10.109 INFO:teuthology.orchestra.run.smithi098.stdout:Installing group/module packages: 2023-03-22T14:15:10.110 INFO:teuthology.orchestra.run.smithi098.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-03-22T14:15:10.110 INFO:teuthology.orchestra.run.smithi098.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-03-22T14:15:10.110 INFO:teuthology.orchestra.run.smithi098.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-03-22T14:15:10.111 INFO:teuthology.orchestra.run.smithi098.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-03-22T14:15:10.111 INFO:teuthology.orchestra.run.smithi098.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-03-22T14:15:10.111 INFO:teuthology.orchestra.run.smithi098.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-03-22T14:15:10.111 INFO:teuthology.orchestra.run.smithi098.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-03-22T14:15:10.112 INFO:teuthology.orchestra.run.smithi098.stdout:Installing dependencies: 2023-03-22T14:15:10.112 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-03-22T14:15:10.112 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-03-22T14:15:10.112 INFO:teuthology.orchestra.run.smithi098.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-03-22T14:15:10.112 INFO:teuthology.orchestra.run.smithi098.stdout:Installing module profiles: 2023-03-22T14:15:10.112 INFO:teuthology.orchestra.run.smithi098.stdout: container-tools/common 2023-03-22T14:15:10.112 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:10.113 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling module streams: 2023-03-22T14:15:10.113 INFO:teuthology.orchestra.run.smithi098.stdout: container-tools rhel8 2023-03-22T14:15:10.113 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:10.113 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2023-03-22T14:15:10.113 INFO:teuthology.orchestra.run.smithi098.stdout:============================================================================================================ 2023-03-22T14:15:10.113 INFO:teuthology.orchestra.run.smithi098.stdout:Install 10 Packages 2023-03-22T14:15:10.113 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:10.114 INFO:teuthology.orchestra.run.smithi098.stdout:Total download size: 18 M 2023-03-22T14:15:10.114 INFO:teuthology.orchestra.run.smithi098.stdout:Installed size: 65 M 2023-03-22T14:15:10.115 INFO:teuthology.orchestra.run.smithi098.stdout:Downloading Packages: 2023-03-22T14:15:10.168 INFO:teuthology.orchestra.run.smithi098.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.6 MB/s | 94 kB 00:00 2023-03-22T14:15:10.193 INFO:teuthology.orchestra.run.smithi098.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 300 kB/s | 25 kB 00:00 2023-03-22T14:15:10.219 INFO:teuthology.orchestra.run.smithi098.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 378 kB/s | 41 kB 00:00 2023-03-22T14:15:10.269 INFO:teuthology.orchestra.run.smithi098.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 492 kB/s | 49 kB 00:00 2023-03-22T14:15:10.302 INFO:teuthology.orchestra.run.smithi098.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 4.7 MB/s | 524 kB 00:00 2023-03-22T14:15:10.328 INFO:teuthology.orchestra.run.smithi098.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-03-22T14:15:10.353 INFO:teuthology.orchestra.run.smithi098.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.1 MB/s | 213 kB 00:00 2023-03-22T14:15:10.454 INFO:teuthology.orchestra.run.smithi098.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 22 MB/s | 2.2 MB 00:00 2023-03-22T14:15:10.562 INFO:teuthology.orchestra.run.smithi098.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 30 MB/s | 7.0 MB 00:00 2023-03-22T14:15:10.654 INFO:teuthology.orchestra.run.smithi098.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 18 MB/s | 8.0 MB 00:00 2023-03-22T14:15:10.655 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2023-03-22T14:15:10.655 INFO:teuthology.orchestra.run.smithi098.stdout:Total 33 MB/s | 18 MB 00:00 2023-03-22T14:15:10.856 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction check 2023-03-22T14:15:10.874 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction check succeeded. 2023-03-22T14:15:10.875 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction test 2023-03-22T14:15:11.055 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction test succeeded. 2023-03-22T14:15:11.059 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction 2023-03-22T14:15:11.385 INFO:teuthology.orchestra.run.smithi142.stdout:Last metadata expiration check: 0:04:01 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:11.404 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2023-03-22T14:15:11.511 INFO:teuthology.orchestra.run.smithi045.stdout:============================================================================================================ 2023-03-22T14:15:11.511 INFO:teuthology.orchestra.run.smithi045.stdout: Package Arch Version Repository Size 2023-03-22T14:15:11.511 INFO:teuthology.orchestra.run.smithi045.stdout:============================================================================================================ 2023-03-22T14:15:11.511 INFO:teuthology.orchestra.run.smithi045.stdout:Installing group/module packages: 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-03-22T14:15:11.512 INFO:teuthology.orchestra.run.smithi045.stdout:Installing dependencies: 2023-03-22T14:15:11.513 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-03-22T14:15:11.513 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-03-22T14:15:11.513 INFO:teuthology.orchestra.run.smithi045.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-03-22T14:15:11.513 INFO:teuthology.orchestra.run.smithi045.stdout:Installing module profiles: 2023-03-22T14:15:11.513 INFO:teuthology.orchestra.run.smithi045.stdout: container-tools/common 2023-03-22T14:15:11.513 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:11.513 INFO:teuthology.orchestra.run.smithi045.stdout:Enabling module streams: 2023-03-22T14:15:11.514 INFO:teuthology.orchestra.run.smithi045.stdout: container-tools rhel8 2023-03-22T14:15:11.514 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:11.514 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2023-03-22T14:15:11.514 INFO:teuthology.orchestra.run.smithi045.stdout:============================================================================================================ 2023-03-22T14:15:11.514 INFO:teuthology.orchestra.run.smithi045.stdout:Install 10 Packages 2023-03-22T14:15:11.514 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:11.515 INFO:teuthology.orchestra.run.smithi045.stdout:Total download size: 18 M 2023-03-22T14:15:11.515 INFO:teuthology.orchestra.run.smithi045.stdout:Installed size: 65 M 2023-03-22T14:15:11.515 INFO:teuthology.orchestra.run.smithi045.stdout:Downloading Packages: 2023-03-22T14:15:11.584 INFO:teuthology.orchestra.run.smithi045.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.3 MB/s | 94 kB 00:00 2023-03-22T14:15:11.585 INFO:teuthology.orchestra.run.smithi098.stdout: Preparing : 1/1 2023-03-22T14:15:11.610 INFO:teuthology.orchestra.run.smithi045.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 260 kB/s | 25 kB 00:00 2023-03-22T14:15:11.635 INFO:teuthology.orchestra.run.smithi045.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 338 kB/s | 41 kB 00:00 2023-03-22T14:15:11.661 INFO:teuthology.orchestra.run.smithi045.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 652 kB/s | 49 kB 00:00 2023-03-22T14:15:11.703 INFO:teuthology.orchestra.run.smithi045.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 5.5 MB/s | 524 kB 00:00 2023-03-22T14:15:11.728 INFO:teuthology.orchestra.run.smithi045.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.2 MB/s | 149 kB 00:00 2023-03-22T14:15:11.762 INFO:teuthology.orchestra.run.smithi045.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 3.6 MB/s | 213 kB 00:00 2023-03-22T14:15:11.797 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-03-22T14:15:11.895 INFO:teuthology.orchestra.run.smithi045.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 16 MB/s | 2.2 MB 00:00 2023-03-22T14:15:11.964 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-03-22T14:15:12.078 INFO:teuthology.orchestra.run.smithi045.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 20 MB/s | 7.0 MB 00:00 2023-03-22T14:15:12.150 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-03-22T14:15:12.170 INFO:teuthology.orchestra.run.smithi045.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 15 MB/s | 8.0 MB 00:00 2023-03-22T14:15:12.171 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2023-03-22T14:15:12.171 INFO:teuthology.orchestra.run.smithi045.stdout:Total 28 MB/s | 18 MB 00:00 2023-03-22T14:15:12.351 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-03-22T14:15:12.487 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction check 2023-03-22T14:15:12.511 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction check succeeded. 2023-03-22T14:15:12.511 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction test 2023-03-22T14:15:12.709 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-03-22T14:15:12.992 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction test succeeded. 2023-03-22T14:15:12.997 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction 2023-03-22T14:15:13.117 INFO:teuthology.orchestra.run.smithi142.stdout:Dependencies resolved. 2023-03-22T14:15:13.209 INFO:teuthology.orchestra.run.smithi142.stdout:============================================================================================================ 2023-03-22T14:15:13.210 INFO:teuthology.orchestra.run.smithi142.stdout: Package Arch Version Repository Size 2023-03-22T14:15:13.210 INFO:teuthology.orchestra.run.smithi142.stdout:============================================================================================================ 2023-03-22T14:15:13.210 INFO:teuthology.orchestra.run.smithi142.stdout:Installing group/module packages: 2023-03-22T14:15:13.210 INFO:teuthology.orchestra.run.smithi142.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-03-22T14:15:13.211 INFO:teuthology.orchestra.run.smithi142.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-03-22T14:15:13.211 INFO:teuthology.orchestra.run.smithi142.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-03-22T14:15:13.211 INFO:teuthology.orchestra.run.smithi142.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-03-22T14:15:13.211 INFO:teuthology.orchestra.run.smithi142.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-03-22T14:15:13.211 INFO:teuthology.orchestra.run.smithi142.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-03-22T14:15:13.211 INFO:teuthology.orchestra.run.smithi142.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-03-22T14:15:13.211 INFO:teuthology.orchestra.run.smithi142.stdout:Installing dependencies: 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout:Installing module profiles: 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout: container-tools/common 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout:Enabling module streams: 2023-03-22T14:15:13.212 INFO:teuthology.orchestra.run.smithi142.stdout: container-tools rhel8 2023-03-22T14:15:13.213 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:13.213 INFO:teuthology.orchestra.run.smithi142.stdout:Transaction Summary 2023-03-22T14:15:13.213 INFO:teuthology.orchestra.run.smithi142.stdout:============================================================================================================ 2023-03-22T14:15:13.213 INFO:teuthology.orchestra.run.smithi142.stdout:Install 10 Packages 2023-03-22T14:15:13.213 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:13.214 INFO:teuthology.orchestra.run.smithi142.stdout:Total download size: 18 M 2023-03-22T14:15:13.214 INFO:teuthology.orchestra.run.smithi142.stdout:Installed size: 65 M 2023-03-22T14:15:13.214 INFO:teuthology.orchestra.run.smithi142.stdout:Downloading Packages: 2023-03-22T14:15:13.285 INFO:teuthology.orchestra.run.smithi142.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.3 MB/s | 94 kB 00:00 2023-03-22T14:15:13.340 INFO:teuthology.orchestra.run.smithi142.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 194 kB/s | 25 kB 00:00 2023-03-22T14:15:13.369 INFO:teuthology.orchestra.run.smithi142.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 260 kB/s | 41 kB 00:00 2023-03-22T14:15:13.395 INFO:teuthology.orchestra.run.smithi142.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 454 kB/s | 49 kB 00:00 2023-03-22T14:15:13.429 INFO:teuthology.orchestra.run.smithi142.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 5.8 MB/s | 524 kB 00:00 2023-03-22T14:15:13.454 INFO:teuthology.orchestra.run.smithi142.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-03-22T14:15:13.462 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-03-22T14:15:13.479 INFO:teuthology.orchestra.run.smithi142.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.1 MB/s | 213 kB 00:00 2023-03-22T14:15:13.572 INFO:teuthology.orchestra.run.smithi045.stdout: Preparing : 1/1 2023-03-22T14:15:13.579 INFO:teuthology.orchestra.run.smithi142.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 22 MB/s | 2.2 MB 00:00 2023-03-22T14:15:13.696 INFO:teuthology.orchestra.run.smithi142.stdout:(9/10): buildah-1.26.2-1.module+el8.6.0+16771+2 24 MB/s | 8.0 MB 00:00 2023-03-22T14:15:13.750 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-03-22T14:15:13.780 INFO:teuthology.orchestra.run.smithi142.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 22 MB/s | 7.0 MB 00:00 2023-03-22T14:15:13.781 INFO:teuthology.orchestra.run.smithi142.stdout:-------------------------------------------------------------------------------- 2023-03-22T14:15:13.781 INFO:teuthology.orchestra.run.smithi142.stdout:Total 32 MB/s | 18 MB 00:00 2023-03-22T14:15:13.953 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-03-22T14:15:13.985 INFO:teuthology.orchestra.run.smithi142.stdout:Running transaction check 2023-03-22T14:15:14.004 INFO:teuthology.orchestra.run.smithi142.stdout:Transaction check succeeded. 2023-03-22T14:15:14.004 INFO:teuthology.orchestra.run.smithi142.stdout:Running transaction test 2023-03-22T14:15:14.181 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-03-22T14:15:14.187 INFO:teuthology.orchestra.run.smithi142.stdout:Transaction test succeeded. 2023-03-22T14:15:14.191 INFO:teuthology.orchestra.run.smithi142.stdout:Running transaction 2023-03-22T14:15:14.345 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-03-22T14:15:14.397 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-03-22T14:15:14.589 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-03-22T14:15:14.699 INFO:teuthology.orchestra.run.smithi142.stdout: Preparing : 1/1 2023-03-22T14:15:14.771 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-03-22T14:15:14.786 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-03-22T14:15:14.882 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-03-22T14:15:14.957 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-03-22T14:15:15.054 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-03-22T14:15:15.100 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-03-22T14:15:15.100 INFO:teuthology.orchestra.run.smithi098.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-22T14:15:15.101 INFO:teuthology.orchestra.run.smithi098.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-22T14:15:15.101 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:15.240 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-03-22T14:15:15.250 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-03-22T14:15:15.251 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-03-22T14:15:15.251 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-03-22T14:15:15.251 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-03-22T14:15:15.251 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-03-22T14:15:15.251 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-03-22T14:15:15.251 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-03-22T14:15:15.252 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-03-22T14:15:15.252 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-03-22T14:15:15.451 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-03-22T14:15:15.668 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-03-22T14:15:15.792 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-03-22T14:15:16.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-03-22T14:15:16.416 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:04:06 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:16.588 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-03-22T14:15:16.639 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-03-22T14:15:16.902 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-03-22T14:15:17.082 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-03-22T14:15:17.281 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-03-22T14:15:17.459 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-03-22T14:15:17.460 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-03-22T14:15:17.460 INFO:teuthology.orchestra.run.smithi045.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-22T14:15:17.460 INFO:teuthology.orchestra.run.smithi045.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-22T14:15:17.460 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:17.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-03-22T14:15:17.659 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-03-22T14:15:17.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-03-22T14:15:17.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-03-22T14:15:17.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-03-22T14:15:17.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-03-22T14:15:17.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-03-22T14:15:17.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-03-22T14:15:17.660 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-03-22T14:15:17.674 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-03-22T14:15:17.878 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-03-22T14:15:18.047 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-03-22T14:15:18.167 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-03-22T14:15:18.167 INFO:teuthology.orchestra.run.smithi142.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-22T14:15:18.167 INFO:teuthology.orchestra.run.smithi142.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-22T14:15:18.167 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:18.333 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-03-22T14:15:18.333 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-03-22T14:15:18.334 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-03-22T14:15:18.334 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-03-22T14:15:18.334 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-03-22T14:15:18.334 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-03-22T14:15:18.334 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-03-22T14:15:18.334 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-03-22T14:15:18.334 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-03-22T14:15:19.039 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-03-22T14:15:19.039 INFO:teuthology.orchestra.run.smithi045.stdout:Last metadata expiration check: 0:02:03 ago on Wed 22 Mar 2023 02:13:15 PM UTC. 2023-03-22T14:15:19.587 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-03-22T14:15:19.588 INFO:teuthology.orchestra.run.smithi142.stdout:Last metadata expiration check: 0:04:10 ago on Wed 22 Mar 2023 02:11:09 PM UTC. 2023-03-22T14:15:19.652 INFO:teuthology.orchestra.run.smithi098.stdout:Installed products updated. 2023-03-22T14:15:19.850 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:19.851 INFO:teuthology.orchestra.run.smithi098.stdout:Installed: 2023-03-22T14:15:19.851 INFO:teuthology.orchestra.run.smithi098.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:19.851 INFO:teuthology.orchestra.run.smithi098.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-03-22T14:15:19.851 INFO:teuthology.orchestra.run.smithi098.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:19.851 INFO:teuthology.orchestra.run.smithi098.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-03-22T14:15:19.852 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-03-22T14:15:19.852 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-03-22T14:15:19.852 INFO:teuthology.orchestra.run.smithi098.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:19.852 INFO:teuthology.orchestra.run.smithi098.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:19.852 INFO:teuthology.orchestra.run.smithi098.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-03-22T14:15:19.852 INFO:teuthology.orchestra.run.smithi098.stdout: yajl-2.1.0-10.el8.x86_64 2023-03-22T14:15:19.852 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:19.853 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2023-03-22T14:15:20.001 DEBUG:teuthology.parallel:result is None 2023-03-22T14:15:22.512 INFO:teuthology.orchestra.run.smithi045.stdout:Installed products updated. 2023-03-22T14:15:22.728 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:22.729 INFO:teuthology.orchestra.run.smithi045.stdout:Installed: 2023-03-22T14:15:22.729 INFO:teuthology.orchestra.run.smithi045.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:22.729 INFO:teuthology.orchestra.run.smithi045.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-03-22T14:15:22.729 INFO:teuthology.orchestra.run.smithi045.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:22.729 INFO:teuthology.orchestra.run.smithi045.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout: yajl-2.1.0-10.el8.x86_64 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:22.730 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2023-03-22T14:15:22.838 INFO:teuthology.orchestra.run.smithi142.stdout:Installed products updated. 2023-03-22T14:15:22.926 DEBUG:teuthology.parallel:result is None 2023-03-22T14:15:23.036 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:23.036 INFO:teuthology.orchestra.run.smithi142.stdout:Installed: 2023-03-22T14:15:23.037 INFO:teuthology.orchestra.run.smithi142.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:23.037 INFO:teuthology.orchestra.run.smithi142.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-03-22T14:15:23.037 INFO:teuthology.orchestra.run.smithi142.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:23.037 INFO:teuthology.orchestra.run.smithi142.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-03-22T14:15:23.037 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-03-22T14:15:23.037 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-03-22T14:15:23.037 INFO:teuthology.orchestra.run.smithi142.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:23.038 INFO:teuthology.orchestra.run.smithi142.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-03-22T14:15:23.038 INFO:teuthology.orchestra.run.smithi142.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-03-22T14:15:23.038 INFO:teuthology.orchestra.run.smithi142.stdout: yajl-2.1.0-10.el8.x86_64 2023-03-22T14:15:23.038 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:23.038 INFO:teuthology.orchestra.run.smithi142.stdout:Complete! 2023-03-22T14:15:23.184 DEBUG:teuthology.parallel:result is None 2023-03-22T14:15:23.185 INFO:teuthology.run_tasks:Running task install... 2023-03-22T14:15:23.195 DEBUG:teuthology.task.install:project ceph 2023-03-22T14:15:23.195 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '5ef201735dd432fb1acc6499397b70bdb0d4e31e'}} 2023-03-22T14:15:23.196 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '5ef201735dd432fb1acc6499397b70bdb0d4e31e'} 2023-03-22T14:15:23.196 INFO:teuthology.task.install:Using flavor: default 2023-03-22T14:15:23.206 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-03-22T14:15:23.207 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-03-22T14:15:23.208 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5ef201735dd432fb1acc6499397b70bdb0d4e31e', 'tag': None, 'wait_for_package': False} 2023-03-22T14:15:23.208 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:15:23.211 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5ef201735dd432fb1acc6499397b70bdb0d4e31e', 'tag': None, 'wait_for_package': False} 2023-03-22T14:15:23.212 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:15:23.213 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5ef201735dd432fb1acc6499397b70bdb0d4e31e', 'tag': None, 'wait_for_package': False} 2023-03-22T14:15:23.213 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:15:23.349 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/ 2023-03-22T14:15:23.350 INFO:teuthology.task.install.rpm:Package version is 18.0.0-3090.g5ef20173 2023-03-22T14:15:23.360 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/ 2023-03-22T14:15:23.361 INFO:teuthology.task.install.rpm:Package version is 18.0.0-3090.g5ef20173 2023-03-22T14:15:23.365 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/ 2023-03-22T14:15:23.365 INFO:teuthology.task.install.rpm:Package version is 18.0.0-3090.g5ef20173 2023-03-22T14:15:23.463 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-22T14:15:23.464 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:15:23.464 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-22T14:15:23.474 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-22T14:15:23.474 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:15:23.474 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-22T14:15:23.481 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-03-22T14:15:23.481 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:15:23.482 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-03-22T14:15:23.507 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-03-22T14:15:23.507 DEBUG:teuthology.orchestra.run.smithi098:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/5ef201735dd432fb1acc6499397b70bdb0d4e31e/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-22T14:15:23.509 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-03-22T14:15:23.509 DEBUG:teuthology.orchestra.run.smithi142:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/5ef201735dd432fb1acc6499397b70bdb0d4e31e/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-22T14:15:23.529 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-03-22T14:15:23.529 DEBUG:teuthology.orchestra.run.smithi045:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/5ef201735dd432fb1acc6499397b70bdb0d4e31e/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-03-22T14:15:23.577 DEBUG:teuthology.orchestra.run.smithi142:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-22T14:15:23.578 DEBUG:teuthology.orchestra.run.smithi098:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-22T14:15:23.631 DEBUG:teuthology.orchestra.run.smithi045:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-03-22T14:15:23.656 DEBUG:teuthology.orchestra.run.smithi142:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-22T14:15:23.659 DEBUG:teuthology.orchestra.run.smithi098:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-22T14:15:23.718 DEBUG:teuthology.orchestra.run.smithi045:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-03-22T14:15:23.723 INFO:teuthology.orchestra.run.smithi142.stdout:check_obsoletes = 1 2023-03-22T14:15:23.725 DEBUG:teuthology.orchestra.run.smithi142:> sudo yum clean all 2023-03-22T14:15:23.727 INFO:teuthology.orchestra.run.smithi098.stdout:check_obsoletes = 1 2023-03-22T14:15:23.728 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum clean all 2023-03-22T14:15:23.778 INFO:teuthology.orchestra.run.smithi045.stdout:check_obsoletes = 1 2023-03-22T14:15:23.781 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum clean all 2023-03-22T14:15:24.107 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:24.111 INFO:teuthology.orchestra.run.smithi142.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:24.243 INFO:teuthology.orchestra.run.smithi045.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:24.513 INFO:teuthology.orchestra.run.smithi098.stdout:44 files removed 2023-03-22T14:15:24.543 INFO:teuthology.orchestra.run.smithi142.stdout:44 files removed 2023-03-22T14:15:24.558 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-03-22T14:15:24.592 DEBUG:teuthology.orchestra.run.smithi142:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-03-22T14:15:24.671 INFO:teuthology.orchestra.run.smithi045.stdout:44 files removed 2023-03-22T14:15:24.725 DEBUG:teuthology.orchestra.run.smithi045:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-03-22T14:15:24.887 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:24.935 INFO:teuthology.orchestra.run.smithi142.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:25.188 INFO:teuthology.orchestra.run.smithi045.stdout:Updating Subscription Management repositories. 2023-03-22T14:15:25.637 INFO:teuthology.orchestra.run.smithi098.stdout:ceph packages for x86_64 312 kB/s | 80 kB 00:00 2023-03-22T14:15:25.674 INFO:teuthology.orchestra.run.smithi142.stdout:ceph packages for x86_64 309 kB/s | 80 kB 00:00 2023-03-22T14:15:25.909 INFO:teuthology.orchestra.run.smithi098.stdout:ceph noarch packages 39 kB/s | 9.4 kB 00:00 2023-03-22T14:15:25.932 INFO:teuthology.orchestra.run.smithi142.stdout:ceph noarch packages 41 kB/s | 9.4 kB 00:00 2023-03-22T14:15:26.013 INFO:teuthology.orchestra.run.smithi045.stdout:ceph packages for x86_64 302 kB/s | 80 kB 00:00 2023-03-22T14:15:26.151 INFO:teuthology.orchestra.run.smithi098.stdout:ceph source packages 6.7 kB/s | 1.5 kB 00:00 2023-03-22T14:15:26.191 INFO:teuthology.orchestra.run.smithi142.stdout:ceph source packages 6.3 kB/s | 1.5 kB 00:00 2023-03-22T14:15:26.264 INFO:teuthology.orchestra.run.smithi045.stdout:ceph noarch packages 44 kB/s | 9.4 kB 00:00 2023-03-22T14:15:26.285 INFO:teuthology.orchestra.run.smithi098.stdout:Copr repo for python3-asyncssh owned by ceph 30 kB/s | 3.5 kB 00:00 2023-03-22T14:15:26.342 INFO:teuthology.orchestra.run.smithi142.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2023-03-22T14:15:26.514 INFO:teuthology.orchestra.run.smithi045.stdout:ceph source packages 6.6 kB/s | 1.5 kB 00:00 2023-03-22T14:15:26.665 INFO:teuthology.orchestra.run.smithi045.stdout:Copr repo for python3-asyncssh owned by ceph 27 kB/s | 3.5 kB 00:00 2023-03-22T14:15:27.245 INFO:teuthology.orchestra.run.smithi098.stdout:Extra Packages for Enterprise Linux 15 MB/s | 14 MB 00:00 2023-03-22T14:15:27.334 INFO:teuthology.orchestra.run.smithi142.stdout:Extra Packages for Enterprise Linux 14 MB/s | 14 MB 00:00 2023-03-22T14:15:27.599 INFO:teuthology.orchestra.run.smithi045.stdout:Extra Packages for Enterprise Linux 15 MB/s | 14 MB 00:00 2023-03-22T14:15:30.320 INFO:teuthology.orchestra.run.smithi098.stdout:lab-extras 422 kB/s | 24 kB 00:00 2023-03-22T14:15:30.576 INFO:teuthology.orchestra.run.smithi142.stdout:lab-extras 386 kB/s | 24 kB 00:00 2023-03-22T14:15:31.280 INFO:teuthology.orchestra.run.smithi098.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 59 MB/s | 53 MB 00:00 2023-03-22T14:15:31.382 INFO:teuthology.orchestra.run.smithi045.stdout:lab-extras 420 kB/s | 24 kB 00:00 2023-03-22T14:15:31.478 INFO:teuthology.orchestra.run.smithi142.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 63 MB/s | 53 MB 00:00 2023-03-22T14:15:32.476 INFO:teuthology.orchestra.run.smithi045.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 46 MB/s | 47 MB 00:01 2023-03-22T14:15:39.423 INFO:teuthology.orchestra.run.smithi098.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 54 MB/s | 47 MB 00:00 2023-03-22T14:15:39.639 INFO:teuthology.orchestra.run.smithi142.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 55 MB/s | 47 MB 00:00 2023-03-22T14:15:41.835 INFO:teuthology.orchestra.run.smithi045.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 47 MB/s | 53 MB 00:01 2023-03-22T14:15:50.296 INFO:teuthology.orchestra.run.smithi098.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-22T14:15:50.297 INFO:teuthology.orchestra.run.smithi098.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-22T14:15:50.311 INFO:teuthology.orchestra.run.smithi098.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-03-22T14:15:50.312 INFO:teuthology.orchestra.run.smithi098.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-03-22T14:15:50.313 INFO:teuthology.orchestra.run.smithi098.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-03-22T14:15:50.314 INFO:teuthology.orchestra.run.smithi098.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-03-22T14:15:50.317 INFO:teuthology.orchestra.run.smithi098.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-03-22T14:15:50.320 INFO:teuthology.orchestra.run.smithi098.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-03-22T14:15:50.321 INFO:teuthology.orchestra.run.smithi098.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-03-22T14:15:50.453 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2023-03-22T14:15:50.465 INFO:teuthology.orchestra.run.smithi098.stdout:=========================================================================================================================== 2023-03-22T14:15:50.466 INFO:teuthology.orchestra.run.smithi098.stdout: Package Arch Version Repository Size 2023-03-22T14:15:50.466 INFO:teuthology.orchestra.run.smithi098.stdout:=========================================================================================================================== 2023-03-22T14:15:50.466 INFO:teuthology.orchestra.run.smithi098.stdout:Installing: 2023-03-22T14:15:50.466 INFO:teuthology.orchestra.run.smithi098.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-03-22T14:15:50.466 INFO:teuthology.orchestra.run.smithi098.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-03-22T14:15:50.467 INFO:teuthology.orchestra.run.smithi098.stdout: ceph x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 6.4 k 2023-03-22T14:15:50.467 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-base x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 5.4 M 2023-03-22T14:15:50.467 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-fuse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 847 k 2023-03-22T14:15:50.467 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 165 k 2023-03-22T14:15:50.467 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 1.5 M 2023-03-22T14:15:50.467 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-cephadm noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 123 k 2023-03-22T14:15:50.467 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-dashboard noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 1.7 M 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 7.4 M 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-rook noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 47 k 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-radosgw x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 13 M 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-test x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 41 M 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-volume noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 263 k 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: cephadm noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 83 k 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-mirror x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 258 k 2023-03-22T14:15:50.468 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-top noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 18 k 2023-03-22T14:15:50.469 INFO:teuthology.orchestra.run.smithi098.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-03-22T14:15:50.469 INFO:teuthology.orchestra.run.smithi098.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-03-22T14:15:50.469 INFO:teuthology.orchestra.run.smithi098.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-03-22T14:15:50.469 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs-devel x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 30 k 2023-03-22T14:15:50.470 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 767 k 2023-03-22T14:15:50.470 INFO:teuthology.orchestra.run.smithi098.stdout: librados-devel x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 139 k 2023-03-22T14:15:50.470 INFO:teuthology.orchestra.run.smithi098.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-03-22T14:15:50.470 INFO:teuthology.orchestra.run.smithi098.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-03-22T14:15:50.470 INFO:teuthology.orchestra.run.smithi098.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-03-22T14:15:50.470 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-03-22T14:15:50.470 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-03-22T14:15:50.471 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-03-22T14:15:50.471 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cephfs x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 190 k 2023-03-22T14:15:50.471 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rados x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 370 k 2023-03-22T14:15:50.471 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rbd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 364 k 2023-03-22T14:15:50.471 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rgw x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 106 k 2023-03-22T14:15:50.471 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-fuse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 94 k 2023-03-22T14:15:50.471 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-mirror x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.4 M 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-nbd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 179 k 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout:Upgrading: 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout: librados2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.7 M 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout: librbd1 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.6 M 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout:Installing dependencies: 2023-03-22T14:15:50.472 INFO:teuthology.orchestra.run.smithi098.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-03-22T14:15:50.473 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-common x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 22 M 2023-03-22T14:15:50.473 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-grafana-dashboards noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 23 k 2023-03-22T14:15:50.473 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mds x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 2.3 M 2023-03-22T14:15:50.473 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-modules-core noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 239 k 2023-03-22T14:15:50.473 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mon x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 4.6 M 2023-03-22T14:15:50.473 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-osd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 18 M 2023-03-22T14:15:50.473 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-prometheus-alerts noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 15 k 2023-03-22T14:15:50.474 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-selinux x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 24 k 2023-03-22T14:15:50.474 INFO:teuthology.orchestra.run.smithi098.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-03-22T14:15:50.474 INFO:teuthology.orchestra.run.smithi098.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-22T14:15:50.474 INFO:teuthology.orchestra.run.smithi098.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-03-22T14:15:50.474 INFO:teuthology.orchestra.run.smithi098.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-03-22T14:15:50.474 INFO:teuthology.orchestra.run.smithi098.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-03-22T14:15:50.474 INFO:teuthology.orchestra.run.smithi098.stdout: libcephsqlite x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 137 k 2023-03-22T14:15:50.475 INFO:teuthology.orchestra.run.smithi098.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-03-22T14:15:50.475 INFO:teuthology.orchestra.run.smithi098.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-03-22T14:15:50.475 INFO:teuthology.orchestra.run.smithi098.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-22T14:15:50.475 INFO:teuthology.orchestra.run.smithi098.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-03-22T14:15:50.475 INFO:teuthology.orchestra.run.smithi098.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-03-22T14:15:50.475 INFO:teuthology.orchestra.run.smithi098.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-03-22T14:15:50.475 INFO:teuthology.orchestra.run.smithi098.stdout: libradosstriper1 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 475 k 2023-03-22T14:15:50.476 INFO:teuthology.orchestra.run.smithi098.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-03-22T14:15:50.476 INFO:teuthology.orchestra.run.smithi098.stdout: librgw2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 6.5 M 2023-03-22T14:15:50.476 INFO:teuthology.orchestra.run.smithi098.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-03-22T14:15:50.476 INFO:teuthology.orchestra.run.smithi098.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-03-22T14:15:50.476 INFO:teuthology.orchestra.run.smithi098.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-22T14:15:50.476 INFO:teuthology.orchestra.run.smithi098.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-03-22T14:15:50.476 INFO:teuthology.orchestra.run.smithi098.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-03-22T14:15:50.477 INFO:teuthology.orchestra.run.smithi098.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-03-22T14:15:50.477 INFO:teuthology.orchestra.run.smithi098.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-03-22T14:15:50.477 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-03-22T14:15:50.477 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-03-22T14:15:50.477 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-03-22T14:15:50.477 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-03-22T14:15:50.477 INFO:teuthology.orchestra.run.smithi098.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-22T14:15:50.478 INFO:teuthology.orchestra.run.smithi098.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-03-22T14:15:50.478 INFO:teuthology.orchestra.run.smithi098.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-22T14:15:50.478 INFO:teuthology.orchestra.run.smithi098.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-22T14:15:50.478 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-22T14:15:50.479 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-argparse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 45 k 2023-03-22T14:15:50.479 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-common x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 117 k 2023-03-22T14:15:50.479 INFO:teuthology.orchestra.run.smithi098.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-22T14:15:50.479 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-03-22T14:15:50.480 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-22T14:15:50.480 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-22T14:15:50.480 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-03-22T14:15:50.481 INFO:teuthology.orchestra.run.smithi098.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-22T14:15:50.481 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-22T14:15:50.481 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-22T14:15:50.481 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-03-22T14:15:50.482 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-03-22T14:15:50.482 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-03-22T14:15:50.482 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-22T14:15:50.482 INFO:teuthology.orchestra.run.smithi098.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-22T14:15:50.483 INFO:teuthology.orchestra.run.smithi098.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-22T14:15:50.483 INFO:teuthology.orchestra.run.smithi098.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-03-22T14:15:50.483 INFO:teuthology.orchestra.run.smithi098.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-03-22T14:15:50.484 INFO:teuthology.orchestra.run.smithi098.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-22T14:15:50.484 INFO:teuthology.orchestra.run.smithi098.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-22T14:15:50.484 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-03-22T14:15:50.484 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-03-22T14:15:50.485 INFO:teuthology.orchestra.run.smithi098.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-03-22T14:15:50.485 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-22T14:15:50.485 INFO:teuthology.orchestra.run.smithi098.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-22T14:15:50.485 INFO:teuthology.orchestra.run.smithi098.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-03-22T14:15:50.485 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-03-22T14:15:50.485 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-03-22T14:15:50.485 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-03-22T14:15:50.486 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-03-22T14:15:50.486 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-03-22T14:15:50.486 INFO:teuthology.orchestra.run.smithi098.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-22T14:15:50.486 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-22T14:15:50.486 INFO:teuthology.orchestra.run.smithi098.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-22T14:15:50.486 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-22T14:15:50.486 INFO:teuthology.orchestra.run.smithi098.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-03-22T14:15:50.487 INFO:teuthology.orchestra.run.smithi098.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-22T14:15:50.487 INFO:teuthology.orchestra.run.smithi098.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-22T14:15:50.487 INFO:teuthology.orchestra.run.smithi098.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-22T14:15:50.487 INFO:teuthology.orchestra.run.smithi098.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-22T14:15:50.487 INFO:teuthology.orchestra.run.smithi098.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-22T14:15:50.487 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-22T14:15:50.487 INFO:teuthology.orchestra.run.smithi098.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-22T14:15:50.488 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-22T14:15:50.488 INFO:teuthology.orchestra.run.smithi098.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-03-22T14:15:50.488 INFO:teuthology.orchestra.run.smithi098.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-22T14:15:50.488 INFO:teuthology.orchestra.run.smithi098.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-03-22T14:15:50.488 INFO:teuthology.orchestra.run.smithi098.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-22T14:15:50.488 INFO:teuthology.orchestra.run.smithi098.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-03-22T14:15:50.488 INFO:teuthology.orchestra.run.smithi098.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-03-22T14:15:50.489 INFO:teuthology.orchestra.run.smithi098.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-03-22T14:15:50.489 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling module streams: 2023-03-22T14:15:50.489 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql 10 2023-03-22T14:15:50.489 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:50.489 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2023-03-22T14:15:50.489 INFO:teuthology.orchestra.run.smithi098.stdout:=========================================================================================================================== 2023-03-22T14:15:50.490 INFO:teuthology.orchestra.run.smithi098.stdout:Install 128 Packages 2023-03-22T14:15:50.490 INFO:teuthology.orchestra.run.smithi098.stdout:Upgrade 3 Packages 2023-03-22T14:15:50.490 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:15:50.491 INFO:teuthology.orchestra.run.smithi098.stdout:Total download size: 197 M 2023-03-22T14:15:50.491 INFO:teuthology.orchestra.run.smithi098.stdout:Downloading Packages: 2023-03-22T14:15:50.599 INFO:teuthology.orchestra.run.smithi098.stdout:(1/131): ceph-18.0.0-3090.g5ef20173.el8.x86_64. 54 kB/s | 6.4 kB 00:00 2023-03-22T14:15:50.662 INFO:teuthology.orchestra.run.smithi142.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-22T14:15:50.663 INFO:teuthology.orchestra.run.smithi142.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-22T14:15:50.677 INFO:teuthology.orchestra.run.smithi142.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-03-22T14:15:50.678 INFO:teuthology.orchestra.run.smithi142.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-03-22T14:15:50.679 INFO:teuthology.orchestra.run.smithi142.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-03-22T14:15:50.680 INFO:teuthology.orchestra.run.smithi142.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-03-22T14:15:50.683 INFO:teuthology.orchestra.run.smithi142.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-03-22T14:15:50.685 INFO:teuthology.orchestra.run.smithi142.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-03-22T14:15:50.686 INFO:teuthology.orchestra.run.smithi142.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-03-22T14:15:50.808 INFO:teuthology.orchestra.run.smithi098.stdout:(2/131): ceph-fuse-18.0.0-3090.g5ef20173.el8.x8 4.0 MB/s | 847 kB 00:00 2023-03-22T14:15:50.817 INFO:teuthology.orchestra.run.smithi142.stdout:Dependencies resolved. 2023-03-22T14:15:50.829 INFO:teuthology.orchestra.run.smithi142.stdout:=========================================================================================================================== 2023-03-22T14:15:50.829 INFO:teuthology.orchestra.run.smithi142.stdout: Package Arch Version Repository Size 2023-03-22T14:15:50.830 INFO:teuthology.orchestra.run.smithi142.stdout:=========================================================================================================================== 2023-03-22T14:15:50.830 INFO:teuthology.orchestra.run.smithi142.stdout:Installing: 2023-03-22T14:15:50.830 INFO:teuthology.orchestra.run.smithi142.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-03-22T14:15:50.830 INFO:teuthology.orchestra.run.smithi142.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-03-22T14:15:50.830 INFO:teuthology.orchestra.run.smithi142.stdout: ceph x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 6.4 k 2023-03-22T14:15:50.830 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-base x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 5.4 M 2023-03-22T14:15:50.830 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-fuse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 847 k 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 165 k 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 1.5 M 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-cephadm noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 123 k 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-dashboard noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 1.7 M 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 7.4 M 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-rook noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 47 k 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-radosgw x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 13 M 2023-03-22T14:15:50.831 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-test x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 41 M 2023-03-22T14:15:50.832 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-volume noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 263 k 2023-03-22T14:15:50.832 INFO:teuthology.orchestra.run.smithi142.stdout: cephadm noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 83 k 2023-03-22T14:15:50.832 INFO:teuthology.orchestra.run.smithi142.stdout: cephfs-mirror x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 258 k 2023-03-22T14:15:50.832 INFO:teuthology.orchestra.run.smithi142.stdout: cephfs-top noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 18 k 2023-03-22T14:15:50.832 INFO:teuthology.orchestra.run.smithi142.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-03-22T14:15:50.832 INFO:teuthology.orchestra.run.smithi142.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-03-22T14:15:50.832 INFO:teuthology.orchestra.run.smithi142.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: libcephfs-devel x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 30 k 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: libcephfs2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 767 k 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: librados-devel x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 139 k 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-03-22T14:15:50.833 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-03-22T14:15:50.834 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-03-22T14:15:50.834 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cephfs x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 190 k 2023-03-22T14:15:50.834 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rados x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 370 k 2023-03-22T14:15:50.834 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rbd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 364 k 2023-03-22T14:15:50.834 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rgw x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 106 k 2023-03-22T14:15:50.834 INFO:teuthology.orchestra.run.smithi142.stdout: rbd-fuse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 94 k 2023-03-22T14:15:50.834 INFO:teuthology.orchestra.run.smithi142.stdout: rbd-mirror x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.4 M 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout: rbd-nbd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 179 k 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout:Upgrading: 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout: librados2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.7 M 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout: librbd1 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.6 M 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout:Installing dependencies: 2023-03-22T14:15:50.835 INFO:teuthology.orchestra.run.smithi142.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-common x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 22 M 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-grafana-dashboards noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 23 k 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mds x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 2.3 M 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-modules-core noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 239 k 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mon x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 4.6 M 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-osd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 18 M 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-prometheus-alerts noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 15 k 2023-03-22T14:15:50.836 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-selinux x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 24 k 2023-03-22T14:15:50.837 INFO:teuthology.orchestra.run.smithi142.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-03-22T14:15:50.837 INFO:teuthology.orchestra.run.smithi142.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-22T14:15:50.837 INFO:teuthology.orchestra.run.smithi142.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-03-22T14:15:50.837 INFO:teuthology.orchestra.run.smithi142.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-03-22T14:15:50.837 INFO:teuthology.orchestra.run.smithi142.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-03-22T14:15:50.837 INFO:teuthology.orchestra.run.smithi142.stdout: libcephsqlite x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 137 k 2023-03-22T14:15:50.837 INFO:teuthology.orchestra.run.smithi142.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: libradosstriper1 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 475 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-03-22T14:15:50.838 INFO:teuthology.orchestra.run.smithi142.stdout: librgw2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 6.5 M 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-03-22T14:15:50.839 INFO:teuthology.orchestra.run.smithi142.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-03-22T14:15:50.840 INFO:teuthology.orchestra.run.smithi142.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-03-22T14:15:50.840 INFO:teuthology.orchestra.run.smithi142.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-03-22T14:15:50.840 INFO:teuthology.orchestra.run.smithi142.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-03-22T14:15:50.840 INFO:teuthology.orchestra.run.smithi142.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-22T14:15:50.840 INFO:teuthology.orchestra.run.smithi142.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-03-22T14:15:50.840 INFO:teuthology.orchestra.run.smithi142.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-22T14:15:50.840 INFO:teuthology.orchestra.run.smithi142.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-ceph-argparse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 45 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-ceph-common x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 117 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-22T14:15:50.841 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-22T14:15:50.842 INFO:teuthology.orchestra.run.smithi142.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-03-22T14:15:50.843 INFO:teuthology.orchestra.run.smithi142.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-03-22T14:15:50.844 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-22T14:15:50.844 INFO:teuthology.orchestra.run.smithi142.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-22T14:15:50.844 INFO:teuthology.orchestra.run.smithi142.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-03-22T14:15:50.844 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-03-22T14:15:50.844 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-03-22T14:15:50.844 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-03-22T14:15:50.844 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-22T14:15:50.845 INFO:teuthology.orchestra.run.smithi142.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-22T14:15:50.846 INFO:teuthology.orchestra.run.smithi142.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-22T14:15:50.846 INFO:teuthology.orchestra.run.smithi142.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-22T14:15:50.846 INFO:teuthology.orchestra.run.smithi142.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-22T14:15:50.846 INFO:teuthology.orchestra.run.smithi142.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-22T14:15:50.846 INFO:teuthology.orchestra.run.smithi142.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-22T14:15:50.846 INFO:teuthology.orchestra.run.smithi142.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-22T14:15:50.846 INFO:teuthology.orchestra.run.smithi142.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout:Enabling module streams: 2023-03-22T14:15:50.847 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql 10 2023-03-22T14:15:50.848 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:50.848 INFO:teuthology.orchestra.run.smithi142.stdout:Transaction Summary 2023-03-22T14:15:50.848 INFO:teuthology.orchestra.run.smithi142.stdout:=========================================================================================================================== 2023-03-22T14:15:50.848 INFO:teuthology.orchestra.run.smithi142.stdout:Install 128 Packages 2023-03-22T14:15:50.848 INFO:teuthology.orchestra.run.smithi142.stdout:Upgrade 3 Packages 2023-03-22T14:15:50.848 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:15:50.849 INFO:teuthology.orchestra.run.smithi142.stdout:Total download size: 197 M 2023-03-22T14:15:50.849 INFO:teuthology.orchestra.run.smithi142.stdout:Downloading Packages: 2023-03-22T14:15:50.866 INFO:teuthology.orchestra.run.smithi098.stdout:(3/131): ceph-immutable-object-cache-18.0.0-309 2.8 MB/s | 165 kB 00:00 2023-03-22T14:15:51.040 INFO:teuthology.orchestra.run.smithi142.stdout:(1/131): ceph-18.0.0-3090.g5ef20173.el8.x86_64. 33 kB/s | 6.4 kB 00:00 2023-03-22T14:15:51.183 INFO:teuthology.orchestra.run.smithi098.stdout:(4/131): ceph-base-18.0.0-3090.g5ef20173.el8.x8 7.6 MB/s | 5.4 MB 00:00 2023-03-22T14:15:51.234 INFO:teuthology.orchestra.run.smithi098.stdout:(5/131): ceph-mds-18.0.0-3090.g5ef20173.el8.x86 6.2 MB/s | 2.3 MB 00:00 2023-03-22T14:15:51.376 INFO:teuthology.orchestra.run.smithi098.stdout:(6/131): ceph-mgr-18.0.0-3090.g5ef20173.el8.x86 8.1 MB/s | 1.5 MB 00:00 2023-03-22T14:15:51.932 INFO:teuthology.orchestra.run.smithi142.stdout:(2/131): ceph-fuse-18.0.0-3090.g5ef20173.el8.x8 949 kB/s | 847 kB 00:00 2023-03-22T14:15:52.009 INFO:teuthology.orchestra.run.smithi098.stdout:(7/131): ceph-mon-18.0.0-3090.g5ef20173.el8.x86 5.9 MB/s | 4.6 MB 00:00 2023-03-22T14:15:52.115 INFO:teuthology.orchestra.run.smithi142.stdout:(3/131): ceph-immutable-object-cache-18.0.0-309 901 kB/s | 165 kB 00:00 2023-03-22T14:15:53.012 INFO:teuthology.orchestra.run.smithi098.stdout:(8/131): ceph-common-18.0.0-3090.g5ef20173.el8. 8.5 MB/s | 22 MB 00:02 2023-03-22T14:15:53.103 INFO:teuthology.orchestra.run.smithi098.stdout:(9/131): ceph-selinux-18.0.0-3090.g5ef20173.el8 266 kB/s | 24 kB 00:00 2023-03-22T14:15:53.429 INFO:teuthology.orchestra.run.smithi098.stdout:(10/131): ceph-osd-18.0.0-3090.g5ef20173.el8.x8 8.6 MB/s | 18 MB 00:02 2023-03-22T14:15:53.521 INFO:teuthology.orchestra.run.smithi098.stdout:(11/131): cephfs-mirror-18.0.0-3090.g5ef20173.e 2.7 MB/s | 258 kB 00:00 2023-03-22T14:15:53.604 INFO:teuthology.orchestra.run.smithi098.stdout:(12/131): libcephfs-devel-18.0.0-3090.g5ef20173 366 kB/s | 30 kB 00:00 2023-03-22T14:15:53.766 INFO:teuthology.orchestra.run.smithi142.stdout:(4/131): ceph-base-18.0.0-3090.g5ef20173.el8.x8 1.8 MB/s | 5.4 MB 00:02 2023-03-22T14:15:53.816 INFO:teuthology.orchestra.run.smithi142.stdout:(5/131): ceph-mds-18.0.0-3090.g5ef20173.el8.x86 1.3 MB/s | 2.3 MB 00:01 2023-03-22T14:15:53.847 INFO:teuthology.orchestra.run.smithi098.stdout:(13/131): ceph-radosgw-18.0.0-3090.g5ef20173.el 7.1 MB/s | 13 MB 00:01 2023-03-22T14:15:53.872 INFO:teuthology.orchestra.run.smithi098.stdout:(14/131): libcephfs2-18.0.0-3090.g5ef20173.el8. 2.8 MB/s | 767 kB 00:00 2023-03-22T14:15:53.944 INFO:teuthology.orchestra.run.smithi098.stdout:(15/131): libcephsqlite-18.0.0-3090.g5ef20173.e 1.4 MB/s | 137 kB 00:00 2023-03-22T14:15:53.981 INFO:teuthology.orchestra.run.smithi098.stdout:(16/131): librados-devel-18.0.0-3090.g5ef20173. 1.2 MB/s | 139 kB 00:00 2023-03-22T14:15:54.022 INFO:teuthology.orchestra.run.smithi098.stdout:(17/131): libradosstriper1-18.0.0-3090.g5ef2017 5.9 MB/s | 475 kB 00:00 2023-03-22T14:15:54.106 INFO:teuthology.orchestra.run.smithi098.stdout:(18/131): python3-ceph-argparse-18.0.0-3090.g5e 534 kB/s | 45 kB 00:00 2023-03-22T14:15:54.198 INFO:teuthology.orchestra.run.smithi098.stdout:(19/131): python3-ceph-common-18.0.0-3090.g5ef2 1.2 MB/s | 117 kB 00:00 2023-03-22T14:15:54.254 INFO:teuthology.orchestra.run.smithi045.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-22T14:15:54.255 INFO:teuthology.orchestra.run.smithi045.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-03-22T14:15:54.271 INFO:teuthology.orchestra.run.smithi045.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-03-22T14:15:54.272 INFO:teuthology.orchestra.run.smithi045.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-03-22T14:15:54.273 INFO:teuthology.orchestra.run.smithi045.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-03-22T14:15:54.275 INFO:teuthology.orchestra.run.smithi045.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-03-22T14:15:54.277 INFO:teuthology.orchestra.run.smithi045.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-03-22T14:15:54.280 INFO:teuthology.orchestra.run.smithi045.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-03-22T14:15:54.282 INFO:teuthology.orchestra.run.smithi045.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-03-22T14:15:54.290 INFO:teuthology.orchestra.run.smithi098.stdout:(20/131): python3-cephfs-18.0.0-3090.g5ef20173. 2.0 MB/s | 190 kB 00:00 2023-03-22T14:15:54.413 INFO:teuthology.orchestra.run.smithi098.stdout:(21/131): python3-rados-18.0.0-3090.g5ef20173.e 2.9 MB/s | 370 kB 00:00 2023-03-22T14:15:54.431 INFO:teuthology.orchestra.run.smithi045.stdout:Dependencies resolved. 2023-03-22T14:15:54.444 INFO:teuthology.orchestra.run.smithi045.stdout:=========================================================================================================================== 2023-03-22T14:15:54.445 INFO:teuthology.orchestra.run.smithi045.stdout: Package Arch Version Repository Size 2023-03-22T14:15:54.445 INFO:teuthology.orchestra.run.smithi045.stdout:=========================================================================================================================== 2023-03-22T14:15:54.445 INFO:teuthology.orchestra.run.smithi045.stdout:Installing: 2023-03-22T14:15:54.445 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-03-22T14:15:54.445 INFO:teuthology.orchestra.run.smithi045.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-03-22T14:15:54.445 INFO:teuthology.orchestra.run.smithi045.stdout: ceph x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 6.4 k 2023-03-22T14:15:54.446 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-base x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 5.4 M 2023-03-22T14:15:54.446 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-fuse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 847 k 2023-03-22T14:15:54.446 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 165 k 2023-03-22T14:15:54.446 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 1.5 M 2023-03-22T14:15:54.446 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-cephadm noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 123 k 2023-03-22T14:15:54.446 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-dashboard noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 1.7 M 2023-03-22T14:15:54.446 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 7.4 M 2023-03-22T14:15:54.447 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-rook noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 47 k 2023-03-22T14:15:54.447 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-radosgw x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 13 M 2023-03-22T14:15:54.447 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-test x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 41 M 2023-03-22T14:15:54.447 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-volume noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 263 k 2023-03-22T14:15:54.447 INFO:teuthology.orchestra.run.smithi045.stdout: cephadm noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 83 k 2023-03-22T14:15:54.447 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-mirror x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 258 k 2023-03-22T14:15:54.447 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-top noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 18 k 2023-03-22T14:15:54.448 INFO:teuthology.orchestra.run.smithi045.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-03-22T14:15:54.448 INFO:teuthology.orchestra.run.smithi045.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-03-22T14:15:54.448 INFO:teuthology.orchestra.run.smithi045.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-03-22T14:15:54.448 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs-devel x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 30 k 2023-03-22T14:15:54.448 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 767 k 2023-03-22T14:15:54.448 INFO:teuthology.orchestra.run.smithi045.stdout: librados-devel x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 139 k 2023-03-22T14:15:54.448 INFO:teuthology.orchestra.run.smithi045.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-03-22T14:15:54.449 INFO:teuthology.orchestra.run.smithi045.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-03-22T14:15:54.449 INFO:teuthology.orchestra.run.smithi045.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-03-22T14:15:54.449 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-03-22T14:15:54.449 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-03-22T14:15:54.449 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-03-22T14:15:54.449 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cephfs x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 190 k 2023-03-22T14:15:54.449 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rados x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 370 k 2023-03-22T14:15:54.450 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rbd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 364 k 2023-03-22T14:15:54.450 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rgw x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 106 k 2023-03-22T14:15:54.450 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-fuse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 94 k 2023-03-22T14:15:54.450 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-mirror x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.4 M 2023-03-22T14:15:54.450 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-nbd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 179 k 2023-03-22T14:15:54.450 INFO:teuthology.orchestra.run.smithi045.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-03-22T14:15:54.450 INFO:teuthology.orchestra.run.smithi045.stdout:Upgrading: 2023-03-22T14:15:54.451 INFO:teuthology.orchestra.run.smithi045.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-03-22T14:15:54.451 INFO:teuthology.orchestra.run.smithi045.stdout: librados2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.7 M 2023-03-22T14:15:54.451 INFO:teuthology.orchestra.run.smithi045.stdout: librbd1 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 3.6 M 2023-03-22T14:15:54.451 INFO:teuthology.orchestra.run.smithi045.stdout:Installing dependencies: 2023-03-22T14:15:54.451 INFO:teuthology.orchestra.run.smithi045.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-03-22T14:15:54.451 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-common x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 22 M 2023-03-22T14:15:54.451 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-grafana-dashboards noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 23 k 2023-03-22T14:15:54.452 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mds x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 2.3 M 2023-03-22T14:15:54.452 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-modules-core noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 239 k 2023-03-22T14:15:54.452 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mon x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 4.6 M 2023-03-22T14:15:54.452 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-osd x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 18 M 2023-03-22T14:15:54.452 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-prometheus-alerts noarch 2:18.0.0-3090.g5ef20173.el8 ceph-noarch 15 k 2023-03-22T14:15:54.452 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-selinux x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 24 k 2023-03-22T14:15:54.452 INFO:teuthology.orchestra.run.smithi045.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-03-22T14:15:54.453 INFO:teuthology.orchestra.run.smithi045.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-03-22T14:15:54.453 INFO:teuthology.orchestra.run.smithi045.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-03-22T14:15:54.453 INFO:teuthology.orchestra.run.smithi045.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-03-22T14:15:54.453 INFO:teuthology.orchestra.run.smithi045.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-03-22T14:15:54.453 INFO:teuthology.orchestra.run.smithi045.stdout: libcephsqlite x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 137 k 2023-03-22T14:15:54.453 INFO:teuthology.orchestra.run.smithi045.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-03-22T14:15:54.454 INFO:teuthology.orchestra.run.smithi045.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-03-22T14:15:54.454 INFO:teuthology.orchestra.run.smithi045.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-03-22T14:15:54.454 INFO:teuthology.orchestra.run.smithi045.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-03-22T14:15:54.454 INFO:teuthology.orchestra.run.smithi045.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-03-22T14:15:54.454 INFO:teuthology.orchestra.run.smithi045.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-03-22T14:15:54.454 INFO:teuthology.orchestra.run.smithi045.stdout: libradosstriper1 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 475 k 2023-03-22T14:15:54.454 INFO:teuthology.orchestra.run.smithi045.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-03-22T14:15:54.455 INFO:teuthology.orchestra.run.smithi045.stdout: librgw2 x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 6.5 M 2023-03-22T14:15:54.455 INFO:teuthology.orchestra.run.smithi045.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-03-22T14:15:54.455 INFO:teuthology.orchestra.run.smithi045.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-03-22T14:15:54.455 INFO:teuthology.orchestra.run.smithi045.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-03-22T14:15:54.455 INFO:teuthology.orchestra.run.smithi045.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-03-22T14:15:54.455 INFO:teuthology.orchestra.run.smithi045.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-03-22T14:15:54.455 INFO:teuthology.orchestra.run.smithi045.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-03-22T14:15:54.456 INFO:teuthology.orchestra.run.smithi045.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-03-22T14:15:54.457 INFO:teuthology.orchestra.run.smithi045.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-03-22T14:15:54.457 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-03-22T14:15:54.457 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-argparse x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 45 k 2023-03-22T14:15:54.457 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-common x86_64 2:18.0.0-3090.g5ef20173.el8 ceph 117 k 2023-03-22T14:15:54.457 INFO:teuthology.orchestra.run.smithi045.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-03-22T14:15:54.457 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-03-22T14:15:54.457 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-03-22T14:15:54.458 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-03-22T14:15:54.458 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-03-22T14:15:54.458 INFO:teuthology.orchestra.run.smithi045.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-03-22T14:15:54.458 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-03-22T14:15:54.458 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-03-22T14:15:54.458 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-03-22T14:15:54.458 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-03-22T14:15:54.459 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-03-22T14:15:54.459 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-22T14:15:54.459 INFO:teuthology.orchestra.run.smithi045.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-03-22T14:15:54.459 INFO:teuthology.orchestra.run.smithi045.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-03-22T14:15:54.459 INFO:teuthology.orchestra.run.smithi045.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-03-22T14:15:54.459 INFO:teuthology.orchestra.run.smithi045.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-03-22T14:15:54.459 INFO:teuthology.orchestra.run.smithi045.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-03-22T14:15:54.460 INFO:teuthology.orchestra.run.smithi045.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-03-22T14:15:54.460 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-03-22T14:15:54.460 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-03-22T14:15:54.460 INFO:teuthology.orchestra.run.smithi045.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-03-22T14:15:54.460 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-03-22T14:15:54.460 INFO:teuthology.orchestra.run.smithi045.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-03-22T14:15:54.460 INFO:teuthology.orchestra.run.smithi045.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-03-22T14:15:54.461 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-03-22T14:15:54.461 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-03-22T14:15:54.461 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-03-22T14:15:54.461 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-03-22T14:15:54.461 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-03-22T14:15:54.461 INFO:teuthology.orchestra.run.smithi045.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-03-22T14:15:54.461 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-03-22T14:15:54.462 INFO:teuthology.orchestra.run.smithi045.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-03-22T14:15:54.462 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-03-22T14:15:54.462 INFO:teuthology.orchestra.run.smithi045.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-03-22T14:15:54.462 INFO:teuthology.orchestra.run.smithi045.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-03-22T14:15:54.462 INFO:teuthology.orchestra.run.smithi045.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-03-22T14:15:54.462 INFO:teuthology.orchestra.run.smithi045.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-03-22T14:15:54.462 INFO:teuthology.orchestra.run.smithi045.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-03-22T14:15:54.463 INFO:teuthology.orchestra.run.smithi045.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-03-22T14:15:54.463 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-03-22T14:15:54.463 INFO:teuthology.orchestra.run.smithi045.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-03-22T14:15:54.463 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-03-22T14:15:54.463 INFO:teuthology.orchestra.run.smithi045.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-03-22T14:15:54.463 INFO:teuthology.orchestra.run.smithi045.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-03-22T14:15:54.463 INFO:teuthology.orchestra.run.smithi045.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-03-22T14:15:54.464 INFO:teuthology.orchestra.run.smithi045.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-03-22T14:15:54.464 INFO:teuthology.orchestra.run.smithi045.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-03-22T14:15:54.464 INFO:teuthology.orchestra.run.smithi045.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-03-22T14:15:54.464 INFO:teuthology.orchestra.run.smithi045.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-03-22T14:15:54.464 INFO:teuthology.orchestra.run.smithi045.stdout:Enabling module streams: 2023-03-22T14:15:54.464 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql 10 2023-03-22T14:15:54.464 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:54.465 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction Summary 2023-03-22T14:15:54.465 INFO:teuthology.orchestra.run.smithi045.stdout:=========================================================================================================================== 2023-03-22T14:15:54.465 INFO:teuthology.orchestra.run.smithi045.stdout:Install 128 Packages 2023-03-22T14:15:54.465 INFO:teuthology.orchestra.run.smithi045.stdout:Upgrade 3 Packages 2023-03-22T14:15:54.465 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:15:54.466 INFO:teuthology.orchestra.run.smithi045.stdout:Total download size: 197 M 2023-03-22T14:15:54.466 INFO:teuthology.orchestra.run.smithi045.stdout:Downloading Packages: 2023-03-22T14:15:54.467 INFO:teuthology.orchestra.run.smithi142.stdout:(6/131): ceph-mgr-18.0.0-3090.g5ef20173.el8.x86 2.2 MB/s | 1.5 MB 00:00 2023-03-22T14:15:54.524 INFO:teuthology.orchestra.run.smithi098.stdout:(22/131): python3-rbd-18.0.0-3090.g5ef20173.el8 3.2 MB/s | 364 kB 00:00 2023-03-22T14:15:54.616 INFO:teuthology.orchestra.run.smithi098.stdout:(23/131): python3-rgw-18.0.0-3090.g5ef20173.el8 1.1 MB/s | 106 kB 00:00 2023-03-22T14:15:54.727 INFO:teuthology.orchestra.run.smithi045.stdout:(1/131): ceph-18.0.0-3090.g5ef20173.el8.x86_64. 25 kB/s | 6.4 kB 00:00 2023-03-22T14:15:54.733 INFO:teuthology.orchestra.run.smithi098.stdout:(24/131): librgw2-18.0.0-3090.g5ef20173.el8.x86 8.7 MB/s | 6.5 MB 00:00 2023-03-22T14:15:54.750 INFO:teuthology.orchestra.run.smithi098.stdout:(25/131): rbd-fuse-18.0.0-3090.g5ef20173.el8.x8 706 kB/s | 94 kB 00:00 2023-03-22T14:15:54.848 INFO:teuthology.orchestra.run.smithi098.stdout:(26/131): rbd-nbd-18.0.0-3090.g5ef20173.el8.x86 1.8 MB/s | 179 kB 00:00 2023-03-22T14:15:54.943 INFO:teuthology.orchestra.run.smithi098.stdout:(27/131): ceph-grafana-dashboards-18.0.0-3090.g 243 kB/s | 23 kB 00:00 2023-03-22T14:15:55.043 INFO:teuthology.orchestra.run.smithi098.stdout:(28/131): ceph-mgr-cephadm-18.0.0-3090.g5ef2017 1.2 MB/s | 123 kB 00:00 2023-03-22T14:15:55.210 INFO:teuthology.orchestra.run.smithi098.stdout:(29/131): rbd-mirror-18.0.0-3090.g5ef20173.el8. 7.2 MB/s | 3.4 MB 00:00 2023-03-22T14:15:55.427 INFO:teuthology.orchestra.run.smithi098.stdout:(30/131): ceph-mgr-dashboard-18.0.0-3090.g5ef20 4.4 MB/s | 1.7 MB 00:00 2023-03-22T14:15:55.527 INFO:teuthology.orchestra.run.smithi098.stdout:(31/131): ceph-mgr-modules-core-18.0.0-3090.g5e 2.3 MB/s | 239 kB 00:00 2023-03-22T14:15:55.627 INFO:teuthology.orchestra.run.smithi098.stdout:(32/131): ceph-mgr-rook-18.0.0-3090.g5ef20173.e 473 kB/s | 47 kB 00:00 2023-03-22T14:15:55.653 INFO:teuthology.orchestra.run.smithi045.stdout:(2/131): ceph-fuse-18.0.0-3090.g5ef20173.el8.x8 916 kB/s | 847 kB 00:00 2023-03-22T14:15:55.753 INFO:teuthology.orchestra.run.smithi098.stdout:(33/131): ceph-prometheus-alerts-18.0.0-3090.g5 116 kB/s | 15 kB 00:00 2023-03-22T14:15:55.802 INFO:teuthology.orchestra.run.smithi045.stdout:(3/131): ceph-immutable-object-cache-18.0.0-309 1.1 MB/s | 165 kB 00:00 2023-03-22T14:15:55.861 INFO:teuthology.orchestra.run.smithi098.stdout:(34/131): ceph-volume-18.0.0-3090.g5ef20173.el8 2.4 MB/s | 263 kB 00:00 2023-03-22T14:15:55.962 INFO:teuthology.orchestra.run.smithi098.stdout:(35/131): cephadm-18.0.0-3090.g5ef20173.el8.noa 831 kB/s | 83 kB 00:00 2023-03-22T14:15:56.095 INFO:teuthology.orchestra.run.smithi098.stdout:(36/131): ceph-mgr-diskprediction-local-18.0.0- 8.4 MB/s | 7.4 MB 00:00 2023-03-22T14:15:56.121 INFO:teuthology.orchestra.run.smithi098.stdout:(37/131): cephfs-top-18.0.0-3090.g5ef20173.el8. 114 kB/s | 18 kB 00:00 2023-03-22T14:15:56.263 INFO:teuthology.orchestra.run.smithi098.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 415 kB/s | 59 kB 00:00 2023-03-22T14:15:56.346 INFO:teuthology.orchestra.run.smithi098.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.2 MB/s | 306 kB 00:00 2023-03-22T14:15:56.372 INFO:teuthology.orchestra.run.smithi098.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 692 kB/s | 75 kB 00:00 2023-03-22T14:15:56.422 INFO:teuthology.orchestra.run.smithi098.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 876 kB/s | 44 kB 00:00 2023-03-22T14:15:56.447 INFO:teuthology.orchestra.run.smithi098.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 4.6 MB/s | 476 kB 00:00 2023-03-22T14:15:56.497 INFO:teuthology.orchestra.run.smithi098.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 658 kB/s | 33 kB 00:00 2023-03-22T14:15:56.523 INFO:teuthology.orchestra.run.smithi098.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.8 MB/s | 185 kB 00:00 2023-03-22T14:15:56.548 INFO:teuthology.orchestra.run.smithi098.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 324 kB/s | 16 kB 00:00 2023-03-22T14:15:56.573 INFO:teuthology.orchestra.run.smithi098.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2023-03-22T14:15:56.616 INFO:teuthology.orchestra.run.smithi142.stdout:(7/131): ceph-mon-18.0.0-3090.g5ef20173.el8.x86 1.6 MB/s | 4.6 MB 00:02 2023-03-22T14:15:56.624 INFO:teuthology.orchestra.run.smithi098.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-03-22T14:15:56.658 INFO:teuthology.orchestra.run.smithi098.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 3.4 MB/s | 384 kB 00:00 2023-03-22T14:15:56.675 INFO:teuthology.orchestra.run.smithi098.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 220 kB/s | 11 kB 00:00 2023-03-22T14:15:56.700 INFO:teuthology.orchestra.run.smithi098.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 420 kB/s | 18 kB 00:00 2023-03-22T14:15:56.742 INFO:teuthology.orchestra.run.smithi098.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-03-22T14:15:56.752 INFO:teuthology.orchestra.run.smithi045.stdout:(4/131): ceph-mds-18.0.0-3090.g5ef20173.el8.x86 2.4 MB/s | 2.3 MB 00:00 2023-03-22T14:15:56.800 INFO:teuthology.orchestra.run.smithi098.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 1.0 MB/s | 59 kB 00:00 2023-03-22T14:15:56.836 INFO:teuthology.orchestra.run.smithi045.stdout:(5/131): ceph-base-18.0.0-3090.g5ef20173.el8.x8 2.3 MB/s | 5.4 MB 00:02 2023-03-22T14:15:56.842 INFO:teuthology.orchestra.run.smithi098.stdout:(53/131): python3-kubernetes-11.0.0-6.el8.noarc 7.0 MB/s | 1.2 MB 00:00 2023-03-22T14:15:56.859 INFO:teuthology.orchestra.run.smithi098.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.0 MB/s | 60 kB 00:00 2023-03-22T14:15:56.902 INFO:teuthology.orchestra.run.smithi098.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-03-22T14:15:56.918 INFO:teuthology.orchestra.run.smithi098.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 266 kB/s | 16 kB 00:00 2023-03-22T14:15:56.952 INFO:teuthology.orchestra.run.smithi098.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 673 kB/s | 34 kB 00:00 2023-03-22T14:15:56.986 INFO:teuthology.orchestra.run.smithi098.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 2.9 MB/s | 196 kB 00:00 2023-03-22T14:15:57.011 INFO:teuthology.orchestra.run.smithi098.stdout:(59/131): python3-rsa-4.8-1.el8.noarch.rpm 1.0 MB/s | 61 kB 00:00 2023-03-22T14:15:57.036 INFO:teuthology.orchestra.run.smithi098.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 372 kB/s | 19 kB 00:00 2023-03-22T14:15:57.061 INFO:teuthology.orchestra.run.smithi098.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 475 kB/s | 24 kB 00:00 2023-03-22T14:15:57.211 INFO:teuthology.orchestra.run.smithi045.stdout:(6/131): ceph-mgr-18.0.0-3090.g5ef20173.el8.x86 3.4 MB/s | 1.5 MB 00:00 2023-03-22T14:15:57.454 INFO:teuthology.orchestra.run.smithi098.stdout:(62/131): ceph-test-18.0.0-3090.g5ef20173.el8.x 9.3 MB/s | 41 MB 00:04 2023-03-22T14:15:57.479 INFO:teuthology.orchestra.run.smithi098.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 66 kB/s | 29 kB 00:00 2023-03-22T14:15:57.504 INFO:teuthology.orchestra.run.smithi098.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 62 kB/s | 27 kB 00:00 2023-03-22T14:15:57.554 INFO:teuthology.orchestra.run.smithi098.stdout:(65/131): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2023-03-22T14:15:57.570 INFO:teuthology.orchestra.run.smithi045.stdout:(7/131): ceph-mon-18.0.0-3090.g5ef20173.el8.x86 6.3 MB/s | 4.6 MB 00:00 2023-03-22T14:15:57.605 INFO:teuthology.orchestra.run.smithi098.stdout:(66/131): python3-webtest-2.0.33-1.el8.noarch.r 1.7 MB/s | 85 kB 00:00 2023-03-22T14:15:57.630 INFO:teuthology.orchestra.run.smithi098.stdout:(67/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.0 MB/s | 251 kB 00:00 2023-03-22T14:15:57.655 INFO:teuthology.orchestra.run.smithi098.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 457 kB/s | 23 kB 00:00 2023-03-22T14:15:57.681 INFO:teuthology.orchestra.run.smithi098.stdout:(69/131): python3-waitress-1.2.1-2.el8.1.noarch 1.0 MB/s | 241 kB 00:00 2023-03-22T14:15:57.706 INFO:teuthology.orchestra.run.smithi098.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-03-22T14:15:57.773 INFO:teuthology.orchestra.run.smithi098.stdout:(71/131): libselinux-devel-2.9-5.el8.x86_64.rpm 2.9 MB/s | 200 kB 00:00 2023-03-22T14:15:57.798 INFO:teuthology.orchestra.run.smithi098.stdout:(72/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 400 kB/s | 47 kB 00:00 2023-03-22T14:15:57.849 INFO:teuthology.orchestra.run.smithi098.stdout:(73/131): python3-jwt-1.6.1-2.el8.noarch.rpm 573 kB/s | 43 kB 00:00 2023-03-22T14:15:57.882 INFO:teuthology.orchestra.run.smithi098.stdout:(74/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 2.6 MB/s | 220 kB 00:00 2023-03-22T14:15:57.907 INFO:teuthology.orchestra.run.smithi098.stdout:(75/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 811 kB/s | 48 kB 00:00 2023-03-22T14:15:57.958 INFO:teuthology.orchestra.run.smithi098.stdout:(76/131): thrift-0.13.0-2.el8.x86_64.rpm 5.3 MB/s | 1.7 MB 00:00 2023-03-22T14:15:57.983 INFO:teuthology.orchestra.run.smithi098.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 565 kB/s | 43 kB 00:00 2023-03-22T14:15:58.017 INFO:teuthology.orchestra.run.smithi098.stdout:(78/131): libsepol-devel-2.9-3.el8.x86_64.rpm 647 kB/s | 87 kB 00:00 2023-03-22T14:15:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:(79/131): python3-pycparser-2.14-14.el8.noarch. 1.3 MB/s | 109 kB 00:00 2023-03-22T14:15:58.068 INFO:teuthology.orchestra.run.smithi098.stdout:(80/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 2.9 MB/s | 229 kB 00:00 2023-03-22T14:15:58.093 INFO:teuthology.orchestra.run.smithi098.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 372 kB/s | 19 kB 00:00 2023-03-22T14:15:58.118 INFO:teuthology.orchestra.run.smithi098.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 3.0 MB/s | 155 kB 00:00 2023-03-22T14:15:58.152 INFO:teuthology.orchestra.run.smithi098.stdout:(83/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 4.1 MB/s | 560 kB 00:00 2023-03-22T14:15:58.169 INFO:teuthology.orchestra.run.smithi098.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 355 kB/s | 18 kB 00:00 2023-03-22T14:15:58.202 INFO:teuthology.orchestra.run.smithi098.stdout:(85/131): python3-cryptography-3.2.1-5.el8.x86_ 5.0 MB/s | 559 kB 00:00 2023-03-22T14:15:58.228 INFO:teuthology.orchestra.run.smithi098.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-03-22T14:15:58.253 INFO:teuthology.orchestra.run.smithi098.stdout:(87/131): pcre2-devel-10.32-2.el8.x86_64.rpm 5.9 MB/s | 605 kB 00:00 2023-03-22T14:15:58.278 INFO:teuthology.orchestra.run.smithi098.stdout:(88/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.4 MB/s | 72 kB 00:00 2023-03-22T14:15:58.335 INFO:teuthology.orchestra.run.smithi098.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 1.0 MB/s | 83 kB 00:00 2023-03-22T14:15:58.362 INFO:teuthology.orchestra.run.smithi098.stdout:(90/131): elfutils-libelf-devel-0.186-1.el8.x86 717 kB/s | 60 kB 00:00 2023-03-22T14:15:58.387 INFO:teuthology.orchestra.run.smithi098.stdout:(91/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 1.8 MB/s | 98 kB 00:00 2023-03-22T14:15:58.404 INFO:teuthology.orchestra.run.smithi098.stdout:(92/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 1.3 MB/s | 58 kB 00:00 2023-03-22T14:15:58.421 INFO:teuthology.orchestra.run.smithi098.stdout:(93/131): libcom_err-devel-1.45.6-4.el8.x86_64. 1.1 MB/s | 39 kB 00:00 2023-03-22T14:15:58.463 INFO:teuthology.orchestra.run.smithi098.stdout:(94/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 11 MB/s | 644 kB 00:00 2023-03-22T14:15:58.489 INFO:teuthology.orchestra.run.smithi098.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.5 MB/s | 171 kB 00:00 2023-03-22T14:15:58.514 INFO:teuthology.orchestra.run.smithi098.stdout:(96/131): NetworkManager-initscripts-updown-1.3 2.7 MB/s | 138 kB 00:00 2023-03-22T14:15:58.581 INFO:teuthology.orchestra.run.smithi098.stdout:(97/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 6.1 MB/s | 2.3 MB 00:00 2023-03-22T14:15:58.606 INFO:teuthology.orchestra.run.smithi098.stdout:(98/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.2 MB/s | 110 kB 00:00 2023-03-22T14:15:58.631 INFO:teuthology.orchestra.run.smithi098.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2023-03-22T14:15:58.653 INFO:teuthology.orchestra.run.smithi045.stdout:(8/131): ceph-common-18.0.0-3090.g5ef20173.el8. 5.2 MB/s | 22 MB 00:04 2023-03-22T14:15:58.656 INFO:teuthology.orchestra.run.smithi098.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 5.0 MB/s | 259 kB 00:00 2023-03-22T14:15:58.690 INFO:teuthology.orchestra.run.smithi098.stdout:(101/131): socat-1.7.4.1-1.el8.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2023-03-22T14:15:58.715 INFO:teuthology.orchestra.run.smithi098.stdout:(102/131): python3-markupsafe-0.23-19.el8.x86_6 664 kB/s | 39 kB 00:00 2023-03-22T14:15:58.720 INFO:teuthology.orchestra.run.smithi045.stdout:(9/131): ceph-selinux-18.0.0-3090.g5ef20173.el8 366 kB/s | 24 kB 00:00 2023-03-22T14:15:58.749 INFO:teuthology.orchestra.run.smithi098.stdout:(103/131): bison-3.0.4-10.el8.x86_64.rpm 11 MB/s | 688 kB 00:00 2023-03-22T14:15:58.805 INFO:teuthology.orchestra.run.smithi098.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 5.9 MB/s | 538 kB 00:00 2023-03-22T14:15:58.842 INFO:teuthology.orchestra.run.smithi098.stdout:(105/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.7 MB/s | 157 kB 00:00 2023-03-22T14:15:58.867 INFO:teuthology.orchestra.run.smithi098.stdout:(106/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.0 MB/s | 187 kB 00:00 2023-03-22T14:15:58.909 INFO:teuthology.orchestra.run.smithi098.stdout:(107/131): automake-1.16.1-7.el8.noarch.rpm 10 MB/s | 713 kB 00:00 2023-03-22T14:15:58.951 INFO:teuthology.orchestra.run.smithi098.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 640 kB/s | 27 kB 00:00 2023-03-22T14:15:59.010 INFO:teuthology.orchestra.run.smithi098.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 5.3 MB/s | 320 kB 00:00 2023-03-22T14:15:59.052 INFO:teuthology.orchestra.run.smithi098.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.0 MB/s | 44 kB 00:00 2023-03-22T14:15:59.127 INFO:teuthology.orchestra.run.smithi098.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 18 MB/s | 4.8 MB 00:00 2023-03-22T14:15:59.177 INFO:teuthology.orchestra.run.smithi098.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 9.0 MB/s | 457 kB 00:00 2023-03-22T14:15:59.219 INFO:teuthology.orchestra.run.smithi098.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 5.3 MB/s | 225 kB 00:00 2023-03-22T14:15:59.254 INFO:teuthology.orchestra.run.smithi045.stdout:(10/131): ceph-radosgw-18.0.0-3090.g5ef20173.el 7.8 MB/s | 13 MB 00:01 2023-03-22T14:15:59.303 INFO:teuthology.orchestra.run.smithi098.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 15 MB/s | 3.7 MB 00:00 2023-03-22T14:15:59.328 INFO:teuthology.orchestra.run.smithi098.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 589 kB/s | 64 kB 00:00 2023-03-22T14:15:59.338 INFO:teuthology.orchestra.run.smithi045.stdout:(11/131): cephfs-mirror-18.0.0-3090.g5ef20173.e 3.0 MB/s | 258 kB 00:00 2023-03-22T14:15:59.354 INFO:teuthology.orchestra.run.smithi098.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 2.5 MB/s | 126 kB 00:00 2023-03-22T14:15:59.371 INFO:teuthology.orchestra.run.smithi098.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 477 kB/s | 20 kB 00:00 2023-03-22T14:15:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 3.0 MB/s | 103 kB 00:00 2023-03-22T14:15:59.413 INFO:teuthology.orchestra.run.smithi045.stdout:(12/131): libcephfs-devel-18.0.0-3090.g5ef20173 407 kB/s | 30 kB 00:00 2023-03-22T14:15:59.430 INFO:teuthology.orchestra.run.smithi098.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 12 MB/s | 709 kB 00:00 2023-03-22T14:15:59.572 INFO:teuthology.orchestra.run.smithi098.stdout:(120/131): python3-scipy-1.0.0-21.module+el8.5. 13 MB/s | 14 MB 00:01 2023-03-22T14:15:59.580 INFO:teuthology.orchestra.run.smithi045.stdout:(13/131): libcephfs2-18.0.0-3090.g5ef20173.el8. 4.5 MB/s | 767 kB 00:00 2023-03-22T14:15:59.597 INFO:teuthology.orchestra.run.smithi098.stdout:(121/131): libpq-13.5-1.el8.x86_64.rpm 1.2 MB/s | 198 kB 00:00 2023-03-22T14:15:59.639 INFO:teuthology.orchestra.run.smithi098.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 4.8 MB/s | 202 kB 00:00 2023-03-22T14:15:59.663 INFO:teuthology.orchestra.run.smithi045.stdout:(14/131): libcephsqlite-18.0.0-3090.g5ef20173.e 1.6 MB/s | 137 kB 00:00 2023-03-22T14:15:59.681 INFO:teuthology.orchestra.run.smithi098.stdout:(123/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-03-22T14:15:59.731 INFO:teuthology.orchestra.run.smithi045.stdout:(15/131): librados-devel-18.0.0-3090.g5ef20173. 2.0 MB/s | 139 kB 00:00 2023-03-22T14:15:59.806 INFO:teuthology.orchestra.run.smithi098.stdout:(124/131): openblas-threads-0.3.15-3.el8.x86_64 12 MB/s | 4.9 MB 00:00 2023-03-22T14:15:59.822 INFO:teuthology.orchestra.run.smithi045.stdout:(16/131): libradosstriper1-18.0.0-3090.g5ef2017 5.1 MB/s | 475 kB 00:00 2023-03-22T14:15:59.850 INFO:teuthology.orchestra.run.smithi142.stdout:(8/131): ceph-common-18.0.0-3090.g5ef20173.el8. 2.4 MB/s | 22 MB 00:09 2023-03-22T14:15:59.873 INFO:teuthology.orchestra.run.smithi098.stdout:(125/131): openblas-0.3.15-3.el8.x86_64.rpm 16 MB/s | 4.7 MB 00:00 2023-03-22T14:15:59.915 INFO:teuthology.orchestra.run.smithi098.stdout:(126/131): postgresql-contrib-10.21-2.module+el 7.3 MB/s | 808 kB 00:00 2023-03-22T14:15:59.941 INFO:teuthology.orchestra.run.smithi142.stdout:(9/131): ceph-selinux-18.0.0-3090.g5ef20173.el8 266 kB/s | 24 kB 00:00 2023-03-22T14:15:59.990 INFO:teuthology.orchestra.run.smithi098.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 13 MB/s | 1.5 MB 00:00 2023-03-22T14:16:00.166 INFO:teuthology.orchestra.run.smithi098.stdout:(128/131): postgresql-server-10.21-2.module+el8 10 MB/s | 5.1 MB 00:00 2023-03-22T14:16:00.247 INFO:teuthology.orchestra.run.smithi098.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 9.6 MB/s | 798 kB 00:00 2023-03-22T14:16:00.564 INFO:teuthology.orchestra.run.smithi045.stdout:(17/131): ceph-osd-18.0.0-3090.g5ef20173.el8.x8 5.3 MB/s | 18 MB 00:03 2023-03-22T14:16:00.656 INFO:teuthology.orchestra.run.smithi045.stdout:(18/131): python3-ceph-argparse-18.0.0-3090.g5e 488 kB/s | 45 kB 00:00 2023-03-22T14:16:00.740 INFO:teuthology.orchestra.run.smithi045.stdout:(19/131): python3-ceph-common-18.0.0-3090.g5ef2 1.4 MB/s | 117 kB 00:00 2023-03-22T14:16:00.815 INFO:teuthology.orchestra.run.smithi045.stdout:(20/131): librgw2-18.0.0-3090.g5ef20173.el8.x86 6.6 MB/s | 6.5 MB 00:00 2023-03-22T14:16:00.840 INFO:teuthology.orchestra.run.smithi045.stdout:(21/131): python3-cephfs-18.0.0-3090.g5ef20173. 1.9 MB/s | 190 kB 00:00 2023-03-22T14:16:00.899 INFO:teuthology.orchestra.run.smithi045.stdout:(22/131): python3-rados-18.0.0-3090.g5ef20173.e 4.3 MB/s | 370 kB 00:00 2023-03-22T14:16:00.933 INFO:teuthology.orchestra.run.smithi045.stdout:(23/131): python3-rbd-18.0.0-3090.g5ef20173.el8 3.9 MB/s | 364 kB 00:00 2023-03-22T14:16:00.975 INFO:teuthology.orchestra.run.smithi045.stdout:(24/131): python3-rgw-18.0.0-3090.g5ef20173.el8 1.4 MB/s | 106 kB 00:00 2023-03-22T14:16:01.009 INFO:teuthology.orchestra.run.smithi045.stdout:(25/131): rbd-fuse-18.0.0-3090.g5ef20173.el8.x8 1.2 MB/s | 94 kB 00:00 2023-03-22T14:16:01.100 INFO:teuthology.orchestra.run.smithi045.stdout:(26/131): rbd-nbd-18.0.0-3090.g5ef20173.el8.x86 1.9 MB/s | 179 kB 00:00 2023-03-22T14:16:01.184 INFO:teuthology.orchestra.run.smithi045.stdout:(27/131): ceph-grafana-dashboards-18.0.0-3090.g 277 kB/s | 23 kB 00:00 2023-03-22T14:16:01.275 INFO:teuthology.orchestra.run.smithi045.stdout:(28/131): ceph-mgr-cephadm-18.0.0-3090.g5ef2017 1.3 MB/s | 123 kB 00:00 2023-03-22T14:16:01.534 INFO:teuthology.orchestra.run.smithi045.stdout:(29/131): rbd-mirror-18.0.0-3090.g5ef20173.el8. 6.2 MB/s | 3.4 MB 00:00 2023-03-22T14:16:01.600 INFO:teuthology.orchestra.run.smithi098.stdout:(130/131): librados2-18.0.0-3090.g5ef20173.el8. 2.2 MB/s | 3.7 MB 00:01 2023-03-22T14:16:01.668 INFO:teuthology.orchestra.run.smithi045.stdout:(30/131): ceph-mgr-dashboard-18.0.0-3090.g5ef20 4.3 MB/s | 1.7 MB 00:00 2023-03-22T14:16:01.692 INFO:teuthology.orchestra.run.smithi142.stdout:(10/131): ceph-osd-18.0.0-3090.g5ef20173.el8.x8 2.4 MB/s | 18 MB 00:07 2023-03-22T14:16:01.743 INFO:teuthology.orchestra.run.smithi045.stdout:(31/131): ceph-mgr-modules-core-18.0.0-3090.g5e 3.1 MB/s | 239 kB 00:00 2023-03-22T14:16:01.827 INFO:teuthology.orchestra.run.smithi045.stdout:(32/131): ceph-mgr-rook-18.0.0-3090.g5ef20173.e 570 kB/s | 47 kB 00:00 2023-03-22T14:16:01.833 INFO:teuthology.orchestra.run.smithi142.stdout:(11/131): cephfs-mirror-18.0.0-3090.g5ef20173.e 1.8 MB/s | 258 kB 00:00 2023-03-22T14:16:01.893 INFO:teuthology.orchestra.run.smithi045.stdout:(33/131): ceph-prometheus-alerts-18.0.0-3090.g5 218 kB/s | 15 kB 00:00 2023-03-22T14:16:01.909 INFO:teuthology.orchestra.run.smithi142.stdout:(12/131): libcephfs-devel-18.0.0-3090.g5ef20173 407 kB/s | 30 kB 00:00 2023-03-22T14:16:01.977 INFO:teuthology.orchestra.run.smithi045.stdout:(34/131): ceph-volume-18.0.0-3090.g5ef20173.el8 3.1 MB/s | 263 kB 00:00 2023-03-22T14:16:02.060 INFO:teuthology.orchestra.run.smithi045.stdout:(35/131): cephadm-18.0.0-3090.g5ef20173.el8.noa 1.0 MB/s | 83 kB 00:00 2023-03-22T14:16:02.144 INFO:teuthology.orchestra.run.smithi045.stdout:(36/131): cephfs-top-18.0.0-3090.g5ef20173.el8. 217 kB/s | 18 kB 00:00 2023-03-22T14:16:02.217 INFO:teuthology.orchestra.run.smithi142.stdout:(13/131): libcephfs2-18.0.0-3090.g5ef20173.el8. 2.4 MB/s | 767 kB 00:00 2023-03-22T14:16:02.301 INFO:teuthology.orchestra.run.smithi142.stdout:(14/131): libcephsqlite-18.0.0-3090.g5ef20173.e 1.6 MB/s | 137 kB 00:00 2023-03-22T14:16:02.353 INFO:teuthology.orchestra.run.smithi045.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.4 MB/s | 306 kB 00:00 2023-03-22T14:16:02.393 INFO:teuthology.orchestra.run.smithi142.stdout:(15/131): librados-devel-18.0.0-3090.g5ef20173. 1.5 MB/s | 139 kB 00:00 2023-03-22T14:16:02.411 INFO:teuthology.orchestra.run.smithi045.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 1.0 MB/s | 59 kB 00:00 2023-03-22T14:16:02.470 INFO:teuthology.orchestra.run.smithi045.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.3 MB/s | 75 kB 00:00 2023-03-22T14:16:02.562 INFO:teuthology.orchestra.run.smithi045.stdout:(40/131): ceph-mgr-diskprediction-local-18.0.0- 7.2 MB/s | 7.4 MB 00:01 2023-03-22T14:16:02.604 INFO:teuthology.orchestra.run.smithi045.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 3.5 MB/s | 476 kB 00:00 2023-03-22T14:16:02.719 INFO:teuthology.orchestra.run.smithi142.stdout:(16/131): libradosstriper1-18.0.0-3090.g5ef2017 1.4 MB/s | 475 kB 00:00 2023-03-22T14:16:02.741 INFO:teuthology.orchestra.run.smithi098.stdout:(131/131): librbd1-18.0.0-3090.g5ef20173.el8.x8 1.3 MB/s | 3.6 MB 00:02 2023-03-22T14:16:02.744 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2023-03-22T14:16:02.744 INFO:teuthology.orchestra.run.smithi098.stdout:Total 16 MB/s | 197 MB 00:12 2023-03-22T14:16:02.869 INFO:teuthology.orchestra.run.smithi142.stdout:(17/131): ceph-radosgw-18.0.0-3090.g5ef20173.el 2.1 MB/s | 13 MB 00:06 2023-03-22T14:16:02.919 INFO:teuthology.orchestra.run.smithi142.stdout:(18/131): python3-ceph-argparse-18.0.0-3090.g5e 902 kB/s | 45 kB 00:00 2023-03-22T14:16:02.969 INFO:teuthology.orchestra.run.smithi142.stdout:(19/131): python3-ceph-common-18.0.0-3090.g5ef2 2.3 MB/s | 117 kB 00:00 2023-03-22T14:16:02.996 INFO:teuthology.orchestra.run.smithi045.stdout:(42/131): ceph-test-18.0.0-3090.g5ef20173.el8.x 9.5 MB/s | 41 MB 00:04 2023-03-22T14:16:03.021 INFO:teuthology.orchestra.run.smithi045.stdout:(43/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 95 kB/s | 44 kB 00:00 2023-03-22T14:16:03.036 INFO:teuthology.orchestra.run.smithi142.stdout:(20/131): python3-cephfs-18.0.0-3090.g5ef20173. 2.8 MB/s | 190 kB 00:00 2023-03-22T14:16:03.055 INFO:teuthology.orchestra.run.smithi045.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 411 kB/s | 185 kB 00:00 2023-03-22T14:16:03.080 INFO:teuthology.orchestra.run.smithi045.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 280 kB/s | 16 kB 00:00 2023-03-22T14:16:03.136 INFO:teuthology.orchestra.run.smithi142.stdout:(21/131): python3-rados-18.0.0-3090.g5ef20173.e 3.6 MB/s | 370 kB 00:00 2023-03-22T14:16:03.147 INFO:teuthology.orchestra.run.smithi045.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.8 MB/s | 173 kB 00:00 2023-03-22T14:16:03.172 INFO:teuthology.orchestra.run.smithi045.stdout:(47/131): python3-cachetools-3.1.1-4.el8.noarch 188 kB/s | 33 kB 00:00 2023-03-22T14:16:03.198 INFO:teuthology.orchestra.run.smithi045.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-03-22T14:16:03.223 INFO:teuthology.orchestra.run.smithi045.stdout:(49/131): python3-cherrypy-18.4.0-1.el8.noarch. 2.6 MB/s | 384 kB 00:00 2023-03-22T14:16:03.228 INFO:teuthology.orchestra.run.smithi142.stdout:(22/131): python3-rbd-18.0.0-3090.g5ef20173.el8 3.9 MB/s | 364 kB 00:00 2023-03-22T14:16:03.248 INFO:teuthology.orchestra.run.smithi045.stdout:(50/131): python3-jaraco-6.2-6.el8.noarch.rpm 147 kB/s | 11 kB 00:00 2023-03-22T14:16:03.274 INFO:teuthology.orchestra.run.smithi045.stdout:(51/131): python3-jaraco-functools-2.0-4.el8.no 233 kB/s | 18 kB 00:00 2023-03-22T14:16:03.278 INFO:teuthology.orchestra.run.smithi142.stdout:(23/131): python3-rgw-18.0.0-3090.g5ef20173.el8 2.1 MB/s | 106 kB 00:00 2023-03-22T14:16:03.324 INFO:teuthology.orchestra.run.smithi045.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 1.2 MB/s | 59 kB 00:00 2023-03-22T14:16:03.337 INFO:teuthology.orchestra.run.smithi142.stdout:(24/131): rbd-fuse-18.0.0-3090.g5ef20173.el8.x8 1.6 MB/s | 94 kB 00:00 2023-03-22T14:16:03.349 INFO:teuthology.orchestra.run.smithi045.stdout:(53/131): python3-logutils-0.3.5-11.el8.noarch. 485 kB/s | 49 kB 00:00 2023-03-22T14:16:03.375 INFO:teuthology.orchestra.run.smithi045.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2023-03-22T14:16:03.416 INFO:teuthology.orchestra.run.smithi045.stdout:(55/131): python3-kubernetes-11.0.0-6.el8.noarc 6.0 MB/s | 1.2 MB 00:00 2023-03-22T14:16:03.441 INFO:teuthology.orchestra.run.smithi045.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 234 kB/s | 16 kB 00:00 2023-03-22T14:16:03.467 INFO:teuthology.orchestra.run.smithi045.stdout:(57/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.4 MB/s | 283 kB 00:00 2023-03-22T14:16:03.492 INFO:teuthology.orchestra.run.smithi045.stdout:(58/131): python3-repoze-lru-0.7-6.el8.noarch.r 446 kB/s | 34 kB 00:00 2023-03-22T14:16:03.517 INFO:teuthology.orchestra.run.smithi045.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 2.5 MB/s | 196 kB 00:00 2023-03-22T14:16:03.543 INFO:teuthology.orchestra.run.smithi045.stdout:(60/131): python3-rsa-4.8-1.el8.noarch.rpm 815 kB/s | 61 kB 00:00 2023-03-22T14:16:03.561 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction check 2023-03-22T14:16:03.568 INFO:teuthology.orchestra.run.smithi045.stdout:(61/131): python3-simplegeneric-0.8.1-17.el8.no 248 kB/s | 19 kB 00:00 2023-03-22T14:16:03.593 INFO:teuthology.orchestra.run.smithi045.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 317 kB/s | 24 kB 00:00 2023-03-22T14:16:03.618 INFO:teuthology.orchestra.run.smithi045.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 388 kB/s | 29 kB 00:00 2023-03-22T14:16:03.644 INFO:teuthology.orchestra.run.smithi045.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 366 kB/s | 27 kB 00:00 2023-03-22T14:16:03.669 INFO:teuthology.orchestra.run.smithi045.stdout:(65/131): python3-waitress-1.2.1-2.el8.1.noarch 3.1 MB/s | 241 kB 00:00 2023-03-22T14:16:03.682 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction check succeeded. 2023-03-22T14:16:03.683 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction test 2023-03-22T14:16:03.694 INFO:teuthology.orchestra.run.smithi045.stdout:(66/131): python3-webob-1.8.5-1.el8.1.noarch.rp 3.3 MB/s | 251 kB 00:00 2023-03-22T14:16:03.719 INFO:teuthology.orchestra.run.smithi045.stdout:(67/131): python3-websocket-client-0.56.0-5.el8 814 kB/s | 61 kB 00:00 2023-03-22T14:16:03.745 INFO:teuthology.orchestra.run.smithi045.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 1.1 MB/s | 85 kB 00:00 2023-03-22T14:16:03.754 INFO:teuthology.orchestra.run.smithi142.stdout:(25/131): librgw2-18.0.0-3090.g5ef20173.el8.x86 6.3 MB/s | 6.5 MB 00:01 2023-03-22T14:16:03.770 INFO:teuthology.orchestra.run.smithi045.stdout:(69/131): python3-zc-lockfile-2.0-2.el8.noarch. 304 kB/s | 23 kB 00:00 2023-03-22T14:16:03.804 INFO:teuthology.orchestra.run.smithi045.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.2 MB/s | 70 kB 00:00 2023-03-22T14:16:03.804 INFO:teuthology.orchestra.run.smithi142.stdout:(26/131): rbd-nbd-18.0.0-3090.g5ef20173.el8.x86 3.5 MB/s | 179 kB 00:00 2023-03-22T14:16:03.855 INFO:teuthology.orchestra.run.smithi142.stdout:(27/131): ceph-grafana-dashboards-18.0.0-3090.g 463 kB/s | 23 kB 00:00 2023-03-22T14:16:03.871 INFO:teuthology.orchestra.run.smithi045.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.9 MB/s | 110 kB 00:00 2023-03-22T14:16:03.913 INFO:teuthology.orchestra.run.smithi045.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.3 MB/s | 54 kB 00:00 2023-03-22T14:16:03.950 INFO:teuthology.orchestra.run.smithi142.stdout:(28/131): rbd-mirror-18.0.0-3090.g5ef20173.el8. 5.6 MB/s | 3.4 MB 00:00 2023-03-22T14:16:03.954 INFO:teuthology.orchestra.run.smithi045.stdout:(73/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-03-22T14:16:03.989 INFO:teuthology.orchestra.run.smithi142.stdout:(29/131): ceph-mgr-cephadm-18.0.0-3090.g5ef2017 923 kB/s | 123 kB 00:00 2023-03-22T14:16:03.996 INFO:teuthology.orchestra.run.smithi045.stdout:(74/131): thrift-0.13.0-2.el8.x86_64.rpm 6.3 MB/s | 1.7 MB 00:00 2023-03-22T14:16:04.030 INFO:teuthology.orchestra.run.smithi045.stdout:(75/131): socat-1.7.4.1-1.el8.x86_64.rpm 4.2 MB/s | 323 kB 00:00 2023-03-22T14:16:04.231 INFO:teuthology.orchestra.run.smithi142.stdout:(30/131): ceph-mgr-dashboard-18.0.0-3090.g5ef20 6.1 MB/s | 1.7 MB 00:00 2023-03-22T14:16:04.256 INFO:teuthology.orchestra.run.smithi045.stdout:(76/131): python3-markupsafe-0.23-19.el8.x86_64 150 kB/s | 39 kB 00:00 2023-03-22T14:16:04.306 INFO:teuthology.orchestra.run.smithi142.stdout:(31/131): ceph-mgr-modules-core-18.0.0-3090.g5e 3.1 MB/s | 239 kB 00:00 2023-03-22T14:16:04.314 INFO:teuthology.orchestra.run.smithi045.stdout:(77/131): bison-3.0.4-10.el8.x86_64.rpm 2.4 MB/s | 688 kB 00:00 2023-03-22T14:16:04.356 INFO:teuthology.orchestra.run.smithi045.stdout:(78/131): python3-jinja2-2.10.1-3.el8.noarch.rp 5.3 MB/s | 538 kB 00:00 2023-03-22T14:16:04.357 INFO:teuthology.orchestra.run.smithi142.stdout:(32/131): ceph-mgr-rook-18.0.0-3090.g5ef20173.e 949 kB/s | 47 kB 00:00 2023-03-22T14:16:04.381 INFO:teuthology.orchestra.run.smithi045.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.3 MB/s | 157 kB 00:00 2023-03-22T14:16:04.406 INFO:teuthology.orchestra.run.smithi142.stdout:(33/131): ceph-prometheus-alerts-18.0.0-3090.g5 292 kB/s | 15 kB 00:00 2023-03-22T14:16:04.415 INFO:teuthology.orchestra.run.smithi045.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.1 MB/s | 187 kB 00:00 2023-03-22T14:16:04.473 INFO:teuthology.orchestra.run.smithi045.stdout:(81/131): automake-1.16.1-7.el8.noarch.rpm 7.6 MB/s | 713 kB 00:00 2023-03-22T14:16:04.482 INFO:teuthology.orchestra.run.smithi142.stdout:(34/131): ceph-volume-18.0.0-3090.g5ef20173.el8 3.4 MB/s | 263 kB 00:00 2023-03-22T14:16:04.515 INFO:teuthology.orchestra.run.smithi045.stdout:(82/131): python3-jsonpatch-1.21-2.el8.noarch.r 640 kB/s | 27 kB 00:00 2023-03-22T14:16:04.532 INFO:teuthology.orchestra.run.smithi142.stdout:(35/131): cephadm-18.0.0-3090.g5ef20173.el8.noa 1.6 MB/s | 83 kB 00:00 2023-03-22T14:16:04.590 INFO:teuthology.orchestra.run.smithi045.stdout:(83/131): flex-2.6.1-9.el8.x86_64.rpm 4.2 MB/s | 320 kB 00:00 2023-03-22T14:16:04.607 INFO:teuthology.orchestra.run.smithi142.stdout:(36/131): cephfs-top-18.0.0-3090.g5ef20173.el8. 241 kB/s | 18 kB 00:00 2023-03-22T14:16:04.632 INFO:teuthology.orchestra.run.smithi045.stdout:(84/131): python3-prettytable-0.7.2-14.el8.noar 1.0 MB/s | 44 kB 00:00 2023-03-22T14:16:04.770 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction test succeeded. 2023-03-22T14:16:04.774 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction 2023-03-22T14:16:04.783 INFO:teuthology.orchestra.run.smithi045.stdout:(85/131): python3-babel-2.5.1-7.el8.noarch.rpm 13 MB/s | 4.8 MB 00:00 2023-03-22T14:16:04.808 INFO:teuthology.orchestra.run.smithi142.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.5 MB/s | 306 kB 00:00 2023-03-22T14:16:04.841 INFO:teuthology.orchestra.run.smithi045.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 7.7 MB/s | 457 kB 00:00 2023-03-22T14:16:04.858 INFO:teuthology.orchestra.run.smithi142.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 1.2 MB/s | 59 kB 00:00 2023-03-22T14:16:04.900 INFO:teuthology.orchestra.run.smithi142.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.8 MB/s | 75 kB 00:00 2023-03-22T14:16:04.916 INFO:teuthology.orchestra.run.smithi045.stdout:(87/131): python3-numpy-1.14.3-10.el8.x86_64.rp 13 MB/s | 3.7 MB 00:00 2023-03-22T14:16:04.950 INFO:teuthology.orchestra.run.smithi045.stdout:(88/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 2.0 MB/s | 225 kB 00:00 2023-03-22T14:16:04.975 INFO:teuthology.orchestra.run.smithi045.stdout:(89/131): uuid-1.6.2-43.el8.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2023-03-22T14:16:04.984 INFO:teuthology.orchestra.run.smithi142.stdout:(40/131): ceph-mgr-diskprediction-local-18.0.0- 7.4 MB/s | 7.4 MB 00:00 2023-03-22T14:16:05.001 INFO:teuthology.orchestra.run.smithi045.stdout:(90/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2023-03-22T14:16:05.017 INFO:teuthology.orchestra.run.smithi045.stdout:(91/131): python3-jsonpointer-1.10-11.el8.noarc 479 kB/s | 20 kB 00:00 2023-03-22T14:16:05.025 INFO:teuthology.orchestra.run.smithi142.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 3.7 MB/s | 476 kB 00:00 2023-03-22T14:16:05.051 INFO:teuthology.orchestra.run.smithi045.stdout:(92/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 2.0 MB/s | 103 kB 00:00 2023-03-22T14:16:05.084 INFO:teuthology.orchestra.run.smithi142.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 3.1 MB/s | 185 kB 00:00 2023-03-22T14:16:05.135 INFO:teuthology.orchestra.run.smithi142.stdout:(43/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 290 kB/s | 44 kB 00:00 2023-03-22T14:16:05.152 INFO:teuthology.orchestra.run.smithi142.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 493 kB/s | 33 kB 00:00 2023-03-22T14:16:05.185 INFO:teuthology.orchestra.run.smithi142.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 325 kB/s | 16 kB 00:00 2023-03-22T14:16:05.218 INFO:teuthology.orchestra.run.smithi045.stdout:(93/131): python3-scipy-1.0.0-21.module+el8.5.0 9.5 MB/s | 14 MB 00:01 2023-03-22T14:16:05.230 INFO:teuthology.orchestra.run.smithi142.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 2.1 MB/s | 173 kB 00:00 2023-03-22T14:16:05.252 INFO:teuthology.orchestra.run.smithi045.stdout:(94/131): libtool-2.4.6-25.el8.x86_64.rpm 3.0 MB/s | 709 kB 00:00 2023-03-22T14:16:05.285 INFO:teuthology.orchestra.run.smithi045.stdout:(95/131): libpq-13.5-1.el8.x86_64.rpm 2.9 MB/s | 198 kB 00:00 2023-03-22T14:16:05.286 INFO:teuthology.orchestra.run.smithi142.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.5 MB/s | 81 kB 00:00 2023-03-22T14:16:05.319 INFO:teuthology.orchestra.run.smithi142.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 2.8 MB/s | 384 kB 00:00 2023-03-22T14:16:05.336 INFO:teuthology.orchestra.run.smithi142.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 221 kB/s | 11 kB 00:00 2023-03-22T14:16:05.344 INFO:teuthology.orchestra.run.smithi045.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 3.4 MB/s | 202 kB 00:00 2023-03-22T14:16:05.362 INFO:teuthology.orchestra.run.smithi142.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 420 kB/s | 18 kB 00:00 2023-03-22T14:16:05.403 INFO:teuthology.orchestra.run.smithi045.stdout:(97/131): librdkafka-0.11.4-3.el8.x86_64.rpm 5.9 MB/s | 354 kB 00:00 2023-03-22T14:16:05.403 INFO:teuthology.orchestra.run.smithi142.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-03-22T14:16:05.454 INFO:teuthology.orchestra.run.smithi142.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 1.2 MB/s | 59 kB 00:00 2023-03-22T14:16:05.487 INFO:teuthology.orchestra.run.smithi142.stdout:(53/131): python3-kubernetes-11.0.0-6.el8.noarc 7.7 MB/s | 1.2 MB 00:00 2023-03-22T14:16:05.504 INFO:teuthology.orchestra.run.smithi142.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2023-03-22T14:16:05.511 INFO:teuthology.orchestra.run.smithi045.stdout:(98/131): openblas-threads-0.3.15-3.el8.x86_64. 11 MB/s | 4.9 MB 00:00 2023-03-22T14:16:05.546 INFO:teuthology.orchestra.run.smithi142.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-03-22T14:16:05.564 INFO:teuthology.orchestra.run.smithi142.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 264 kB/s | 16 kB 00:00 2023-03-22T14:16:05.589 INFO:teuthology.orchestra.run.smithi142.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 800 kB/s | 34 kB 00:00 2023-03-22T14:16:05.612 INFO:teuthology.orchestra.run.smithi045.stdout:(99/131): openblas-0.3.15-3.el8.x86_64.rpm 13 MB/s | 4.7 MB 00:00 2023-03-22T14:16:05.623 INFO:teuthology.orchestra.run.smithi142.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 3.3 MB/s | 196 kB 00:00 2023-03-22T14:16:05.648 INFO:teuthology.orchestra.run.smithi142.stdout:(59/131): python3-rsa-4.8-1.el8.noarch.rpm 1.0 MB/s | 61 kB 00:00 2023-03-22T14:16:05.662 INFO:teuthology.orchestra.run.smithi045.stdout:(100/131): postgresql-contrib-10.21-2.module+el 5.3 MB/s | 808 kB 00:00 2023-03-22T14:16:05.673 INFO:teuthology.orchestra.run.smithi142.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 373 kB/s | 19 kB 00:00 2023-03-22T14:16:05.698 INFO:teuthology.orchestra.run.smithi142.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 475 kB/s | 24 kB 00:00 2023-03-22T14:16:05.712 INFO:teuthology.orchestra.run.smithi045.stdout:(101/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 939 kB/s | 47 kB 00:00 2023-03-22T14:16:05.724 INFO:teuthology.orchestra.run.smithi142.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 584 kB/s | 29 kB 00:00 2023-03-22T14:16:05.749 INFO:teuthology.orchestra.run.smithi142.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 549 kB/s | 27 kB 00:00 2023-03-22T14:16:05.754 INFO:teuthology.orchestra.run.smithi045.stdout:(102/131): postgresql-10.21-2.module+el8.6.0+15 11 MB/s | 1.5 MB 00:00 2023-03-22T14:16:05.783 INFO:teuthology.orchestra.run.smithi142.stdout:(64/131): python3-waitress-1.2.1-2.el8.1.noarch 4.0 MB/s | 241 kB 00:00 2023-03-22T14:16:05.808 INFO:teuthology.orchestra.run.smithi142.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 4.2 MB/s | 251 kB 00:00 2023-03-22T14:16:05.833 INFO:teuthology.orchestra.run.smithi142.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2023-03-22T14:16:05.837 INFO:teuthology.orchestra.run.smithi045.stdout:(103/131): postgresql-server-10.21-2.module+el8 12 MB/s | 5.1 MB 00:00 2023-03-22T14:16:05.863 INFO:teuthology.orchestra.run.smithi045.stdout:(104/131): libselinux-devel-2.9-5.el8.x86_64.rp 1.3 MB/s | 200 kB 00:00 2023-03-22T14:16:05.884 INFO:teuthology.orchestra.run.smithi142.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.1 MB/s | 85 kB 00:00 2023-03-22T14:16:05.888 INFO:teuthology.orchestra.run.smithi045.stdout:(105/131): python3-jwt-1.6.1-2.el8.noarch.rpm 319 kB/s | 43 kB 00:00 2023-03-22T14:16:05.909 INFO:teuthology.orchestra.run.smithi142.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 305 kB/s | 23 kB 00:00 2023-03-22T14:16:05.934 INFO:teuthology.orchestra.run.smithi142.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-03-22T14:16:05.938 INFO:teuthology.orchestra.run.smithi045.stdout:(106/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 2.1 MB/s | 220 kB 00:00 2023-03-22T14:16:05.964 INFO:teuthology.orchestra.run.smithi045.stdout:(107/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.1 MB/s | 87 kB 00:00 2023-03-22T14:16:05.989 INFO:teuthology.orchestra.run.smithi045.stdout:(108/131): keyutils-libs-devel-1.5.10-9.el8.x86 382 kB/s | 48 kB 00:00 2023-03-22T14:16:06.081 INFO:teuthology.orchestra.run.smithi045.stdout:(109/131): python3-requests-oauthlib-1.0.0-1.el 300 kB/s | 43 kB 00:00 2023-03-22T14:16:06.084 INFO:teuthology.orchestra.run.smithi142.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 8.7 MB/s | 1.7 MB 00:00 2023-03-22T14:16:06.110 INFO:teuthology.orchestra.run.smithi142.stdout:(71/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 267 kB/s | 47 kB 00:00 2023-03-22T14:16:06.131 INFO:teuthology.orchestra.run.smithi045.stdout:(110/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.6 MB/s | 229 kB 00:00 2023-03-22T14:16:06.157 INFO:teuthology.orchestra.run.smithi045.stdout:(111/131): python3-pycparser-2.14-14.el8.noarch 567 kB/s | 109 kB 00:00 2023-03-22T14:16:06.215 INFO:teuthology.orchestra.run.smithi045.stdout:(112/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 4.1 MB/s | 560 kB 00:00 2023-03-22T14:16:06.235 INFO:teuthology.orchestra.run.smithi142.stdout:(72/131): python3-jwt-1.6.1-2.el8.noarch.rpm 357 kB/s | 43 kB 00:00 2023-03-22T14:16:06.257 INFO:teuthology.orchestra.run.smithi045.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 1.5 MB/s | 155 kB 00:00 2023-03-22T14:16:06.260 INFO:teuthology.orchestra.run.smithi142.stdout:(73/131): libselinux-devel-2.9-5.el8.x86_64.rpm 1.1 MB/s | 200 kB 00:00 2023-03-22T14:16:06.332 INFO:teuthology.orchestra.run.smithi045.stdout:(114/131): python3-cryptography-3.2.1-5.el8.x86 4.7 MB/s | 559 kB 00:00 2023-03-22T14:16:06.352 INFO:teuthology.orchestra.run.smithi142.stdout:(74/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 525 kB/s | 48 kB 00:00 2023-03-22T14:16:06.357 INFO:teuthology.orchestra.run.smithi045.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 179 kB/s | 18 kB 00:00 2023-03-22T14:16:06.402 INFO:teuthology.orchestra.run.smithi142.stdout:(75/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.3 MB/s | 220 kB 00:00 2023-03-22T14:16:06.458 INFO:teuthology.orchestra.run.smithi045.stdout:(116/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.3 MB/s | 238 kB 00:00 2023-03-22T14:16:06.491 INFO:teuthology.orchestra.run.smithi045.stdout:(117/131): pcre2-devel-10.32-2.el8.x86_64.rpm 3.7 MB/s | 605 kB 00:00 2023-03-22T14:16:06.536 INFO:teuthology.orchestra.run.smithi142.stdout:(76/131): libsepol-devel-2.9-3.el8.x86_64.rpm 474 kB/s | 87 kB 00:00 2023-03-22T14:16:06.561 INFO:teuthology.orchestra.run.smithi142.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 269 kB/s | 43 kB 00:00 2023-03-22T14:16:06.650 INFO:teuthology.orchestra.run.smithi045.stdout:(118/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 12 MB/s | 2.3 MB 00:00 2023-03-22T14:16:06.661 INFO:teuthology.orchestra.run.smithi142.stdout:(78/131): python3-pycparser-2.14-14.el8.noarch. 872 kB/s | 109 kB 00:00 2023-03-22T14:16:06.675 INFO:teuthology.orchestra.run.smithi045.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 394 kB/s | 72 kB 00:00 2023-03-22T14:16:06.703 INFO:teuthology.orchestra.run.smithi142.stdout:(79/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.6 MB/s | 229 kB 00:00 2023-03-22T14:16:06.775 INFO:teuthology.orchestra.run.smithi045.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 661 kB/s | 83 kB 00:00 2023-03-22T14:16:06.809 INFO:teuthology.orchestra.run.smithi045.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 449 kB/s | 60 kB 00:00 2023-03-22T14:16:06.934 INFO:teuthology.orchestra.run.smithi045.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 619 kB/s | 98 kB 00:00 2023-03-22T14:16:06.968 INFO:teuthology.orchestra.run.smithi045.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 363 kB/s | 58 kB 00:00 2023-03-22T14:16:07.001 INFO:teuthology.orchestra.run.smithi045.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 579 kB/s | 39 kB 00:00 2023-03-22T14:16:07.060 INFO:teuthology.orchestra.run.smithi045.stdout:(125/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 2.9 MB/s | 171 kB 00:00 2023-03-22T14:16:07.087 INFO:teuthology.orchestra.run.smithi142.stdout:(80/131): ceph-test-18.0.0-3090.g5ef20173.el8.x 5.7 MB/s | 41 MB 00:07 2023-03-22T14:16:07.110 INFO:teuthology.orchestra.run.smithi045.stdout:(126/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 4.4 MB/s | 644 kB 00:00 2023-03-22T14:16:07.112 INFO:teuthology.orchestra.run.smithi142.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 46 kB/s | 19 kB 00:00 2023-03-22T14:16:07.135 INFO:teuthology.orchestra.run.smithi045.stdout:(127/131): NetworkManager-initscripts-updown-1. 1.8 MB/s | 138 kB 00:00 2023-03-22T14:16:07.171 INFO:teuthology.orchestra.run.smithi142.stdout:(82/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 1.1 MB/s | 560 kB 00:00 2023-03-22T14:16:07.186 INFO:teuthology.orchestra.run.smithi045.stdout:(128/131): libaio-devel-0.3.112-1.el8.x86_64.rp 18 kB/s | 19 kB 00:01 2023-03-22T14:16:07.246 INFO:teuthology.orchestra.run.smithi142.stdout:(83/131): python3-oauthlib-2.1.0-1.el8.noarch.r 978 kB/s | 155 kB 00:00 2023-03-22T14:16:07.280 INFO:teuthology.orchestra.run.smithi142.stdout:(84/131): python3-cryptography-3.2.1-5.el8.x86_ 3.4 MB/s | 559 kB 00:00 2023-03-22T14:16:07.305 INFO:teuthology.orchestra.run.smithi142.stdout:(85/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 133 kB/s | 18 kB 00:00 2023-03-22T14:16:07.331 INFO:teuthology.orchestra.run.smithi142.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.6 MB/s | 238 kB 00:00 2023-03-22T14:16:07.344 INFO:teuthology.orchestra.run.smithi045.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 4.9 MB/s | 798 kB 00:00 2023-03-22T14:16:07.373 INFO:teuthology.orchestra.run.smithi142.stdout:(87/131): pcre2-devel-10.32-2.el8.x86_64.rpm 4.7 MB/s | 605 kB 00:00 2023-03-22T14:16:07.405 INFO:teuthology.orchestra.run.smithi142.stdout:(88/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.1 MB/s | 72 kB 00:00 2023-03-22T14:16:07.423 INFO:teuthology.orchestra.run.smithi142.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 1.6 MB/s | 83 kB 00:00 2023-03-22T14:16:07.440 INFO:teuthology.orchestra.run.smithi142.stdout:(90/131): elfutils-libelf-devel-0.186-1.el8.x86 1.4 MB/s | 60 kB 00:00 2023-03-22T14:16:07.507 INFO:teuthology.orchestra.run.smithi142.stdout:(91/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 12 MB/s | 2.3 MB 00:00 2023-03-22T14:16:07.536 INFO:teuthology.orchestra.run.smithi045.stdout:(130/131): librbd1-18.0.0-3090.g5ef20173.el8.x8 8.9 MB/s | 3.6 MB 00:00 2023-03-22T14:16:07.540 INFO:teuthology.orchestra.run.smithi142.stdout:(92/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 841 kB/s | 98 kB 00:00 2023-03-22T14:16:07.574 INFO:teuthology.orchestra.run.smithi142.stdout:(93/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 431 kB/s | 58 kB 00:00 2023-03-22T14:16:07.594 INFO:teuthology.orchestra.run.smithi045.stdout:(131/131): librados2-18.0.0-3090.g5ef20173.el8. 7.6 MB/s | 3.7 MB 00:00 2023-03-22T14:16:07.597 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2023-03-22T14:16:07.597 INFO:teuthology.orchestra.run.smithi045.stdout:Total 15 MB/s | 197 MB 00:13 2023-03-22T14:16:07.633 INFO:teuthology.orchestra.run.smithi142.stdout:(94/131): libcom_err-devel-1.45.6-4.el8.x86_64. 308 kB/s | 39 kB 00:00 2023-03-22T14:16:07.716 INFO:teuthology.orchestra.run.smithi142.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 1.2 MB/s | 171 kB 00:00 2023-03-22T14:16:07.800 INFO:teuthology.orchestra.run.smithi142.stdout:(96/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 2.4 MB/s | 644 kB 00:00 2023-03-22T14:16:07.825 INFO:teuthology.orchestra.run.smithi142.stdout:(97/131): NetworkManager-initscripts-updown-1.3 716 kB/s | 138 kB 00:00 2023-03-22T14:16:07.917 INFO:teuthology.orchestra.run.smithi142.stdout:(98/131): python3-pytz-2017.2-9.el8.noarch.rpm 592 kB/s | 54 kB 00:00 2023-03-22T14:16:07.942 INFO:teuthology.orchestra.run.smithi142.stdout:(99/131): python3-pyasn1-modules-0.3.7-6.el8.no 775 kB/s | 110 kB 00:00 2023-03-22T14:16:07.968 INFO:teuthology.orchestra.run.smithi142.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 5.1 MB/s | 259 kB 00:00 2023-03-22T14:16:08.001 INFO:teuthology.orchestra.run.smithi142.stdout:(101/131): socat-1.7.4.1-1.el8.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2023-03-22T14:16:08.318 INFO:teuthology.orchestra.run.smithi142.stdout:(102/131): python3-scipy-1.0.0-21.module+el8.5. 23 MB/s | 14 MB 00:00 2023-03-22T14:16:08.429 INFO:teuthology.orchestra.run.smithi142.stdout:(103/131): python3-markupsafe-0.23-19.el8.x86_6 84 kB/s | 39 kB 00:00 2023-03-22T14:16:08.469 INFO:teuthology.orchestra.run.smithi142.stdout:(104/131): bison-3.0.4-10.el8.x86_64.rpm 1.4 MB/s | 688 kB 00:00 2023-03-22T14:16:08.494 INFO:teuthology.orchestra.run.smithi142.stdout:(105/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.4 MB/s | 157 kB 00:00 2023-03-22T14:16:08.519 INFO:teuthology.orchestra.run.smithi142.stdout:(106/131): python3-jinja2-2.10.1-3.el8.noarch.r 2.6 MB/s | 538 kB 00:00 2023-03-22T14:16:08.545 INFO:teuthology.orchestra.run.smithi142.stdout:(107/131): oniguruma-6.8.2-2.el8.x86_64.rpm 2.4 MB/s | 187 kB 00:00 2023-03-22T14:16:08.578 INFO:teuthology.orchestra.run.smithi142.stdout:(108/131): automake-1.16.1-7.el8.noarch.rpm 8.3 MB/s | 713 kB 00:00 2023-03-22T14:16:08.612 INFO:teuthology.orchestra.run.smithi142.stdout:(109/131): python3-jsonpatch-1.21-2.el8.noarch. 398 kB/s | 27 kB 00:00 2023-03-22T14:16:08.645 INFO:teuthology.orchestra.run.smithi142.stdout:(110/131): flex-2.6.1-9.el8.x86_64.rpm 4.7 MB/s | 320 kB 00:00 2023-03-22T14:16:08.671 INFO:teuthology.orchestra.run.smithi142.stdout:(111/131): python3-prettytable-0.7.2-14.el8.noa 752 kB/s | 44 kB 00:00 2023-03-22T14:16:08.771 INFO:teuthology.orchestra.run.smithi142.stdout:(112/131): python3-babel-2.5.1-7.el8.noarch.rpm 19 MB/s | 4.8 MB 00:00 2023-03-22T14:16:08.813 INFO:teuthology.orchestra.run.smithi142.stdout:(113/131): python3-werkzeug-0.12.2-4.el8.noarch 3.2 MB/s | 457 kB 00:00 2023-03-22T14:16:08.855 INFO:teuthology.orchestra.run.smithi142.stdout:(114/131): python3-numpy-f2py-1.14.3-10.el8.x86 2.6 MB/s | 225 kB 00:00 2023-03-22T14:16:08.930 INFO:teuthology.orchestra.run.smithi142.stdout:(115/131): python3-numpy-1.14.3-10.el8.x86_64.r 13 MB/s | 3.7 MB 00:00 2023-03-22T14:16:08.956 INFO:teuthology.orchestra.run.smithi142.stdout:(116/131): uuid-1.6.2-43.el8.x86_64.rpm 449 kB/s | 64 kB 00:00 2023-03-22T14:16:08.981 INFO:teuthology.orchestra.run.smithi142.stdout:(117/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.0 MB/s | 126 kB 00:00 2023-03-22T14:16:09.023 INFO:teuthology.orchestra.run.smithi142.stdout:(118/131): python3-jsonpointer-1.10-11.el8.noar 217 kB/s | 20 kB 00:00 2023-03-22T14:16:09.090 INFO:teuthology.orchestra.run.smithi142.stdout:(119/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 773 kB/s | 103 kB 00:00 2023-03-22T14:16:09.110 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction check 2023-03-22T14:16:09.132 INFO:teuthology.orchestra.run.smithi142.stdout:(120/131): libtool-2.4.6-25.el8.x86_64.rpm 4.6 MB/s | 709 kB 00:00 2023-03-22T14:16:09.157 INFO:teuthology.orchestra.run.smithi142.stdout:(121/131): libpq-13.5-1.el8.x86_64.rpm 2.9 MB/s | 198 kB 00:00 2023-03-22T14:16:09.257 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction check succeeded. 2023-03-22T14:16:09.257 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction test 2023-03-22T14:16:09.282 INFO:teuthology.orchestra.run.smithi142.stdout:(122/131): openblas-threads-0.3.15-3.el8.x86_64 19 MB/s | 4.9 MB 00:00 2023-03-22T14:16:09.358 INFO:teuthology.orchestra.run.smithi142.stdout:(123/131): openblas-0.3.15-3.el8.x86_64.rpm 21 MB/s | 4.7 MB 00:00 2023-03-22T14:16:09.383 INFO:teuthology.orchestra.run.smithi142.stdout:(124/131): jq-1.6-3.el8.x86_64.rpm 896 kB/s | 202 kB 00:00 2023-03-22T14:16:09.408 INFO:teuthology.orchestra.run.smithi142.stdout:(125/131): librdkafka-0.11.4-3.el8.x86_64.rpm 2.8 MB/s | 354 kB 00:00 2023-03-22T14:16:09.450 INFO:teuthology.orchestra.run.smithi142.stdout:(126/131): postgresql-contrib-10.21-2.module+el 12 MB/s | 808 kB 00:00 2023-03-22T14:16:09.508 INFO:teuthology.orchestra.run.smithi142.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 15 MB/s | 1.5 MB 00:00 2023-03-22T14:16:09.592 INFO:teuthology.orchestra.run.smithi142.stdout:(128/131): postgresql-server-10.21-2.module+el8 22 MB/s | 5.1 MB 00:00 2023-03-22T14:16:09.642 INFO:teuthology.orchestra.run.smithi142.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2023-03-22T14:16:09.773 INFO:teuthology.orchestra.run.smithi098.stdout: Preparing : 1/1 2023-03-22T14:16:09.941 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-03-22T14:16:09.993 INFO:teuthology.orchestra.run.smithi142.stdout:(130/131): librbd1-18.0.0-3090.g5ef20173.el8.x8 7.4 MB/s | 3.6 MB 00:00 2023-03-22T14:16:10.109 INFO:teuthology.orchestra.run.smithi142.stdout:(131/131): librados2-18.0.0-3090.g5ef20173.el8. 5.5 MB/s | 3.7 MB 00:00 2023-03-22T14:16:10.112 INFO:teuthology.orchestra.run.smithi142.stdout:-------------------------------------------------------------------------------- 2023-03-22T14:16:10.112 INFO:teuthology.orchestra.run.smithi142.stdout:Total 10 MB/s | 197 MB 00:19 2023-03-22T14:16:10.124 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-03-22T14:16:10.777 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-03-22T14:16:10.817 INFO:teuthology.orchestra.run.smithi045.stdout:Transaction test succeeded. 2023-03-22T14:16:10.822 INFO:teuthology.orchestra.run.smithi045.stdout:Running transaction 2023-03-22T14:16:10.905 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-03-22T14:16:10.940 INFO:teuthology.orchestra.run.smithi142.stdout:Running transaction check 2023-03-22T14:16:11.061 INFO:teuthology.orchestra.run.smithi142.stdout:Transaction check succeeded. 2023-03-22T14:16:11.061 INFO:teuthology.orchestra.run.smithi142.stdout:Running transaction test 2023-03-22T14:16:11.147 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-03-22T14:16:11.566 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-03-22T14:16:11.793 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 5/134 2023-03-22T14:16:12.138 INFO:teuthology.orchestra.run.smithi142.stdout:Transaction test succeeded. 2023-03-22T14:16:12.142 INFO:teuthology.orchestra.run.smithi142.stdout:Running transaction 2023-03-22T14:16:12.189 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 5/134 2023-03-22T14:16:12.360 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:16:12.482 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:16:12.685 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:16:12.780 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:16:12.940 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 8/134 2023-03-22T14:16:13.141 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-03-22T14:16:13.371 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-03-22T14:16:13.612 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-03-22T14:16:14.006 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-03-22T14:16:14.263 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-03-22T14:16:14.409 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 14/134 2023-03-22T14:16:14.501 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 14/134 2023-03-22T14:16:14.660 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 15/134 2023-03-22T14:16:14.789 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 15/134 2023-03-22T14:16:15.031 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-03-22T14:16:15.207 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-03-22T14:16:15.370 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-03-22T14:16:15.526 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-03-22T14:16:15.656 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-03-22T14:16:15.716 INFO:teuthology.orchestra.run.smithi045.stdout: Preparing : 1/1 2023-03-22T14:16:15.801 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-03-22T14:16:15.890 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-03-22T14:16:16.079 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-03-22T14:16:16.320 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-03-22T14:16:16.499 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-03-22T14:16:16.635 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-03-22T14:16:16.749 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-03-22T14:16:16.857 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-03-22T14:16:16.943 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-03-22T14:16:17.039 INFO:teuthology.orchestra.run.smithi142.stdout: Preparing : 1/1 2023-03-22T14:16:17.196 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-03-22T14:16:17.360 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-03-22T14:16:17.362 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-03-22T14:16:17.538 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-03-22T14:16:17.548 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-03-22T14:16:17.590 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:16:17.662 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-03-22T14:16:17.717 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-03-22T14:16:17.881 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-03-22T14:16:18.078 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:16:18.275 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-03-22T14:16:18.282 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:16:18.391 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-03-22T14:16:18.464 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:16:18.473 INFO:teuthology.orchestra.run.smithi142.stdout: Upgrading : librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 5/134 2023-03-22T14:16:18.607 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-03-22T14:16:18.657 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 8/134 2023-03-22T14:16:18.781 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 8/134 2023-03-22T14:16:18.782 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-03-22T14:16:18.873 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 5/134 2023-03-22T14:16:18.979 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 9/134 2023-03-22T14:16:19.009 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-03-22T14:16:19.173 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-ceph-common-2:18.0.0-3090.g5ef20173.el8. 26/134 2023-03-22T14:16:19.244 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-03-22T14:16:19.336 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el 27/134 2023-03-22T14:16:19.548 INFO:teuthology.orchestra.run.smithi142.stdout: Upgrading : librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:16:19.554 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_6 28/134 2023-03-22T14:16:19.678 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:16:19.682 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-03-22T14:16:19.784 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-03-22T14:16:19.856 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:16:19.957 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:16:20.119 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 8/134 2023-03-22T14:16:20.155 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-03-22T14:16:20.294 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-03-22T14:16:20.395 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-03-22T14:16:20.533 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-03-22T14:16:20.565 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 14/134 2023-03-22T14:16:20.705 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 14/134 2023-03-22T14:16:20.777 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-03-22T14:16:20.873 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 15/134 2023-03-22T14:16:20.976 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 15/134 2023-03-22T14:16:21.131 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-03-22T14:16:21.150 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-03-22T14:16:21.311 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-03-22T14:16:21.392 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-03-22T14:16:21.490 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-03-22T14:16:21.528 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-03-22T14:16:21.539 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 14/134 2023-03-22T14:16:21.635 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 14/134 2023-03-22T14:16:21.781 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 15/134 2023-03-22T14:16:21.930 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 15/134 2023-03-22T14:16:22.175 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-03-22T14:16:22.224 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-03-22T14:16:22.353 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-03-22T14:16:22.431 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-03-22T14:16:22.512 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-03-22T14:16:22.582 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-03-22T14:16:22.664 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-03-22T14:16:22.800 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-03-22T14:16:22.881 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-03-22T14:16:22.947 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-03-22T14:16:23.135 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-03-22T14:16:23.153 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-03-22T14:16:23.355 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-03-22T14:16:23.364 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-03-22T14:16:23.548 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-03-22T14:16:23.594 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rsa-4.8-1.el8.noarch 34/134 2023-03-22T14:16:23.705 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-03-22T14:16:23.777 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-03-22T14:16:23.981 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 36/134 2023-03-22T14:16:24.181 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_6 37/134 2023-03-22T14:16:24.257 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-03-22T14:16:24.289 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-03-22T14:16:24.340 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-03-22T14:16:24.446 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-03-22T14:16:24.535 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-03-22T14:16:24.556 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-03-22T14:16:24.708 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-03-22T14:16:24.775 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-03-22T14:16:24.799 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-03-22T14:16:24.985 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-03-22T14:16:25.031 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-03-22T14:16:25.124 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-03-22T14:16:25.211 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-03-22T14:16:25.241 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-03-22T14:16:25.366 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-03-22T14:16:25.411 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-03-22T14:16:25.471 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-03-22T14:16:25.496 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-03-22T14:16:25.586 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-03-22T14:16:25.687 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-03-22T14:16:25.754 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-03-22T14:16:25.823 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-03-22T14:16:25.853 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-03-22T14:16:25.956 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ceph-common-2:18.0.0-3090.g5ef20173.el8. 26/134 2023-03-22T14:16:25.986 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-ceph-common-2:18.0.0-3090.g5ef20173.el8. 26/134 2023-03-22T14:16:26.048 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-03-22T14:16:26.091 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el 27/134 2023-03-22T14:16:26.112 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el 27/134 2023-03-22T14:16:26.201 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-03-22T14:16:26.301 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_6 28/134 2023-03-22T14:16:26.402 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-03-22T14:16:26.513 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-03-22T14:16:26.545 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-03-22T14:16:26.747 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-03-22T14:16:26.961 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-03-22T14:16:27.214 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_6 28/134 2023-03-22T14:16:27.322 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-03-22T14:16:27.590 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-03-22T14:16:27.643 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-03-22T14:16:27.869 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-03-22T14:16:27.885 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-03-22T14:16:28.103 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-03-22T14:16:28.171 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-03-22T14:16:28.289 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-03-22T14:16:28.337 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-03-22T14:16:28.381 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-03-22T14:16:28.648 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-03-22T14:16:28.882 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-03-22T14:16:29.076 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-03-22T14:16:29.302 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-03-22T14:16:29.345 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-03-22T14:16:29.519 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-03-22T14:16:29.612 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-03-22T14:16:29.677 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-03-22T14:16:29.890 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-03-22T14:16:30.004 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-03-22T14:16:30.088 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-03-22T14:16:30.244 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-03-22T14:16:30.274 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-rsa-4.8-1.el8.noarch 34/134 2023-03-22T14:16:30.456 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-03-22T14:16:30.478 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-03-22T14:16:30.611 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-03-22T14:16:30.635 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 36/134 2023-03-22T14:16:30.733 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-03-22T14:16:30.777 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_6 37/134 2023-03-22T14:16:30.907 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-03-22T14:16:30.911 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-03-22T14:16:30.950 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-03-22T14:16:31.064 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-03-22T14:16:31.093 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-03-22T14:16:31.171 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rsa-4.8-1.el8.noarch 34/134 2023-03-22T14:16:31.229 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-03-22T14:16:31.296 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-03-22T14:16:31.372 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-03-22T14:16:31.387 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-03-22T14:16:31.509 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-03-22T14:16:31.589 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 36/134 2023-03-22T14:16:31.605 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 70/134 2023-03-22T14:16:31.757 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-03-22T14:16:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-03-22T14:16:31.810 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_6 37/134 2023-03-22T14:16:31.896 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-03-22T14:16:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-03-22T14:16:31.974 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-03-22T14:16:31.981 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-03-22T14:16:32.170 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-03-22T14:16:32.184 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-03-22T14:16:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-03-22T14:16:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-03-22T14:16:32.383 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-03-22T14:16:32.409 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-03-22T14:16:32.519 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-03-22T14:16:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-03-22T14:16:32.579 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-03-22T14:16:32.705 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-03-22T14:16:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-03-22T14:16:32.841 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-03-22T14:16:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-03-22T14:16:32.906 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-03-22T14:16:33.032 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-03-22T14:16:33.093 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-03-22T14:16:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-03-22T14:16:33.228 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-03-22T14:16:33.419 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-03-22T14:16:33.426 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-03-22T14:16:33.538 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-03-22T14:16:33.638 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-03-22T14:16:33.811 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-03-22T14:16:33.839 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-03-22T14:16:33.905 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-03-22T14:16:34.047 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-03-22T14:16:34.105 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-03-22T14:16:34.148 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-03-22T14:16:34.299 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-03-22T14:16:34.322 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-03-22T14:16:34.323 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-03-22T14:16:34.541 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-03-22T14:16:34.542 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-03-22T14:16:34.560 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-03-22T14:16:34.766 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-03-22T14:16:34.910 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-03-22T14:16:35.111 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-03-22T14:16:35.140 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-03-22T14:16:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-03-22T14:16:35.343 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-03-22T14:16:35.529 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-03-22T14:16:35.575 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-03-22T14:16:35.630 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-03-22T14:16:35.733 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-03-22T14:16:35.772 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-03-22T14:16:35.890 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-03-22T14:16:35.893 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-03-22T14:16:35.945 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-03-22T14:16:36.039 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-03-22T14:16:36.173 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-03-22T14:16:36.311 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-03-22T14:16:36.369 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-03-22T14:16:36.482 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-03-22T14:16:36.621 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-03-22T14:16:36.692 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-03-22T14:16:36.782 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-03-22T14:16:36.933 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-03-22T14:16:36.942 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-03-22T14:16:37.056 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-03-22T14:16:37.171 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-03-22T14:16:37.188 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-03-22T14:16:37.327 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-03-22T14:16:37.398 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-03-22T14:16:37.505 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-03-22T14:16:37.584 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-03-22T14:16:37.750 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-03-22T14:16:37.787 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-03-22T14:16:37.826 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-03-22T14:16:37.879 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-03-22T14:16:38.009 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 70/134 2023-03-22T14:16:38.031 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 92/134 2023-03-22T14:16:38.090 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 92/134 2023-03-22T14:16:38.130 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-03-22T14:16:38.132 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-03-22T14:16:38.263 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-03-22T14:16:38.282 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 93/134 2023-03-22T14:16:38.361 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-03-22T14:16:38.427 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-03-22T14:16:38.521 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-03-22T14:16:38.607 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-03-22T14:16:38.622 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-03-22T14:16:38.821 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-03-22T14:16:38.852 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-03-22T14:16:38.981 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-03-22T14:16:39.049 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-03-22T14:16:39.116 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-03-22T14:16:39.223 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-03-22T14:16:39.370 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-03-22T14:16:39.430 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-03-22T14:16:39.590 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-03-22T14:16:39.740 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-03-22T14:16:39.784 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-03-22T14:16:40.021 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 70/134 2023-03-22T14:16:40.051 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-03-22T14:16:40.193 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-03-22T14:16:40.243 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-03-22T14:16:40.359 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-03-22T14:16:40.400 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-03-22T14:16:40.570 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-03-22T14:16:40.625 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-03-22T14:16:40.796 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-03-22T14:16:41.002 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-03-22T14:16:41.191 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-03-22T14:16:41.344 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-03-22T14:16:41.612 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-03-22T14:16:41.721 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-03-22T14:16:41.852 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-03-22T14:16:41.904 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:42.014 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-03-22T14:16:42.044 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-03-22T14:16:42.251 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-03-22T14:16:42.330 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-03-22T14:16:42.555 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-03-22T14:16:42.560 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-03-22T14:16:42.739 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-03-22T14:16:42.826 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-03-22T14:16:42.948 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:42.964 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-03-22T14:16:43.029 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-03-22T14:16:43.564 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:43.801 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-03-22T14:16:43.852 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 95/134 2023-03-22T14:16:43.935 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 95/134 2023-03-22T14:16:43.960 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 92/134 2023-03-22T14:16:44.022 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 92/134 2023-03-22T14:16:44.064 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 96/134 2023-03-22T14:16:44.194 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 93/134 2023-03-22T14:16:44.450 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-03-22T14:16:44.752 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-03-22T14:16:45.346 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-03-22T14:16:45.753 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-03-22T14:16:46.087 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-03-22T14:16:46.293 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-03-22T14:16:47.169 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-03-22T14:16:47.361 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 92/134 2023-03-22T14:16:47.456 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 92/134 2023-03-22T14:16:47.636 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 93/134 2023-03-22T14:16:47.777 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:48.018 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:48.632 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:48.884 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 95/134 2023-03-22T14:16:48.983 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 95/134 2023-03-22T14:16:49.118 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 96/134 2023-03-22T14:16:52.418 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:52.652 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:53.405 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 94/134 2023-03-22T14:16:53.701 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 95/134 2023-03-22T14:16:53.849 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 95/134 2023-03-22T14:16:54.018 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 96/134 2023-03-22T14:17:02.939 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 96/134 2023-03-22T14:17:02.939 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /sys 2023-03-22T14:17:02.939 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /proc 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /dev 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /run 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /mnt 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /var/tmp 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /home 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /tmp 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /dev 2023-03-22T14:17:02.940 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:17:03.320 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 97/134 2023-03-22T14:17:04.889 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 97/134 2023-03-22T14:17:05.057 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 98/134 2023-03-22T14:17:05.274 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 98/134 2023-03-22T14:17:05.453 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 99/134 2023-03-22T14:17:05.902 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 99/134 2023-03-22T14:17:06.103 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 100/134 2023-03-22T14:17:06.120 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 100/134 2023-03-22T14:17:07.650 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 101/134 2023-03-22T14:17:07.712 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 96/134 2023-03-22T14:17:07.712 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /sys 2023-03-22T14:17:07.713 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /proc 2023-03-22T14:17:07.713 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /dev 2023-03-22T14:17:07.713 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /run 2023-03-22T14:17:07.713 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /mnt 2023-03-22T14:17:07.713 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /var/tmp 2023-03-22T14:17:07.713 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /home 2023-03-22T14:17:07.714 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /tmp 2023-03-22T14:17:07.714 INFO:teuthology.orchestra.run.smithi142.stdout:skipping the directory /dev 2023-03-22T14:17:07.714 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:17:07.818 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 101/134 2023-03-22T14:17:07.959 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.e 102/134 2023-03-22T14:17:08.073 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 97/134 2023-03-22T14:17:08.159 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173. 103/134 2023-03-22T14:17:08.327 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 104/134 2023-03-22T14:17:08.539 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 104/134 2023-03-22T14:17:08.831 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 105/134 2023-03-22T14:17:09.654 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 97/134 2023-03-22T14:17:09.788 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 105/134 2023-03-22T14:17:09.822 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 98/134 2023-03-22T14:17:09.977 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 106/134 2023-03-22T14:17:10.040 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 98/134 2023-03-22T14:17:10.067 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 106/134 2023-03-22T14:17:10.215 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 99/134 2023-03-22T14:17:10.459 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el 107/134 2023-03-22T14:17:10.674 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 108/134 2023-03-22T14:17:10.675 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 99/134 2023-03-22T14:17:10.709 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 108/134 2023-03-22T14:17:10.831 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 100/134 2023-03-22T14:17:10.851 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 100/134 2023-03-22T14:17:10.885 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 109/134 2023-03-22T14:17:10.896 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 109/134 2023-03-22T14:17:12.175 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 110/134 2023-03-22T14:17:12.395 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 111/134 2023-03-22T14:17:12.429 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 111/134 2023-03-22T14:17:12.469 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 101/134 2023-03-22T14:17:12.569 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 112/134 2023-03-22T14:17:12.610 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 112/134 2023-03-22T14:17:12.641 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 101/134 2023-03-22T14:17:12.762 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.e 102/134 2023-03-22T14:17:12.785 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 113/134 2023-03-22T14:17:12.960 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173. 103/134 2023-03-22T14:17:13.129 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 113/134 2023-03-22T14:17:13.172 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 104/134 2023-03-22T14:17:13.286 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 114/134 2023-03-22T14:17:13.389 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 104/134 2023-03-22T14:17:13.646 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 105/134 2023-03-22T14:17:14.611 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 105/134 2023-03-22T14:17:14.763 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 106/134 2023-03-22T14:17:14.854 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 106/134 2023-03-22T14:17:15.066 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 96/134 2023-03-22T14:17:15.066 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /sys 2023-03-22T14:17:15.066 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /proc 2023-03-22T14:17:15.066 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /dev 2023-03-22T14:17:15.066 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /run 2023-03-22T14:17:15.067 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /mnt 2023-03-22T14:17:15.067 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /var/tmp 2023-03-22T14:17:15.067 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /home 2023-03-22T14:17:15.067 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /tmp 2023-03-22T14:17:15.067 INFO:teuthology.orchestra.run.smithi045.stdout:skipping the directory /dev 2023-03-22T14:17:15.067 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:17:15.224 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el 107/134 2023-03-22T14:17:15.427 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 108/134 2023-03-22T14:17:15.462 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 108/134 2023-03-22T14:17:15.465 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 97/134 2023-03-22T14:17:15.646 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 109/134 2023-03-22T14:17:15.658 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 109/134 2023-03-22T14:17:16.914 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 110/134 2023-03-22T14:17:17.097 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 111/134 2023-03-22T14:17:17.130 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 111/134 2023-03-22T14:17:17.188 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 114/134 2023-03-22T14:17:17.280 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 112/134 2023-03-22T14:17:17.317 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 97/134 2023-03-22T14:17:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 112/134 2023-03-22T14:17:17.472 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 113/134 2023-03-22T14:17:17.497 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 98/134 2023-03-22T14:17:17.774 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 98/134 2023-03-22T14:17:17.821 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 113/134 2023-03-22T14:17:17.980 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 114/134 2023-03-22T14:17:17.982 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 99/134 2023-03-22T14:17:18.219 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 115/134 2023-03-22T14:17:18.532 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 99/134 2023-03-22T14:17:18.549 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-03-22T14:17:18.721 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 117/134 2023-03-22T14:17:18.740 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 100/134 2023-03-22T14:17:18.778 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 100/134 2023-03-22T14:17:18.992 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-03-22T14:17:19.151 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-03-22T14:17:19.348 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-03-22T14:17:19.572 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-03-22T14:17:19.763 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_ 121/134 2023-03-22T14:17:19.935 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-03-22T14:17:21.402 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 101/134 2023-03-22T14:17:21.608 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 101/134 2023-03-22T14:17:21.740 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.e 102/134 2023-03-22T14:17:21.920 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 114/134 2023-03-22T14:17:21.954 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173. 103/134 2023-03-22T14:17:22.010 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:22.164 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 104/134 2023-03-22T14:17:22.267 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:22.287 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:22.433 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 104/134 2023-03-22T14:17:22.468 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 124/134 2023-03-22T14:17:22.645 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 105/134 2023-03-22T14:17:22.783 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 125/134 2023-03-22T14:17:22.802 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 115/134 2023-03-22T14:17:23.075 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 126/134 2023-03-22T14:17:23.111 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-03-22T14:17:23.321 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 117/134 2023-03-22T14:17:23.469 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-03-22T14:17:23.553 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-03-22T14:17:23.675 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-03-22T14:17:23.703 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-03-22T14:17:23.757 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-03-22T14:17:23.833 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 105/134 2023-03-22T14:17:23.898 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-03-22T14:17:23.958 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-03-22T14:17:23.971 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-03-22T14:17:24.014 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 106/134 2023-03-22T14:17:24.147 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 106/134 2023-03-22T14:17:24.150 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-03-22T14:17:24.158 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-03-22T14:17:24.159 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-03-22T14:17:24.286 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-03-22T14:17:24.286 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:24.316 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_ 121/134 2023-03-22T14:17:24.438 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-03-22T14:17:24.503 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:24.504 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-03-22T14:17:24.555 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el 107/134 2023-03-22T14:17:24.788 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 108/134 2023-03-22T14:17:24.797 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-03-22T14:17:24.852 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 108/134 2023-03-22T14:17:24.991 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:25.055 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 109/134 2023-03-22T14:17:25.080 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 109/134 2023-03-22T14:17:25.261 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:25.262 INFO:teuthology.orchestra.run.smithi098.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-22T14:17:25.262 INFO:teuthology.orchestra.run.smithi098.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-22T14:17:25.262 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:17:25.501 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 1/134 2023-03-22T14:17:25.501 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 2/134 2023-03-22T14:17:25.501 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 3/134 2023-03-22T14:17:25.501 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 4/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 5/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 8/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 9/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 10/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 11/134 2023-03-22T14:17:25.502 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 12/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 13/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_ 14/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 15/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 16/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_6 17/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 18/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 19/134 2023-03-22T14:17:25.503 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el 20/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-ceph-common-2:18.0.0-3090.g5ef20173.el8. 21/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_6 22/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 23/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 24/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 25/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 26/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 27/134 2023-03-22T14:17:25.504 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 28/134 2023-03-22T14:17:25.505 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173. 29/134 2023-03-22T14:17:25.505 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 30/134 2023-03-22T14:17:25.505 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 31/134 2023-03-22T14:17:25.505 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 32/134 2023-03-22T14:17:25.505 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el 33/134 2023-03-22T14:17:25.505 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 34/134 2023-03-22T14:17:25.505 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.e 35/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 36/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 37/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 38/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-03-22T14:17:25.506 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-03-22T14:17:25.507 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-03-22T14:17:25.508 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-03-22T14:17:25.509 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/134 2023-03-22T14:17:25.509 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-03-22T14:17:25.509 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-03-22T14:17:25.509 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-03-22T14:17:25.509 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-03-22T14:17:25.509 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 65/134 2023-03-22T14:17:25.509 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-03-22T14:17:25.510 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-03-22T14:17:25.511 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-03-22T14:17:25.511 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-03-22T14:17:25.511 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-03-22T14:17:25.511 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-03-22T14:17:25.511 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-03-22T14:17:25.511 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-03-22T14:17:25.511 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-03-22T14:17:25.512 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-03-22T14:17:25.513 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-03-22T14:17:25.514 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-03-22T14:17:25.515 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-03-22T14:17:25.516 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-03-22T14:17:25.516 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-03-22T14:17:25.516 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-03-22T14:17:25.516 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-03-22T14:17:25.516 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-03-22T14:17:25.516 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-03-22T14:17:25.516 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-03-22T14:17:25.517 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-03-22T14:17:25.517 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-03-22T14:17:25.517 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-03-22T14:17:25.517 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-03-22T14:17:25.517 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-03-22T14:17:25.517 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-03-22T14:17:25.517 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-03-22T14:17:25.518 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-03-22T14:17:25.518 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-03-22T14:17:25.518 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-03-22T14:17:25.518 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-03-22T14:17:25.518 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-03-22T14:17:25.518 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-03-22T14:17:25.518 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-03-22T14:17:25.519 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-03-22T14:17:25.520 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 129/134 2023-03-22T14:17:25.520 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-03-22T14:17:25.520 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 131/134 2023-03-22T14:17:25.520 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:25.520 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-03-22T14:17:26.529 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 110/134 2023-03-22T14:17:26.562 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:26.763 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 111/134 2023-03-22T14:17:26.795 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:26.813 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:26.822 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 111/134 2023-03-22T14:17:26.971 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 124/134 2023-03-22T14:17:26.989 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 112/134 2023-03-22T14:17:27.057 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 112/134 2023-03-22T14:17:27.247 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 113/134 2023-03-22T14:17:27.320 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 125/134 2023-03-22T14:17:27.633 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 126/134 2023-03-22T14:17:27.686 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 113/134 2023-03-22T14:17:27.881 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 114/134 2023-03-22T14:17:28.017 INFO:teuthology.orchestra.run.smithi142.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-03-22T14:17:28.026 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:28.026 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:01:50 ago on Wed 22 Mar 2023 02:15:38 PM UTC. 2023-03-22T14:17:28.194 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-03-22T14:17:28.273 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-03-22T14:17:28.472 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-03-22T14:17:28.484 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-03-22T14:17:28.645 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-03-22T14:17:28.652 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-03-22T14:17:28.763 INFO:teuthology.orchestra.run.smithi142.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-03-22T14:17:28.763 INFO:teuthology.orchestra.run.smithi142.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:28.947 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:28.948 INFO:teuthology.orchestra.run.smithi142.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-03-22T14:17:29.191 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-03-22T14:17:29.393 INFO:teuthology.orchestra.run.smithi142.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:29.658 INFO:teuthology.orchestra.run.smithi142.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:29.659 INFO:teuthology.orchestra.run.smithi142.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-22T14:17:29.659 INFO:teuthology.orchestra.run.smithi142.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-22T14:17:29.659 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:17:29.891 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 1/134 2023-03-22T14:17:29.891 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 2/134 2023-03-22T14:17:29.891 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 3/134 2023-03-22T14:17:29.891 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 4/134 2023-03-22T14:17:29.891 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 5/134 2023-03-22T14:17:29.891 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:17:29.892 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:17:29.892 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 8/134 2023-03-22T14:17:29.892 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 9/134 2023-03-22T14:17:29.892 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 10/134 2023-03-22T14:17:29.892 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 11/134 2023-03-22T14:17:29.892 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 12/134 2023-03-22T14:17:29.892 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 13/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_ 14/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 15/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 16/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_6 17/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 18/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 19/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el 20/134 2023-03-22T14:17:29.893 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-ceph-common-2:18.0.0-3090.g5ef20173.el8. 21/134 2023-03-22T14:17:29.894 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_6 22/134 2023-03-22T14:17:29.894 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 23/134 2023-03-22T14:17:29.894 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 24/134 2023-03-22T14:17:29.894 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 25/134 2023-03-22T14:17:29.901 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 26/134 2023-03-22T14:17:29.901 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 27/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 28/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173. 29/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 30/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 31/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 32/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el 33/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 34/134 2023-03-22T14:17:29.902 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.e 35/134 2023-03-22T14:17:29.903 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 36/134 2023-03-22T14:17:29.903 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 37/134 2023-03-22T14:17:29.903 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 38/134 2023-03-22T14:17:29.903 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-03-22T14:17:29.903 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-03-22T14:17:29.903 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-03-22T14:17:29.903 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-03-22T14:17:29.904 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-03-22T14:17:29.905 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 65/134 2023-03-22T14:17:29.906 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-03-22T14:17:29.907 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-03-22T14:17:29.908 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-03-22T14:17:29.908 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-03-22T14:17:29.908 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-03-22T14:17:29.908 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-03-22T14:17:29.908 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-03-22T14:17:29.908 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-03-22T14:17:29.908 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-03-22T14:17:29.909 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-03-22T14:17:29.910 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-03-22T14:17:29.911 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-03-22T14:17:29.912 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-03-22T14:17:29.913 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-03-22T14:17:29.913 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-03-22T14:17:29.913 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-03-22T14:17:29.913 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-03-22T14:17:29.913 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-03-22T14:17:29.913 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-03-22T14:17:29.913 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-03-22T14:17:29.914 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-03-22T14:17:29.915 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 129/134 2023-03-22T14:17:29.915 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-03-22T14:17:29.915 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 131/134 2023-03-22T14:17:29.915 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:29.915 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-03-22T14:17:30.919 INFO:teuthology.orchestra.run.smithi098.stdout:Installed products updated. 2023-03-22T14:17:31.133 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:17:31.134 INFO:teuthology.orchestra.run.smithi098.stdout:Upgraded: 2023-03-22T14:17:31.134 INFO:teuthology.orchestra.run.smithi098.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-03-22T14:17:31.134 INFO:teuthology.orchestra.run.smithi098.stdout: librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.134 INFO:teuthology.orchestra.run.smithi098.stdout: librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.134 INFO:teuthology.orchestra.run.smithi098.stdout:Installed: 2023-03-22T14:17:31.134 INFO:teuthology.orchestra.run.smithi098.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-03-22T14:17:31.134 INFO:teuthology.orchestra.run.smithi098.stdout: automake-1.16.1-7.el8.noarch 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: bison-3.0.4-10.el8.x86_64 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-immutable-object-cache-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.135 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.136 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.137 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.137 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.137 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.137 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.137 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.137 INFO:teuthology.orchestra.run.smithi098.stdout: cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.137 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: flex-2.6.1-9.el8.x86_64 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: fuse-2.9.7-15.el8.x86_64 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: jq-1.6-3.el8.x86_64 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-03-22T14:17:31.138 INFO:teuthology.orchestra.run.smithi098.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-22T14:17:31.139 INFO:teuthology.orchestra.run.smithi098.stdout: libpq-13.5-1.el8.x86_64 2023-03-22T14:17:31.140 INFO:teuthology.orchestra.run.smithi098.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-03-22T14:17:31.140 INFO:teuthology.orchestra.run.smithi098.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-22T14:17:31.140 INFO:teuthology.orchestra.run.smithi098.stdout: librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.140 INFO:teuthology.orchestra.run.smithi098.stdout: libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.140 INFO:teuthology.orchestra.run.smithi098.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-03-22T14:17:31.140 INFO:teuthology.orchestra.run.smithi098.stdout: librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.140 INFO:teuthology.orchestra.run.smithi098.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: libtool-2.4.6-25.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-22T14:17:31.141 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-0.3.15-3.el8.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:31.142 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:31.143 INFO:teuthology.orchestra.run.smithi098.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-22T14:17:31.143 INFO:teuthology.orchestra.run.smithi098.stdout: python3-babel-2.5.1-7.el8.noarch 2023-03-22T14:17:31.143 INFO:teuthology.orchestra.run.smithi098.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-22T14:17:31.143 INFO:teuthology.orchestra.run.smithi098.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-22T14:17:31.143 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-22T14:17:31.143 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.143 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-22T14:17:31.144 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-22T14:17:31.145 INFO:teuthology.orchestra.run.smithi098.stdout: python3-mako-1.0.6-13.el8.noarch 2023-03-22T14:17:31.146 INFO:teuthology.orchestra.run.smithi098.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-22T14:17:31.146 INFO:teuthology.orchestra.run.smithi098.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-22T14:17:31.146 INFO:teuthology.orchestra.run.smithi098.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-22T14:17:31.146 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-03-22T14:17:31.146 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-03-22T14:17:31.146 INFO:teuthology.orchestra.run.smithi098.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-22T14:17:31.146 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-portend-2.6-1.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pycparser-2.14-14.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-22T14:17:31.147 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-03-22T14:17:31.148 INFO:teuthology.orchestra.run.smithi098.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-22T14:17:31.149 INFO:teuthology.orchestra.run.smithi098.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-22T14:17:31.149 INFO:teuthology.orchestra.run.smithi098.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-22T14:17:31.149 INFO:teuthology.orchestra.run.smithi098.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-22T14:17:31.149 INFO:teuthology.orchestra.run.smithi098.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-22T14:17:31.149 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-22T14:17:31.149 INFO:teuthology.orchestra.run.smithi098.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-22T14:17:31.149 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: socat-1.7.4.1-1.el8.x86_64 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-22T14:17:31.150 INFO:teuthology.orchestra.run.smithi098.stdout: uuid-1.6.2-43.el8.x86_64 2023-03-22T14:17:31.151 INFO:teuthology.orchestra.run.smithi098.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-03-22T14:17:31.151 INFO:teuthology.orchestra.run.smithi098.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-22T14:17:31.151 INFO:teuthology.orchestra.run.smithi098.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-03-22T14:17:31.151 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-03-22T14:17:31.152 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2023-03-22T14:17:31.380 DEBUG:teuthology.parallel:result is None 2023-03-22T14:17:32.360 INFO:teuthology.orchestra.run.smithi142.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:32.361 INFO:teuthology.orchestra.run.smithi142.stdout:Last metadata expiration check: 0:01:53 ago on Wed 22 Mar 2023 02:15:39 PM UTC. 2023-03-22T14:17:32.503 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 114/134 2023-03-22T14:17:32.841 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 115/134 2023-03-22T14:17:33.012 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-03-22T14:17:33.295 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-03-22T14:17:34.647 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-03-22T14:17:34.998 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-03-22T14:17:35.087 INFO:teuthology.orchestra.run.smithi142.stdout:Installed products updated. 2023-03-22T14:17:35.211 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 119/134 2023-03-22T14:17:35.300 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:17:35.301 INFO:teuthology.orchestra.run.smithi142.stdout:Upgraded: 2023-03-22T14:17:35.301 INFO:teuthology.orchestra.run.smithi142.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-03-22T14:17:35.301 INFO:teuthology.orchestra.run.smithi142.stdout: librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.301 INFO:teuthology.orchestra.run.smithi142.stdout: librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.301 INFO:teuthology.orchestra.run.smithi142.stdout:Installed: 2023-03-22T14:17:35.301 INFO:teuthology.orchestra.run.smithi142.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: automake-1.16.1-7.el8.noarch 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: bison-3.0.4-10.el8.x86_64 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.302 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-immutable-object-cache-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.303 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.304 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.304 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.304 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.305 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.305 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.305 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.305 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.305 INFO:teuthology.orchestra.run.smithi142.stdout: cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.305 INFO:teuthology.orchestra.run.smithi142.stdout: cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.305 INFO:teuthology.orchestra.run.smithi142.stdout: cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: flex-2.6.1-9.el8.x86_64 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: fuse-2.9.7-15.el8.x86_64 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: jq-1.6-3.el8.x86_64 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-03-22T14:17:35.306 INFO:teuthology.orchestra.run.smithi142.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: libpq-13.5-1.el8.x86_64 2023-03-22T14:17:35.307 INFO:teuthology.orchestra.run.smithi142.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-03-22T14:17:35.308 INFO:teuthology.orchestra.run.smithi142.stdout: libtool-2.4.6-25.el8.x86_64 2023-03-22T14:17:35.309 INFO:teuthology.orchestra.run.smithi142.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-22T14:17:35.309 INFO:teuthology.orchestra.run.smithi142.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-03-22T14:17:35.309 INFO:teuthology.orchestra.run.smithi142.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-03-22T14:17:35.309 INFO:teuthology.orchestra.run.smithi142.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-22T14:17:35.309 INFO:teuthology.orchestra.run.smithi142.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-22T14:17:35.309 INFO:teuthology.orchestra.run.smithi142.stdout: openblas-0.3.15-3.el8.x86_64 2023-03-22T14:17:35.309 INFO:teuthology.orchestra.run.smithi142.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:35.310 INFO:teuthology.orchestra.run.smithi142.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-babel-2.5.1-7.el8.noarch 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.311 INFO:teuthology.orchestra.run.smithi142.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-22T14:17:35.312 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-03-22T14:17:35.312 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-22T14:17:35.312 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-22T14:17:35.312 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-03-22T14:17:35.312 INFO:teuthology.orchestra.run.smithi142.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-22T14:17:35.312 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-22T14:17:35.312 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-mako-1.0.6-13.el8.noarch 2023-03-22T14:17:35.313 INFO:teuthology.orchestra.run.smithi142.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-portend-2.6-1.el8.noarch 2023-03-22T14:17:35.314 INFO:teuthology.orchestra.run.smithi142.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-22T14:17:35.315 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-03-22T14:17:35.315 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-22T14:17:35.315 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-22T14:17:35.315 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pycparser-2.14-14.el8.noarch 2023-03-22T14:17:35.315 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-22T14:17:35.315 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.315 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-22T14:17:35.316 INFO:teuthology.orchestra.run.smithi142.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-22T14:17:35.317 INFO:teuthology.orchestra.run.smithi142.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: socat-1.7.4.1-1.el8.x86_64 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: uuid-1.6.2-43.el8.x86_64 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-03-22T14:17:35.318 INFO:teuthology.orchestra.run.smithi142.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-22T14:17:35.319 INFO:teuthology.orchestra.run.smithi142.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-03-22T14:17:35.319 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:17:35.319 INFO:teuthology.orchestra.run.smithi142.stdout:Complete! 2023-03-22T14:17:35.409 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-03-22T14:17:35.493 DEBUG:teuthology.parallel:result is None 2023-03-22T14:17:35.610 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_ 121/134 2023-03-22T14:17:35.788 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-03-22T14:17:38.961 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:39.318 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:39.350 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-03-22T14:17:39.538 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 124/134 2023-03-22T14:17:39.780 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 125/134 2023-03-22T14:17:40.145 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 126/134 2023-03-22T14:17:40.447 INFO:teuthology.orchestra.run.smithi045.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-03-22T14:17:40.636 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-03-22T14:17:40.658 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-03-22T14:17:40.887 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-03-22T14:17:41.044 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-03-22T14:17:41.151 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-03-22T14:17:41.378 INFO:teuthology.orchestra.run.smithi045.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-03-22T14:17:41.404 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-03-22T14:17:41.404 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:41.643 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:41.643 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-03-22T14:17:41.920 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-03-22T14:17:42.137 INFO:teuthology.orchestra.run.smithi045.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:42.393 INFO:teuthology.orchestra.run.smithi045.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:42.394 INFO:teuthology.orchestra.run.smithi045.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2023-03-22T14:17:42.394 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:17:42.695 INFO:teuthology.orchestra.run.smithi045.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-03-22T14:17:42.696 INFO:teuthology.orchestra.run.smithi045.stdout:All rules containing unresolvable specifiers will be skipped. 2023-03-22T14:17:42.696 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:17:43.007 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 1/134 2023-03-22T14:17:43.008 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 2/134 2023-03-22T14:17:43.008 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 3/134 2023-03-22T14:17:43.008 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 4/134 2023-03-22T14:17:43.008 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-3090.g5ef20 5/134 2023-03-22T14:17:43.008 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 6/134 2023-03-22T14:17:43.009 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 7/134 2023-03-22T14:17:43.009 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 8/134 2023-03-22T14:17:43.009 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 9/134 2023-03-22T14:17:43.009 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 10/134 2023-03-22T14:17:43.009 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 11/134 2023-03-22T14:17:43.009 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 12/134 2023-03-22T14:17:43.009 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 13/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_ 14/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 15/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 16/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_6 17/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86 18/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 19/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el 20/134 2023-03-22T14:17:43.010 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-ceph-common-2:18.0.0-3090.g5ef20173.el8. 21/134 2023-03-22T14:17:43.011 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_6 22/134 2023-03-22T14:17:43.011 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 23/134 2023-03-22T14:17:43.011 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 24/134 2023-03-22T14:17:43.011 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 25/134 2023-03-22T14:17:43.018 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 26/134 2023-03-22T14:17:43.018 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 27/134 2023-03-22T14:17:43.018 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 28/134 2023-03-22T14:17:43.018 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173. 29/134 2023-03-22T14:17:43.018 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noa 30/134 2023-03-22T14:17:43.019 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.n 31/134 2023-03-22T14:17:43.019 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef 32/134 2023-03-22T14:17:43.019 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el 33/134 2023-03-22T14:17:43.019 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 34/134 2023-03-22T14:17:43.019 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.e 35/134 2023-03-22T14:17:43.019 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 36/134 2023-03-22T14:17:43.019 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 37/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 38/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-03-22T14:17:43.020 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-03-22T14:17:43.021 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-03-22T14:17:43.021 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-03-22T14:17:43.021 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-03-22T14:17:43.021 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-03-22T14:17:43.021 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-03-22T14:17:43.021 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-03-22T14:17:43.021 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-03-22T14:17:43.022 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 65/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-03-22T14:17:43.023 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-03-22T14:17:43.024 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-03-22T14:17:43.025 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-03-22T14:17:43.025 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-03-22T14:17:43.025 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-03-22T14:17:43.025 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-03-22T14:17:43.025 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-03-22T14:17:43.025 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-03-22T14:17:43.025 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-03-22T14:17:43.026 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-03-22T14:17:43.027 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-03-22T14:17:43.028 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-03-22T14:17:43.029 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-03-22T14:17:43.029 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-03-22T14:17:43.029 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-03-22T14:17:43.029 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-03-22T14:17:43.029 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-03-22T14:17:43.029 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-03-22T14:17:43.029 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-03-22T14:17:43.030 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-03-22T14:17:43.031 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-03-22T14:17:43.031 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-03-22T14:17:43.031 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-03-22T14:17:43.031 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-03-22T14:17:43.031 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-03-22T14:17:43.031 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-03-22T14:17:43.031 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 129/134 2023-03-22T14:17:43.032 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-03-22T14:17:43.032 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 131/134 2023-03-22T14:17:43.032 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-03-22T14:17:43.032 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-03-22T14:17:45.654 INFO:teuthology.orchestra.run.smithi045.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-03-22T14:17:45.654 INFO:teuthology.orchestra.run.smithi045.stdout:Last metadata expiration check: 0:02:04 ago on Wed 22 Mar 2023 02:15:41 PM UTC. 2023-03-22T14:17:48.493 INFO:teuthology.orchestra.run.smithi045.stdout:Installed products updated. 2023-03-22T14:17:48.738 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:17:48.738 INFO:teuthology.orchestra.run.smithi045.stdout:Upgraded: 2023-03-22T14:17:48.739 INFO:teuthology.orchestra.run.smithi045.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-03-22T14:17:48.739 INFO:teuthology.orchestra.run.smithi045.stdout: librados2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.739 INFO:teuthology.orchestra.run.smithi045.stdout: librbd1-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.739 INFO:teuthology.orchestra.run.smithi045.stdout:Installed: 2023-03-22T14:17:48.739 INFO:teuthology.orchestra.run.smithi045.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-03-22T14:17:48.739 INFO:teuthology.orchestra.run.smithi045.stdout: automake-1.16.1-7.el8.noarch 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: bison-3.0.4-10.el8.x86_64 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-base-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-grafana-dashboards-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-immutable-object-cache-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.740 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mds-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.741 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.741 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.741 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-dashboard-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.741 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-diskprediction-local-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.741 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-modules-core-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.741 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mgr-rook-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.741 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-mon-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-osd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-prometheus-alerts-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-radosgw-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-selinux-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-test-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: ceph-volume-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: cephadm-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.742 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.743 INFO:teuthology.orchestra.run.smithi045.stdout: cephfs-top-2:18.0.0-3090.g5ef20173.el8.noarch 2023-03-22T14:17:48.743 INFO:teuthology.orchestra.run.smithi045.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-03-22T14:17:48.743 INFO:teuthology.orchestra.run.smithi045.stdout: flex-2.6.1-9.el8.x86_64 2023-03-22T14:17:48.743 INFO:teuthology.orchestra.run.smithi045.stdout: fuse-2.9.7-15.el8.x86_64 2023-03-22T14:17:48.743 INFO:teuthology.orchestra.run.smithi045.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-03-22T14:17:48.743 INFO:teuthology.orchestra.run.smithi045.stdout: jq-1.6-3.el8.x86_64 2023-03-22T14:17:48.743 INFO:teuthology.orchestra.run.smithi045.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs-devel-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: libcephfs2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: libcephsqlite-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-03-22T14:17:48.744 INFO:teuthology.orchestra.run.smithi045.stdout: liboath-2.6.2-3.el8.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: libpq-13.5-1.el8.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: librados-devel-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: libradosstriper1-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: librgw2-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.745 INFO:teuthology.orchestra.run.smithi045.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-03-22T14:17:48.746 INFO:teuthology.orchestra.run.smithi045.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-03-22T14:17:48.746 INFO:teuthology.orchestra.run.smithi045.stdout: libtool-2.4.6-25.el8.x86_64 2023-03-22T14:17:48.746 INFO:teuthology.orchestra.run.smithi045.stdout: libunwind-1.3.1-3.el8.x86_64 2023-03-22T14:17:48.746 INFO:teuthology.orchestra.run.smithi045.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-03-22T14:17:48.746 INFO:teuthology.orchestra.run.smithi045.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-03-22T14:17:48.746 INFO:teuthology.orchestra.run.smithi045.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-03-22T14:17:48.747 INFO:teuthology.orchestra.run.smithi045.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-03-22T14:17:48.747 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-0.3.15-3.el8.x86_64 2023-03-22T14:17:48.747 INFO:teuthology.orchestra.run.smithi045.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-03-22T14:17:48.747 INFO:teuthology.orchestra.run.smithi045.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-03-22T14:17:48.748 INFO:teuthology.orchestra.run.smithi045.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-03-22T14:17:48.748 INFO:teuthology.orchestra.run.smithi045.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-03-22T14:17:48.748 INFO:teuthology.orchestra.run.smithi045.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-03-22T14:17:48.748 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:48.748 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:48.748 INFO:teuthology.orchestra.run.smithi045.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-03-22T14:17:48.748 INFO:teuthology.orchestra.run.smithi045.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-babel-2.5.1-7.el8.noarch 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-argparse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-ceph-common-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cephfs-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.749 INFO:teuthology.orchestra.run.smithi045.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-6.2-6.el8.noarch 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-03-22T14:17:48.750 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-03-22T14:17:48.751 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-03-22T14:17:48.751 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-03-22T14:17:48.751 INFO:teuthology.orchestra.run.smithi045.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-03-22T14:17:48.751 INFO:teuthology.orchestra.run.smithi045.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-03-22T14:17:48.751 INFO:teuthology.orchestra.run.smithi045.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-03-22T14:17:48.751 INFO:teuthology.orchestra.run.smithi045.stdout: python3-mako-1.0.6-13.el8.noarch 2023-03-22T14:17:48.751 INFO:teuthology.orchestra.run.smithi045.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-portend-2.6-1.el8.noarch 2023-03-22T14:17:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-03-22T14:17:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-03-22T14:17:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-03-22T14:17:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-03-22T14:17:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pycparser-2.14-14.el8.noarch 2023-03-22T14:17:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: python3-pytz-2017.2-9.el8.noarch 2023-03-22T14:17:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rados-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rbd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rgw-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-routes-2.4.1-12.el8.noarch 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-rsa-4.8-1.el8.noarch 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-03-22T14:17:48.754 INFO:teuthology.orchestra.run.smithi045.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-03-22T14:17:48.755 INFO:teuthology.orchestra.run.smithi045.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-03-22T14:17:48.755 INFO:teuthology.orchestra.run.smithi045.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-03-22T14:17:48.755 INFO:teuthology.orchestra.run.smithi045.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-03-22T14:17:48.755 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-03-22T14:17:48.755 INFO:teuthology.orchestra.run.smithi045.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-03-22T14:17:48.755 INFO:teuthology.orchestra.run.smithi045.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-03-22T14:17:48.755 INFO:teuthology.orchestra.run.smithi045.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-fuse-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-mirror-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: rbd-nbd-2:18.0.0-3090.g5ef20173.el8.x86_64 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: socat-1.7.4.1-1.el8.x86_64 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: thrift-0.13.0-2.el8.x86_64 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: uuid-1.6.2-43.el8.x86_64 2023-03-22T14:17:48.756 INFO:teuthology.orchestra.run.smithi045.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-03-22T14:17:48.757 INFO:teuthology.orchestra.run.smithi045.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-03-22T14:17:48.758 INFO:teuthology.orchestra.run.smithi045.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-03-22T14:17:48.758 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:17:48.758 INFO:teuthology.orchestra.run.smithi045.stdout:Complete! 2023-03-22T14:17:50.013 DEBUG:teuthology.parallel:result is None 2023-03-22T14:17:50.014 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:17:50.185 DEBUG:teuthology.orchestra.run.smithi045:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-22T14:17:50.234 INFO:teuthology.orchestra.run.smithi045.stdout:18.0.0-3090.g5ef20173.el8 2023-03-22T14:17:50.235 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3090.g5ef20173.el8 2023-03-22T14:17:50.235 INFO:teuthology.task.install:The correct ceph version 18.0.0-3090.g5ef20173 is installed. 2023-03-22T14:17:50.236 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:17:50.378 DEBUG:teuthology.orchestra.run.smithi098:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-22T14:17:50.407 INFO:teuthology.orchestra.run.smithi098.stdout:18.0.0-3090.g5ef20173.el8 2023-03-22T14:17:50.407 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3090.g5ef20173.el8 2023-03-22T14:17:50.407 INFO:teuthology.task.install:The correct ceph version 18.0.0-3090.g5ef20173 is installed. 2023-03-22T14:17:50.408 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:17:50.546 DEBUG:teuthology.orchestra.run.smithi142:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-03-22T14:17:50.574 INFO:teuthology.orchestra.run.smithi142.stdout:18.0.0-3090.g5ef20173.el8 2023-03-22T14:17:50.575 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-3090.g5ef20173.el8 2023-03-22T14:17:50.575 INFO:teuthology.task.install:The correct ceph version 18.0.0-3090.g5ef20173 is installed. 2023-03-22T14:17:50.575 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-03-22T14:17:50.576 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:17:50.576 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-22T14:17:50.659 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:17:50.659 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-22T14:17:50.706 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:17:50.706 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-03-22T14:17:50.753 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-03-22T14:17:50.754 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:17:50.754 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/daemon-helper 2023-03-22T14:17:50.814 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-22T14:17:50.915 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:17:50.916 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/daemon-helper 2023-03-22T14:17:50.948 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-22T14:17:51.018 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:17:51.019 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/usr/bin/daemon-helper 2023-03-22T14:17:51.050 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-03-22T14:17:51.122 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-03-22T14:17:51.123 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:17:51.123 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-22T14:17:51.183 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-22T14:17:51.283 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:17:51.283 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-22T14:17:51.315 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-22T14:17:51.386 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:17:51.386 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/usr/bin/adjust-ulimits 2023-03-22T14:17:51.418 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-03-22T14:17:51.487 INFO:teuthology.run_tasks:Running task cephadm... 2023-03-22T14:17:51.593 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'filestore flush min': 0, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd heartbeat grace': 60, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request', 'SLOW_OPS', 'slow request'], 'sha1': '5ef201735dd432fb1acc6499397b70bdb0d4e31e', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2023-03-22T14:17:51.593 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:17:51.606 INFO:tasks.cephadm:Cluster fsid is 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:17:51.607 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-03-22T14:17:51.607 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.45', 'mon.b': '172.21.15.98', 'mon.c': '172.21.15.142'} 2023-03-22T14:17:51.608 INFO:tasks.cephadm:First mon is mon.a on smithi045 2023-03-22T14:17:51.608 INFO:tasks.cephadm:First mgr is x 2023-03-22T14:17:51.608 INFO:tasks.cephadm:Normalizing hostnames... 2023-03-22T14:17:51.608 DEBUG:teuthology.orchestra.run.smithi045:> sudo hostname $(hostname -s) 2023-03-22T14:17:51.672 DEBUG:teuthology.orchestra.run.smithi098:> sudo hostname $(hostname -s) 2023-03-22T14:17:51.705 DEBUG:teuthology.orchestra.run.smithi142:> sudo hostname $(hostname -s) 2023-03-22T14:17:51.736 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-03-22T14:17:51.737 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:17:51.879 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '5ef201735dd432fb1acc6499397b70bdb0d4e31e', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/68823/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-3090-g5ef20173', 'node_name': '172.21.2.8+braggi08', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-3090.g5ef20173'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-03-22 02:20:09.601058', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-pdonnell-testing-20230322.005419', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2023-03-22T14:17:52.018 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-pdonnell-testing-20230322.005419, sha1 5ef201735dd432fb1acc6499397b70bdb0d4e31e from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=5ef201735dd432fb1acc6499397b70bdb0d4e31e 2023-03-22T14:17:52.019 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/x86_64/flavors/default/cephadm 2023-03-22T14:17:52.019 DEBUG:teuthology.orchestra.run.smithi045:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:52.422 INFO:teuthology.orchestra.run.smithi045.stdout:-rw-rw-r--. 1 ubuntu ubuntu 381328 Mar 22 14:17 /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:52.422 DEBUG:teuthology.orchestra.run.smithi098:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:52.811 INFO:teuthology.orchestra.run.smithi098.stdout:-rw-rw-r--. 1 ubuntu ubuntu 381328 Mar 22 14:17 /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:52.812 DEBUG:teuthology.orchestra.run.smithi142:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20230322.005419/5ef201735dd432fb1acc6499397b70bdb0d4e31e/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:53.187 INFO:teuthology.orchestra.run.smithi142.stdout:-rw-rw-r--. 1 ubuntu ubuntu 381328 Mar 22 14:17 /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:53.188 DEBUG:teuthology.orchestra.run.smithi045:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:53.233 DEBUG:teuthology.orchestra.run.smithi098:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:53.255 DEBUG:teuthology.orchestra.run.smithi142:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-03-22T14:17:53.290 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e on all hosts... 2023-03-22T14:17:53.291 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e pull 2023-03-22T14:17:53.295 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e pull 2023-03-22T14:17:53.297 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e pull 2023-03-22T14:17:54.802 INFO:teuthology.orchestra.run.smithi098.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e... 2023-03-22T14:17:56.443 INFO:teuthology.orchestra.run.smithi142.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e... 2023-03-22T14:17:57.740 INFO:teuthology.orchestra.run.smithi045.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e... 2023-03-22T14:18:24.114 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-03-22T14:18:24.114 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_version": "ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev)", 2023-03-22T14:18:24.115 INFO:teuthology.orchestra.run.smithi098.stdout: "image_id": "03ad1c9e8c2776de753e78e2a3160267ce260523377976656783fd5bcba7e40a", 2023-03-22T14:18:24.115 INFO:teuthology.orchestra.run.smithi098.stdout: "repo_digests": [ 2023-03-22T14:18:24.115 INFO:teuthology.orchestra.run.smithi098.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:9ed12715f14a5b726a594e57929b58a647e9d642d71502d6a53d6023f90e5dce" 2023-03-22T14:18:24.115 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-03-22T14:18:24.115 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-03-22T14:18:32.246 INFO:teuthology.orchestra.run.smithi142.stdout:{ 2023-03-22T14:18:32.247 INFO:teuthology.orchestra.run.smithi142.stdout: "ceph_version": "ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev)", 2023-03-22T14:18:32.247 INFO:teuthology.orchestra.run.smithi142.stdout: "image_id": "03ad1c9e8c2776de753e78e2a3160267ce260523377976656783fd5bcba7e40a", 2023-03-22T14:18:32.247 INFO:teuthology.orchestra.run.smithi142.stdout: "repo_digests": [ 2023-03-22T14:18:32.247 INFO:teuthology.orchestra.run.smithi142.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:9ed12715f14a5b726a594e57929b58a647e9d642d71502d6a53d6023f90e5dce" 2023-03-22T14:18:32.248 INFO:teuthology.orchestra.run.smithi142.stdout: ] 2023-03-22T14:18:32.248 INFO:teuthology.orchestra.run.smithi142.stdout:} 2023-03-22T14:18:32.996 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:18:32.996 INFO:teuthology.orchestra.run.smithi045.stdout: "ceph_version": "ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev)", 2023-03-22T14:18:32.997 INFO:teuthology.orchestra.run.smithi045.stdout: "image_id": "03ad1c9e8c2776de753e78e2a3160267ce260523377976656783fd5bcba7e40a", 2023-03-22T14:18:32.997 INFO:teuthology.orchestra.run.smithi045.stdout: "repo_digests": [ 2023-03-22T14:18:32.997 INFO:teuthology.orchestra.run.smithi045.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:9ed12715f14a5b726a594e57929b58a647e9d642d71502d6a53d6023f90e5dce" 2023-03-22T14:18:32.997 INFO:teuthology.orchestra.run.smithi045.stdout: ] 2023-03-22T14:18:32.997 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:18:33.020 DEBUG:teuthology.orchestra.run.smithi045:> sudo mkdir -p /etc/ceph 2023-03-22T14:18:33.085 DEBUG:teuthology.orchestra.run.smithi098:> sudo mkdir -p /etc/ceph 2023-03-22T14:18:33.122 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /etc/ceph 2023-03-22T14:18:33.157 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 777 /etc/ceph 2023-03-22T14:18:33.218 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 777 /etc/ceph 2023-03-22T14:18:33.248 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 777 /etc/ceph 2023-03-22T14:18:33.277 INFO:tasks.cephadm:Writing seed config... 2023-03-22T14:18:33.280 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2023-03-22T14:18:33.280 INFO:tasks.cephadm: override: [client] debug client = 20 2023-03-22T14:18:33.281 INFO:tasks.cephadm: override: [client] debug ms = 1 2023-03-22T14:18:33.281 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2023-03-22T14:18:33.282 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2023-03-22T14:18:33.282 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2023-03-22T14:18:33.283 INFO:tasks.cephadm: override: [mds] debug mds = 20 2023-03-22T14:18:33.283 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2023-03-22T14:18:33.284 INFO:tasks.cephadm: override: [mds] debug ms = 1 2023-03-22T14:18:33.284 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2023-03-22T14:18:33.285 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2023-03-22T14:18:33.285 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2023-03-22T14:18:33.286 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2023-03-22T14:18:33.286 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2023-03-22T14:18:33.287 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2023-03-22T14:18:33.287 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2023-03-22T14:18:33.287 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2023-03-22T14:18:33.288 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2023-03-22T14:18:33.288 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2023-03-22T14:18:33.288 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2023-03-22T14:18:33.289 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2023-03-22T14:18:33.289 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2023-03-22T14:18:33.289 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2023-03-22T14:18:33.290 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-03-22T14:18:33.290 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-03-22T14:18:33.290 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-03-22T14:18:33.291 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-03-22T14:18:33.291 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-03-22T14:18:33.291 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2023-03-22T14:18:33.291 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2023-03-22T14:18:33.291 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2023-03-22T14:18:33.292 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2023-03-22T14:18:33.292 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2023-03-22T14:18:33.292 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2023-03-22T14:18:33.292 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2023-03-22T14:18:33.292 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2023-03-22T14:18:33.293 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-03-22T14:18:33.293 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-03-22T14:18:33.293 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2023-03-22T14:18:33.293 INFO:tasks.cephadm: override: [osd] filestore flush min = 0 2023-03-22T14:18:33.293 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2023-03-22T14:18:33.294 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2023-03-22T14:18:33.294 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2023-03-22T14:18:33.294 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2023-03-22T14:18:33.294 INFO:tasks.cephadm: override: [osd] osd heartbeat grace = 60 2023-03-22T14:18:33.294 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2023-03-22T14:18:33.295 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2023-03-22T14:18:33.295 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-03-22T14:18:33.295 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2023-03-22T14:18:33.296 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:18:33.296 DEBUG:teuthology.orchestra.run.smithi045:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-03-22T14:18:33.334 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 54899176-c8bc-11ed-9afe-001a4aab830c ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = false osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 filestore flush min = 0 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd heartbeat grace = 60 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2023-03-22T14:18:33.335 DEBUG:teuthology.orchestra.run.smithi045:mon.a> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.a.service 2023-03-22T14:18:33.378 DEBUG:teuthology.orchestra.run.smithi045:mgr.x> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mgr.x.service 2023-03-22T14:18:33.424 INFO:tasks.cephadm:Bootstrapping... 2023-03-22T14:18:33.424 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e -v bootstrap --fsid 54899176-c8bc-11ed-9afe-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.45 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-03-22T14:18:33.439 INFO:journalctl@ceph.mon.a.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:18:33.485 INFO:journalctl@ceph.mgr.x.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:18:33.752 INFO:teuthology.orchestra.run.smithi045.stdout:-------------------------------------------------------------------------------- 2023-03-22T14:18:33.752 INFO:teuthology.orchestra.run.smithi045.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e', '-v', 'bootstrap', '--fsid', '54899176-c8bc-11ed-9afe-001a4aab830c', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.45', '--skip-admin-label'] 2023-03-22T14:18:33.825 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stdout 4.1.1 2023-03-22T14:18:33.825 INFO:teuthology.orchestra.run.smithi045.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-03-22T14:18:33.826 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying podman|docker is present... 2023-03-22T14:18:33.992 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stdout 4.1.1 2023-03-22T14:18:33.992 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying lvm2 is present... 2023-03-22T14:18:33.992 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying time synchronization is in place... 2023-03-22T14:18:34.005 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-03-22T14:18:34.006 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-03-22T14:18:34.016 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-03-22T14:18:34.017 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout inactive 2023-03-22T14:18:34.029 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout enabled 2023-03-22T14:18:34.041 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout active 2023-03-22T14:18:34.041 INFO:teuthology.orchestra.run.smithi045.stdout:Unit chronyd.service is enabled and running 2023-03-22T14:18:34.041 INFO:teuthology.orchestra.run.smithi045.stdout:Repeating the final host check... 2023-03-22T14:18:34.208 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stdout 4.1.1 2023-03-22T14:18:34.208 INFO:teuthology.orchestra.run.smithi045.stdout:podman (/bin/podman) version 4.1.1 is present 2023-03-22T14:18:34.208 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl is present 2023-03-22T14:18:34.209 INFO:teuthology.orchestra.run.smithi045.stdout:lvcreate is present 2023-03-22T14:18:34.220 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-03-22T14:18:34.220 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-03-22T14:18:34.232 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-03-22T14:18:34.232 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout inactive 2023-03-22T14:18:34.245 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout enabled 2023-03-22T14:18:34.257 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout active 2023-03-22T14:18:34.258 INFO:teuthology.orchestra.run.smithi045.stdout:Unit chronyd.service is enabled and running 2023-03-22T14:18:34.258 INFO:teuthology.orchestra.run.smithi045.stdout:Host looks OK 2023-03-22T14:18:34.258 INFO:teuthology.orchestra.run.smithi045.stdout:Cluster fsid: 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:34.258 INFO:teuthology.orchestra.run.smithi045.stdout:Acquiring lock 140621595945448 on /run/cephadm/54899176-c8bc-11ed-9afe-001a4aab830c.lock 2023-03-22T14:18:34.259 INFO:teuthology.orchestra.run.smithi045.stdout:Lock 140621595945448 acquired on /run/cephadm/54899176-c8bc-11ed-9afe-001a4aab830c.lock 2023-03-22T14:18:34.259 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying IP 172.21.15.45 port 3300 ... 2023-03-22T14:18:34.259 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying IP 172.21.15.45 port 6789 ... 2023-03-22T14:18:34.259 INFO:teuthology.orchestra.run.smithi045.stdout:Base mon IP(s) is [172.21.15.45:3300, 172.21.15.45:6789], mon addrv is [v2:172.21.15.45:3300,v1:172.21.15.45:6789] 2023-03-22T14:18:34.265 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp metric 100 2023-03-22T14:18:34.265 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.45 metric 100 2023-03-22T14:18:34.271 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-03-22T14:18:34.271 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-03-22T14:18:34.271 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1783sec hoplimit 64 pref medium 2023-03-22T14:18:34.276 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-03-22T14:18:34.277 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-03-22T14:18:34.277 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-03-22T14:18:34.277 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-03-22T14:18:34.277 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:12be/64 scope link 2023-03-22T14:18:34.277 INFO:teuthology.orchestra.run.smithi045.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-03-22T14:18:34.278 INFO:teuthology.orchestra.run.smithi045.stdout:Mon IP `172.21.15.45` is in CIDR network `172.21.0.0/20` 2023-03-22T14:18:34.278 INFO:teuthology.orchestra.run.smithi045.stdout:Mon IP `172.21.15.45` is in CIDR network `172.21.0.0/20` 2023-03-22T14:18:34.278 INFO:teuthology.orchestra.run.smithi045.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-03-22T14:18:34.279 INFO:teuthology.orchestra.run.smithi045.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-03-22T14:18:34.279 INFO:teuthology.orchestra.run.smithi045.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e... 2023-03-22T14:18:34.749 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stdout 03ad1c9e8c2776de753e78e2a3160267ce260523377976656783fd5bcba7e40a 2023-03-22T14:18:34.750 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e... 2023-03-22T14:18:34.750 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stderr Getting image source signatures 2023-03-22T14:18:34.750 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stderr Copying blob sha256:f6aa005053b25353cd338f2ab2883516fe3460436a86d26d9c98451f3c44a4a5 2023-03-22T14:18:34.750 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stderr Copying blob sha256:e8273662897a8d884c6f0dc47291edd7e6000e44d20afd185182e3ace70cf9b9 2023-03-22T14:18:34.750 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stderr Copying config sha256:03ad1c9e8c2776de753e78e2a3160267ce260523377976656783fd5bcba7e40a 2023-03-22T14:18:34.750 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stderr Writing manifest to image destination 2023-03-22T14:18:34.751 INFO:teuthology.orchestra.run.smithi045.stdout:/bin/podman: stderr Storing signatures 2023-03-22T14:18:35.722 INFO:teuthology.orchestra.run.smithi045.stdout:ceph: stdout ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev) 2023-03-22T14:18:35.723 INFO:teuthology.orchestra.run.smithi045.stdout:Ceph version: ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev) 2023-03-22T14:18:35.723 INFO:teuthology.orchestra.run.smithi045.stdout:Extracting ceph user uid/gid from container image... 2023-03-22T14:18:36.493 INFO:teuthology.orchestra.run.smithi045.stdout:stat: stdout 167 167 2023-03-22T14:18:36.494 INFO:teuthology.orchestra.run.smithi045.stdout:Creating initial keys... 2023-03-22T14:18:37.365 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph-authtool: stdout AQA8DhtkLrkWNRAAyLql/KBmSeO49Z/ObdHWQg== 2023-03-22T14:18:38.135 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph-authtool: stdout AQA9DhtktN2dLhAASQREi0w+mMr3rCnNyqH58w== 2023-03-22T14:18:38.906 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph-authtool: stdout AQA+DhtknBooHxAASUUW8zF6crEhXkUr/zsbLA== 2023-03-22T14:18:38.908 INFO:teuthology.orchestra.run.smithi045.stdout:Creating initial monmap... 2023-03-22T14:18:39.681 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-03-22T14:18:39.681 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-03-22T14:18:39.681 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:39.681 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-03-22T14:18:39.682 INFO:teuthology.orchestra.run.smithi045.stdout:monmaptool for a [v2:172.21.15.45:3300,v1:172.21.15.45:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-03-22T14:18:39.682 INFO:teuthology.orchestra.run.smithi045.stdout:setting min_mon_release = pacific 2023-03-22T14:18:39.682 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/monmaptool: set fsid to 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:39.682 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-03-22T14:18:39.682 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:18:39.682 INFO:teuthology.orchestra.run.smithi045.stdout:Creating mon... 2023-03-22T14:18:40.453 INFO:teuthology.orchestra.run.smithi045.stdout:create mon.a on 2023-03-22T14:18:40.670 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-03-22T14:18:40.869 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-03-22T14:18:41.071 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-54899176-c8bc-11ed-9afe-001a4aab830c.target → /etc/systemd/system/ceph-54899176-c8bc-11ed-9afe-001a4aab830c.target. 2023-03-22T14:18:41.071 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-54899176-c8bc-11ed-9afe-001a4aab830c.target → /etc/systemd/system/ceph-54899176-c8bc-11ed-9afe-001a4aab830c.target. 2023-03-22T14:18:41.354 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.a 2023-03-22T14:18:41.354 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Failed to reset failed state of unit ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.a.service: Unit ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.a.service not loaded. 2023-03-22T14:18:41.548 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-54899176-c8bc-11ed-9afe-001a4aab830c.target.wants/ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.a.service → /etc/systemd/system/ceph-54899176-c8bc-11ed-9afe-001a4aab830c@.service. 2023-03-22T14:18:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:41 smithi045 systemd[1]: Starting Ceph mon.a for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:18:42.267 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:41 smithi045 podman[91183]: 2023-03-22T14:18:42.267 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:42 smithi045 bash[91183]: 0a14f0a90ceeec35383852e518eab5f8868457601b8d3eecdb551ec1612bf1f0 2023-03-22T14:18:42.327 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-03-22T14:18:42.327 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout disabled 2023-03-22T14:18:42.342 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-03-22T14:18:42.342 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout inactive 2023-03-22T14:18:42.342 INFO:teuthology.orchestra.run.smithi045.stdout:firewalld.service is not enabled 2023-03-22T14:18:42.342 INFO:teuthology.orchestra.run.smithi045.stdout:Not possible to enable service . firewalld.service is not available 2023-03-22T14:18:42.343 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for mon to start... 2023-03-22T14:18:42.343 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for mon... 2023-03-22T14:18:42.580 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:42 smithi045 ceph-mon[91223]: mkfs 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:42.580 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:42 smithi045 ceph-mon[91223]: mon.a is new leader, mons a in quorum (ranks 0) 2023-03-22T14:18:42.580 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:42 smithi045 systemd[1]: Started Ceph mon.a for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:18:43.322 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout cluster: 2023-03-22T14:18:43.323 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout id: 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:43.323 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-03-22T14:18:43.323 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:43.323 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout services: 2023-03-22T14:18:43.323 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.653809s) 2023-03-22T14:18:43.324 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-03-22T14:18:43.324 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-03-22T14:18:43.324 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:43.324 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout data: 2023-03-22T14:18:43.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-03-22T14:18:43.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-03-22T14:18:43.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-03-22T14:18:43.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout pgs: 2023-03-22T14:18:43.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:43.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.828+0000 7fa62fa9d700 1 Processor -- start 2023-03-22T14:18:43.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.828+0000 7fa62fa9d700 1 -- start start 2023-03-22T14:18:43.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.829+0000 7fa62fa9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa6280791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:43.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.829+0000 7fa62fa9d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa628079720 con 0x7fa62807ace0 2023-03-22T14:18:43.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.830+0000 7fa62d839700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa6280791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:43.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.830+0000 7fa62d839700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa6280791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:39978/0 (socket says 172.21.15.45:39978) 2023-03-22T14:18:43.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.830+0000 7fa62d839700 1 -- 172.21.15.45:0/1057310753 learned_addr learned my addr 172.21.15.45:0/1057310753 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:43.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.830+0000 7fa62d839700 1 -- 172.21.15.45:0/1057310753 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa628079860 con 0x7fa62807ace0 2023-03-22T14:18:43.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.830+0000 7fa62d839700 1 --2- 172.21.15.45:0/1057310753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa6280791e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa6240098a0 tx=0x7fa624009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a34e067c2229d7 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:43.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62c837700 1 -- 172.21.15.45:0/1057310753 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa624004160 con 0x7fa62807ace0 2023-03-22T14:18:43.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62c837700 1 -- 172.21.15.45:0/1057310753 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6240042c0 con 0x7fa62807ace0 2023-03-22T14:18:43.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62c837700 1 -- 172.21.15.45:0/1057310753 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6240045a0 con 0x7fa62807ace0 2023-03-22T14:18:43.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62fa9d700 1 -- 172.21.15.45:0/1057310753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 msgr2=0x7fa6280791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:43.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62fa9d700 1 --2- 172.21.15.45:0/1057310753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa6280791e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa6240098a0 tx=0x7fa624009bb0 comp rx=0 tx=0).stop 2023-03-22T14:18:43.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62fa9d700 1 -- 172.21.15.45:0/1057310753 shutdown_connections 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62fa9d700 1 --2- 172.21.15.45:0/1057310753 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa6280791e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62fa9d700 1 -- 172.21.15.45:0/1057310753 >> 172.21.15.45:0/1057310753 conn(0x7fa628101240 msgr2=0x7fa628103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62fa9d700 1 -- 172.21.15.45:0/1057310753 shutdown_connections 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.831+0000 7fa62fa9d700 1 -- 172.21.15.45:0/1057310753 wait complete. 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.832+0000 7fa62fa9d700 1 Processor -- start 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.833+0000 7fa62fa9d700 1 -- start start 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.833+0000 7fa62fa9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa62819b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:43.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.833+0000 7fa62fa9d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa62819b780 con 0x7fa62807ace0 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.833+0000 7fa62d839700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa62819b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.833+0000 7fa62d839700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa62819b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:39982/0 (socket says 172.21.15.45:39982) 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.833+0000 7fa62d839700 1 -- 172.21.15.45:0/4014032736 learned_addr learned my addr 172.21.15.45:0/4014032736 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa62d839700 1 -- 172.21.15.45:0/4014032736 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa624009550 con 0x7fa62807ace0 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa62d839700 1 --2- 172.21.15.45:0/4014032736 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa62819b240 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa624004000 tx=0x7fa624004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa61effd700 1 -- 172.21.15.45:0/4014032736 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa624011630 con 0x7fa62807ace0 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa61effd700 1 -- 172.21.15.45:0/4014032736 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa624011790 con 0x7fa62807ace0 2023-03-22T14:18:43.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa61effd700 1 -- 172.21.15.45:0/4014032736 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa624011a30 con 0x7fa62807ace0 2023-03-22T14:18:43.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa628079d60 con 0x7fa62807ace0 2023-03-22T14:18:43.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa628079bd0 con 0x7fa62807ace0 2023-03-22T14:18:43.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.834+0000 7fa61effd700 1 -- 172.21.15.45:0/4014032736 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa624022070 con 0x7fa62807ace0 2023-03-22T14:18:43.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.835+0000 7fa61effd700 1 -- 172.21.15.45:0/4014032736 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa62401c450 con 0x7fa62807ace0 2023-03-22T14:18:43.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.835+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa628195120 con 0x7fa62807ace0 2023-03-22T14:18:43.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.838+0000 7fa61effd700 1 -- 172.21.15.45:0/4014032736 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7fa62401b450 con 0x7fa62807ace0 2023-03-22T14:18:43.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.914+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7fa6280620b0 con 0x7fa62807ace0 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.914+0000 7fa61effd700 1 -- 172.21.15.45:0/4014032736 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7fa6280620b0 con 0x7fa62807ace0 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.915+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 msgr2=0x7fa62819b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.915+0000 7fa62fa9d700 1 --2- 172.21.15.45:0/4014032736 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa62819b240 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa624004000 tx=0x7fa624004750 comp rx=0 tx=0).stop 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.915+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 shutdown_connections 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.915+0000 7fa62fa9d700 1 --2- 172.21.15.45:0/4014032736 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa62807ace0 0x7fa62819b240 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.915+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 >> 172.21.15.45:0/4014032736 conn(0x7fa628101240 msgr2=0x7fa628102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.915+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 shutdown_connections 2023-03-22T14:18:43.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:42.916+0000 7fa62fa9d700 1 -- 172.21.15.45:0/4014032736 wait complete. 2023-03-22T14:18:43.335 INFO:teuthology.orchestra.run.smithi045.stdout:mon is available 2023-03-22T14:18:43.335 INFO:teuthology.orchestra.run.smithi045.stdout:Assimilating anything we can from ceph.conf... 2023-03-22T14:18:43.672 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:43 smithi045 ceph-mon[91223]: mon.a is new leader, mons a in quorum (ranks 0) 2023-03-22T14:18:43.672 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:43 smithi045 ceph-mon[91223]: monmap e1: 1 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0]} removed_ranks: {} 2023-03-22T14:18:43.672 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:43 smithi045 ceph-mon[91223]: fsmap 2023-03-22T14:18:43.672 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:43 smithi045 ceph-mon[91223]: osdmap e1: 0 total, 0 up, 0 in 2023-03-22T14:18:43.672 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:43 smithi045 ceph-mon[91223]: mgrmap e1: no daemons active 2023-03-22T14:18:43.673 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:43 smithi045 ceph-mon[91223]: from='client.? 172.21.15.45:0/4014032736' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-03-22T14:18:44.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:44 smithi045 ceph-mon[91223]: from='client.? 172.21.15.45:0/2248948237' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-03-22T14:18:44.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:44 smithi045 ceph-mon[91223]: from='client.? 172.21.15.45:0/2248948237' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-03-22T14:18:45.605 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:45.605 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout [global] 2023-03-22T14:18:45.605 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout fsid = 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:45.605 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.45:3300,v1:172.21.15.45:6789] 2023-03-22T14:18:45.606 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-03-22T14:18:45.606 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-03-22T14:18:45.606 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-03-22T14:18:45.606 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-03-22T14:18:45.609 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:45.609 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout [mgr] 2023-03-22T14:18:45.609 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-03-22T14:18:45.609 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout [osd] 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout filestore_flush_min = 0 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-03-22T14:18:45.610 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.934+0000 7f7eca16b700 1 Processor -- start 2023-03-22T14:18:45.611 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.934+0000 7f7eca16b700 1 -- start start 2023-03-22T14:18:45.611 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.935+0000 7f7eca16b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec40791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:45.611 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.935+0000 7f7eca16b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec4079720 con 0x7f7ec407ace0 2023-03-22T14:18:45.611 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.935+0000 7f7ec37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec40791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:45.611 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.935+0000 7f7ec37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec40791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:39998/0 (socket says 172.21.15.45:39998) 2023-03-22T14:18:45.611 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.935+0000 7f7ec37fe700 1 -- 172.21.15.45:0/2425645058 learned_addr learned my addr 172.21.15.45:0/2425645058 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:45.611 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.936+0000 7f7ec37fe700 1 -- 172.21.15.45:0/2425645058 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ec4079860 con 0x7f7ec407ace0 2023-03-22T14:18:45.612 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.936+0000 7f7ec37fe700 1 --2- 172.21.15.45:0/2425645058 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec40791e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40098a0 tx=0x7f7eb4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd899657d1b7e0c2 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:45.612 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.936+0000 7f7ec27fc700 1 -- 172.21.15.45:0/2425645058 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7eb4004160 con 0x7f7ec407ace0 2023-03-22T14:18:45.612 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.936+0000 7f7ec27fc700 1 -- 172.21.15.45:0/2425645058 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eb40042c0 con 0x7f7ec407ace0 2023-03-22T14:18:45.612 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.936+0000 7f7ec27fc700 1 -- 172.21.15.45:0/2425645058 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7eb40045a0 con 0x7f7ec407ace0 2023-03-22T14:18:45.612 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.937+0000 7f7eca16b700 1 -- 172.21.15.45:0/2425645058 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 msgr2=0x7f7ec40791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:45.613 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.937+0000 7f7eca16b700 1 --2- 172.21.15.45:0/2425645058 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec40791e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40098a0 tx=0x7f7eb4009bb0 comp rx=0 tx=0).stop 2023-03-22T14:18:45.613 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.937+0000 7f7eca16b700 1 -- 172.21.15.45:0/2425645058 shutdown_connections 2023-03-22T14:18:45.613 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.937+0000 7f7eca16b700 1 --2- 172.21.15.45:0/2425645058 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec40791e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:45.613 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.937+0000 7f7eca16b700 1 -- 172.21.15.45:0/2425645058 >> 172.21.15.45:0/2425645058 conn(0x7f7ec4101240 msgr2=0x7f7ec4103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:45.613 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.937+0000 7f7eca16b700 1 -- 172.21.15.45:0/2425645058 shutdown_connections 2023-03-22T14:18:45.614 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.937+0000 7f7eca16b700 1 -- 172.21.15.45:0/2425645058 wait complete. 2023-03-22T14:18:45.614 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.938+0000 7f7eca16b700 1 Processor -- start 2023-03-22T14:18:45.614 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.939+0000 7f7eca16b700 1 -- start start 2023-03-22T14:18:45.614 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.939+0000 7f7eca16b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec419b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:45.614 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.939+0000 7f7eca16b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec419b780 con 0x7f7ec407ace0 2023-03-22T14:18:45.614 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.939+0000 7f7ec37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec419b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:45.616 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.939+0000 7f7ec37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec419b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40010/0 (socket says 172.21.15.45:40010) 2023-03-22T14:18:45.616 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.939+0000 7f7ec37fe700 1 -- 172.21.15.45:0/2248948237 learned_addr learned my addr 172.21.15.45:0/2248948237 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:45.617 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.940+0000 7f7ec37fe700 1 -- 172.21.15.45:0/2248948237 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eb4009550 con 0x7f7ec407ace0 2023-03-22T14:18:45.617 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.940+0000 7f7ec37fe700 1 --2- 172.21.15.45:0/2248948237 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec419b240 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f7eb4004000 tx=0x7f7eb4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:45.617 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.940+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7eb4011630 con 0x7f7ec407ace0 2023-03-22T14:18:45.617 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.940+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eb4011790 con 0x7f7ec407ace0 2023-03-22T14:18:45.617 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.940+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7eb4011a30 con 0x7f7ec407ace0 2023-03-22T14:18:45.617 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.940+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ec4079d60 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.940+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ec4079bd0 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.941+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7eb4022070 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.942+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7eb401c450 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.942+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ec4195120 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:43.944+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f7eb401b450 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.017+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f7ec402d010 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.021+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 7 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7eb401b5f0 con 0x7f7ec407ace0 2023-03-22T14:18:45.618 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.021+0000 7f7ec0ff9700 1 -- 172.21.15.45:0/2248948237 <== mon.0 v2:172.21.15.45:3300/0 8 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+454 (secure 0 0 0) 0x7f7eb40375f0 con 0x7f7ec407ace0 2023-03-22T14:18:45.619 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.022+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 msgr2=0x7f7ec419b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:45.619 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.022+0000 7f7eca16b700 1 --2- 172.21.15.45:0/2248948237 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec419b240 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f7eb4004000 tx=0x7f7eb4004750 comp rx=0 tx=0).stop 2023-03-22T14:18:45.619 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.022+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 shutdown_connections 2023-03-22T14:18:45.619 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.022+0000 7f7eca16b700 1 --2- 172.21.15.45:0/2248948237 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ec407ace0 0x7f7ec419b240 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:45.619 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.022+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 >> 172.21.15.45:0/2248948237 conn(0x7f7ec4101240 msgr2=0x7f7ec4102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:45.619 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.023+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 shutdown_connections 2023-03-22T14:18:45.619 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:44.023+0000 7f7eca16b700 1 -- 172.21.15.45:0/2248948237 wait complete. 2023-03-22T14:18:45.620 INFO:teuthology.orchestra.run.smithi045.stdout:Generating new minimal ceph.conf... 2023-03-22T14:18:46.647 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:46 smithi045 ceph-mon[91223]: from='client.? 172.21.15.45:0/3336854054' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:18:46.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.142+0000 7f7ede233700 1 Processor -- start 2023-03-22T14:18:46.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.142+0000 7f7ede233700 1 -- start start 2023-03-22T14:18:46.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.142+0000 7f7ede233700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8108ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:46.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.142+0000 7f7ede233700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed8074250 con 0x7f7ed81066d0 2023-03-22T14:18:46.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.143+0000 7f7ed77fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8108ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:46.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.143+0000 7f7ed77fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8108ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40072/0 (socket says 172.21.15.45:40072) 2023-03-22T14:18:46.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.143+0000 7f7ed77fe700 1 -- 172.21.15.45:0/4078947345 learned_addr learned my addr 172.21.15.45:0/4078947345 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:46.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.143+0000 7f7ed77fe700 1 -- 172.21.15.45:0/4078947345 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ed8074390 con 0x7f7ed81066d0 2023-03-22T14:18:46.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.143+0000 7f7ed77fe700 1 --2- 172.21.15.45:0/4078947345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8108ab0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7ec80098a0 tx=0x7f7ec8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77db6d816e78af1f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:46.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.143+0000 7f7ed67fc700 1 -- 172.21.15.45:0/4078947345 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7ec8004160 con 0x7f7ed81066d0 2023-03-22T14:18:46.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ed67fc700 1 -- 172.21.15.45:0/4078947345 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7ec80042c0 con 0x7f7ed81066d0 2023-03-22T14:18:46.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ed67fc700 1 -- 172.21.15.45:0/4078947345 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7ec8011a00 con 0x7f7ed81066d0 2023-03-22T14:18:46.692 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ede233700 1 -- 172.21.15.45:0/4078947345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 msgr2=0x7f7ed8108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:46.692 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ede233700 1 --2- 172.21.15.45:0/4078947345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8108ab0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7ec80098a0 tx=0x7f7ec8009bb0 comp rx=0 tx=0).stop 2023-03-22T14:18:46.692 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ede233700 1 -- 172.21.15.45:0/4078947345 shutdown_connections 2023-03-22T14:18:46.693 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ede233700 1 --2- 172.21.15.45:0/4078947345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8108ab0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:46.693 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ede233700 1 -- 172.21.15.45:0/4078947345 >> 172.21.15.45:0/4078947345 conn(0x7f7ed8100110 msgr2=0x7f7ed8102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:46.693 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ede233700 1 -- 172.21.15.45:0/4078947345 shutdown_connections 2023-03-22T14:18:46.693 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.144+0000 7f7ede233700 1 -- 172.21.15.45:0/4078947345 wait complete. 2023-03-22T14:18:46.693 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.146+0000 7f7ede233700 1 Processor -- start 2023-03-22T14:18:46.694 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.146+0000 7f7ede233700 1 -- start start 2023-03-22T14:18:46.694 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.146+0000 7f7ede233700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:46.694 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.146+0000 7f7ede233700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed8199d40 con 0x7f7ed81066d0 2023-03-22T14:18:46.694 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.147+0000 7f7ed77fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:46.694 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.147+0000 7f7ed77fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40074/0 (socket says 172.21.15.45:40074) 2023-03-22T14:18:46.694 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.147+0000 7f7ed77fe700 1 -- 172.21.15.45:0/3336854054 learned_addr learned my addr 172.21.15.45:0/3336854054 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:46.694 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.147+0000 7f7ed77fe700 1 -- 172.21.15.45:0/3336854054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ec8009550 con 0x7f7ed81066d0 2023-03-22T14:18:46.695 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.147+0000 7f7ed77fe700 1 --2- 172.21.15.45:0/3336854054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8199800 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8006af0 tx=0x7f7ec8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:46.695 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.147+0000 7f7ed4ff9700 1 -- 172.21.15.45:0/3336854054 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7ec8003a40 con 0x7f7ed81066d0 2023-03-22T14:18:46.695 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.147+0000 7f7ed4ff9700 1 -- 172.21.15.45:0/3336854054 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7ec8003ba0 con 0x7f7ed81066d0 2023-03-22T14:18:46.695 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.148+0000 7f7ed4ff9700 1 -- 172.21.15.45:0/3336854054 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7ec801a700 con 0x7f7ed81066d0 2023-03-22T14:18:46.695 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.148+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ed8109e50 con 0x7f7ed81066d0 2023-03-22T14:18:46.695 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.148+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ed8109cc0 con 0x7f7ed81066d0 2023-03-22T14:18:46.696 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.148+0000 7f7ed4ff9700 1 -- 172.21.15.45:0/3336854054 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7ec801ac30 con 0x7f7ed81066d0 2023-03-22T14:18:46.696 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.148+0000 7f7ed4ff9700 1 -- 172.21.15.45:0/3336854054 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7ec8019700 con 0x7f7ed81066d0 2023-03-22T14:18:46.696 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.149+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ed8109fe0 con 0x7f7ed81066d0 2023-03-22T14:18:46.696 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.151+0000 7f7ed4ff9700 1 -- 172.21.15.45:0/3336854054 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f7ec802de40 con 0x7f7ed81066d0 2023-03-22T14:18:46.696 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.224+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f7ed819a340 con 0x7f7ed81066d0 2023-03-22T14:18:46.696 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.225+0000 7f7ed4ff9700 1 -- 172.21.15.45:0/3336854054 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7f7ec8024ad0 con 0x7f7ed81066d0 2023-03-22T14:18:46.696 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.226+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 msgr2=0x7f7ed8199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:46.697 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.226+0000 7f7ede233700 1 --2- 172.21.15.45:0/3336854054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8199800 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8006af0 tx=0x7f7ec8011ad0 comp rx=0 tx=0).stop 2023-03-22T14:18:46.697 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.226+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 shutdown_connections 2023-03-22T14:18:46.697 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.226+0000 7f7ede233700 1 --2- 172.21.15.45:0/3336854054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ed81066d0 0x7f7ed8199800 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:46.697 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.226+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 >> 172.21.15.45:0/3336854054 conn(0x7f7ed8100110 msgr2=0x7f7ed8100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:46.697 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.226+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 shutdown_connections 2023-03-22T14:18:46.697 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:46.226+0000 7f7ede233700 1 -- 172.21.15.45:0/3336854054 wait complete. 2023-03-22T14:18:46.698 INFO:teuthology.orchestra.run.smithi045.stdout:Restarting the monitor... 2023-03-22T14:18:46.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:46 smithi045 systemd[1]: Stopping Ceph mon.a for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:18:47.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mon-a[91199]: 2023-03-22T14:18:47.123+0000 7fb081eb5700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-03-22T14:18:47.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mon-a[91199]: 2023-03-22T14:18:47.123+0000 7fb081eb5700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-03-22T14:18:47.862 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:47 smithi045 bash[91561]: ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mon-a 2023-03-22T14:18:48.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:47 smithi045 systemd[1]: ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.a.service: Succeeded. 2023-03-22T14:18:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:47 smithi045 systemd[1]: Stopped Ceph mon.a for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:18:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:47 smithi045 systemd[1]: Starting Ceph mon.a for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:18:48.553 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 podman[91688]: 2023-03-22T14:18:48.554 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 bash[91688]: 28fa37af50b6fbd41c80fd6662488556f8bd2e46c2fa06c5e55b7935efb3b62c 2023-03-22T14:18:48.554 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: set uid:gid to 167:167 (ceph:ceph) 2023-03-22T14:18:48.621 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev), process ceph-mon, pid 7 2023-03-22T14:18:48.621 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: pidfile_write: ignore empty --pid-file 2023-03-22T14:18:48.621 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: load: jerasure load: lrc 2023-03-22T14:18:48.621 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: RocksDB version: 7.9.2 2023-03-22T14:18:48.622 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Git sha 0 2023-03-22T14:18:48.622 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Compile date 2023-03-22 01:08:50 2023-03-22T14:18:48.622 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: DB SUMMARY 2023-03-22T14:18:48.622 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: DB Session ID: BUKS8R9TGYDV8V4LY4Q0 2023-03-22T14:18:48.622 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: CURRENT file: CURRENT 2023-03-22T14:18:48.622 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: IDENTITY file: IDENTITY 2023-03-22T14:18:48.622 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-03-22T14:18:48.623 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-03-22T14:18:48.623 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 99979 ; 2023-03-22T14:18:48.623 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.error_if_exists: 0 2023-03-22T14:18:48.623 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.create_if_missing: 0 2023-03-22T14:18:48.623 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.paranoid_checks: 1 2023-03-22T14:18:48.623 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.flush_verify_memtable_count: 1 2023-03-22T14:18:48.623 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-03-22T14:18:48.624 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-03-22T14:18:48.624 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.env: 0x55e37bc49720 2023-03-22T14:18:48.624 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.fs: PosixFileSystem 2023-03-22T14:18:48.624 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.info_log: 0x55e37d0e7440 2023-03-22T14:18:48.624 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_file_opening_threads: 16 2023-03-22T14:18:48.625 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.statistics: (nil) 2023-03-22T14:18:48.626 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.use_fsync: 0 2023-03-22T14:18:48.626 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_log_file_size: 0 2023-03-22T14:18:48.626 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-03-22T14:18:48.626 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.log_file_time_to_roll: 0 2023-03-22T14:18:48.626 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.keep_log_file_num: 1000 2023-03-22T14:18:48.626 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.recycle_log_file_num: 0 2023-03-22T14:18:48.626 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.allow_fallocate: 1 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.allow_mmap_reads: 0 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.allow_mmap_writes: 0 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.use_direct_reads: 0 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.create_missing_column_families: 0 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.db_log_dir: 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.wal_dir: 2023-03-22T14:18:48.627 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.table_cache_numshardbits: 6 2023-03-22T14:18:48.628 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.WAL_ttl_seconds: 0 2023-03-22T14:18:48.628 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.WAL_size_limit_MB: 0 2023-03-22T14:18:48.628 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-03-22T14:18:48.628 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-03-22T14:18:48.628 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.is_fd_close_on_exec: 1 2023-03-22T14:18:48.629 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.advise_random_on_open: 1 2023-03-22T14:18:48.629 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.db_write_buffer_size: 0 2023-03-22T14:18:48.629 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.write_buffer_manager: 0x55e37d0bc5a0 2023-03-22T14:18:48.629 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-03-22T14:18:48.629 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.use_adaptive_mutex: 0 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.rate_limiter: (nil) 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.wal_recovery_mode: 2 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.enable_thread_tracking: 0 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.enable_pipelined_write: 0 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.unordered_write: 0 2023-03-22T14:18:48.630 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-03-22T14:18:48.631 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-03-22T14:18:48.631 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-03-22T14:18:48.631 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-03-22T14:18:48.631 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.row_cache: None 2023-03-22T14:18:48.631 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.wal_filter: None 2023-03-22T14:18:48.631 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-03-22T14:18:48.632 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.allow_ingest_behind: 0 2023-03-22T14:18:48.632 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.two_write_queues: 0 2023-03-22T14:18:48.632 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.manual_wal_flush: 0 2023-03-22T14:18:48.632 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.wal_compression: 0 2023-03-22T14:18:48.632 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.atomic_flush: 0 2023-03-22T14:18:48.632 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-03-22T14:18:48.632 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.persist_stats_to_disk: 0 2023-03-22T14:18:48.633 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.write_dbid_to_manifest: 0 2023-03-22T14:18:48.633 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.log_readahead_size: 0 2023-03-22T14:18:48.633 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-03-22T14:18:48.633 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.best_efforts_recovery: 0 2023-03-22T14:18:48.633 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-03-22T14:18:48.634 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-03-22T14:18:48.634 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.allow_data_in_errors: 0 2023-03-22T14:18:48.634 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.db_host_id: __hostname__ 2023-03-22T14:18:48.634 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.enforce_single_del_contracts: true 2023-03-22T14:18:48.635 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_background_jobs: 2 2023-03-22T14:18:48.635 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_background_compactions: -1 2023-03-22T14:18:48.636 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_subcompactions: 1 2023-03-22T14:18:48.636 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-03-22T14:18:48.636 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-03-22T14:18:48.636 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.delayed_write_rate : 16777216 2023-03-22T14:18:48.636 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_total_wal_size: 0 2023-03-22T14:18:48.636 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-03-22T14:18:48.637 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.stats_dump_period_sec: 600 2023-03-22T14:18:48.637 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.stats_persist_period_sec: 600 2023-03-22T14:18:48.637 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-03-22T14:18:48.637 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_open_files: -1 2023-03-22T14:18:48.637 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bytes_per_sync: 0 2023-03-22T14:18:48.637 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.wal_bytes_per_sync: 0 2023-03-22T14:18:48.637 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.strict_bytes_per_sync: 0 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_readahead_size: 0 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_background_flushes: -1 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Compression algorithms supported: 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kZSTD supported: 0 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kXpressCompression supported: 0 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kLZ4HCCompression supported: 1 2023-03-22T14:18:48.638 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kZlibCompression supported: 1 2023-03-22T14:18:48.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kSnappyCompression supported: 1 2023-03-22T14:18:48.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kLZ4Compression supported: 1 2023-03-22T14:18:48.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: kBZip2Compression supported: 0 2023-03-22T14:18:48.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Fast CRC32 supported: Supported on x86 2023-03-22T14:18:48.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: DMutex implementation: pthread_mutex_t 2023-03-22T14:18:48.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-03-22T14:18:48.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-03-22T14:18:48.640 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-03-22T14:18:48.640 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.merge_operator: 2023-03-22T14:18:48.640 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_filter: None 2023-03-22T14:18:48.640 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_filter_factory: None 2023-03-22T14:18:48.641 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.sst_partitioner_factory: None 2023-03-22T14:18:48.641 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.memtable_factory: SkipListFactory 2023-03-22T14:18:48.641 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.table_factory: BlockBasedTable 2023-03-22T14:18:48.641 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e37d0e7540) 2023-03-22T14:18:48.641 INFO:journalctl@ceph.mon.a.smithi045.stdout: cache_index_and_filter_blocks: 1 2023-03-22T14:18:48.642 INFO:journalctl@ceph.mon.a.smithi045.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-03-22T14:18:48.642 INFO:journalctl@ceph.mon.a.smithi045.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-03-22T14:18:48.642 INFO:journalctl@ceph.mon.a.smithi045.stdout: pin_top_level_index_and_filter: 1 2023-03-22T14:18:48.642 INFO:journalctl@ceph.mon.a.smithi045.stdout: index_type: 0 2023-03-22T14:18:48.642 INFO:journalctl@ceph.mon.a.smithi045.stdout: data_block_index_type: 0 2023-03-22T14:18:48.643 INFO:journalctl@ceph.mon.a.smithi045.stdout: index_shortening: 1 2023-03-22T14:18:48.643 INFO:journalctl@ceph.mon.a.smithi045.stdout: data_block_hash_table_util_ratio: 0.750000 2023-03-22T14:18:48.643 INFO:journalctl@ceph.mon.a.smithi045.stdout: checksum: 4 2023-03-22T14:18:48.643 INFO:journalctl@ceph.mon.a.smithi045.stdout: no_block_cache: 0 2023-03-22T14:18:48.644 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_cache: 0x55e37d13d350 2023-03-22T14:18:48.644 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_cache_name: BinnedLRUCache 2023-03-22T14:18:48.644 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_cache_options: 2023-03-22T14:18:48.644 INFO:journalctl@ceph.mon.a.smithi045.stdout: capacity : 536870912 2023-03-22T14:18:48.644 INFO:journalctl@ceph.mon.a.smithi045.stdout: num_shard_bits : 4 2023-03-22T14:18:48.645 INFO:journalctl@ceph.mon.a.smithi045.stdout: strict_capacity_limit : 0 2023-03-22T14:18:48.645 INFO:journalctl@ceph.mon.a.smithi045.stdout: high_pri_pool_ratio: 0.000 2023-03-22T14:18:48.645 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_cache_compressed: (nil) 2023-03-22T14:18:48.645 INFO:journalctl@ceph.mon.a.smithi045.stdout: persistent_cache: (nil) 2023-03-22T14:18:48.645 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_size: 4096 2023-03-22T14:18:48.646 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_size_deviation: 10 2023-03-22T14:18:48.646 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_restart_interval: 16 2023-03-22T14:18:48.646 INFO:journalctl@ceph.mon.a.smithi045.stdout: index_block_restart_interval: 1 2023-03-22T14:18:48.646 INFO:journalctl@ceph.mon.a.smithi045.stdout: metadata_block_size: 4096 2023-03-22T14:18:48.647 INFO:journalctl@ceph.mon.a.smithi045.stdout: partition_filters: 0 2023-03-22T14:18:48.647 INFO:journalctl@ceph.mon.a.smithi045.stdout: use_delta_encoding: 1 2023-03-22T14:18:48.647 INFO:journalctl@ceph.mon.a.smithi045.stdout: filter_policy: bloomfilter 2023-03-22T14:18:48.647 INFO:journalctl@ceph.mon.a.smithi045.stdout: whole_key_filtering: 1 2023-03-22T14:18:48.647 INFO:journalctl@ceph.mon.a.smithi045.stdout: verify_compression: 0 2023-03-22T14:18:48.648 INFO:journalctl@ceph.mon.a.smithi045.stdout: read_amp_bytes_per_bit: 0 2023-03-22T14:18:48.648 INFO:journalctl@ceph.mon.a.smithi045.stdout: format_version: 5 2023-03-22T14:18:48.648 INFO:journalctl@ceph.mon.a.smithi045.stdout: enable_index_compression: 1 2023-03-22T14:18:48.648 INFO:journalctl@ceph.mon.a.smithi045.stdout: block_align: 0 2023-03-22T14:18:48.648 INFO:journalctl@ceph.mon.a.smithi045.stdout: max_auto_readahead_size: 262144 2023-03-22T14:18:48.649 INFO:journalctl@ceph.mon.a.smithi045.stdout: prepopulate_block_cache: 0 2023-03-22T14:18:48.649 INFO:journalctl@ceph.mon.a.smithi045.stdout: initial_auto_readahead_size: 8192 2023-03-22T14:18:48.649 INFO:journalctl@ceph.mon.a.smithi045.stdout: num_file_reads_for_auto_readahead: 2 2023-03-22T14:18:48.649 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.write_buffer_size: 33554432 2023-03-22T14:18:48.650 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_write_buffer_number: 2 2023-03-22T14:18:48.650 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression: NoCompression 2023-03-22T14:18:48.650 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression: Disabled 2023-03-22T14:18:48.650 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.prefix_extractor: nullptr 2023-03-22T14:18:48.650 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-03-22T14:18:48.651 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.num_levels: 7 2023-03-22T14:18:48.651 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-03-22T14:18:48.651 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-03-22T14:18:48.651 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-03-22T14:18:48.651 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-03-22T14:18:48.652 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-03-22T14:18:48.652 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-03-22T14:18:48.652 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-03-22T14:18:48.652 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-03-22T14:18:48.653 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-03-22T14:18:48.653 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-03-22T14:18:48.653 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-03-22T14:18:48.653 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-03-22T14:18:48.654 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.window_bits: -14 2023-03-22T14:18:48.654 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.level: 32767 2023-03-22T14:18:48.654 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.strategy: 0 2023-03-22T14:18:48.654 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-03-22T14:18:48.655 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-03-22T14:18:48.655 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-03-22T14:18:48.655 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-03-22T14:18:48.655 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.enabled: false 2023-03-22T14:18:48.656 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-03-22T14:18:48.656 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-03-22T14:18:48.656 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-03-22T14:18:48.657 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-03-22T14:18:48.657 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.target_file_size_base: 67108864 2023-03-22T14:18:48.657 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.target_file_size_multiplier: 1 2023-03-22T14:18:48.657 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-03-22T14:18:48.658 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-03-22T14:18:48.658 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-03-22T14:18:48.658 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-03-22T14:18:48.658 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-03-22T14:18:48.659 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-03-22T14:18:48.659 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-03-22T14:18:48.659 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-03-22T14:18:48.659 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-03-22T14:18:48.660 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-03-22T14:18:48.660 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-03-22T14:18:48.660 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-03-22T14:18:48.660 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-03-22T14:18:48.661 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.arena_block_size: 1048576 2023-03-22T14:18:48.661 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-03-22T14:18:48.661 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-03-22T14:18:48.661 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.disable_auto_compactions: 0 2023-03-22T14:18:48.661 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-03-22T14:18:48.661 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-03-22T14:18:48.662 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-03-22T14:18:48.663 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.table_properties_collectors: 2023-03-22T14:18:48.663 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.inplace_update_support: 0 2023-03-22T14:18:48.663 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.inplace_update_num_locks: 10000 2023-03-22T14:18:48.663 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-03-22T14:18:48.663 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-03-22T14:18:48.663 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.memtable_huge_page_size: 0 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.bloom_locality: 0 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.max_successive_merges: 0 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.optimize_filters_for_hits: 0 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.paranoid_file_checks: 0 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.force_consistency_checks: 1 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.report_bg_io_stats: 0 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.ttl: 2592000 2023-03-22T14:18:48.664 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.periodic_compaction_seconds: 0 2023-03-22T14:18:48.665 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-03-22T14:18:48.665 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-03-22T14:18:48.665 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.enable_blob_files: false 2023-03-22T14:18:48.665 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.min_blob_size: 0 2023-03-22T14:18:48.665 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.blob_file_size: 268435456 2023-03-22T14:18:48.665 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.blob_compression_type: NoCompression 2023-03-22T14:18:48.665 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.enable_blob_garbage_collection: false 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.blob_file_starting_level: 0 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-03-22T14:18:48.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 04814231-8c00-42f7-8d98-ec5b90c622b1 2023-03-22T14:18:48.667 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494728561186, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-03-22T14:18:48.667 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-03-22T14:18:48.667 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494728562988, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 95093, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 320, "table_properties": {"data_size": 93081, "index_size": 294, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13993, "raw_average_key_size": 50, "raw_value_size": 85467, "raw_average_value_size": 306, "num_data_blocks": 11, "num_entries": 279, "num_filter_entries": 279, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1679494728, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "04814231-8c00-42f7-8d98-ec5b90c622b1", "db_session_id": "BUKS8R9TGYDV8V4LY4Q0", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-03-22T14:18:48.667 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494728563125, "job": 1, "event": "recovery_finished"} 2023-03-22T14:18:48.667 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-03-22T14:18:48.667 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-03-22T14:18:48.667 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e37d1da000 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: DB pointer 0x55e37d1c6000 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout: ** DB Stats ** 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-03-22T14:18:48.668 INFO:journalctl@ceph.mon.a.smithi045.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-03-22T14:18:48.669 INFO:journalctl@ceph.mon.a.smithi045.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-03-22T14:18:48.669 INFO:journalctl@ceph.mon.a.smithi045.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-03-22T14:18:48.669 INFO:journalctl@ceph.mon.a.smithi045.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-03-22T14:18:48.669 INFO:journalctl@ceph.mon.a.smithi045.stdout: 2023-03-22T14:18:48.669 INFO:journalctl@ceph.mon.a.smithi045.stdout: ** Compaction Stats [default] ** 2023-03-22T14:18:48.669 INFO:journalctl@ceph.mon.a.smithi045.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-03-22T14:18:48.669 INFO:journalctl@ceph.mon.a.smithi045.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: L0 2/0 94.70 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 77.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: Sum 2/0 94.70 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 77.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 77.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: ** Compaction Stats [default] ** 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-03-22T14:18:48.670 INFO:journalctl@ceph.mon.a.smithi045.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 77.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:18:48.671 INFO:journalctl@ceph.mon.a.smithi045.stdout: 2023-03-22T14:18:48.671 INFO:journalctl@ceph.mon.a.smithi045.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-03-22T14:18:48.671 INFO:journalctl@ceph.mon.a.smithi045.stdout: 2023-03-22T14:18:48.671 INFO:journalctl@ceph.mon.a.smithi045.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-03-22T14:18:48.671 INFO:journalctl@ceph.mon.a.smithi045.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-03-22T14:18:48.671 INFO:journalctl@ceph.mon.a.smithi045.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-03-22T14:18:48.671 INFO:journalctl@ceph.mon.a.smithi045.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: AddFile(Keys): cumulative 0, interval 0 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: Cumulative compaction: 0.00 GB write, 14.82 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: Interval compaction: 0.00 GB write, 14.82 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: Block cache BinnedLRUCache@0x55e37d13d350#7 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2023-03-22T14:18:48.672 INFO:journalctl@ceph.mon.a.smithi045.stdout: 2023-03-22T14:18:48.673 INFO:journalctl@ceph.mon.a.smithi045.stdout: ** File Read Latency Histogram By Level [default] ** 2023-03-22T14:18:48.673 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: starting mon.a rank 0 at public addrs [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] at bind addrs [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:48.673 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???) e1 preinit fsid 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:18:48.673 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???).mds e1 new map 2023-03-22T14:18:48.673 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???).mds e1 print_map 2023-03-22T14:18:48.673 INFO:journalctl@ceph.mon.a.smithi045.stdout: e1 2023-03-22T14:18:48.673 INFO:journalctl@ceph.mon.a.smithi045.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-03-22T14:18:48.674 INFO:journalctl@ceph.mon.a.smithi045.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-03-22T14:18:48.674 INFO:journalctl@ceph.mon.a.smithi045.stdout: legacy client fscid: -1 2023-03-22T14:18:48.674 INFO:journalctl@ceph.mon.a.smithi045.stdout: 2023-03-22T14:18:48.674 INFO:journalctl@ceph.mon.a.smithi045.stdout: No filesystems configured 2023-03-22T14:18:48.674 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-03-22T14:18:48.674 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:18:48.674 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:18:48.675 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:18:48.675 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-03-22T14:18:48.675 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 systemd[1]: Started Ceph mon.a for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:18:48.675 INFO:teuthology.orchestra.run.smithi045.stdout:Setting mon public_network to 172.21.0.0/20 2023-03-22T14:18:48.871 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mon.a is new leader, mons a in quorum (ranks 0) 2023-03-22T14:18:48.872 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: monmap e1: 1 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0]} removed_ranks: {} 2023-03-22T14:18:48.872 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: fsmap 2023-03-22T14:18:48.872 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: osdmap e1: 0 total, 0 up, 0 in 2023-03-22T14:18:48.872 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:48 smithi045 ceph-mon[91728]: mgrmap e1: no daemons active 2023-03-22T14:18:49.705 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.130+0000 7f795a45d700 1 Processor -- start 2023-03-22T14:18:49.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.131+0000 7f795a45d700 1 -- start start 2023-03-22T14:18:49.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.131+0000 7f795a45d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f79540791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:49.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.131+0000 7f795a45d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7954079720 con 0x7f795407ace0 2023-03-22T14:18:49.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.132+0000 7f7953fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f79540791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:49.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.132+0000 7f7953fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f79540791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40086/0 (socket says 172.21.15.45:40086) 2023-03-22T14:18:49.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.132+0000 7f7953fff700 1 -- 172.21.15.45:0/323553334 learned_addr learned my addr 172.21.15.45:0/323553334 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:49.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.132+0000 7f7953fff700 1 -- 172.21.15.45:0/323553334 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7954079860 con 0x7f795407ace0 2023-03-22T14:18:49.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.132+0000 7f7953fff700 1 --2- 172.21.15.45:0/323553334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f79540791e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f79440098a0 tx=0x7f7944009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6df84749d67a621 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:49.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f7952ffd700 1 -- 172.21.15.45:0/323553334 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7944004160 con 0x7f795407ace0 2023-03-22T14:18:49.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f7952ffd700 1 -- 172.21.15.45:0/323553334 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f79440042c0 con 0x7f795407ace0 2023-03-22T14:18:49.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f7952ffd700 1 -- 172.21.15.45:0/323553334 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7944011a00 con 0x7f795407ace0 2023-03-22T14:18:49.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f795a45d700 1 -- 172.21.15.45:0/323553334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 msgr2=0x7f79540791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:49.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f795a45d700 1 --2- 172.21.15.45:0/323553334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f79540791e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f79440098a0 tx=0x7f7944009bb0 comp rx=0 tx=0).stop 2023-03-22T14:18:49.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f795a45d700 1 -- 172.21.15.45:0/323553334 shutdown_connections 2023-03-22T14:18:49.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f795a45d700 1 --2- 172.21.15.45:0/323553334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f79540791e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:49.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f795a45d700 1 -- 172.21.15.45:0/323553334 >> 172.21.15.45:0/323553334 conn(0x7f7954101240 msgr2=0x7f7954103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:49.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f795a45d700 1 -- 172.21.15.45:0/323553334 shutdown_connections 2023-03-22T14:18:49.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.133+0000 7f795a45d700 1 -- 172.21.15.45:0/323553334 wait complete. 2023-03-22T14:18:49.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.135+0000 7f795a45d700 1 Processor -- start 2023-03-22T14:18:49.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.135+0000 7f795a45d700 1 -- start start 2023-03-22T14:18:49.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.135+0000 7f795a45d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f795419ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:49.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.136+0000 7f795a45d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f795419bf60 con 0x7f795407ace0 2023-03-22T14:18:49.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.136+0000 7f7953fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f795419ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:49.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.136+0000 7f7953fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f795419ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40090/0 (socket says 172.21.15.45:40090) 2023-03-22T14:18:49.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.136+0000 7f7953fff700 1 -- 172.21.15.45:0/2971901130 learned_addr learned my addr 172.21.15.45:0/2971901130 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:49.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.136+0000 7f7953fff700 1 -- 172.21.15.45:0/2971901130 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7944009550 con 0x7f795407ace0 2023-03-22T14:18:49.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.136+0000 7f7953fff700 1 --2- 172.21.15.45:0/2971901130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f795419ba20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f7944006af0 tx=0x7f7944011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:49.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.137+0000 7f79517fa700 1 -- 172.21.15.45:0/2971901130 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7944003a40 con 0x7f795407ace0 2023-03-22T14:18:49.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.137+0000 7f79517fa700 1 -- 172.21.15.45:0/2971901130 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7944003ba0 con 0x7f795407ace0 2023-03-22T14:18:49.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.137+0000 7f79517fa700 1 -- 172.21.15.45:0/2971901130 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f794401a700 con 0x7f795407ace0 2023-03-22T14:18:49.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.137+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f795410c0c0 con 0x7f795407ace0 2023-03-22T14:18:49.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.137+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f795410bf30 con 0x7f795407ace0 2023-03-22T14:18:49.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.137+0000 7f79517fa700 1 -- 172.21.15.45:0/2971901130 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f794401ac30 con 0x7f795407ace0 2023-03-22T14:18:49.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.137+0000 7f79517fa700 1 -- 172.21.15.45:0/2971901130 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f79440193c0 con 0x7f795407ace0 2023-03-22T14:18:49.713 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.138+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f795410c250 con 0x7f795407ace0 2023-03-22T14:18:49.713 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.141+0000 7f79517fa700 1 -- 172.21.15.45:0/2971901130 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f7944024770 con 0x7f795407ace0 2023-03-22T14:18:49.714 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.214+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7f795419c560 con 0x7f795407ace0 2023-03-22T14:18:49.714 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.217+0000 7f79517fa700 1 -- 172.21.15.45:0/2971901130 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7f7944024910 con 0x7f795407ace0 2023-03-22T14:18:49.714 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.217+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 msgr2=0x7f795419ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:49.714 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.217+0000 7f795a45d700 1 --2- 172.21.15.45:0/2971901130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f795419ba20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f7944006af0 tx=0x7f7944011ad0 comp rx=0 tx=0).stop 2023-03-22T14:18:49.715 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.218+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 shutdown_connections 2023-03-22T14:18:49.715 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.218+0000 7f795a45d700 1 --2- 172.21.15.45:0/2971901130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f795407ace0 0x7f795419ba20 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:49.715 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.218+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 >> 172.21.15.45:0/2971901130 conn(0x7f7954101240 msgr2=0x7f7954101f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:49.715 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.218+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 shutdown_connections 2023-03-22T14:18:49.715 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:49.218+0000 7f795a45d700 1 -- 172.21.15.45:0/2971901130 wait complete. 2023-03-22T14:18:49.715 INFO:teuthology.orchestra.run.smithi045.stdout:Wrote config to /etc/ceph/ceph.conf 2023-03-22T14:18:49.715 INFO:teuthology.orchestra.run.smithi045.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-03-22T14:18:49.716 INFO:teuthology.orchestra.run.smithi045.stdout:Creating mgr... 2023-03-22T14:18:49.716 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying port 9283 ... 2023-03-22T14:18:49.716 INFO:teuthology.orchestra.run.smithi045.stdout:Verifying port 8765 ... 2023-03-22T14:18:49.987 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mgr.x 2023-03-22T14:18:49.987 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Failed to reset failed state of unit ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mgr.x.service: Unit ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mgr.x.service not loaded. 2023-03-22T14:18:50.195 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-54899176-c8bc-11ed-9afe-001a4aab830c.target.wants/ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mgr.x.service → /etc/systemd/system/ceph-54899176-c8bc-11ed-9afe-001a4aab830c@.service. 2023-03-22T14:18:50.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:50 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2971901130' entity='client.admin' 2023-03-22T14:18:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:50 smithi045 systemd[1]: Starting Ceph mgr.x for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:18:51.528 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:51 smithi045 podman[91961]: 2023-03-22T14:18:51.598 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-03-22T14:18:51.598 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout disabled 2023-03-22T14:18:51.615 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-03-22T14:18:51.616 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout inactive 2023-03-22T14:18:51.616 INFO:teuthology.orchestra.run.smithi045.stdout:firewalld.service is not enabled 2023-03-22T14:18:51.616 INFO:teuthology.orchestra.run.smithi045.stdout:Not possible to enable service . firewalld.service is not available 2023-03-22T14:18:51.634 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-03-22T14:18:51.634 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout disabled 2023-03-22T14:18:51.650 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-03-22T14:18:51.651 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout inactive 2023-03-22T14:18:51.651 INFO:teuthology.orchestra.run.smithi045.stdout:firewalld.service is not enabled 2023-03-22T14:18:51.651 INFO:teuthology.orchestra.run.smithi045.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-03-22T14:18:51.652 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for mgr to start... 2023-03-22T14:18:51.652 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for mgr... 2023-03-22T14:18:51.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:51 smithi045 bash[91961]: 43746d44fdd340bcdbff8b84b1a416e4f1b4504b851bf08833594acd1dd2664c 2023-03-22T14:18:51.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:51 smithi045 systemd[1]: Started Ceph mgr.x for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:18:51.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:51.711+0000 7f7fa6c73200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:18:51.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:51.822+0000 7f7fa6c73200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:18:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:51.939+0000 7f7fa6c73200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:18:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:52.067+0000 7f7fa6c73200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:18:52.713 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:52 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1203914432' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-03-22T14:18:52.714 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:52.295+0000 7f7fa6c73200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:18:52.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:52.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout { 2023-03-22T14:18:52.752 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:18:52.752 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "health": { 2023-03-22T14:18:52.752 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-03-22T14:18:52.752 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-03-22T14:18:52.752 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-03-22T14:18:52.752 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:52.752 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-03-22T14:18:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-03-22T14:18:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 0 2023-03-22T14:18:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:18:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-03-22T14:18:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "a" 2023-03-22T14:18:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:18:52.753 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2023-03-22T14:18:52.754 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "monmap": { 2023-03-22T14:18:52.754 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:52.754 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-03-22T14:18:52.754 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-03-22T14:18:52.754 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:52.754 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-03-22T14:18:52.754 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:52.755 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-03-22T14:18:52.755 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-03-22T14:18:52.755 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-03-22T14:18:52.764 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-03-22T14:18:52.765 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-03-22T14:18:52.765 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-03-22T14:18:52.765 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:52.765 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-03-22T14:18:52.765 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-03-22T14:18:52.765 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:52.766 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-03-22T14:18:52.767 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:52.767 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-03-22T14:18:52.767 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-03-22T14:18:52.767 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:52.767 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-03-22T14:18:52.767 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "available": false, 2023-03-22T14:18:52.768 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-03-22T14:18:52.768 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "modules": [ 2023-03-22T14:18:52.768 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "iostat", 2023-03-22T14:18:52.768 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "nfs", 2023-03-22T14:18:52.768 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "restful" 2023-03-22T14:18:52.769 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:18:52.769 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "services": {} 2023-03-22T14:18:52.769 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:52.769 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-03-22T14:18:52.769 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:52.769 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "modified": "2023-03-22T14:18:42.263901+0000", 2023-03-22T14:18:52.769 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "services": {} 2023-03-22T14:18:52.770 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:52.770 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-03-22T14:18:52.770 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout } 2023-03-22T14:18:52.770 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.220+0000 7fc9d51d6700 1 Processor -- start 2023-03-22T14:18:52.770 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.221+0000 7fc9d51d6700 1 -- start start 2023-03-22T14:18:52.770 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.221+0000 7fc9d51d6700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0108ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:52.770 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.221+0000 7fc9d51d6700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9d0074250 con 0x7fc9d01066d0 2023-03-22T14:18:52.771 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.221+0000 7fc9ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0108ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:52.771 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.222+0000 7fc9ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0108ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40116/0 (socket says 172.21.15.45:40116) 2023-03-22T14:18:52.771 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.222+0000 7fc9ced9d700 1 -- 172.21.15.45:0/2145999502 learned_addr learned my addr 172.21.15.45:0/2145999502 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:52.771 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.222+0000 7fc9ced9d700 1 -- 172.21.15.45:0/2145999502 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9d0074390 con 0x7fc9d01066d0 2023-03-22T14:18:52.771 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.222+0000 7fc9ced9d700 1 --2- 172.21.15.45:0/2145999502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0108ab0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc9c00098a0 tx=0x7fc9c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=313704bbe1544820 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:52.771 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.222+0000 7fc9cdd9b700 1 -- 172.21.15.45:0/2145999502 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9c0004160 con 0x7fc9d01066d0 2023-03-22T14:18:52.772 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.223+0000 7fc9cdd9b700 1 -- 172.21.15.45:0/2145999502 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc9c00042c0 con 0x7fc9d01066d0 2023-03-22T14:18:52.772 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.223+0000 7fc9cdd9b700 1 -- 172.21.15.45:0/2145999502 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9c0011a00 con 0x7fc9d01066d0 2023-03-22T14:18:52.772 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.223+0000 7fc9d51d6700 1 -- 172.21.15.45:0/2145999502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 msgr2=0x7fc9d0108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:52.772 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.223+0000 7fc9d51d6700 1 --2- 172.21.15.45:0/2145999502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0108ab0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc9c00098a0 tx=0x7fc9c0009bb0 comp rx=0 tx=0).stop 2023-03-22T14:18:52.772 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.223+0000 7fc9d51d6700 1 -- 172.21.15.45:0/2145999502 shutdown_connections 2023-03-22T14:18:52.772 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.223+0000 7fc9d51d6700 1 --2- 172.21.15.45:0/2145999502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0108ab0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:52.772 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.224+0000 7fc9d51d6700 1 -- 172.21.15.45:0/2145999502 >> 172.21.15.45:0/2145999502 conn(0x7fc9d0100110 msgr2=0x7fc9d0102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:52.773 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.224+0000 7fc9d51d6700 1 -- 172.21.15.45:0/2145999502 shutdown_connections 2023-03-22T14:18:52.773 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.224+0000 7fc9d51d6700 1 -- 172.21.15.45:0/2145999502 wait complete. 2023-03-22T14:18:52.773 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.225+0000 7fc9d51d6700 1 Processor -- start 2023-03-22T14:18:52.773 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.225+0000 7fc9d51d6700 1 -- start start 2023-03-22T14:18:52.773 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.226+0000 7fc9d51d6700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:52.773 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.226+0000 7fc9d51d6700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9d0199d40 con 0x7fc9d01066d0 2023-03-22T14:18:52.773 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.226+0000 7fc9ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.226+0000 7fc9ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40122/0 (socket says 172.21.15.45:40122) 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.226+0000 7fc9ced9d700 1 -- 172.21.15.45:0/1203914432 learned_addr learned my addr 172.21.15.45:0/1203914432 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.226+0000 7fc9ced9d700 1 -- 172.21.15.45:0/1203914432 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9c0009550 con 0x7fc9d01066d0 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.227+0000 7fc9ced9d700 1 --2- 172.21.15.45:0/1203914432 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0199800 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc9c0009fb0 tx=0x7fc9c0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.227+0000 7fc9b7fff700 1 -- 172.21.15.45:0/1203914432 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9c0003930 con 0x7fc9d01066d0 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.227+0000 7fc9b7fff700 1 -- 172.21.15.45:0/1203914432 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc9c0003a90 con 0x7fc9d01066d0 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.227+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9d0109e50 con 0x7fc9d01066d0 2023-03-22T14:18:52.774 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.227+0000 7fc9b7fff700 1 -- 172.21.15.45:0/1203914432 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9c00195e0 con 0x7fc9d01066d0 2023-03-22T14:18:52.775 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.227+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9d0109cc0 con 0x7fc9d01066d0 2023-03-22T14:18:52.775 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.227+0000 7fc9b7fff700 1 -- 172.21.15.45:0/1203914432 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc9c0019b50 con 0x7fc9d01066d0 2023-03-22T14:18:52.775 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.228+0000 7fc9b7fff700 1 -- 172.21.15.45:0/1203914432 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc9c00243f0 con 0x7fc9d01066d0 2023-03-22T14:18:52.775 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.228+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9d0109fe0 con 0x7fc9d01066d0 2023-03-22T14:18:52.775 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.231+0000 7fc9b7fff700 1 -- 172.21.15.45:0/1203914432 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7fc9c002de30 con 0x7fc9d01066d0 2023-03-22T14:18:52.775 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.306+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fc9d019a340 con 0x7fc9d01066d0 2023-03-22T14:18:52.775 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.307+0000 7fc9b7fff700 1 -- 172.21.15.45:0/1203914432 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7fc9c0003c00 con 0x7fc9d01066d0 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.308+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 msgr2=0x7fc9d0199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.308+0000 7fc9d51d6700 1 --2- 172.21.15.45:0/1203914432 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0199800 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc9c0009fb0 tx=0x7fc9c0011ad0 comp rx=0 tx=0).stop 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.308+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 shutdown_connections 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.308+0000 7fc9d51d6700 1 --2- 172.21.15.45:0/1203914432 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9d01066d0 0x7fc9d0199800 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.308+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 >> 172.21.15.45:0/1203914432 conn(0x7fc9d0100110 msgr2=0x7fc9d0100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.308+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 shutdown_connections 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:52.308+0000 7fc9d51d6700 1 -- 172.21.15.45:0/1203914432 wait complete. 2023-03-22T14:18:52.776 INFO:teuthology.orchestra.run.smithi045.stdout:mgr not available, waiting (1/15)... 2023-03-22T14:18:52.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:52.709+0000 7f7fa6c73200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:18:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:52.826+0000 7f7fa6c73200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:18:53.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:52.989+0000 7f7fa6c73200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:18:53.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:53.112+0000 7f7fa6c73200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:18:53.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:53.669+0000 7f7fa6c73200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:18:54.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:54.467+0000 7f7fa6c73200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:18:54.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:54.672+0000 7f7fa6c73200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:18:55.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:18:55 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1902310886' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-03-22T14:18:55.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:55.658+0000 7f7fa6c73200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:18:55.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:18:55.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout { 2023-03-22T14:18:55.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:18:55.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "health": { 2023-03-22T14:18:55.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 0 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:18:55.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "a" 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "monmap": { 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-03-22T14:18:55.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:55.852 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-03-22T14:18:55.852 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:55.852 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-03-22T14:18:55.852 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-03-22T14:18:55.852 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-03-22T14:18:55.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-03-22T14:18:55.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-03-22T14:18:55.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-03-22T14:18:55.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:55.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-03-22T14:18:55.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-03-22T14:18:55.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "available": false, 2023-03-22T14:18:55.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "modules": [ 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "iostat", 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "nfs", 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "restful" 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "services": {} 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:55.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-03-22T14:18:55.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:18:55.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "modified": "2023-03-22T14:18:42.263901+0000", 2023-03-22T14:18:55.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "services": {} 2023-03-22T14:18:55.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:18:55.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-03-22T14:18:55.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout } 2023-03-22T14:18:55.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.318+0000 7f0e1ad86700 1 Processor -- start 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.318+0000 7f0e1ad86700 1 -- start start 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.318+0000 7f0e1ad86700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e141087a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.318+0000 7f0e1ad86700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e14108ce0 con 0x7f0e14074190 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.319+0000 7f0e18b22700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e141087a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.319+0000 7f0e18b22700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e141087a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40136/0 (socket says 172.21.15.45:40136) 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.319+0000 7f0e18b22700 1 -- 172.21.15.45:0/3609667468 learned_addr learned my addr 172.21.15.45:0/3609667468 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.319+0000 7f0e18b22700 1 -- 172.21.15.45:0/3609667468 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e14108e20 con 0x7f0e14074190 2023-03-22T14:18:55.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.319+0000 7f0e18b22700 1 --2- 172.21.15.45:0/3609667468 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e141087a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0e080098a0 tx=0x7f0e08009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3677948fef975ccb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:55.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.320+0000 7f0e137fe700 1 -- 172.21.15.45:0/3609667468 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e08004160 con 0x7f0e14074190 2023-03-22T14:18:55.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.320+0000 7f0e137fe700 1 -- 172.21.15.45:0/3609667468 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0e080042c0 con 0x7f0e14074190 2023-03-22T14:18:55.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.320+0000 7f0e137fe700 1 -- 172.21.15.45:0/3609667468 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e08011a00 con 0x7f0e14074190 2023-03-22T14:18:55.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.321+0000 7f0e1ad86700 1 -- 172.21.15.45:0/3609667468 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 msgr2=0x7f0e141087a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:55.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.321+0000 7f0e1ad86700 1 --2- 172.21.15.45:0/3609667468 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e141087a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0e080098a0 tx=0x7f0e08009bb0 comp rx=0 tx=0).stop 2023-03-22T14:18:55.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.321+0000 7f0e1ad86700 1 -- 172.21.15.45:0/3609667468 shutdown_connections 2023-03-22T14:18:55.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.321+0000 7f0e1ad86700 1 --2- 172.21.15.45:0/3609667468 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e141087a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.321+0000 7f0e1ad86700 1 -- 172.21.15.45:0/3609667468 >> 172.21.15.45:0/3609667468 conn(0x7f0e14100110 msgr2=0x7f0e14102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.321+0000 7f0e1ad86700 1 -- 172.21.15.45:0/3609667468 shutdown_connections 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.321+0000 7f0e1ad86700 1 -- 172.21.15.45:0/3609667468 wait complete. 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.322+0000 7f0e1ad86700 1 Processor -- start 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.322+0000 7f0e1ad86700 1 -- start start 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.322+0000 7f0e1ad86700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e1419ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.322+0000 7f0e1ad86700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1419bf80 con 0x7f0e14074190 2023-03-22T14:18:55.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e18b22700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e1419ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:18:55.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e18b22700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e1419ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:40150/0 (socket says 172.21.15.45:40150) 2023-03-22T14:18:55.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e18b22700 1 -- 172.21.15.45:0/1902310886 learned_addr learned my addr 172.21.15.45:0/1902310886 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:18:55.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e18b22700 1 -- 172.21.15.45:0/1902310886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e08009550 con 0x7f0e14074190 2023-03-22T14:18:55.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e18b22700 1 --2- 172.21.15.45:0/1902310886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e1419ba40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e08009130 tx=0x7f0e08011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:18:55.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e11ffb700 1 -- 172.21.15.45:0/1902310886 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e08003b70 con 0x7f0e14074190 2023-03-22T14:18:55.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e11ffb700 1 -- 172.21.15.45:0/1902310886 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0e08003cd0 con 0x7f0e14074190 2023-03-22T14:18:55.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.323+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e14109e70 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.324+0000 7f0e11ffb700 1 -- 172.21.15.45:0/1902310886 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e080197e0 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.324+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e14109ce0 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.324+0000 7f0e11ffb700 1 -- 172.21.15.45:0/1902310886 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0e080199d0 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.324+0000 7f0e11ffb700 1 -- 172.21.15.45:0/1902310886 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0e0800b720 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.325+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e1410a000 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.327+0000 7f0e11ffb700 1 -- 172.21.15.45:0/1902310886 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72437 (secure 0 0 0) 0x7f0e0802a060 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.404+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f0e1419c580 con 0x7f0e14074190 2023-03-22T14:18:55.867 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.404+0000 7f0e11ffb700 1 -- 172.21.15.45:0/1902310886 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f0e08025cd0 con 0x7f0e14074190 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.405+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 msgr2=0x7f0e1419ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.405+0000 7f0e1ad86700 1 --2- 172.21.15.45:0/1902310886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e1419ba40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e08009130 tx=0x7f0e08011ad0 comp rx=0 tx=0).stop 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.405+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 shutdown_connections 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.405+0000 7f0e1ad86700 1 --2- 172.21.15.45:0/1902310886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0e14074190 0x7f0e1419ba40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.405+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 >> 172.21.15.45:0/1902310886 conn(0x7f0e14100110 msgr2=0x7f0e14100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.405+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 shutdown_connections 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:18:55.406+0000 7f0e1ad86700 1 -- 172.21.15.45:0/1902310886 wait complete. 2023-03-22T14:18:55.868 INFO:teuthology.orchestra.run.smithi045.stdout:mgr not available, waiting (2/15)... 2023-03-22T14:18:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:55.778+0000 7f7fa6c73200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:18:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:56.004+0000 7f7fa6c73200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:18:56.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:56.365+0000 7f7fa6c73200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:18:56.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:56.481+0000 7f7fa6c73200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:18:57.181 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:56.837+0000 7f7fa6c73200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:18:57.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:57.179+0000 7f7fa6c73200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:18:58.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:58.122+0000 7f7fa6c73200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:18:58.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:58.295+0000 7f7fa6c73200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:18:58.956 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:58.538+0000 7f7fa6c73200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:18:58.956 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:58.684+0000 7f7fa6c73200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:18:58.956 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:18:58.954+0000 7f7fa6c73200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:19:00.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:00.019+0000 7f7fa6c73200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:19:00.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: Activating manager daemon x 2023-03-22T14:19:00.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: mgrmap e2: x(active, starting, since 0.00421692s) 2023-03-22T14:19:00.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:19:00.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:19:00.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:19:00.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:19:00.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-03-22T14:19:00.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: Manager daemon x is now available 2023-03-22T14:19:00.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:19:00.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-03-22T14:19:00.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' 2023-03-22T14:19:00.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' 2023-03-22T14:19:00.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:00 smithi045 ceph-mon[91728]: from='mgr.14100 172.21.15.45:0/626583526' entity='mgr.x' 2023-03-22T14:19:02.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:02 smithi045 ceph-mon[91728]: mgrmap e3: x(active, since 1.01023s) 2023-03-22T14:19:03.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:03 smithi045 ceph-mon[91728]: mgrmap e4: x(active, since 2s) 2023-03-22T14:19:04.142 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:19:04.142 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout { 2023-03-22T14:19:04.142 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:19:04.143 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "health": { 2023-03-22T14:19:04.143 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-03-22T14:19:04.143 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-03-22T14:19:04.143 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-03-22T14:19:04.143 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:19:04.143 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-03-22T14:19:04.143 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-03-22T14:19:04.144 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 0 2023-03-22T14:19:04.150 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:19:04.151 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-03-22T14:19:04.151 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "a" 2023-03-22T14:19:04.151 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:19:04.151 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "quorum_age": 15, 2023-03-22T14:19:04.151 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "monmap": { 2023-03-22T14:19:04.151 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-03-22T14:19:04.152 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-03-22T14:19:04.153 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-03-22T14:19:04.153 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-03-22T14:19:04.153 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-03-22T14:19:04.153 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:19:04.153 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-03-22T14:19:04.153 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-03-22T14:19:04.153 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:19:04.154 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "available": true, 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-03-22T14:19:04.155 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "modules": [ 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "iostat", 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "nfs", 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "restful" 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ], 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "services": {} 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-03-22T14:19:04.156 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-03-22T14:19:04.157 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "modified": "2023-03-22T14:18:42.263901+0000", 2023-03-22T14:19:04.157 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "services": {} 2023-03-22T14:19:04.157 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout }, 2023-03-22T14:19:04.157 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-03-22T14:19:04.157 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout } 2023-03-22T14:19:04.157 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.400+0000 7fef4e4ed700 1 Processor -- start 2023-03-22T14:19:04.157 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.400+0000 7fef4e4ed700 1 -- start start 2023-03-22T14:19:04.158 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.401+0000 7fef4e4ed700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef48105fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:04.158 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.401+0000 7fef4e4ed700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef48106520 con 0x7fef48105bd0 2023-03-22T14:19:04.158 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.401+0000 7fef47fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef48105fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:04.158 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.401+0000 7fef47fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef48105fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57678/0 (socket says 172.21.15.45:57678) 2023-03-22T14:19:04.158 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.401+0000 7fef47fff700 1 -- 172.21.15.45:0/2336718461 learned_addr learned my addr 172.21.15.45:0/2336718461 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:04.158 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.401+0000 7fef47fff700 1 -- 172.21.15.45:0/2336718461 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef48106660 con 0x7fef48105bd0 2023-03-22T14:19:04.158 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.402+0000 7fef47fff700 1 --2- 172.21.15.45:0/2336718461 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef48105fe0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fef380098a0 tx=0x7fef38009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cf38eff0094320f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.402+0000 7fef46ffd700 1 -- 172.21.15.45:0/2336718461 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fef38004160 con 0x7fef48105bd0 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.402+0000 7fef46ffd700 1 -- 172.21.15.45:0/2336718461 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fef380042c0 con 0x7fef48105bd0 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.402+0000 7fef46ffd700 1 -- 172.21.15.45:0/2336718461 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fef38011a00 con 0x7fef48105bd0 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.402+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2336718461 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 msgr2=0x7fef48105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.402+0000 7fef4e4ed700 1 --2- 172.21.15.45:0/2336718461 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef48105fe0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fef380098a0 tx=0x7fef38009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.403+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2336718461 shutdown_connections 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.403+0000 7fef4e4ed700 1 --2- 172.21.15.45:0/2336718461 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef48105fe0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:04.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.403+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2336718461 >> 172.21.15.45:0/2336718461 conn(0x7fef48101240 msgr2=0x7fef48103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.403+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2336718461 shutdown_connections 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.403+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2336718461 wait complete. 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.404+0000 7fef4e4ed700 1 Processor -- start 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.404+0000 7fef4e4ed700 1 -- start start 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.404+0000 7fef4e4ed700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef481997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.404+0000 7fef4e4ed700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef48199d10 con 0x7fef48105bd0 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.404+0000 7fef47fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef481997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:04.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.404+0000 7fef47fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef481997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57680/0 (socket says 172.21.15.45:57680) 2023-03-22T14:19:04.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.404+0000 7fef47fff700 1 -- 172.21.15.45:0/2200124227 learned_addr learned my addr 172.21.15.45:0/2200124227 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:04.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.405+0000 7fef47fff700 1 -- 172.21.15.45:0/2200124227 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef38009550 con 0x7fef48105bd0 2023-03-22T14:19:04.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.405+0000 7fef47fff700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef481997d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fef38006af0 tx=0x7fef38011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:04.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.405+0000 7fef457fa700 1 -- 172.21.15.45:0/2200124227 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fef38003a40 con 0x7fef48105bd0 2023-03-22T14:19:04.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.405+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef48107c20 con 0x7fef48105bd0 2023-03-22T14:19:04.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.405+0000 7fef457fa700 1 -- 172.21.15.45:0/2200124227 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fef38003ba0 con 0x7fef48105bd0 2023-03-22T14:19:04.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.405+0000 7fef457fa700 1 -- 172.21.15.45:0/2200124227 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fef3801a6e0 con 0x7fef48105bd0 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.405+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef48107a90 con 0x7fef48105bd0 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.406+0000 7fef457fa700 1 -- 172.21.15.45:0/2200124227 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 4) v1 ==== 44758+0+0 (secure 0 0 0) 0x7fef3801a860 con 0x7fef48105bd0 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.406+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef480620b0 con 0x7fef48105bd0 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.407+0000 7fef457fa700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fef30038050 0x7fef3003a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.407+0000 7fef457fa700 1 -- 172.21.15.45:0/2200124227 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fef3804bdd0 con 0x7fef48105bd0 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.407+0000 7fef477fe700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fef30038050 0x7fef3003a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.408+0000 7fef477fe700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fef30038050 0x7fef3003a500 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fef3c006fd0 tx=0x7fef3c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:04.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.413+0000 7fef457fa700 1 -- 172.21.15.45:0/2200124227 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fef3801ab10 con 0x7fef48105bd0 2023-03-22T14:19:04.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.698+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fef4819a250 con 0x7fef48105bd0 2023-03-22T14:19:04.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.698+0000 7fef457fa700 1 -- 172.21.15.45:0/2200124227 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7fef38018350 con 0x7fef48105bd0 2023-03-22T14:19:04.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.700+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fef30038050 msgr2=0x7fef3003a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:04.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fef30038050 0x7fef3003a500 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fef3c006fd0 tx=0x7fef3c006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:04.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 msgr2=0x7fef481997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:04.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef481997d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fef38006af0 tx=0x7fef38011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:04.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 shutdown_connections 2023-03-22T14:19:04.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fef30038050 0x7fef3003a500 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:04.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 --2- 172.21.15.45:0/2200124227 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef48105bd0 0x7fef481997d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:04.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 >> 172.21.15.45:0/2200124227 conn(0x7fef48101240 msgr2=0x7fef48101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:04.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 shutdown_connections 2023-03-22T14:19:04.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:03.701+0000 7fef4e4ed700 1 -- 172.21.15.45:0/2200124227 wait complete. 2023-03-22T14:19:04.164 INFO:teuthology.orchestra.run.smithi045.stdout:mgr is available 2023-03-22T14:19:04.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:04 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2200124227' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-03-22T14:19:05.320 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:19:05.321 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout [global] 2023-03-22T14:19:05.321 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout fsid = 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:19:05.321 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-03-22T14:19:05.321 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-03-22T14:19:05.321 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-03-22T14:19:05.322 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-03-22T14:19:05.322 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:19:05.322 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout [mgr] 2023-03-22T14:19:05.322 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-03-22T14:19:05.322 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 2023-03-22T14:19:05.326 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout [osd] 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout filestore_flush_min = 0 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.656+0000 7f253bd71700 1 Processor -- start 2023-03-22T14:19:05.327 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.657+0000 7f253bd71700 1 -- start start 2023-03-22T14:19:05.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.657+0000 7f253bd71700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f25340791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:05.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.657+0000 7f253bd71700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2534079720 con 0x7f253407ace0 2023-03-22T14:19:05.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.657+0000 7f2539b0d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f25340791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:05.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.657+0000 7f2539b0d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f25340791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57682/0 (socket says 172.21.15.45:57682) 2023-03-22T14:19:05.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.657+0000 7f2539b0d700 1 -- 172.21.15.45:0/2292961564 learned_addr learned my addr 172.21.15.45:0/2292961564 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:05.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.658+0000 7f2539b0d700 1 -- 172.21.15.45:0/2292961564 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2534079860 con 0x7f253407ace0 2023-03-22T14:19:05.328 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.658+0000 7f2539b0d700 1 --2- 172.21.15.45:0/2292961564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f25340791e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f25300098a0 tx=0x7f2530009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9741924346cf38b5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:05.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.658+0000 7f2538b0b700 1 -- 172.21.15.45:0/2292961564 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2530004160 con 0x7f253407ace0 2023-03-22T14:19:05.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.658+0000 7f2538b0b700 1 -- 172.21.15.45:0/2292961564 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f25300042c0 con 0x7f253407ace0 2023-03-22T14:19:05.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.658+0000 7f2538b0b700 1 -- 172.21.15.45:0/2292961564 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2530011a00 con 0x7f253407ace0 2023-03-22T14:19:05.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.659+0000 7f253bd71700 1 -- 172.21.15.45:0/2292961564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 msgr2=0x7f25340791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:05.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.659+0000 7f253bd71700 1 --2- 172.21.15.45:0/2292961564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f25340791e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f25300098a0 tx=0x7f2530009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:05.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.659+0000 7f253bd71700 1 -- 172.21.15.45:0/2292961564 shutdown_connections 2023-03-22T14:19:05.329 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.659+0000 7f253bd71700 1 --2- 172.21.15.45:0/2292961564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f25340791e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.659+0000 7f253bd71700 1 -- 172.21.15.45:0/2292961564 >> 172.21.15.45:0/2292961564 conn(0x7f2534101240 msgr2=0x7f2534103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.659+0000 7f253bd71700 1 -- 172.21.15.45:0/2292961564 shutdown_connections 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.659+0000 7f253bd71700 1 -- 172.21.15.45:0/2292961564 wait complete. 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.660+0000 7f253bd71700 1 Processor -- start 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.660+0000 7f253bd71700 1 -- start start 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.660+0000 7f253bd71700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f253419ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.660+0000 7f253bd71700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f253419bf60 con 0x7f253407ace0 2023-03-22T14:19:05.330 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.660+0000 7f2539b0d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f253419ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f2539b0d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f253419ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57684/0 (socket says 172.21.15.45:57684) 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f2539b0d700 1 -- 172.21.15.45:0/3846130508 learned_addr learned my addr 172.21.15.45:0/3846130508 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f2539b0d700 1 -- 172.21.15.45:0/3846130508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2530009550 con 0x7f253407ace0 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f2539b0d700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f253419ba20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2530006af0 tx=0x7f2530011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f252affd700 1 -- 172.21.15.45:0/3846130508 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2530003a40 con 0x7f253407ace0 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f252affd700 1 -- 172.21.15.45:0/3846130508 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2530003ba0 con 0x7f253407ace0 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f253410c0c0 con 0x7f253407ace0 2023-03-22T14:19:05.331 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f252affd700 1 -- 172.21.15.45:0/3846130508 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f253001a700 con 0x7f253407ace0 2023-03-22T14:19:05.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.661+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f253410bf30 con 0x7f253407ace0 2023-03-22T14:19:05.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.662+0000 7f252affd700 1 -- 172.21.15.45:0/3846130508 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 4) v1 ==== 44758+0+0 (secure 0 0 0) 0x7f2530024430 con 0x7f253407ace0 2023-03-22T14:19:05.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.663+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f253410c250 con 0x7f253407ace0 2023-03-22T14:19:05.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.663+0000 7f252affd700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f2520038000 0x7f252003a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:05.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.663+0000 7f252affd700 1 -- 172.21.15.45:0/3846130508 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f253004bbd0 con 0x7f253407ace0 2023-03-22T14:19:05.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.663+0000 7f253930c700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f2520038000 0x7f252003a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:05.332 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.664+0000 7f253930c700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f2520038000 0x7f252003a4b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2524006fd0 tx=0x7f2524006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.668+0000 7f252affd700 1 -- 172.21.15.45:0/3846130508 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f25300189a0 con 0x7f253407ace0 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.874+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f2534062100 con 0x7f253407ace0 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.875+0000 7f252affd700 1 -- 172.21.15.45:0/3846130508 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+398 (secure 0 0 0) 0x7f253000be80 con 0x7f253407ace0 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.877+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f2520038000 msgr2=0x7f252003a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.877+0000 7f253bd71700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f2520038000 0x7f252003a4b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2524006fd0 tx=0x7f2524006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.877+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 msgr2=0x7f253419ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.877+0000 7f253bd71700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f253419ba20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2530006af0 tx=0x7f2530011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:05.333 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.878+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 shutdown_connections 2023-03-22T14:19:05.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.878+0000 7f253bd71700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f2520038000 0x7f252003a4b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:05.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.878+0000 7f253bd71700 1 --2- 172.21.15.45:0/3846130508 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f253407ace0 0x7f253419ba20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:05.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.878+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 >> 172.21.15.45:0/3846130508 conn(0x7f2534101240 msgr2=0x7f2534101ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:05.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.878+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 shutdown_connections 2023-03-22T14:19:05.334 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:04.878+0000 7f253bd71700 1 -- 172.21.15.45:0/3846130508 wait complete. 2023-03-22T14:19:05.334 INFO:teuthology.orchestra.run.smithi045.stdout:Enabling cephadm module... 2023-03-22T14:19:05.639 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:05 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3846130508' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-03-22T14:19:06.838 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:06 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/636306845' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-03-22T14:19:06.838 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: ignoring --setuser ceph since I am not root 2023-03-22T14:19:06.839 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: ignoring --setgroup ceph since I am not root 2023-03-22T14:19:06.839 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:06.836+0000 7f2d29048200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:19:07.104 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.867+0000 7f5e249de700 1 Processor -- start 2023-03-22T14:19:07.104 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.867+0000 7f5e249de700 1 -- start start 2023-03-22T14:19:07.105 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.867+0000 7f5e249de700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e200791c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:07.105 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.867+0000 7f5e249de700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e20079700 con 0x7f5e2007acc0 2023-03-22T14:19:07.105 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.867+0000 7f5e1e59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e200791c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:07.105 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.867+0000 7f5e1e59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e200791c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37208/0 (socket says 172.21.15.45:37208) 2023-03-22T14:19:07.105 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.867+0000 7f5e1e59c700 1 -- 172.21.15.45:0/2623225352 learned_addr learned my addr 172.21.15.45:0/2623225352 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:07.105 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.868+0000 7f5e1e59c700 1 -- 172.21.15.45:0/2623225352 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e20079840 con 0x7f5e2007acc0 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.868+0000 7f5e1e59c700 1 --2- 172.21.15.45:0/2623225352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e200791c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f5e100098a0 tx=0x7f5e10009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ed8aaa82a11912 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.868+0000 7f5e1d59a700 1 -- 172.21.15.45:0/2623225352 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5e10004160 con 0x7f5e2007acc0 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.868+0000 7f5e1d59a700 1 -- 172.21.15.45:0/2623225352 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f5e100042c0 con 0x7f5e2007acc0 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.868+0000 7f5e1d59a700 1 -- 172.21.15.45:0/2623225352 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5e10011a00 con 0x7f5e2007acc0 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.869+0000 7f5e249de700 1 -- 172.21.15.45:0/2623225352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 msgr2=0x7f5e200791c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.869+0000 7f5e249de700 1 --2- 172.21.15.45:0/2623225352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e200791c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f5e100098a0 tx=0x7f5e10009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.869+0000 7f5e249de700 1 -- 172.21.15.45:0/2623225352 shutdown_connections 2023-03-22T14:19:07.106 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.869+0000 7f5e249de700 1 --2- 172.21.15.45:0/2623225352 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e200791c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:07.107 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.869+0000 7f5e249de700 1 -- 172.21.15.45:0/2623225352 >> 172.21.15.45:0/2623225352 conn(0x7f5e20101240 msgr2=0x7f5e20103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:07.107 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.869+0000 7f5e249de700 1 -- 172.21.15.45:0/2623225352 shutdown_connections 2023-03-22T14:19:07.107 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.869+0000 7f5e249de700 1 -- 172.21.15.45:0/2623225352 wait complete. 2023-03-22T14:19:07.107 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.870+0000 7f5e249de700 1 Processor -- start 2023-03-22T14:19:07.107 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.870+0000 7f5e249de700 1 -- start start 2023-03-22T14:19:07.107 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.870+0000 7f5e249de700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e2019ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:07.107 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.870+0000 7f5e249de700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2019bf80 con 0x7f5e2007acc0 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.871+0000 7f5e1e59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e2019ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.871+0000 7f5e1e59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e2019ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37222/0 (socket says 172.21.15.45:37222) 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.871+0000 7f5e1e59c700 1 -- 172.21.15.45:0/636306845 learned_addr learned my addr 172.21.15.45:0/636306845 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.871+0000 7f5e1e59c700 1 -- 172.21.15.45:0/636306845 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e10009550 con 0x7f5e2007acc0 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.871+0000 7f5e1e59c700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e2019ba40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5e10006af0 tx=0x7f5e10011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.871+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5e10003a40 con 0x7f5e2007acc0 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.872+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f5e10003ba0 con 0x7f5e2007acc0 2023-03-22T14:19:07.108 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.872+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5e1001a700 con 0x7f5e2007acc0 2023-03-22T14:19:07.109 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.872+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e2010c080 con 0x7f5e2007acc0 2023-03-22T14:19:07.109 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.872+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e2010bef0 con 0x7f5e2007acc0 2023-03-22T14:19:07.109 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.873+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e200620b0 con 0x7f5e2007acc0 2023-03-22T14:19:07.109 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.873+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 4) v1 ==== 44758+0+0 (secure 0 0 0) 0x7f5e10024ad0 con 0x7f5e2007acc0 2023-03-22T14:19:07.109 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.873+0000 7f5e0f7fe700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f5e08038050 0x7f5e0803a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:07.109 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.873+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f5e1004bbe0 con 0x7f5e2007acc0 2023-03-22T14:19:07.109 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.873+0000 7f5e1dd9b700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f5e08038050 0x7f5e0803a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:07.110 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.874+0000 7f5e1dd9b700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f5e08038050 0x7f5e0803a500 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5e14006fd0 tx=0x7f5e14006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:07.110 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:06.939+0000 7f2d29048200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:19:07.110 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:07.053+0000 7f2d29048200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:19:07.112 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:05.878+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f5e10024430 con 0x7f5e2007acc0 2023-03-22T14:19:07.112 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.146+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f5e2019c710 con 0x7f5e2007acc0 2023-03-22T14:19:07.112 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.578+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 5) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f5e1002d910 con 0x7f5e2007acc0 2023-03-22T14:19:07.112 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.580+0000 7f5e0f7fe700 1 -- 172.21.15.45:0/636306845 <== mon.0 v2:172.21.15.45:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f5e1004b600 con 0x7f5e2007acc0 2023-03-22T14:19:07.112 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f5e08038050 msgr2=0x7f5e0803a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:07.112 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f5e08038050 0x7f5e0803a500 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5e14006fd0 tx=0x7f5e14006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:07.113 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 msgr2=0x7f5e2019ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:07.113 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e2019ba40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f5e10006af0 tx=0x7f5e10011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:07.113 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 shutdown_connections 2023-03-22T14:19:07.113 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f5e08038050 0x7f5e0803a500 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:07.113 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 --2- 172.21.15.45:0/636306845 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5e2007acc0 0x7f5e2019ba40 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:07.113 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 >> 172.21.15.45:0/636306845 conn(0x7f5e20101240 msgr2=0x7f5e20101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:07.113 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.583+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 shutdown_connections 2023-03-22T14:19:07.114 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:06.584+0000 7f5e249de700 1 -- 172.21.15.45:0/636306845 wait complete. 2023-03-22T14:19:07.356 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:07.188+0000 7f2d29048200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:19:07.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:07 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/636306845' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-03-22T14:19:07.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:07 smithi045 ceph-mon[91728]: mgrmap e5: x(active, since 6s) 2023-03-22T14:19:07.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:07.413+0000 7f2d29048200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:19:08.084 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:07.824+0000 7f2d29048200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:19:08.085 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:07.941+0000 7f2d29048200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:19:08.387 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout { 2023-03-22T14:19:08.388 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-03-22T14:19:08.388 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "available": true, 2023-03-22T14:19:08.388 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-03-22T14:19:08.388 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-03-22T14:19:08.388 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout } 2023-03-22T14:19:08.388 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.643+0000 7f4140147700 1 Processor -- start 2023-03-22T14:19:08.388 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.643+0000 7f4140147700 1 -- start start 2023-03-22T14:19:08.391 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.643+0000 7f4140147700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41380741d0 0x7f4138108760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:08.392 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.643+0000 7f4140147700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4138108ca0 con 0x7f41380741d0 2023-03-22T14:19:08.392 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.644+0000 7f413dee3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41380741d0 0x7f4138108760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:08.392 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.644+0000 7f413dee3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41380741d0 0x7f4138108760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37254/0 (socket says 172.21.15.45:37254) 2023-03-22T14:19:08.392 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.644+0000 7f413dee3700 1 -- 172.21.15.45:0/3613219825 learned_addr learned my addr 172.21.15.45:0/3613219825 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:08.392 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.644+0000 7f413dee3700 1 -- 172.21.15.45:0/3613219825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4138108de0 con 0x7f41380741d0 2023-03-22T14:19:08.392 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.644+0000 7f413dee3700 1 --2- 172.21.15.45:0/3613219825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41380741d0 0x7f4138108760 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f41340098a0 tx=0x7f4134009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4deb7fe088842eeb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:08.393 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.644+0000 7f413cee1700 1 -- 172.21.15.45:0/3613219825 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4134004160 con 0x7f41380741d0 2023-03-22T14:19:08.393 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f413cee1700 1 -- 172.21.15.45:0/3613219825 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f41340042c0 con 0x7f41380741d0 2023-03-22T14:19:08.393 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f413cee1700 1 -- 172.21.15.45:0/3613219825 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4134011a00 con 0x7f41380741d0 2023-03-22T14:19:08.393 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f4140147700 1 -- 172.21.15.45:0/3613219825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41380741d0 msgr2=0x7f4138108760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:08.393 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f4140147700 1 --2- 172.21.15.45:0/3613219825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41380741d0 0x7f4138108760 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f41340098a0 tx=0x7f4134009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:08.393 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f4140147700 1 -- 172.21.15.45:0/3613219825 shutdown_connections 2023-03-22T14:19:08.393 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f4140147700 1 --2- 172.21.15.45:0/3613219825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f41380741d0 0x7f4138108760 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f4140147700 1 -- 172.21.15.45:0/3613219825 >> 172.21.15.45:0/3613219825 conn(0x7f4138100110 msgr2=0x7f4138102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f4140147700 1 -- 172.21.15.45:0/3613219825 shutdown_connections 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.645+0000 7f4140147700 1 -- 172.21.15.45:0/3613219825 wait complete. 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.647+0000 7f4140147700 1 Processor -- start 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.647+0000 7f4140147700 1 -- start start 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.647+0000 7f4140147700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4138106070 0x7f4138104700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.647+0000 7f4140147700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4138106480 con 0x7f4138106070 2023-03-22T14:19:08.394 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.648+0000 7f413dee3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4138106070 0x7f4138104700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.648+0000 7f413dee3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4138106070 0x7f4138104700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37258/0 (socket says 172.21.15.45:37258) 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.648+0000 7f413dee3700 1 -- 172.21.15.45:0/2068762716 learned_addr learned my addr 172.21.15.45:0/2068762716 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.648+0000 7f413dee3700 1 -- 172.21.15.45:0/2068762716 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4134009550 con 0x7f4138106070 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.648+0000 7f413dee3700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4138106070 0x7f4138104700 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4134009fb0 tx=0x7f4134011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.649+0000 7f412effd700 1 -- 172.21.15.45:0/2068762716 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4134003930 con 0x7f4138106070 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.649+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4138109e30 con 0x7f4138106070 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.649+0000 7f412effd700 1 -- 172.21.15.45:0/2068762716 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4134003a90 con 0x7f4138106070 2023-03-22T14:19:08.395 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.649+0000 7f412effd700 1 -- 172.21.15.45:0/2068762716 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f41340195e0 con 0x7f4138106070 2023-03-22T14:19:08.396 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.649+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4138109ca0 con 0x7f4138106070 2023-03-22T14:19:08.396 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.650+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41381065c0 con 0x7f4138106070 2023-03-22T14:19:08.396 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.650+0000 7f412effd700 1 -- 172.21.15.45:0/2068762716 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f413401a9d0 con 0x7f4138106070 2023-03-22T14:19:08.396 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.651+0000 7f412effd700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 0x7f412403a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:08.396 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.651+0000 7f412effd700 1 -- 172.21.15.45:0/2068762716 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f413404ba60 con 0x7f4138106070 2023-03-22T14:19:08.396 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.651+0000 7f413d6e2700 1 -- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 msgr2=0x7f412403a4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3478652469 2023-03-22T14:19:08.396 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.651+0000 7f413d6e2700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 0x7f412403a4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:19:08.397 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.656+0000 7f412effd700 1 -- 172.21.15.45:0/2068762716 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4134003c00 con 0x7f4138106070 2023-03-22T14:19:08.397 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.852+0000 7f413d6e2700 1 -- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 msgr2=0x7f412403a4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3478652469 2023-03-22T14:19:08.397 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.852+0000 7f413d6e2700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 0x7f412403a4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-03-22T14:19:08.397 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.920+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f4138074420 con 0x7f4138106070 2023-03-22T14:19:08.397 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.920+0000 7f412effd700 1 -- 172.21.15.45:0/2068762716 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7f4134023b40 con 0x7f4138106070 2023-03-22T14:19:08.397 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:08.110+0000 7f2d29048200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:19:08.398 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:08.234+0000 7f2d29048200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:19:08.399 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 msgr2=0x7f412403a4b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:19:08.399 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 0x7f412403a4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:08.399 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4138106070 msgr2=0x7f4138104700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:08.399 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4138106070 0x7f4138104700 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4134009fb0 tx=0x7f4134011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:08.399 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 shutdown_connections 2023-03-22T14:19:08.399 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7f4124038000 0x7f412403a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:08.400 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 --2- 172.21.15.45:0/2068762716 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4138106070 0x7f4138104700 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:08.400 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 >> 172.21.15.45:0/2068762716 conn(0x7f4138100110 msgr2=0x7f4138100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:08.400 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 shutdown_connections 2023-03-22T14:19:08.400 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:07.923+0000 7f4140147700 1 -- 172.21.15.45:0/2068762716 wait complete. 2023-03-22T14:19:08.400 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for the mgr to restart... 2023-03-22T14:19:08.400 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for mgr epoch 5... 2023-03-22T14:19:08.643 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:08 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2068762716' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-03-22T14:19:08.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:08.815+0000 7f2d29048200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:19:09.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:09.561+0000 7f2d29048200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:19:09.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:09.765+0000 7f2d29048200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:19:10.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:10.698+0000 7f2d29048200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:19:10.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:10.816+0000 7f2d29048200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:19:11.393 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:11.038+0000 7f2d29048200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:19:11.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:11.392+0000 7f2d29048200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:19:11.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:11.508+0000 7f2d29048200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:19:12.197 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:11.862+0000 7f2d29048200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:19:12.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:12.197+0000 7f2d29048200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:19:13.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:13.127+0000 7f2d29048200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:19:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:13.301+0000 7f2d29048200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:19:13.960 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:13.544+0000 7f2d29048200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:19:13.960 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:13.688+0000 7f2d29048200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:19:15.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:13.959+0000 7f2d29048200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:19:15.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:15.016+0000 7f2d29048200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:19:16.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: Active manager daemon x restarted 2023-03-22T14:19:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: Activating manager daemon x 2023-03-22T14:19:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: osdmap e2: 0 total, 0 up, 0 in 2023-03-22T14:19:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: mgrmap e6: x(active, starting, since 0.0530015s) 2023-03-22T14:19:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:19:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-03-22T14:19:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: Manager daemon x is now available 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: Found migration_current of "None". Setting to last migration. 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:16.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:16.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:16.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:19:16.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:16 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-03-22T14:19:16.490 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout { 2023-03-22T14:19:16.490 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-03-22T14:19:16.490 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "initialized": true 2023-03-22T14:19:16.491 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout } 2023-03-22T14:19:16.491 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.920+0000 7fd4a1983700 1 Processor -- start 2023-03-22T14:19:16.491 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.921+0000 7fd4a1983700 1 -- start start 2023-03-22T14:19:16.492 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.921+0000 7fd4a1983700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c108ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:16.492 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.921+0000 7fd4a1983700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49c074250 con 0x7fd49c1066d0 2023-03-22T14:19:16.492 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.921+0000 7fd49affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c108ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:16.493 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.921+0000 7fd49affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c108ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37268/0 (socket says 172.21.15.45:37268) 2023-03-22T14:19:16.493 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.921+0000 7fd49affd700 1 -- 172.21.15.45:0/3715036408 learned_addr learned my addr 172.21.15.45:0/3715036408 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:16.493 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.922+0000 7fd49affd700 1 -- 172.21.15.45:0/3715036408 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd49c074390 con 0x7fd49c1066d0 2023-03-22T14:19:16.493 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.922+0000 7fd49affd700 1 --2- 172.21.15.45:0/3715036408 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c108ab0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0098a0 tx=0x7fd48c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc05d8e477b10151 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:16.493 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.922+0000 7fd499ffb700 1 -- 172.21.15.45:0/3715036408 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd48c004160 con 0x7fd49c1066d0 2023-03-22T14:19:16.494 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.922+0000 7fd499ffb700 1 -- 172.21.15.45:0/3715036408 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd48c0042c0 con 0x7fd49c1066d0 2023-03-22T14:19:16.494 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.922+0000 7fd499ffb700 1 -- 172.21.15.45:0/3715036408 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd48c011a00 con 0x7fd49c1066d0 2023-03-22T14:19:16.494 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.923+0000 7fd4a1983700 1 -- 172.21.15.45:0/3715036408 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 msgr2=0x7fd49c108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:16.494 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.923+0000 7fd4a1983700 1 --2- 172.21.15.45:0/3715036408 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c108ab0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0098a0 tx=0x7fd48c009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.495 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.923+0000 7fd4a1983700 1 -- 172.21.15.45:0/3715036408 shutdown_connections 2023-03-22T14:19:16.495 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.923+0000 7fd4a1983700 1 --2- 172.21.15.45:0/3715036408 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c108ab0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.495 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.923+0000 7fd4a1983700 1 -- 172.21.15.45:0/3715036408 >> 172.21.15.45:0/3715036408 conn(0x7fd49c100110 msgr2=0x7fd49c102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:16.496 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.923+0000 7fd4a1983700 1 -- 172.21.15.45:0/3715036408 shutdown_connections 2023-03-22T14:19:16.496 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.923+0000 7fd4a1983700 1 -- 172.21.15.45:0/3715036408 wait complete. 2023-03-22T14:19:16.496 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.924+0000 7fd4a1983700 1 Processor -- start 2023-03-22T14:19:16.496 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.924+0000 7fd4a1983700 1 -- start start 2023-03-22T14:19:16.496 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.925+0000 7fd4a1983700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:16.497 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.925+0000 7fd4a1983700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49c19bf30 con 0x7fd49c1066d0 2023-03-22T14:19:16.497 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.925+0000 7fd49affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:16.497 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.925+0000 7fd49affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c19b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37270/0 (socket says 172.21.15.45:37270) 2023-03-22T14:19:16.497 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.925+0000 7fd49affd700 1 -- 172.21.15.45:0/1645623063 learned_addr learned my addr 172.21.15.45:0/1645623063 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:16.497 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.925+0000 7fd49affd700 1 -- 172.21.15.45:0/1645623063 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd48c009550 con 0x7fd49c1066d0 2023-03-22T14:19:16.497 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.926+0000 7fd49affd700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c19b9f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd48c006af0 tx=0x7fd48c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:16.498 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.926+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd48c003a40 con 0x7fd49c1066d0 2023-03-22T14:19:16.498 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.926+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd49c109e50 con 0x7fd49c1066d0 2023-03-22T14:19:16.498 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.926+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd48c003ba0 con 0x7fd49c1066d0 2023-03-22T14:19:16.498 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.926+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd48c01a700 con 0x7fd49c1066d0 2023-03-22T14:19:16.498 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.926+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd49c109cc0 con 0x7fd49c1066d0 2023-03-22T14:19:16.498 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.928+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 5) v1 ==== 44769+0+0 (secure 0 0 0) 0x7fd48c024ad0 con 0x7fd49c1066d0 2023-03-22T14:19:16.499 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.928+0000 7fd4a0981700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:16.499 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.928+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 --> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd48403ac60 con 0x7fd4840380a0 2023-03-22T14:19:16.499 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.928+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fd48c04bc30 con 0x7fd49c1066d0 2023-03-22T14:19:16.499 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.928+0000 7fd49a7fc700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 msgr2=0x7fd48403a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3478652469 2023-03-22T14:19:16.499 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:08.928+0000 7fd49a7fc700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:19:16.499 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:09.129+0000 7fd49a7fc700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 msgr2=0x7fd48403a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3478652469 2023-03-22T14:19:16.500 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:09.129+0000 7fd49a7fc700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-03-22T14:19:16.500 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:09.530+0000 7fd49a7fc700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 msgr2=0x7fd48403a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3478652469 2023-03-22T14:19:16.500 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:09.530+0000 7fd49a7fc700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-03-22T14:19:16.500 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:10.331+0000 7fd49a7fc700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 msgr2=0x7fd48403a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3478652469 2023-03-22T14:19:16.500 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:10.331+0000 7fd49a7fc700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-03-22T14:19:16.500 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:11.932+0000 7fd49a7fc700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 msgr2=0x7fd48403a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3478652469 2023-03-22T14:19:16.500 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:11.933+0000 7fd49a7fc700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-03-22T14:19:16.501 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:15.071+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mgrmap(e 6) v1 ==== 44536+0+0 (secure 0 0 0) 0x7fd48c02d910 con 0x7fd49c1066d0 2023-03-22T14:19:16.501 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:15.071+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 msgr2=0x7fd48403a550 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:19:16.501 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:15.071+0000 7fd4a0981700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.501 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.073+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 7) v1 ==== 44663+0+0 (secure 0 0 0) 0x7fd48c019be0 con 0x7fd49c1066d0 2023-03-22T14:19:16.501 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.073+0000 7fd4a0981700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fd48403b990 0x7fd48403dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:16.501 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.073+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd48403ac60 con 0x7fd48403b990 2023-03-22T14:19:16.501 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.073+0000 7fd49a7fc700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fd48403b990 0x7fd48403dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.075+0000 7fd49a7fc700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fd48403b990 0x7fd48403dd70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd490003a10 tx=0x7fd4900092b0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.075+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7fd48403ac60 con 0x7fd48403b990 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.082+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fd49c19c070 con 0x7fd48403b990 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.082+0000 7fd4a0981700 1 -- 172.21.15.45:0/1645623063 <== mgr.14118 v2:172.21.15.45:6800/743263651 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fd49000a050 con 0x7fd48403b990 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fd48403b990 msgr2=0x7fd48403dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fd48403b990 0x7fd48403dd70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd490003a10 tx=0x7fd4900092b0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 msgr2=0x7fd49c19b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:16.502 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c19b9f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd48c006af0 tx=0x7fd48c011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.503 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 shutdown_connections 2023-03-22T14:19:16.503 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fd48403b990 0x7fd48403dd70 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.503 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd49c1066d0 0x7fd49c19b9f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.503 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 --2- 172.21.15.45:0/1645623063 >> [v2:172.21.15.45:6800/3478652469,v1:172.21.15.45:6801/3478652469] conn(0x7fd4840380a0 0x7fd48403a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:16.503 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 >> 172.21.15.45:0/1645623063 conn(0x7fd49c100110 msgr2=0x7fd49c100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:16.503 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 shutdown_connections 2023-03-22T14:19:16.503 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:16.083+0000 7fd4a1983700 1 -- 172.21.15.45:0/1645623063 wait complete. 2023-03-22T14:19:16.504 INFO:teuthology.orchestra.run.smithi045.stdout:mgr epoch 5 is available 2023-03-22T14:19:16.504 INFO:teuthology.orchestra.run.smithi045.stdout:Setting orchestrator backend to cephadm... 2023-03-22T14:19:17.393 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:17 smithi045 ceph-mon[91728]: mgrmap e7: x(active, since 1.05693s) 2023-03-22T14:19:17.393 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:17 smithi045 ceph-mon[91728]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-03-22T14:19:17.393 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:17 smithi045 ceph-mon[91728]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-03-22T14:19:17.393 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:17 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:17.394 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:17 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:17.683 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.033+0000 7f2776b50700 1 Processor -- start 2023-03-22T14:19:17.684 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.033+0000 7f2776b50700 1 -- start start 2023-03-22T14:19:17.684 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.033+0000 7f2776b50700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f2770079200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:17.684 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.033+0000 7f2776b50700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2770079740 con 0x7f277007ad00 2023-03-22T14:19:17.684 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.034+0000 7f27748ec700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f2770079200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:17.684 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.034+0000 7f27748ec700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f2770079200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49292/0 (socket says 172.21.15.45:49292) 2023-03-22T14:19:17.684 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.034+0000 7f27748ec700 1 -- 172.21.15.45:0/1788239042 learned_addr learned my addr 172.21.15.45:0/1788239042 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:17.685 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.034+0000 7f27748ec700 1 -- 172.21.15.45:0/1788239042 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2770079880 con 0x7f277007ad00 2023-03-22T14:19:17.685 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.034+0000 7f27748ec700 1 --2- 172.21.15.45:0/1788239042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f2770079200 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f27640098a0 tx=0x7f2764009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dd9461f2fb5513 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:17.685 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.034+0000 7f276f7fe700 1 -- 172.21.15.45:0/1788239042 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2764004160 con 0x7f277007ad00 2023-03-22T14:19:17.685 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.034+0000 7f276f7fe700 1 -- 172.21.15.45:0/1788239042 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f27640042c0 con 0x7f277007ad00 2023-03-22T14:19:17.685 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f276f7fe700 1 -- 172.21.15.45:0/1788239042 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2764011a00 con 0x7f277007ad00 2023-03-22T14:19:17.685 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f2776b50700 1 -- 172.21.15.45:0/1788239042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 msgr2=0x7f2770079200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:17.685 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f2776b50700 1 --2- 172.21.15.45:0/1788239042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f2770079200 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f27640098a0 tx=0x7f2764009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f2776b50700 1 -- 172.21.15.45:0/1788239042 shutdown_connections 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f2776b50700 1 --2- 172.21.15.45:0/1788239042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f2770079200 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f2776b50700 1 -- 172.21.15.45:0/1788239042 >> 172.21.15.45:0/1788239042 conn(0x7f2770101240 msgr2=0x7f2770103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f2776b50700 1 -- 172.21.15.45:0/1788239042 shutdown_connections 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.035+0000 7f2776b50700 1 -- 172.21.15.45:0/1788239042 wait complete. 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.036+0000 7f2776b50700 1 Processor -- start 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.036+0000 7f2776b50700 1 -- start start 2023-03-22T14:19:17.686 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.037+0000 7f2776b50700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f277019baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:17.687 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.037+0000 7f2776b50700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277019bfe0 con 0x7f277007ad00 2023-03-22T14:19:17.687 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.037+0000 7f27748ec700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f277019baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:17.687 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.037+0000 7f27748ec700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f277019baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49298/0 (socket says 172.21.15.45:49298) 2023-03-22T14:19:17.687 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.037+0000 7f27748ec700 1 -- 172.21.15.45:0/90882856 learned_addr learned my addr 172.21.15.45:0/90882856 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:17.687 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.037+0000 7f27748ec700 1 -- 172.21.15.45:0/90882856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2764009550 con 0x7f277007ad00 2023-03-22T14:19:17.687 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.038+0000 7f27748ec700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f277019baa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2764006b20 tx=0x7f2764011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.038+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2764003b70 con 0x7f277007ad00 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.038+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2764003cd0 con 0x7f277007ad00 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.038+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f277010c0a0 con 0x7f277007ad00 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.038+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f27640247c0 con 0x7f277007ad00 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.038+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f277010bf10 con 0x7f277007ad00 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.039+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 7) v1 ==== 44663+0+0 (secure 0 0 0) 0x7f276401a430 con 0x7f277007ad00 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.039+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f277010c230 con 0x7f277007ad00 2023-03-22T14:19:17.688 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.039+0000 7f276dffb700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2760037f70 0x7f276003a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:17.689 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.039+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f276404bd10 con 0x7f277007ad00 2023-03-22T14:19:17.689 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.040+0000 7f276ffff700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2760037f70 0x7f276003a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:17.689 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.040+0000 7f276ffff700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2760037f70 0x7f276003a420 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f275c006fd0 tx=0x7f275c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:17.689 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.045+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f276401a6e0 con 0x7f277007ad00 2023-03-22T14:19:17.689 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.151+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f276401abf0 con 0x7f277007ad00 2023-03-22T14:19:17.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.269+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f2770102640 con 0x7f2760037f70 2023-03-22T14:19:17.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.275+0000 7f276dffb700 1 -- 172.21.15.45:0/90882856 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f2770102640 con 0x7f2760037f70 2023-03-22T14:19:17.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2760037f70 msgr2=0x7f276003a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:17.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2760037f70 0x7f276003a420 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f275c006fd0 tx=0x7f275c006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:17.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 msgr2=0x7f277019baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:17.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f277019baa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2764006b20 tx=0x7f2764011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:17.690 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 shutdown_connections 2023-03-22T14:19:17.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2760037f70 0x7f276003a420 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:17.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 --2- 172.21.15.45:0/90882856 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f277007ad00 0x7f277019baa0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:17.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 >> 172.21.15.45:0/90882856 conn(0x7f2770101240 msgr2=0x7f2770101f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:17.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 shutdown_connections 2023-03-22T14:19:17.691 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:17.278+0000 7f2776b50700 1 -- 172.21.15.45:0/90882856 wait complete. 2023-03-22T14:19:18.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:16] ENGINE Bus STARTING 2023-03-22T14:19:18.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:16] ENGINE Serving on http://172.21.15.45:8765 2023-03-22T14:19:18.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:17] ENGINE Serving on https://172.21.15.45:7150 2023-03-22T14:19:18.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:17] ENGINE Bus STARTED 2023-03-22T14:19:18.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:18.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: mgrmap e8: x(active, since 2s) 2023-03-22T14:19:18.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:18.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:18.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:18 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:18.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout value unchanged 2023-03-22T14:19:18.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.207+0000 7f0d0c92d700 1 Processor -- start 2023-03-22T14:19:18.858 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.207+0000 7f0d0c92d700 1 -- start start 2023-03-22T14:19:18.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.207+0000 7f0d0c92d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d080791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:18.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.207+0000 7f0d0c92d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d08079720 con 0x7f0d0807ace0 2023-03-22T14:19:18.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.207+0000 7f0d0659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d080791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:18.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.208+0000 7f0d0659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d080791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49314/0 (socket says 172.21.15.45:49314) 2023-03-22T14:19:18.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.208+0000 7f0d0659c700 1 -- 172.21.15.45:0/581974539 learned_addr learned my addr 172.21.15.45:0/581974539 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:18.859 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.208+0000 7f0d0659c700 1 -- 172.21.15.45:0/581974539 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d08079860 con 0x7f0d0807ace0 2023-03-22T14:19:18.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.208+0000 7f0d0659c700 1 --2- 172.21.15.45:0/581974539 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d080791e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0cf80098a0 tx=0x7f0cf8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d564b33c36ecfc8 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:18.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.208+0000 7f0d0559a700 1 -- 172.21.15.45:0/581974539 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cf8004160 con 0x7f0d0807ace0 2023-03-22T14:19:18.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.208+0000 7f0d0559a700 1 -- 172.21.15.45:0/581974539 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0cf80042c0 con 0x7f0d0807ace0 2023-03-22T14:19:18.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.208+0000 7f0d0559a700 1 -- 172.21.15.45:0/581974539 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cf8011a00 con 0x7f0d0807ace0 2023-03-22T14:19:18.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.209+0000 7f0d0c92d700 1 -- 172.21.15.45:0/581974539 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 msgr2=0x7f0d080791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:18.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.209+0000 7f0d0c92d700 1 --2- 172.21.15.45:0/581974539 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d080791e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0cf80098a0 tx=0x7f0cf8009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:18.860 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.209+0000 7f0d0c92d700 1 -- 172.21.15.45:0/581974539 shutdown_connections 2023-03-22T14:19:18.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.209+0000 7f0d0c92d700 1 --2- 172.21.15.45:0/581974539 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d080791e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:18.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.209+0000 7f0d0c92d700 1 -- 172.21.15.45:0/581974539 >> 172.21.15.45:0/581974539 conn(0x7f0d08101240 msgr2=0x7f0d08103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:18.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.209+0000 7f0d0c92d700 1 -- 172.21.15.45:0/581974539 shutdown_connections 2023-03-22T14:19:18.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.209+0000 7f0d0c92d700 1 -- 172.21.15.45:0/581974539 wait complete. 2023-03-22T14:19:18.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.210+0000 7f0d0c92d700 1 Processor -- start 2023-03-22T14:19:18.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.210+0000 7f0d0c92d700 1 -- start start 2023-03-22T14:19:18.861 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.210+0000 7f0d0c92d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d0819ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:18.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.210+0000 7f0d0c92d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0819bf60 con 0x7f0d0807ace0 2023-03-22T14:19:18.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.211+0000 7f0d0659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d0819ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:18.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.211+0000 7f0d0659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d0819ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49326/0 (socket says 172.21.15.45:49326) 2023-03-22T14:19:18.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.211+0000 7f0d0659c700 1 -- 172.21.15.45:0/3160937923 learned_addr learned my addr 172.21.15.45:0/3160937923 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:18.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.211+0000 7f0d0659c700 1 -- 172.21.15.45:0/3160937923 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cf8009550 con 0x7f0d0807ace0 2023-03-22T14:19:18.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.211+0000 7f0d0659c700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d0819ba20 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8006af0 tx=0x7f0cf8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:18.862 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.211+0000 7f0cf77fe700 1 -- 172.21.15.45:0/3160937923 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cf8003a40 con 0x7f0d0807ace0 2023-03-22T14:19:18.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.211+0000 7f0cf77fe700 1 -- 172.21.15.45:0/3160937923 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0cf8003ba0 con 0x7f0d0807ace0 2023-03-22T14:19:18.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.212+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d0810c0c0 con 0x7f0d0807ace0 2023-03-22T14:19:18.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.212+0000 7f0cf77fe700 1 -- 172.21.15.45:0/3160937923 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cf801a700 con 0x7f0d0807ace0 2023-03-22T14:19:18.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.212+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d0810bf30 con 0x7f0d0807ace0 2023-03-22T14:19:18.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.213+0000 7f0cf77fe700 1 -- 172.21.15.45:0/3160937923 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f0cf8024ad0 con 0x7f0d0807ace0 2023-03-22T14:19:18.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.213+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d0810c250 con 0x7f0d0807ace0 2023-03-22T14:19:18.863 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.213+0000 7f0cf77fe700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0cf0038050 0x7f0cf003a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:18.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.213+0000 7f0cf77fe700 1 -- 172.21.15.45:0/3160937923 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f0cf804bd80 con 0x7f0d0807ace0 2023-03-22T14:19:18.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.213+0000 7f0d05d9b700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0cf0038050 0x7f0cf003a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:18.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.214+0000 7f0d05d9b700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0cf0038050 0x7f0cf003a500 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc006fd0 tx=0x7f0cfc006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:18.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.218+0000 7f0cf77fe700 1 -- 172.21.15.45:0/3160937923 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f0cf8018b80 con 0x7f0d0807ace0 2023-03-22T14:19:18.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.428+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7f0d08102600 con 0x7f0cf0038050 2023-03-22T14:19:18.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.428+0000 7f0cf77fe700 1 -- 172.21.15.45:0/3160937923 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7f0d08102600 con 0x7f0cf0038050 2023-03-22T14:19:18.864 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0cf0038050 msgr2=0x7f0cf003a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:18.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0cf0038050 0x7f0cf003a500 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc006fd0 tx=0x7f0cfc006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:18.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 msgr2=0x7f0d0819ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:18.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d0819ba20 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8006af0 tx=0x7f0cf8011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:18.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 shutdown_connections 2023-03-22T14:19:18.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0cf0038050 0x7f0cf003a500 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:18.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 --2- 172.21.15.45:0/3160937923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d0807ace0 0x7f0d0819ba20 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:18.865 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 >> 172.21.15.45:0/3160937923 conn(0x7f0d08101240 msgr2=0x7f0d08101ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:18.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 shutdown_connections 2023-03-22T14:19:18.866 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:18.431+0000 7f0d0c92d700 1 -- 172.21.15.45:0/3160937923 wait complete. 2023-03-22T14:19:18.866 INFO:teuthology.orchestra.run.smithi045.stdout:Generating ssh key... 2023-03-22T14:19:19.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:19 smithi045 ceph-mon[91728]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:20.428 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.371+0000 7fe8635e5700 1 Processor -- start 2023-03-22T14:19:20.433 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.371+0000 7fe8635e5700 1 -- start start 2023-03-22T14:19:20.433 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.372+0000 7fe8635e5700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c0791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:20.433 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.372+0000 7fe8635e5700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe85c079720 con 0x7fe85c07ace0 2023-03-22T14:19:20.433 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.372+0000 7fe861381700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c0791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:20.433 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.372+0000 7fe861381700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c0791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49330/0 (socket says 172.21.15.45:49330) 2023-03-22T14:19:20.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.372+0000 7fe861381700 1 -- 172.21.15.45:0/1620484483 learned_addr learned my addr 172.21.15.45:0/1620484483 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:20.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.372+0000 7fe861381700 1 -- 172.21.15.45:0/1620484483 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe85c079860 con 0x7fe85c07ace0 2023-03-22T14:19:20.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe861381700 1 --2- 172.21.15.45:0/1620484483 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c0791e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe8580098a0 tx=0x7fe858009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f00af4b87e68ef31 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:20.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe853fff700 1 -- 172.21.15.45:0/1620484483 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe858004160 con 0x7fe85c07ace0 2023-03-22T14:19:20.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe853fff700 1 -- 172.21.15.45:0/1620484483 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe8580042c0 con 0x7fe85c07ace0 2023-03-22T14:19:20.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe853fff700 1 -- 172.21.15.45:0/1620484483 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe858011a00 con 0x7fe85c07ace0 2023-03-22T14:19:20.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe8635e5700 1 -- 172.21.15.45:0/1620484483 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 msgr2=0x7fe85c0791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:20.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe8635e5700 1 --2- 172.21.15.45:0/1620484483 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c0791e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe8580098a0 tx=0x7fe858009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:20.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe8635e5700 1 -- 172.21.15.45:0/1620484483 shutdown_connections 2023-03-22T14:19:20.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe8635e5700 1 --2- 172.21.15.45:0/1620484483 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c0791e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:20.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.373+0000 7fe8635e5700 1 -- 172.21.15.45:0/1620484483 >> 172.21.15.45:0/1620484483 conn(0x7fe85c101240 msgr2=0x7fe85c103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:20.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.374+0000 7fe8635e5700 1 -- 172.21.15.45:0/1620484483 shutdown_connections 2023-03-22T14:19:20.436 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.374+0000 7fe8635e5700 1 -- 172.21.15.45:0/1620484483 wait complete. 2023-03-22T14:19:20.436 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.375+0000 7fe8635e5700 1 Processor -- start 2023-03-22T14:19:20.436 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.375+0000 7fe8635e5700 1 -- start start 2023-03-22T14:19:20.436 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.375+0000 7fe8635e5700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c19b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:20.436 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.375+0000 7fe8635e5700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe85c19bef0 con 0x7fe85c07ace0 2023-03-22T14:19:20.436 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.375+0000 7fe861381700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c19b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:20.436 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.375+0000 7fe861381700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c19b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49332/0 (socket says 172.21.15.45:49332) 2023-03-22T14:19:20.437 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.375+0000 7fe861381700 1 -- 172.21.15.45:0/287035935 learned_addr learned my addr 172.21.15.45:0/287035935 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:20.438 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.376+0000 7fe861381700 1 -- 172.21.15.45:0/287035935 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe858009550 con 0x7fe85c07ace0 2023-03-22T14:19:20.438 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.376+0000 7fe861381700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c19b9b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe858006af0 tx=0x7fe858011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:20.438 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.376+0000 7fe8527fc700 1 -- 172.21.15.45:0/287035935 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe858003a40 con 0x7fe85c07ace0 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.376+0000 7fe8527fc700 1 -- 172.21.15.45:0/287035935 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe858003ba0 con 0x7fe85c07ace0 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.376+0000 7fe8527fc700 1 -- 172.21.15.45:0/287035935 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe85801a700 con 0x7fe85c07ace0 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.376+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe85c10c0c0 con 0x7fe85c07ace0 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.376+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe85c10bf30 con 0x7fe85c07ace0 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.377+0000 7fe8527fc700 1 -- 172.21.15.45:0/287035935 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7fe858024ad0 con 0x7fe85c07ace0 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.377+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe85c0620b0 con 0x7fe85c07ace0 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.378+0000 7fe8527fc700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fe8480380f0 0x7fe84803a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:20.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.378+0000 7fe8527fc700 1 -- 172.21.15.45:0/287035935 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fe85804bd00 con 0x7fe85c07ace0 2023-03-22T14:19:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.378+0000 7fe860b80700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fe8480380f0 0x7fe84803a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.378+0000 7fe860b80700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fe8480380f0 0x7fe84803a5a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe84c006fd0 tx=0x7fe84c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.383+0000 7fe8527fc700 1 -- 172.21.15.45:0/287035935 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fe858024430 con 0x7fe85c07ace0 2023-03-22T14:19:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:19.593+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fe85c102600 con 0x7fe8480380f0 2023-03-22T14:19:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.014+0000 7fe8527fc700 1 -- 172.21.15.45:0/287035935 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fe85c102600 con 0x7fe8480380f0 2023-03-22T14:19:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.016+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fe8480380f0 msgr2=0x7fe84803a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:20.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.016+0000 7fe8635e5700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fe8480380f0 0x7fe84803a5a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe84c006fd0 tx=0x7fe84c006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:20.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.016+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 msgr2=0x7fe85c19b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:20.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.016+0000 7fe8635e5700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c19b9b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe858006af0 tx=0x7fe858011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:20.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.017+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 shutdown_connections 2023-03-22T14:19:20.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.017+0000 7fe8635e5700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fe8480380f0 0x7fe84803a5a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:20.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.017+0000 7fe8635e5700 1 --2- 172.21.15.45:0/287035935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe85c07ace0 0x7fe85c19b9b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:20.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.017+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 >> 172.21.15.45:0/287035935 conn(0x7fe85c101240 msgr2=0x7fe85c101ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:20.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.017+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 shutdown_connections 2023-03-22T14:19:20.442 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.017+0000 7fe8635e5700 1 -- 172.21.15.45:0/287035935 wait complete. 2023-03-22T14:19:20.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: Generating public/private rsa key pair. 2023-03-22T14:19:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: Your identification has been saved in /tmp/tmptmdf6wzk/key. 2023-03-22T14:19:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: Your public key has been saved in /tmp/tmptmdf6wzk/key.pub. 2023-03-22T14:19:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: The key fingerprint is: 2023-03-22T14:19:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: SHA256:/12yL2sQ0dbA2txSzmr8hGQUtYJVj6wAOQYkPt5l94M ceph-54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:19:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: The key's randomart image is: 2023-03-22T14:19:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: +---[RSA 3072]----+ 2023-03-22T14:19:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | ..o... ++*.| 2023-03-22T14:19:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | . . +. +.=.=| 2023-03-22T14:19:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | o .o.o. Oo*.| 2023-03-22T14:19:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | . o o . +o.B +| 2023-03-22T14:19:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | . . S E += + | 2023-03-22T14:19:20.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | . ..= .| 2023-03-22T14:19:20.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | . o.o.| 2023-03-22T14:19:20.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | . .o+.| 2023-03-22T14:19:20.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: | ..++.| 2023-03-22T14:19:20.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: +----[SHA256]-----+ 2023-03-22T14:19:20.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-mon[91728]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:20.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-mon[91728]: Generating ssh key... 2023-03-22T14:19:20.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:20.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:20 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:21.510 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDanT/su6xmv6rs547eIEhjg+kKAqxl5Rucak94a3qfaAbnayJJ2cPI3weySnAnkdVfELf9KSig5ezXBnU/cqHXpV40TqQRZfGJJBXZGgTmQmITc89etZupzUNshFJD8Cs1TTKnw9vgZTOBfgZyDf6jIMMaZzVRO848jbJCQ3grqiXpJcNmGXz4hLrsWA6NbkFKw+xdgiRqfkHKsa7C7VGP15VDvvp3Wk5Hv2H7UBZWW8q3ZD0GdUTV00tbUkiqk2FBDH2eGOjSLztYrmV4u17RhuUpghdCcgqv5xHfG8Ff9tdCVMpWxA6UzZs3NnyjXkeY55YYt08ZyQnLSrOboiG7SzFua8/ZI6emlUGOXaSMeGv2kimww4DLyB7ooTaGqWSxFhZ4AwmardOxN6Z63nKH+fjxLzbHRX7Akb9nck5iJ5UbwOHFHx9jkkkLLyPxx7vjY9Zu4O4da1f4RN1rbwJnIpyilZkhWYo39uiERUm9mb+U0CBaLDsbKKTWC9hACvE= ceph-54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:19:21.510 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.921+0000 7f8aa2a4d700 1 Processor -- start 2023-03-22T14:19:21.510 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.921+0000 7f8aa2a4d700 1 -- start start 2023-03-22T14:19:21.511 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.921+0000 7f8aa2a4d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c0791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:21.511 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.921+0000 7f8aa2a4d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9c079720 con 0x7f8a9c07ace0 2023-03-22T14:19:21.511 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.921+0000 7f8a9bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c0791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:21.511 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.922+0000 7f8a9bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c0791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49340/0 (socket says 172.21.15.45:49340) 2023-03-22T14:19:21.511 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.922+0000 7f8a9bfff700 1 -- 172.21.15.45:0/3519573345 learned_addr learned my addr 172.21.15.45:0/3519573345 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:21.511 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.922+0000 7f8a9bfff700 1 -- 172.21.15.45:0/3519573345 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a9c079860 con 0x7f8a9c07ace0 2023-03-22T14:19:21.511 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.922+0000 7f8a9bfff700 1 --2- 172.21.15.45:0/3519573345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c0791e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c0098a0 tx=0x7f8a8c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5058807483521830 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:21.512 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.922+0000 7f8a9affd700 1 -- 172.21.15.45:0/3519573345 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a8c004160 con 0x7f8a9c07ace0 2023-03-22T14:19:21.512 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.922+0000 7f8a9affd700 1 -- 172.21.15.45:0/3519573345 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f8a8c0042c0 con 0x7f8a9c07ace0 2023-03-22T14:19:21.512 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.922+0000 7f8a9affd700 1 -- 172.21.15.45:0/3519573345 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a8c011a00 con 0x7f8a9c07ace0 2023-03-22T14:19:21.512 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.923+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/3519573345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 msgr2=0x7f8a9c0791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:21.512 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.923+0000 7f8aa2a4d700 1 --2- 172.21.15.45:0/3519573345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c0791e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c0098a0 tx=0x7f8a8c009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:21.512 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.923+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/3519573345 shutdown_connections 2023-03-22T14:19:21.513 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.923+0000 7f8aa2a4d700 1 --2- 172.21.15.45:0/3519573345 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c0791e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:21.514 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.923+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/3519573345 >> 172.21.15.45:0/3519573345 conn(0x7f8a9c101240 msgr2=0x7f8a9c103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:21.514 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.923+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/3519573345 shutdown_connections 2023-03-22T14:19:21.514 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.923+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/3519573345 wait complete. 2023-03-22T14:19:21.514 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.924+0000 7f8aa2a4d700 1 Processor -- start 2023-03-22T14:19:21.514 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.924+0000 7f8aa2a4d700 1 -- start start 2023-03-22T14:19:21.515 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.925+0000 7f8aa2a4d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c19ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:21.515 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.925+0000 7f8aa2a4d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9c19bf60 con 0x7f8a9c07ace0 2023-03-22T14:19:21.515 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.925+0000 7f8a9bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c19ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:21.515 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.925+0000 7f8a9bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c19ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49344/0 (socket says 172.21.15.45:49344) 2023-03-22T14:19:21.515 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.925+0000 7f8a9bfff700 1 -- 172.21.15.45:0/532770697 learned_addr learned my addr 172.21.15.45:0/532770697 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:21.515 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.925+0000 7f8a9bfff700 1 -- 172.21.15.45:0/532770697 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a8c009550 con 0x7f8a9c07ace0 2023-03-22T14:19:21.515 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.925+0000 7f8a9bfff700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c19ba20 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c006af0 tx=0x7f8a8c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.926+0000 7f8a997fa700 1 -- 172.21.15.45:0/532770697 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a8c003a40 con 0x7f8a9c07ace0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.926+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a9c10c0c0 con 0x7f8a9c07ace0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.926+0000 7f8a997fa700 1 -- 172.21.15.45:0/532770697 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f8a8c003ba0 con 0x7f8a9c07ace0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.926+0000 7f8a997fa700 1 -- 172.21.15.45:0/532770697 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a8c01a700 con 0x7f8a9c07ace0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.926+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a9c10bf30 con 0x7f8a9c07ace0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.927+0000 7f8a997fa700 1 -- 172.21.15.45:0/532770697 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f8a8c024ad0 con 0x7f8a9c07ace0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.927+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a9c10c250 con 0x7f8a9c07ace0 2023-03-22T14:19:21.516 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.927+0000 7f8a997fa700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f8a840380a0 0x7f8a8403a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:21.517 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.927+0000 7f8a997fa700 1 -- 172.21.15.45:0/532770697 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f8a8c04bcf0 con 0x7f8a9c07ace0 2023-03-22T14:19:21.517 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.928+0000 7f8a9b7fe700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f8a840380a0 0x7f8a8403a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:21.517 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.928+0000 7f8a9b7fe700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f8a840380a0 0x7f8a8403a550 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8a90006fd0 tx=0x7f8a90006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:21.517 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:20.932+0000 7f8a997fa700 1 -- 172.21.15.45:0/532770697 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f8a8c018b80 con 0x7f8a9c07ace0 2023-03-22T14:19:21.517 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.142+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f8a9c102600 con 0x7f8a840380a0 2023-03-22T14:19:21.517 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.143+0000 7f8a997fa700 1 -- 172.21.15.45:0/532770697 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f8a9c102600 con 0x7f8a840380a0 2023-03-22T14:19:21.517 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.145+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f8a840380a0 msgr2=0x7f8a8403a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.145+0000 7f8aa2a4d700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f8a840380a0 0x7f8a8403a550 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8a90006fd0 tx=0x7f8a90006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.145+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 msgr2=0x7f8a9c19ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.145+0000 7f8aa2a4d700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c19ba20 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c006af0 tx=0x7f8a8c011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.146+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 shutdown_connections 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.146+0000 7f8aa2a4d700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f8a840380a0 0x7f8a8403a550 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.146+0000 7f8aa2a4d700 1 --2- 172.21.15.45:0/532770697 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a9c07ace0 0x7f8a9c19ba20 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.146+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 >> 172.21.15.45:0/532770697 conn(0x7f8a9c101240 msgr2=0x7f8a9c101ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:21.518 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.146+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 shutdown_connections 2023-03-22T14:19:21.519 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:21.146+0000 7f8aa2a4d700 1 -- 172.21.15.45:0/532770697 wait complete. 2023-03-22T14:19:21.519 INFO:teuthology.orchestra.run.smithi045.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-03-22T14:19:21.520 INFO:teuthology.orchestra.run.smithi045.stdout:Adding key to root@localhost authorized_keys... 2023-03-22T14:19:21.520 INFO:teuthology.orchestra.run.smithi045.stdout:Adding host smithi045... 2023-03-22T14:19:21.822 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:21 smithi045 ceph-mon[91728]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:22.887 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:22 smithi045 ceph-mon[91728]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi045", "addr": "172.21.15.45", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:24.940 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:24 smithi045 ceph-mon[91728]: Deploying cephadm binary to smithi045 2023-03-22T14:19:25.298 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout Added host 'smithi045' with addr '172.21.15.45' 2023-03-22T14:19:25.299 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.024+0000 7fbe35871700 1 Processor -- start 2023-03-22T14:19:25.299 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.024+0000 7fbe35871700 1 -- start start 2023-03-22T14:19:25.299 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.025+0000 7fbe35871700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe30105fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:25.299 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.025+0000 7fbe35871700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe30106520 con 0x7fbe30105bd0 2023-03-22T14:19:25.299 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.025+0000 7fbe2effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe30105fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:25.299 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.025+0000 7fbe2effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe30105fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49346/0 (socket says 172.21.15.45:49346) 2023-03-22T14:19:25.300 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.025+0000 7fbe2effd700 1 -- 172.21.15.45:0/3473759343 learned_addr learned my addr 172.21.15.45:0/3473759343 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:25.300 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.025+0000 7fbe2effd700 1 -- 172.21.15.45:0/3473759343 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe30106660 con 0x7fbe30105bd0 2023-03-22T14:19:25.300 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.026+0000 7fbe2effd700 1 --2- 172.21.15.45:0/3473759343 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe30105fe0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbe200098a0 tx=0x7fbe20009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aacb78bd7db788c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:25.300 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.026+0000 7fbe2dffb700 1 -- 172.21.15.45:0/3473759343 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe20004160 con 0x7fbe30105bd0 2023-03-22T14:19:25.300 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.026+0000 7fbe2dffb700 1 -- 172.21.15.45:0/3473759343 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbe200042c0 con 0x7fbe30105bd0 2023-03-22T14:19:25.300 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.026+0000 7fbe2dffb700 1 -- 172.21.15.45:0/3473759343 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe20011a00 con 0x7fbe30105bd0 2023-03-22T14:19:25.300 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.026+0000 7fbe35871700 1 -- 172.21.15.45:0/3473759343 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 msgr2=0x7fbe30105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.027+0000 7fbe35871700 1 --2- 172.21.15.45:0/3473759343 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe30105fe0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbe200098a0 tx=0x7fbe20009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.027+0000 7fbe35871700 1 -- 172.21.15.45:0/3473759343 shutdown_connections 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.027+0000 7fbe35871700 1 --2- 172.21.15.45:0/3473759343 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe30105fe0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.027+0000 7fbe35871700 1 -- 172.21.15.45:0/3473759343 >> 172.21.15.45:0/3473759343 conn(0x7fbe30101240 msgr2=0x7fbe30103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.027+0000 7fbe35871700 1 -- 172.21.15.45:0/3473759343 shutdown_connections 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.027+0000 7fbe35871700 1 -- 172.21.15.45:0/3473759343 wait complete. 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.028+0000 7fbe35871700 1 Processor -- start 2023-03-22T14:19:25.301 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.028+0000 7fbe35871700 1 -- start start 2023-03-22T14:19:25.302 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.028+0000 7fbe35871700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe3019ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:25.302 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.028+0000 7fbe35871700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe3019bf40 con 0x7fbe30105bd0 2023-03-22T14:19:25.302 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe2effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe3019ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:25.302 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe2effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe3019ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:49356/0 (socket says 172.21.15.45:49356) 2023-03-22T14:19:25.302 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe2effd700 1 -- 172.21.15.45:0/3233759876 learned_addr learned my addr 172.21.15.45:0/3233759876 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:25.302 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe2effd700 1 -- 172.21.15.45:0/3233759876 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe20009550 con 0x7fbe30105bd0 2023-03-22T14:19:25.302 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe2effd700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe3019ba00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbe20009fb0 tx=0x7fbe20011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe3486f700 1 -- 172.21.15.45:0/3233759876 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe20003930 con 0x7fbe30105bd0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe3486f700 1 -- 172.21.15.45:0/3233759876 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbe20003a90 con 0x7fbe30105bd0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe3486f700 1 -- 172.21.15.45:0/3233759876 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe20019610 con 0x7fbe30105bd0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.029+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe30107c20 con 0x7fbe30105bd0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.030+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe30107a90 con 0x7fbe30105bd0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.030+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe3010a0a0 con 0x7fbe30105bd0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.031+0000 7fbe3486f700 1 -- 172.21.15.45:0/3233759876 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7fbe2001a9d0 con 0x7fbe30105bd0 2023-03-22T14:19:25.303 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.031+0000 7fbe3486f700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fbe18038050 0x7fbe1803a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.031+0000 7fbe3486f700 1 -- 172.21.15.45:0/3233759876 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fbe2004be60 con 0x7fbe30105bd0 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.031+0000 7fbe2e7fc700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fbe18038050 0x7fbe1803a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.032+0000 7fbe2e7fc700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fbe18038050 0x7fbe1803a500 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fbe24006fd0 tx=0x7fbe24006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.036+0000 7fbe3486f700 1 -- 172.21.15.45:0/3233759876 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fbe20018760 con 0x7fbe30105bd0 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:22.244+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi045", "addr": "172.21.15.45", "target": ["mon-mgr", ""]}) v1 -- 0x7fbe30102590 con 0x7fbe18038050 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.915+0000 7fbe3486f700 1 -- 172.21.15.45:0/3233759876 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7fbe30102590 con 0x7fbe18038050 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fbe18038050 msgr2=0x7fbe1803a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:25.304 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fbe18038050 0x7fbe1803a500 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fbe24006fd0 tx=0x7fbe24006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:25.305 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 msgr2=0x7fbe3019ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:25.305 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe3019ba00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbe20009fb0 tx=0x7fbe20011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:25.305 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 shutdown_connections 2023-03-22T14:19:25.305 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fbe18038050 0x7fbe1803a500 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:25.305 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 --2- 172.21.15.45:0/3233759876 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbe30105bd0 0x7fbe3019ba00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:25.305 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.918+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 >> 172.21.15.45:0/3233759876 conn(0x7fbe30101240 msgr2=0x7fbe30101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:25.305 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.919+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 shutdown_connections 2023-03-22T14:19:25.306 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:24.919+0000 7fbe35871700 1 -- 172.21.15.45:0/3233759876 wait complete. 2023-03-22T14:19:25.306 INFO:teuthology.orchestra.run.smithi045.stdout:Deploying unmanaged mon service... 2023-03-22T14:19:26.192 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:25 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:26.192 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:25 smithi045 ceph-mon[91728]: Added host smithi045 2023-03-22T14:19:26.193 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:25 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:26.480 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-03-22T14:19:26.480 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.835+0000 7f6d8c67f700 1 Processor -- start 2023-03-22T14:19:26.481 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.835+0000 7f6d8c67f700 1 -- start start 2023-03-22T14:19:26.481 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.836+0000 7f6d8c67f700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d84105fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:26.481 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.836+0000 7f6d8c67f700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d84106520 con 0x7f6d84105bd0 2023-03-22T14:19:26.481 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.836+0000 7f6d8a41b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d84105fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:26.482 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.836+0000 7f6d8a41b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d84105fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60606/0 (socket says 172.21.15.45:60606) 2023-03-22T14:19:26.482 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.836+0000 7f6d8a41b700 1 -- 172.21.15.45:0/3308999133 learned_addr learned my addr 172.21.15.45:0/3308999133 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:26.482 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.837+0000 7f6d8a41b700 1 -- 172.21.15.45:0/3308999133 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d84106660 con 0x7f6d84105bd0 2023-03-22T14:19:26.482 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.837+0000 7f6d8a41b700 1 --2- 172.21.15.45:0/3308999133 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d84105fe0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6d800098a0 tx=0x7f6d80009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cb0e6575101bae0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:26.482 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.837+0000 7f6d89419700 1 -- 172.21.15.45:0/3308999133 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6d80004160 con 0x7f6d84105bd0 2023-03-22T14:19:26.482 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.837+0000 7f6d89419700 1 -- 172.21.15.45:0/3308999133 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6d800042c0 con 0x7f6d84105bd0 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.837+0000 7f6d89419700 1 -- 172.21.15.45:0/3308999133 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6d80011a00 con 0x7f6d84105bd0 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.838+0000 7f6d8c67f700 1 -- 172.21.15.45:0/3308999133 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 msgr2=0x7f6d84105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.838+0000 7f6d8c67f700 1 --2- 172.21.15.45:0/3308999133 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d84105fe0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6d800098a0 tx=0x7f6d80009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.838+0000 7f6d8c67f700 1 -- 172.21.15.45:0/3308999133 shutdown_connections 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.838+0000 7f6d8c67f700 1 --2- 172.21.15.45:0/3308999133 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d84105fe0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.838+0000 7f6d8c67f700 1 -- 172.21.15.45:0/3308999133 >> 172.21.15.45:0/3308999133 conn(0x7f6d84101240 msgr2=0x7f6d84103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.838+0000 7f6d8c67f700 1 -- 172.21.15.45:0/3308999133 shutdown_connections 2023-03-22T14:19:26.483 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.838+0000 7f6d8c67f700 1 -- 172.21.15.45:0/3308999133 wait complete. 2023-03-22T14:19:26.484 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.839+0000 7f6d8c67f700 1 Processor -- start 2023-03-22T14:19:26.484 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.839+0000 7f6d8c67f700 1 -- start start 2023-03-22T14:19:26.484 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.839+0000 7f6d8c67f700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d841997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:26.484 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.839+0000 7f6d8c67f700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d84199d10 con 0x7f6d84105bd0 2023-03-22T14:19:26.484 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.840+0000 7f6d8a41b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d841997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:26.484 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.840+0000 7f6d8a41b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d841997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60618/0 (socket says 172.21.15.45:60618) 2023-03-22T14:19:26.484 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.840+0000 7f6d8a41b700 1 -- 172.21.15.45:0/4222568629 learned_addr learned my addr 172.21.15.45:0/4222568629 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.840+0000 7f6d8a41b700 1 -- 172.21.15.45:0/4222568629 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d80009550 con 0x7f6d84105bd0 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.840+0000 7f6d8a41b700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d841997d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6d80006af0 tx=0x7f6d80011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.840+0000 7f6d7b7fe700 1 -- 172.21.15.45:0/4222568629 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6d80003a40 con 0x7f6d84105bd0 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.841+0000 7f6d7b7fe700 1 -- 172.21.15.45:0/4222568629 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6d80003ba0 con 0x7f6d84105bd0 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.841+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d84107c20 con 0x7f6d84105bd0 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.841+0000 7f6d7b7fe700 1 -- 172.21.15.45:0/4222568629 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6d8001a6e0 con 0x7f6d84105bd0 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.841+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d84107a90 con 0x7f6d84105bd0 2023-03-22T14:19:26.485 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.842+0000 7f6d7b7fe700 1 -- 172.21.15.45:0/4222568629 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f6d80024a60 con 0x7f6d84105bd0 2023-03-22T14:19:26.486 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.842+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d840620b0 con 0x7f6d84105bd0 2023-03-22T14:19:26.486 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.842+0000 7f6d7b7fe700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f6d700380a0 0x7f6d7003a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:26.486 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.842+0000 7f6d7b7fe700 1 -- 172.21.15.45:0/4222568629 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f6d8004bc60 con 0x7f6d84105bd0 2023-03-22T14:19:26.486 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.843+0000 7f6d89c1a700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f6d700380a0 0x7f6d7003a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:26.486 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.843+0000 7f6d89c1a700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f6d700380a0 0x7f6d7003a550 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6d74006fd0 tx=0x7f6d74006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:26.486 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:25.848+0000 7f6d7b7fe700 1 -- 172.21.15.45:0/4222568629 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6d80024430 con 0x7f6d84105bd0 2023-03-22T14:19:26.486 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.069+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f6d84102590 con 0x7f6d700380a0 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.075+0000 7f6d7b7fe700 1 -- 172.21.15.45:0/4222568629 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f6d84102590 con 0x7f6d700380a0 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.077+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f6d700380a0 msgr2=0x7f6d7003a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.077+0000 7f6d8c67f700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f6d700380a0 0x7f6d7003a550 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6d74006fd0 tx=0x7f6d74006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 msgr2=0x7f6d841997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d841997d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6d80006af0 tx=0x7f6d80011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 shutdown_connections 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f6d700380a0 0x7f6d7003a550 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:26.487 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 --2- 172.21.15.45:0/4222568629 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d84105bd0 0x7f6d841997d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:26.488 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 >> 172.21.15.45:0/4222568629 conn(0x7f6d84101240 msgr2=0x7f6d84101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:26.488 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 shutdown_connections 2023-03-22T14:19:26.488 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:26.078+0000 7f6d8c67f700 1 -- 172.21.15.45:0/4222568629 wait complete. 2023-03-22T14:19:26.488 INFO:teuthology.orchestra.run.smithi045.stdout:Deploying unmanaged mgr service... 2023-03-22T14:19:27.201 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:27 smithi045 ceph-mon[91728]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:27.201 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:27 smithi045 ceph-mon[91728]: Saving service mon spec with placement count:5 2023-03-22T14:19:27.201 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:27 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:27.796 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-03-22T14:19:27.796 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.187+0000 7f26f94c7700 1 Processor -- start 2023-03-22T14:19:27.796 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.188+0000 7f26f94c7700 1 -- start start 2023-03-22T14:19:27.796 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.188+0000 7f26f94c7700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f4104ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:27.796 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.188+0000 7f26f94c7700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f4105410 con 0x7f26f4104ac0 2023-03-22T14:19:27.800 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.188+0000 7f26f2ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f4104ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:27.800 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.188+0000 7f26f2ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f4104ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60632/0 (socket says 172.21.15.45:60632) 2023-03-22T14:19:27.800 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.188+0000 7f26f2ffd700 1 -- 172.21.15.45:0/3351144678 learned_addr learned my addr 172.21.15.45:0/3351144678 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:27.800 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.189+0000 7f26f2ffd700 1 -- 172.21.15.45:0/3351144678 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26f4105550 con 0x7f26f4104ac0 2023-03-22T14:19:27.801 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.189+0000 7f26f2ffd700 1 --2- 172.21.15.45:0/3351144678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f4104ed0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f26e40098a0 tx=0x7f26e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9240d425734ee4e7 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:27.801 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.189+0000 7f26f1ffb700 1 -- 172.21.15.45:0/3351144678 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26e4004160 con 0x7f26f4104ac0 2023-03-22T14:19:27.801 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.189+0000 7f26f1ffb700 1 -- 172.21.15.45:0/3351144678 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f26e40042c0 con 0x7f26f4104ac0 2023-03-22T14:19:27.801 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.189+0000 7f26f1ffb700 1 -- 172.21.15.45:0/3351144678 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26e4011a00 con 0x7f26f4104ac0 2023-03-22T14:19:27.801 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.190+0000 7f26f94c7700 1 -- 172.21.15.45:0/3351144678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 msgr2=0x7f26f4104ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:27.801 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.190+0000 7f26f94c7700 1 --2- 172.21.15.45:0/3351144678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f4104ed0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f26e40098a0 tx=0x7f26e4009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:27.801 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.190+0000 7f26f94c7700 1 -- 172.21.15.45:0/3351144678 shutdown_connections 2023-03-22T14:19:27.802 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.190+0000 7f26f94c7700 1 --2- 172.21.15.45:0/3351144678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f4104ed0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:27.802 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.190+0000 7f26f94c7700 1 -- 172.21.15.45:0/3351144678 >> 172.21.15.45:0/3351144678 conn(0x7f26f4100110 msgr2=0x7f26f4102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:27.802 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.190+0000 7f26f94c7700 1 -- 172.21.15.45:0/3351144678 shutdown_connections 2023-03-22T14:19:27.802 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.190+0000 7f26f94c7700 1 -- 172.21.15.45:0/3351144678 wait complete. 2023-03-22T14:19:27.802 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.191+0000 7f26f94c7700 1 Processor -- start 2023-03-22T14:19:27.802 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.191+0000 7f26f94c7700 1 -- start start 2023-03-22T14:19:27.802 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.192+0000 7f26f94c7700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f41997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:27.803 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.192+0000 7f26f94c7700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f4199d10 con 0x7f26f4104ac0 2023-03-22T14:19:27.803 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.192+0000 7f26f2ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f41997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:27.803 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.192+0000 7f26f2ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f41997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60646/0 (socket says 172.21.15.45:60646) 2023-03-22T14:19:27.803 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.192+0000 7f26f2ffd700 1 -- 172.21.15.45:0/1880218385 learned_addr learned my addr 172.21.15.45:0/1880218385 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:27.803 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.192+0000 7f26f2ffd700 1 -- 172.21.15.45:0/1880218385 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26e4009550 con 0x7f26f4104ac0 2023-03-22T14:19:27.803 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.192+0000 7f26f2ffd700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f41997d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f26e4009fb0 tx=0x7f26e4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.193+0000 7f26dbfff700 1 -- 172.21.15.45:0/1880218385 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26e4003930 con 0x7f26f4104ac0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.193+0000 7f26dbfff700 1 -- 172.21.15.45:0/1880218385 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f26e4003a90 con 0x7f26f4104ac0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.193+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26f4106b10 con 0x7f26f4104ac0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.193+0000 7f26dbfff700 1 -- 172.21.15.45:0/1880218385 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26e4019610 con 0x7f26f4104ac0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.193+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26f4106980 con 0x7f26f4104ac0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.194+0000 7f26dbfff700 1 -- 172.21.15.45:0/1880218385 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f26e401a430 con 0x7f26f4104ac0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.194+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26f40620b0 con 0x7f26f4104ac0 2023-03-22T14:19:27.804 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.194+0000 7f26dbfff700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f26dc038050 0x7f26dc03a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:27.805 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.194+0000 7f26dbfff700 1 -- 172.21.15.45:0/1880218385 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f26e404be40 con 0x7f26f4104ac0 2023-03-22T14:19:27.805 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.195+0000 7f26f27fc700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f26dc038050 0x7f26dc03a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:27.805 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.195+0000 7f26f27fc700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f26dc038050 0x7f26dc03a500 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f26e8006fd0 tx=0x7f26e8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:27.805 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.200+0000 7f26dbfff700 1 -- 172.21.15.45:0/1880218385 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f26e4023b80 con 0x7f26f4104ac0 2023-03-22T14:19:27.805 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.421+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f26f4102140 con 0x7f26dc038050 2023-03-22T14:19:27.805 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.426+0000 7f26dbfff700 1 -- 172.21.15.45:0/1880218385 <== mgr.14118 v2:172.21.15.45:6800/743263651 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f26f4102140 con 0x7f26dc038050 2023-03-22T14:19:27.805 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f26dc038050 msgr2=0x7f26dc03a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:27.806 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f26dc038050 0x7f26dc03a500 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f26e8006fd0 tx=0x7f26e8006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:27.806 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 msgr2=0x7f26f41997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:27.806 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f41997d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f26e4009fb0 tx=0x7f26e4011ad0 comp rx=0 tx=0).stop 2023-03-22T14:19:27.806 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 shutdown_connections 2023-03-22T14:19:27.806 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f26dc038050 0x7f26dc03a500 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:27.806 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 --2- 172.21.15.45:0/1880218385 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26f4104ac0 0x7f26f41997d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:27.806 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.428+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 >> 172.21.15.45:0/1880218385 conn(0x7f26f4100110 msgr2=0x7f26f4073d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:27.807 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.429+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 shutdown_connections 2023-03-22T14:19:27.807 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:27.429+0000 7f26f94c7700 1 -- 172.21.15.45:0/1880218385 wait complete. 2023-03-22T14:19:28.708 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:28 smithi045 ceph-mon[91728]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:28.708 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:28 smithi045 ceph-mon[91728]: Saving service mgr spec with placement count:2 2023-03-22T14:19:28.708 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:28 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:28.708 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:28 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:28.709 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:28 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:28.983 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.352+0000 7fdc25c45700 1 Processor -- start 2023-03-22T14:19:28.983 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.353+0000 7fdc25c45700 1 -- start start 2023-03-22T14:19:28.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.353+0000 7fdc25c45700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc200791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:28.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.353+0000 7fdc25c45700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc20079720 con 0x7fdc2007ace0 2023-03-22T14:19:28.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.353+0000 7fdc1f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc200791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:28.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.353+0000 7fdc1f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc200791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60656/0 (socket says 172.21.15.45:60656) 2023-03-22T14:19:28.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.353+0000 7fdc1f7fe700 1 -- 172.21.15.45:0/760939730 learned_addr learned my addr 172.21.15.45:0/760939730 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:28.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.354+0000 7fdc1f7fe700 1 -- 172.21.15.45:0/760939730 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc20079860 con 0x7fdc2007ace0 2023-03-22T14:19:28.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.354+0000 7fdc1f7fe700 1 --2- 172.21.15.45:0/760939730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc200791e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdc100098a0 tx=0x7fdc10009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c5267215a9a6013 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:28.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.354+0000 7fdc1e7fc700 1 -- 172.21.15.45:0/760939730 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc10004160 con 0x7fdc2007ace0 2023-03-22T14:19:28.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.354+0000 7fdc1e7fc700 1 -- 172.21.15.45:0/760939730 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdc100042c0 con 0x7fdc2007ace0 2023-03-22T14:19:28.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.354+0000 7fdc1e7fc700 1 -- 172.21.15.45:0/760939730 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc100119b0 con 0x7fdc2007ace0 2023-03-22T14:19:28.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.355+0000 7fdc25c45700 1 -- 172.21.15.45:0/760939730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 msgr2=0x7fdc200791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:28.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.355+0000 7fdc25c45700 1 --2- 172.21.15.45:0/760939730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc200791e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdc100098a0 tx=0x7fdc10009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:28.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.355+0000 7fdc25c45700 1 -- 172.21.15.45:0/760939730 shutdown_connections 2023-03-22T14:19:28.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.355+0000 7fdc25c45700 1 --2- 172.21.15.45:0/760939730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc200791e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:28.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.355+0000 7fdc25c45700 1 -- 172.21.15.45:0/760939730 >> 172.21.15.45:0/760939730 conn(0x7fdc20101240 msgr2=0x7fdc20103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:28.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.355+0000 7fdc25c45700 1 -- 172.21.15.45:0/760939730 shutdown_connections 2023-03-22T14:19:28.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.355+0000 7fdc25c45700 1 -- 172.21.15.45:0/760939730 wait complete. 2023-03-22T14:19:28.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.356+0000 7fdc25c45700 1 Processor -- start 2023-03-22T14:19:28.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.356+0000 7fdc25c45700 1 -- start start 2023-03-22T14:19:28.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.357+0000 7fdc25c45700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc2019ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.357+0000 7fdc25c45700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2019bfa0 con 0x7fdc2007ace0 2023-03-22T14:19:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.357+0000 7fdc1f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc2019ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.357+0000 7fdc1f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc2019ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60658/0 (socket says 172.21.15.45:60658) 2023-03-22T14:19:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.357+0000 7fdc1f7fe700 1 -- 172.21.15.45:0/2366626344 learned_addr learned my addr 172.21.15.45:0/2366626344 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.357+0000 7fdc1f7fe700 1 -- 172.21.15.45:0/2366626344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc10009550 con 0x7fdc2007ace0 2023-03-22T14:19:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.358+0000 7fdc1f7fe700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc2019ba60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdc10000c00 tx=0x7fdc10011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:28.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.358+0000 7fdc1cff9700 1 -- 172.21.15.45:0/2366626344 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc100039f0 con 0x7fdc2007ace0 2023-03-22T14:19:28.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.358+0000 7fdc1cff9700 1 -- 172.21.15.45:0/2366626344 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdc10003b50 con 0x7fdc2007ace0 2023-03-22T14:19:28.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.358+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc2010c110 con 0x7fdc2007ace0 2023-03-22T14:19:28.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.358+0000 7fdc1cff9700 1 -- 172.21.15.45:0/2366626344 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc1001a780 con 0x7fdc2007ace0 2023-03-22T14:19:28.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.358+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc2010bf80 con 0x7fdc2007ace0 2023-03-22T14:19:28.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.359+0000 7fdc1cff9700 1 -- 172.21.15.45:0/2366626344 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7fdc1001a9f0 con 0x7fdc2007ace0 2023-03-22T14:19:28.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.359+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc2010c2a0 con 0x7fdc2007ace0 2023-03-22T14:19:28.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.360+0000 7fdc1cff9700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fdc080380a0 0x7fdc0803a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:28.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.360+0000 7fdc1cff9700 1 -- 172.21.15.45:0/2366626344 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fdc1004bfd0 con 0x7fdc2007ace0 2023-03-22T14:19:28.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.360+0000 7fdc1effd700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fdc080380a0 0x7fdc0803a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:28.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.361+0000 7fdc1effd700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fdc080380a0 0x7fdc0803a550 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdc14006fd0 tx=0x7fdc14006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:28.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.365+0000 7fdc1cff9700 1 -- 172.21.15.45:0/2366626344 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fdc1001aca0 con 0x7fdc2007ace0 2023-03-22T14:19:28.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.573+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7fdc2019f670 con 0x7fdc2007ace0 2023-03-22T14:19:28.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.576+0000 7fdc1cff9700 1 -- 172.21.15.45:0/2366626344 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7fdc1002c350 con 0x7fdc2007ace0 2023-03-22T14:19:28.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fdc080380a0 msgr2=0x7fdc0803a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:28.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fdc080380a0 0x7fdc0803a550 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdc14006fd0 tx=0x7fdc14006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:28.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 msgr2=0x7fdc2019ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:28.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc2019ba60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdc10000c00 tx=0x7fdc10011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:28.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 shutdown_connections 2023-03-22T14:19:28.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7fdc080380a0 0x7fdc0803a550 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:28.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 --2- 172.21.15.45:0/2366626344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdc2007ace0 0x7fdc2019ba60 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:28.991 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 >> 172.21.15.45:0/2366626344 conn(0x7fdc20101240 msgr2=0x7fdc20101f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:28.991 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 shutdown_connections 2023-03-22T14:19:28.991 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:28.580+0000 7fdc25c45700 1 -- 172.21.15.45:0/2366626344 wait complete. 2023-03-22T14:19:29.962 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:29 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2366626344' entity='client.admin' 2023-03-22T14:19:30.361 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.526+0000 7f2bd4f4c700 1 Processor -- start 2023-03-22T14:19:30.361 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.526+0000 7f2bd4f4c700 1 -- start start 2023-03-22T14:19:30.362 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.526+0000 7f2bd4f4c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd00791c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:30.362 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.526+0000 7f2bd4f4c700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd0079700 con 0x7f2bd007acc0 2023-03-22T14:19:30.362 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.527+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd00791c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:30.362 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.527+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd00791c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60674/0 (socket says 172.21.15.45:60674) 2023-03-22T14:19:30.362 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.527+0000 7f2bce59c700 1 -- 172.21.15.45:0/1255846103 learned_addr learned my addr 172.21.15.45:0/1255846103 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:30.362 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.527+0000 7f2bce59c700 1 -- 172.21.15.45:0/1255846103 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bd0079840 con 0x7f2bd007acc0 2023-03-22T14:19:30.362 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.527+0000 7f2bce59c700 1 --2- 172.21.15.45:0/1255846103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd00791c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2bc00098a0 tx=0x7f2bc0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4c748ab3bce914b server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:30.363 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bcd59a700 1 -- 172.21.15.45:0/1255846103 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc0004160 con 0x7f2bd007acc0 2023-03-22T14:19:30.363 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bcd59a700 1 -- 172.21.15.45:0/1255846103 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bc00042c0 con 0x7f2bd007acc0 2023-03-22T14:19:30.363 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bcd59a700 1 -- 172.21.15.45:0/1255846103 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc00119b0 con 0x7f2bd007acc0 2023-03-22T14:19:30.363 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/1255846103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 msgr2=0x7f2bd00791c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:30.363 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bd4f4c700 1 --2- 172.21.15.45:0/1255846103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd00791c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2bc00098a0 tx=0x7f2bc0009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:30.363 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/1255846103 shutdown_connections 2023-03-22T14:19:30.363 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bd4f4c700 1 --2- 172.21.15.45:0/1255846103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd00791c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.528+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/1255846103 >> 172.21.15.45:0/1255846103 conn(0x7f2bd0101240 msgr2=0x7f2bd0103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.529+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/1255846103 shutdown_connections 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.529+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/1255846103 wait complete. 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.529+0000 7f2bd4f4c700 1 Processor -- start 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.530+0000 7f2bd4f4c700 1 -- start start 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.530+0000 7f2bd4f4c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd019ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.530+0000 7f2bd4f4c700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd019bf90 con 0x7f2bd007acc0 2023-03-22T14:19:30.364 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.530+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd019ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:30.365 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.530+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd019ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60680/0 (socket says 172.21.15.45:60680) 2023-03-22T14:19:30.365 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.530+0000 7f2bce59c700 1 -- 172.21.15.45:0/4285206196 learned_addr learned my addr 172.21.15.45:0/4285206196 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:30.365 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.530+0000 7f2bce59c700 1 -- 172.21.15.45:0/4285206196 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bc0009550 con 0x7f2bd007acc0 2023-03-22T14:19:30.365 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.531+0000 7f2bce59c700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd019ba50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0000c00 tx=0x7f2bc0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:30.365 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.531+0000 7f2bbf7fe700 1 -- 172.21.15.45:0/4285206196 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc00039f0 con 0x7f2bd007acc0 2023-03-22T14:19:30.365 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.531+0000 7f2bbf7fe700 1 -- 172.21.15.45:0/4285206196 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bc0003b50 con 0x7f2bd007acc0 2023-03-22T14:19:30.366 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.531+0000 7f2bbf7fe700 1 -- 172.21.15.45:0/4285206196 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc001a780 con 0x7f2bd007acc0 2023-03-22T14:19:30.366 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.531+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bd010c0d0 con 0x7f2bd007acc0 2023-03-22T14:19:30.366 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.531+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bd010bf40 con 0x7f2bd007acc0 2023-03-22T14:19:30.366 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.532+0000 7f2bbf7fe700 1 -- 172.21.15.45:0/4285206196 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f2bc0024440 con 0x7f2bd007acc0 2023-03-22T14:19:30.366 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.532+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bd010c260 con 0x7f2bd007acc0 2023-03-22T14:19:30.366 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.533+0000 7f2bbf7fe700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2bb80380f0 0x7f2bb803a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:30.366 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.533+0000 7f2bbf7fe700 1 -- 172.21.15.45:0/4285206196 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f2bc004bdb0 con 0x7f2bd007acc0 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.533+0000 7f2bcdd9b700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2bb80380f0 0x7f2bb803a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.534+0000 7f2bcdd9b700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2bb80380f0 0x7f2bb803a5a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4006fd0 tx=0x7f2bc4006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.538+0000 7f2bbf7fe700 1 -- 172.21.15.45:0/4285206196 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f2bc00246f0 con 0x7f2bd007acc0 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.749+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f2bd019f6d0 con 0x7f2bd007acc0 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.753+0000 7f2bbf7fe700 1 -- 172.21.15.45:0/4285206196 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f2bc0018350 con 0x7f2bd007acc0 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2bb80380f0 msgr2=0x7f2bb803a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2bb80380f0 0x7f2bb803a5a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4006fd0 tx=0x7f2bc4006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:30.367 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 msgr2=0x7f2bd019ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:30.368 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd019ba50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0000c00 tx=0x7f2bc0011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:30.368 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 shutdown_connections 2023-03-22T14:19:30.368 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f2bb80380f0 0x7f2bb803a5a0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:30.368 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 --2- 172.21.15.45:0/4285206196 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2bd007acc0 0x7f2bd019ba50 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:30.368 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 >> 172.21.15.45:0/4285206196 conn(0x7f2bd0101240 msgr2=0x7f2bd0101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:30.368 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 shutdown_connections 2023-03-22T14:19:30.368 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:29.756+0000 7f2bd4f4c700 1 -- 172.21.15.45:0/4285206196 wait complete. 2023-03-22T14:19:30.369 INFO:teuthology.orchestra.run.smithi045.stdout:Enabling the dashboard module... 2023-03-22T14:19:30.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:30 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4285206196' entity='client.admin' 2023-03-22T14:19:30.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:30 smithi045 ceph-mon[91728]: from='mgr.14118 172.21.15.45:0/4086916187' entity='mgr.x' 2023-03-22T14:19:32.053 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:31 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2185593361' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-03-22T14:19:32.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: ignoring --setuser ceph since I am not root 2023-03-22T14:19:32.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: ignoring --setgroup ceph since I am not root 2023-03-22T14:19:32.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:32.051+0000 7f533abb9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:19:32.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.910+0000 7f054d09a700 1 Processor -- start 2023-03-22T14:19:32.159 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.910+0000 7f054d09a700 1 -- start start 2023-03-22T14:19:32.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.910+0000 7f054d09a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f0548108ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:32.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.910+0000 7f054d09a700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0548074250 con 0x7f05481066d0 2023-03-22T14:19:32.160 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.910+0000 7f0546d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f0548108ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:32.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.911+0000 7f0546d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f0548108ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60688/0 (socket says 172.21.15.45:60688) 2023-03-22T14:19:32.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.911+0000 7f0546d9d700 1 -- 172.21.15.45:0/1618039657 learned_addr learned my addr 172.21.15.45:0/1618039657 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:32.161 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.911+0000 7f0546d9d700 1 -- 172.21.15.45:0/1618039657 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0548074390 con 0x7f05481066d0 2023-03-22T14:19:32.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.911+0000 7f0546d9d700 1 --2- 172.21.15.45:0/1618039657 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f0548108ab0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f05380098a0 tx=0x7f0538009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3e9d051a732b1cb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:32.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.911+0000 7f0545d9b700 1 -- 172.21.15.45:0/1618039657 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0538004160 con 0x7f05481066d0 2023-03-22T14:19:32.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f0545d9b700 1 -- 172.21.15.45:0/1618039657 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05380042c0 con 0x7f05481066d0 2023-03-22T14:19:32.162 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f0545d9b700 1 -- 172.21.15.45:0/1618039657 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f05380119b0 con 0x7f05481066d0 2023-03-22T14:19:32.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f054d09a700 1 -- 172.21.15.45:0/1618039657 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 msgr2=0x7f0548108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:32.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f054d09a700 1 --2- 172.21.15.45:0/1618039657 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f0548108ab0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f05380098a0 tx=0x7f0538009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:32.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f054d09a700 1 -- 172.21.15.45:0/1618039657 shutdown_connections 2023-03-22T14:19:32.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f054d09a700 1 --2- 172.21.15.45:0/1618039657 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f0548108ab0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:32.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f054d09a700 1 -- 172.21.15.45:0/1618039657 >> 172.21.15.45:0/1618039657 conn(0x7f0548100110 msgr2=0x7f0548102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:32.163 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f054d09a700 1 -- 172.21.15.45:0/1618039657 shutdown_connections 2023-03-22T14:19:32.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.912+0000 7f054d09a700 1 -- 172.21.15.45:0/1618039657 wait complete. 2023-03-22T14:19:32.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.913+0000 7f054d09a700 1 Processor -- start 2023-03-22T14:19:32.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.913+0000 7f054d09a700 1 -- start start 2023-03-22T14:19:32.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.914+0000 7f054d09a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f054819ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:32.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.914+0000 7f054d09a700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f054819bf50 con 0x7f05481066d0 2023-03-22T14:19:32.164 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.914+0000 7f0546d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f054819ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:32.165 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.914+0000 7f0546d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f054819ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60690/0 (socket says 172.21.15.45:60690) 2023-03-22T14:19:32.165 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.914+0000 7f0546d9d700 1 -- 172.21.15.45:0/2185593361 learned_addr learned my addr 172.21.15.45:0/2185593361 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:32.165 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.914+0000 7f0546d9d700 1 -- 172.21.15.45:0/2185593361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0538009550 con 0x7f05481066d0 2023-03-22T14:19:32.165 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.915+0000 7f0546d9d700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f054819ba10 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0538003e60 tx=0x7f0538011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:32.165 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.915+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0538003970 con 0x7f05481066d0 2023-03-22T14:19:32.166 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.915+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0538003ad0 con 0x7f05481066d0 2023-03-22T14:19:32.166 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.915+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f05380195e0 con 0x7f05481066d0 2023-03-22T14:19:32.166 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.915+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0548109e90 con 0x7f05481066d0 2023-03-22T14:19:32.166 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.915+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0548109d00 con 0x7f05481066d0 2023-03-22T14:19:32.166 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.916+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 8) v1 ==== 44769+0+0 (secure 0 0 0) 0x7f053801a430 con 0x7f05481066d0 2023-03-22T14:19:32.167 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.916+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f054810a020 con 0x7f05481066d0 2023-03-22T14:19:32.167 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.917+0000 7f052ffff700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0530038000 0x7f053003a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:32.167 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.917+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f053804beb0 con 0x7f05481066d0 2023-03-22T14:19:32.167 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.917+0000 7f054659c700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0530038000 0x7f053003a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:32.167 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.918+0000 7f054659c700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0530038000 0x7f053003a4b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f053c006fd0 tx=0x7f053c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:32.167 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:30.922+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f0538023af0 con 0x7f05481066d0 2023-03-22T14:19:32.167 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.190+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f054819f620 con 0x7f05481066d0 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.757+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 9) v1 ==== 44782+0+0 (secure 0 0 0) 0x7f0538019c20 con 0x7f05481066d0 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.758+0000 7f052ffff700 1 -- 172.21.15.45:0/2185593361 <== mon.0 v2:172.21.15.45:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f053804b800 con 0x7f05481066d0 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0530038000 msgr2=0x7f053003a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0530038000 0x7f053003a4b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f053c006fd0 tx=0x7f053c006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 msgr2=0x7f054819ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f054819ba10 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0538003e60 tx=0x7f0538011aa0 comp rx=0 tx=0).stop 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 shutdown_connections 2023-03-22T14:19:32.168 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f0530038000 0x7f053003a4b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:32.169 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 --2- 172.21.15.45:0/2185593361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05481066d0 0x7f054819ba10 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:32.169 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 >> 172.21.15.45:0/2185593361 conn(0x7f0548100110 msgr2=0x7f0548100dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:32.169 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.761+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 shutdown_connections 2023-03-22T14:19:32.169 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:31.762+0000 7f054d09a700 1 -- 172.21.15.45:0/2185593361 wait complete. 2023-03-22T14:19:32.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:32.161+0000 7f533abb9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:19:32.411 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:32.288+0000 7f533abb9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:19:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:32.409+0000 7f533abb9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:19:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:32.646+0000 7f533abb9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:19:33.031 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:32 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2185593361' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-03-22T14:19:33.049 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:32 smithi045 ceph-mon[91728]: mgrmap e9: x(active, since 16s) 2023-03-22T14:19:33.374 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:33.079+0000 7f533abb9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:19:33.375 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:33.208+0000 7f533abb9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:19:33.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout { 2023-03-22T14:19:33.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-03-22T14:19:33.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "available": true, 2023-03-22T14:19:33.434 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-03-22T14:19:33.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-03-22T14:19:33.435 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout } 2023-03-22T14:19:33.438 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.680+0000 7f79ce63d700 1 Processor -- start 2023-03-22T14:19:33.438 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.680+0000 7f79ce63d700 1 -- start start 2023-03-22T14:19:33.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.680+0000 7f79ce63d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c80791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:33.439 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.680+0000 7f79ce63d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79c8079720 con 0x7f79c807ace0 2023-03-22T14:19:33.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.681+0000 7f79c7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c80791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:33.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.681+0000 7f79c7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c80791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60710/0 (socket says 172.21.15.45:60710) 2023-03-22T14:19:33.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.681+0000 7f79c7fff700 1 -- 172.21.15.45:0/3382342025 learned_addr learned my addr 172.21.15.45:0/3382342025 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:33.440 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.681+0000 7f79c7fff700 1 -- 172.21.15.45:0/3382342025 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79c8079860 con 0x7f79c807ace0 2023-03-22T14:19:33.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.682+0000 7f79c7fff700 1 --2- 172.21.15.45:0/3382342025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c80791e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f79b80098a0 tx=0x7f79b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=494294debf6e358f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:33.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.682+0000 7f79c6ffd700 1 -- 172.21.15.45:0/3382342025 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f79b8004160 con 0x7f79c807ace0 2023-03-22T14:19:33.441 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.682+0000 7f79c6ffd700 1 -- 172.21.15.45:0/3382342025 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79b80042c0 con 0x7f79c807ace0 2023-03-22T14:19:33.442 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.682+0000 7f79c6ffd700 1 -- 172.21.15.45:0/3382342025 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f79b80119b0 con 0x7f79c807ace0 2023-03-22T14:19:33.442 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.683+0000 7f79ce63d700 1 -- 172.21.15.45:0/3382342025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 msgr2=0x7f79c80791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:33.442 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.683+0000 7f79ce63d700 1 --2- 172.21.15.45:0/3382342025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c80791e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f79b80098a0 tx=0x7f79b8009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:33.442 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.683+0000 7f79ce63d700 1 -- 172.21.15.45:0/3382342025 shutdown_connections 2023-03-22T14:19:33.442 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.683+0000 7f79ce63d700 1 --2- 172.21.15.45:0/3382342025 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c80791e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.683+0000 7f79ce63d700 1 -- 172.21.15.45:0/3382342025 >> 172.21.15.45:0/3382342025 conn(0x7f79c8101240 msgr2=0x7f79c8103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.683+0000 7f79ce63d700 1 -- 172.21.15.45:0/3382342025 shutdown_connections 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.683+0000 7f79ce63d700 1 -- 172.21.15.45:0/3382342025 wait complete. 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.684+0000 7f79ce63d700 1 Processor -- start 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.684+0000 7f79ce63d700 1 -- start start 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.684+0000 7f79ce63d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c819ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.684+0000 7f79ce63d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79c819bf90 con 0x7f79c807ace0 2023-03-22T14:19:33.443 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79c7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c819ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:33.444 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79c7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c819ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60716/0 (socket says 172.21.15.45:60716) 2023-03-22T14:19:33.444 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79c7fff700 1 -- 172.21.15.45:0/675726843 learned_addr learned my addr 172.21.15.45:0/675726843 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:33.444 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79c7fff700 1 -- 172.21.15.45:0/675726843 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79b8009550 con 0x7f79c807ace0 2023-03-22T14:19:33.444 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79c7fff700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c819ba50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f79b8000c00 tx=0x7f79b8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:33.444 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79c57fa700 1 -- 172.21.15.45:0/675726843 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f79b80039f0 con 0x7f79c807ace0 2023-03-22T14:19:33.444 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79c57fa700 1 -- 172.21.15.45:0/675726843 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79b8003b50 con 0x7f79c807ace0 2023-03-22T14:19:33.444 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.685+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79c810c110 con 0x7f79c807ace0 2023-03-22T14:19:33.445 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.686+0000 7f79c57fa700 1 -- 172.21.15.45:0/675726843 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f79b801a780 con 0x7f79c807ace0 2023-03-22T14:19:33.445 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.686+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79c810bf80 con 0x7f79c807ace0 2023-03-22T14:19:33.445 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.687+0000 7f79c57fa700 1 -- 172.21.15.45:0/675726843 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 9) v1 ==== 44782+0+0 (secure 0 0 0) 0x7f79b8024440 con 0x7f79c807ace0 2023-03-22T14:19:33.445 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.687+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79c810c2a0 con 0x7f79c807ace0 2023-03-22T14:19:33.445 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.687+0000 7f79c57fa700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 0x7f79b003a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:33.445 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.687+0000 7f79c77fe700 1 -- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 msgr2=0x7f79b003a5a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:33.445 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.687+0000 7f79c57fa700 1 -- 172.21.15.45:0/675726843 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f79b804bdf0 con 0x7f79c807ace0 2023-03-22T14:19:33.446 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.687+0000 7f79c77fe700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 0x7f79b003a5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:19:33.446 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.692+0000 7f79c57fa700 1 -- 172.21.15.45:0/675726843 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f79b80189a0 con 0x7f79c807ace0 2023-03-22T14:19:33.446 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.888+0000 7f79c77fe700 1 -- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 msgr2=0x7f79b003a5a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:33.446 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:32.888+0000 7f79c77fe700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 0x7f79b003a5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-03-22T14:19:33.447 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.005+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f79c819f680 con 0x7f79c807ace0 2023-03-22T14:19:33.447 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.006+0000 7f79c57fa700 1 -- 172.21.15.45:0/675726843 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f79b8018350 con 0x7f79c807ace0 2023-03-22T14:19:33.448 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 msgr2=0x7f79b003a5a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:19:33.448 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 0x7f79b003a5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:33.448 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 msgr2=0x7f79c819ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:33.448 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c819ba50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f79b8000c00 tx=0x7f79b8011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:33.448 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 shutdown_connections 2023-03-22T14:19:33.448 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f79b00380f0 0x7f79b003a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:33.448 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 --2- 172.21.15.45:0/675726843 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f79c807ace0 0x7f79c819ba50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:33.449 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 >> 172.21.15.45:0/675726843 conn(0x7f79c8101240 msgr2=0x7f79c8101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:33.449 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 shutdown_connections 2023-03-22T14:19:33.449 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.008+0000 7f79ce63d700 1 -- 172.21.15.45:0/675726843 wait complete. 2023-03-22T14:19:33.449 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for the mgr to restart... 2023-03-22T14:19:33.449 INFO:teuthology.orchestra.run.smithi045.stdout:Waiting for mgr epoch 9... 2023-03-22T14:19:33.696 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:33.373+0000 7f533abb9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:19:33.696 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:33.505+0000 7f533abb9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:19:33.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:33 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/675726843' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-03-22T14:19:34.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:34.066+0000 7f533abb9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:19:35.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:34.818+0000 7f533abb9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:19:35.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:35.024+0000 7f533abb9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:19:36.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:35.966+0000 7f533abb9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:19:36.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:36.085+0000 7f533abb9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:19:36.662 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:36.304+0000 7f533abb9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:19:36.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:36.661+0000 7f533abb9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:19:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:36.778+0000 7f533abb9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:19:37.468 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:37.129+0000 7f533abb9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:19:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:37.466+0000 7f533abb9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:19:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:38.398+0000 7f533abb9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:19:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:38.577+0000 7f533abb9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:19:39.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:38.822+0000 7f533abb9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:19:39.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:38.969+0000 7f533abb9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:19:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:39.244+0000 7f533abb9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:19:40.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:40 smithi045 ceph-mon[91728]: Active manager daemon x restarted 2023-03-22T14:19:40.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:40 smithi045 ceph-mon[91728]: Activating manager daemon x 2023-03-22T14:19:40.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:40 smithi045 ceph-mon[91728]: osdmap e3: 0 total, 0 up, 0 in 2023-03-22T14:19:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:19:40.310+0000 7f533abb9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:19:41.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: mgrmap e10: x(active, starting, since 0.0529169s) 2023-03-22T14:19:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:19:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-03-22T14:19:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:19:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:19:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:19:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: Manager daemon x is now available 2023-03-22T14:19:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:19:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-03-22T14:19:41.838 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout { 2023-03-22T14:19:41.838 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-03-22T14:19:41.838 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout "initialized": true 2023-03-22T14:19:41.838 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout } 2023-03-22T14:19:41.839 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.971+0000 7f4e7e3cb700 1 Processor -- start 2023-03-22T14:19:41.839 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.971+0000 7f4e7e3cb700 1 -- start start 2023-03-22T14:19:41.839 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.972+0000 7f4e7e3cb700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e781087a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:41.839 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.972+0000 7f4e7e3cb700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e78108ce0 con 0x7f4e78074190 2023-03-22T14:19:41.839 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.972+0000 7f4e77fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e781087a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:41.839 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.972+0000 7f4e77fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e781087a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60732/0 (socket says 172.21.15.45:60732) 2023-03-22T14:19:41.839 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.972+0000 7f4e77fff700 1 -- 172.21.15.45:0/2697127500 learned_addr learned my addr 172.21.15.45:0/2697127500 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.972+0000 7f4e77fff700 1 -- 172.21.15.45:0/2697127500 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e78108e20 con 0x7f4e78074190 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.973+0000 7f4e77fff700 1 --2- 172.21.15.45:0/2697127500 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e781087a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4e680098a0 tx=0x7f4e68009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1ffbbf8b11f32b1 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.973+0000 7f4e76ffd700 1 -- 172.21.15.45:0/2697127500 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e68004160 con 0x7f4e78074190 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.973+0000 7f4e76ffd700 1 -- 172.21.15.45:0/2697127500 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e680042c0 con 0x7f4e78074190 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.973+0000 7f4e76ffd700 1 -- 172.21.15.45:0/2697127500 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e680119b0 con 0x7f4e78074190 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.974+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/2697127500 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 msgr2=0x7f4e781087a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.974+0000 7f4e7e3cb700 1 --2- 172.21.15.45:0/2697127500 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e781087a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4e680098a0 tx=0x7f4e68009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:41.840 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.974+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/2697127500 shutdown_connections 2023-03-22T14:19:41.841 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.974+0000 7f4e7e3cb700 1 --2- 172.21.15.45:0/2697127500 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e781087a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:41.841 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.974+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/2697127500 >> 172.21.15.45:0/2697127500 conn(0x7f4e78100110 msgr2=0x7f4e78102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:41.841 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.974+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/2697127500 shutdown_connections 2023-03-22T14:19:41.841 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.974+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/2697127500 wait complete. 2023-03-22T14:19:41.841 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.975+0000 7f4e7e3cb700 1 Processor -- start 2023-03-22T14:19:41.841 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.975+0000 7f4e7e3cb700 1 -- start start 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.976+0000 7f4e7e3cb700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e78199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.976+0000 7f4e7e3cb700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e78199d80 con 0x7f4e78074190 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.976+0000 7f4e77fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e78199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.976+0000 7f4e77fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e78199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60744/0 (socket says 172.21.15.45:60744) 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.976+0000 7f4e77fff700 1 -- 172.21.15.45:0/702068109 learned_addr learned my addr 172.21.15.45:0/702068109 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.977+0000 7f4e77fff700 1 -- 172.21.15.45:0/702068109 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e68009550 con 0x7f4e78074190 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.977+0000 7f4e77fff700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e78199840 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4e68006af0 tx=0x7f4e68011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:41.842 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.977+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e68003a40 con 0x7f4e78074190 2023-03-22T14:19:41.843 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.977+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e68003ba0 con 0x7f4e78074190 2023-03-22T14:19:41.843 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.977+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e68019730 con 0x7f4e78074190 2023-03-22T14:19:41.843 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.977+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e78109eb0 con 0x7f4e78074190 2023-03-22T14:19:41.843 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.977+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e78109d20 con 0x7f4e78074190 2023-03-22T14:19:41.844 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.979+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 9) v1 ==== 44782+0+0 (secure 0 0 0) 0x7f4e6801aaf0 con 0x7f4e78074190 2023-03-22T14:19:41.844 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.979+0000 7f4e757fa700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:41.844 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.979+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 --> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4e6003ac60 con 0x7f4e600380a0 2023-03-22T14:19:41.844 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.979+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f4e6804bd20 con 0x7f4e78074190 2023-03-22T14:19:41.845 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.979+0000 7f4e777fe700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 msgr2=0x7f4e6003a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:41.845 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:33.979+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:19:41.845 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:34.180+0000 7f4e777fe700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 msgr2=0x7f4e6003a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:41.845 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:34.180+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-03-22T14:19:41.846 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:34.581+0000 7f4e777fe700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 msgr2=0x7f4e6003a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:41.846 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:34.581+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-03-22T14:19:41.846 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:35.382+0000 7f4e777fe700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 msgr2=0x7f4e6003a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:41.847 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:35.382+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-03-22T14:19:41.847 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:36.983+0000 7f4e777fe700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 msgr2=0x7f4e6003a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:41.847 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:36.983+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-03-22T14:19:41.847 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:40.187+0000 7f4e777fe700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 msgr2=0x7f4e6003a550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/743263651 2023-03-22T14:19:41.848 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:40.187+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2023-03-22T14:19:41.848 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:40.364+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mgrmap(e 10) v1 ==== 44549+0+0 (secure 0 0 0) 0x7f4e6800bd00 con 0x7f4e78074190 2023-03-22T14:19:41.848 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:40.365+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 msgr2=0x7f4e6003a550 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:19:41.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:40.365+0000 7f4e757fa700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:41.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.372+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 11) v1 ==== 44676+0+0 (secure 0 0 0) 0x7f4e6804d890 con 0x7f4e78074190 2023-03-22T14:19:41.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.372+0000 7f4e757fa700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4e6003bb20 0x7f4e6003df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:41.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.373+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4e6003ac60 con 0x7f4e6003bb20 2023-03-22T14:19:41.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.373+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4e6003bb20 0x7f4e6003df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:41.849 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.374+0000 7f4e777fe700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4e6003bb20 0x7f4e6003df00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c003a10 tx=0x7f4e6c009270 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:41.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.375+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f4e6003ac60 con 0x7f4e6003bb20 2023-03-22T14:19:41.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.382+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f4e7819ab80 con 0x7f4e6003bb20 2023-03-22T14:19:41.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.382+0000 7f4e757fa700 1 -- 172.21.15.45:0/702068109 <== mgr.14150 v2:172.21.15.45:6800/3954219341 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f4e7819ab80 con 0x7f4e6003bb20 2023-03-22T14:19:41.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4e6003bb20 msgr2=0x7f4e6003df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:41.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4e6003bb20 0x7f4e6003df00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c003a10 tx=0x7f4e6c009270 comp rx=0 tx=0).stop 2023-03-22T14:19:41.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 msgr2=0x7f4e78199840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:41.850 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e78199840 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4e68006af0 tx=0x7f4e68011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:41.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 shutdown_connections 2023-03-22T14:19:41.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4e6003bb20 0x7f4e6003df00 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:41.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4e78074190 0x7f4e78199840 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:41.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 --2- 172.21.15.45:0/702068109 >> [v2:172.21.15.45:6800/743263651,v1:172.21.15.45:6801/743263651] conn(0x7f4e600380a0 0x7f4e6003a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:41.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 >> 172.21.15.45:0/702068109 conn(0x7f4e78100110 msgr2=0x7f4e78100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:41.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 shutdown_connections 2023-03-22T14:19:41.851 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:41.383+0000 7f4e7e3cb700 1 -- 172.21.15.45:0/702068109 wait complete. 2023-03-22T14:19:41.852 INFO:teuthology.orchestra.run.smithi045.stdout:mgr epoch 9 is available 2023-03-22T14:19:41.852 INFO:teuthology.orchestra.run.smithi045.stdout:Generating a dashboard self-signed certificate... 2023-03-22T14:19:42.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:42 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:41] ENGINE Bus STARTING 2023-03-22T14:19:42.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:42 smithi045 ceph-mon[91728]: mgrmap e11: x(active, since 1.06217s) 2023-03-22T14:19:42.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:42 smithi045 ceph-mon[91728]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-03-22T14:19:42.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:42 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:41] ENGINE Serving on http://172.21.15.45:8765 2023-03-22T14:19:42.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:42 smithi045 ceph-mon[91728]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-03-22T14:19:42.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:42 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:41] ENGINE Serving on https://172.21.15.45:7150 2023-03-22T14:19:42.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:42 smithi045 ceph-mon[91728]: [22/Mar/2023:14:19:41] ENGINE Bus STARTED 2023-03-22T14:19:43.218 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-03-22T14:19:43.218 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.507+0000 7fd5c367b700 1 Processor -- start 2023-03-22T14:19:43.218 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.508+0000 7fd5c367b700 1 -- start start 2023-03-22T14:19:43.218 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.508+0000 7fd5c367b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc079200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:43.219 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.508+0000 7fd5c367b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5bc079740 con 0x7fd5bc07ad00 2023-03-22T14:19:43.219 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.508+0000 7fd5c1417700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc079200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:43.219 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.508+0000 7fd5c1417700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc079200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36318/0 (socket says 172.21.15.45:36318) 2023-03-22T14:19:43.219 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.508+0000 7fd5c1417700 1 -- 172.21.15.45:0/1816181570 learned_addr learned my addr 172.21.15.45:0/1816181570 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:43.219 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.509+0000 7fd5c1417700 1 -- 172.21.15.45:0/1816181570 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5bc079880 con 0x7fd5bc07ad00 2023-03-22T14:19:43.219 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.509+0000 7fd5c1417700 1 --2- 172.21.15.45:0/1816181570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc079200 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd5b80098a0 tx=0x7fd5b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17678f94c26919bb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:43.219 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.509+0000 7fd5b3fff700 1 -- 172.21.15.45:0/1816181570 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5b8004160 con 0x7fd5bc07ad00 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.509+0000 7fd5b3fff700 1 -- 172.21.15.45:0/1816181570 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5b80042c0 con 0x7fd5bc07ad00 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.509+0000 7fd5b3fff700 1 -- 172.21.15.45:0/1816181570 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5b80119b0 con 0x7fd5bc07ad00 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.510+0000 7fd5c367b700 1 -- 172.21.15.45:0/1816181570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 msgr2=0x7fd5bc079200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.510+0000 7fd5c367b700 1 --2- 172.21.15.45:0/1816181570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc079200 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd5b80098a0 tx=0x7fd5b8009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.510+0000 7fd5c367b700 1 -- 172.21.15.45:0/1816181570 shutdown_connections 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.510+0000 7fd5c367b700 1 --2- 172.21.15.45:0/1816181570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc079200 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.510+0000 7fd5c367b700 1 -- 172.21.15.45:0/1816181570 >> 172.21.15.45:0/1816181570 conn(0x7fd5bc101240 msgr2=0x7fd5bc103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:43.220 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.510+0000 7fd5c367b700 1 -- 172.21.15.45:0/1816181570 shutdown_connections 2023-03-22T14:19:43.221 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.510+0000 7fd5c367b700 1 -- 172.21.15.45:0/1816181570 wait complete. 2023-03-22T14:19:43.221 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.511+0000 7fd5c367b700 1 Processor -- start 2023-03-22T14:19:43.221 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.511+0000 7fd5c367b700 1 -- start start 2023-03-22T14:19:43.221 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.511+0000 7fd5c367b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc19bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:43.224 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.511+0000 7fd5c367b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5bc19bff0 con 0x7fd5bc07ad00 2023-03-22T14:19:43.224 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5c1417700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc19bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:43.224 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5c1417700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc19bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36322/0 (socket says 172.21.15.45:36322) 2023-03-22T14:19:43.224 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5c1417700 1 -- 172.21.15.45:0/1736193450 learned_addr learned my addr 172.21.15.45:0/1736193450 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:43.225 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5c1417700 1 -- 172.21.15.45:0/1736193450 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5b8009550 con 0x7fd5bc07ad00 2023-03-22T14:19:43.225 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5c1417700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc19bab0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd5b8003e60 tx=0x7fd5b8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:43.225 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5b27fc700 1 -- 172.21.15.45:0/1736193450 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5b8003b20 con 0x7fd5bc07ad00 2023-03-22T14:19:43.225 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5bc10c0f0 con 0x7fd5bc07ad00 2023-03-22T14:19:43.225 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5b27fc700 1 -- 172.21.15.45:0/1736193450 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5b8003c80 con 0x7fd5bc07ad00 2023-03-22T14:19:43.225 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.512+0000 7fd5b27fc700 1 -- 172.21.15.45:0/1736193450 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5b8024760 con 0x7fd5bc07ad00 2023-03-22T14:19:43.225 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.513+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5bc10bf60 con 0x7fd5bc07ad00 2023-03-22T14:19:43.226 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.514+0000 7fd5b27fc700 1 -- 172.21.15.45:0/1736193450 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 12) v1 ==== 44782+0+0 (secure 0 0 0) 0x7fd5b801ab10 con 0x7fd5bc07ad00 2023-03-22T14:19:43.226 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.514+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5bc10c280 con 0x7fd5bc07ad00 2023-03-22T14:19:43.226 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.514+0000 7fd5b27fc700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd5a80380a0 0x7fd5a803a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:43.226 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.514+0000 7fd5b27fc700 1 -- 172.21.15.45:0/1736193450 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd5b804c0e0 con 0x7fd5bc07ad00 2023-03-22T14:19:43.227 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.515+0000 7fd5c0c16700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd5a80380a0 0x7fd5a803a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:43.227 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.515+0000 7fd5c0c16700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd5a80380a0 0x7fd5a803a550 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac006fd0 tx=0x7fd5ac006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:43.227 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.520+0000 7fd5b27fc700 1 -- 172.21.15.45:0/1736193450 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fd5b8018920 con 0x7fd5bc07ad00 2023-03-22T14:19:43.227 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.750+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7fd5bc102640 con 0x7fd5a80380a0 2023-03-22T14:19:43.227 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.810+0000 7fd5b27fc700 1 -- 172.21.15.45:0/1736193450 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7fd5bc102640 con 0x7fd5a80380a0 2023-03-22T14:19:43.227 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd5a80380a0 msgr2=0x7fd5a803a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:43.227 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd5a80380a0 0x7fd5a803a550 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac006fd0 tx=0x7fd5ac006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 msgr2=0x7fd5bc19bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc19bab0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd5b8003e60 tx=0x7fd5b8011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 shutdown_connections 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd5a80380a0 0x7fd5a803a550 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 --2- 172.21.15.45:0/1736193450 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd5bc07ad00 0x7fd5bc19bab0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 >> 172.21.15.45:0/1736193450 conn(0x7fd5bc101240 msgr2=0x7fd5bc101f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 shutdown_connections 2023-03-22T14:19:43.228 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:42.813+0000 7fd5c367b700 1 -- 172.21.15.45:0/1736193450 wait complete. 2023-03-22T14:19:43.229 INFO:teuthology.orchestra.run.smithi045.stdout:Creating initial admin user... 2023-03-22T14:19:43.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:43 smithi045 ceph-mon[91728]: mgrmap e12: x(active, since 2s) 2023-03-22T14:19:43.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:43.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:43 smithi045 ceph-mon[91728]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:43.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:43.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:44.705 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$iyqIFwU2oJzejpysG1fXBeKH5B1gYVr5oXoTQsBV5j/8OX1zcSiCC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1679494784, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-03-22T14:19:44.705 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.794+0000 7f8086ead700 1 Processor -- start 2023-03-22T14:19:44.705 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.794+0000 7f8086ead700 1 -- start start 2023-03-22T14:19:44.705 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.794+0000 7f8086ead700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f8080108ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:44.705 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.794+0000 7f8086ead700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8080074250 con 0x7f80801066d0 2023-03-22T14:19:44.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.795+0000 7f8084c49700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f8080108ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:44.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.795+0000 7f8084c49700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f8080108ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36338/0 (socket says 172.21.15.45:36338) 2023-03-22T14:19:44.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.795+0000 7f8084c49700 1 -- 172.21.15.45:0/1868806140 learned_addr learned my addr 172.21.15.45:0/1868806140 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:44.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.795+0000 7f8084c49700 1 -- 172.21.15.45:0/1868806140 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8080074390 con 0x7f80801066d0 2023-03-22T14:19:44.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.795+0000 7f8084c49700 1 --2- 172.21.15.45:0/1868806140 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f8080108ab0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f80740098a0 tx=0x7f8074009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faa1306bee631670 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:44.706 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.796+0000 7f807f7fe700 1 -- 172.21.15.45:0/1868806140 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8074004160 con 0x7f80801066d0 2023-03-22T14:19:44.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.796+0000 7f807f7fe700 1 -- 172.21.15.45:0/1868806140 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80740042c0 con 0x7f80801066d0 2023-03-22T14:19:44.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.796+0000 7f807f7fe700 1 -- 172.21.15.45:0/1868806140 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80740119b0 con 0x7f80801066d0 2023-03-22T14:19:44.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.796+0000 7f8086ead700 1 -- 172.21.15.45:0/1868806140 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 msgr2=0x7f8080108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:44.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.796+0000 7f8086ead700 1 --2- 172.21.15.45:0/1868806140 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f8080108ab0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f80740098a0 tx=0x7f8074009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:44.707 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.797+0000 7f8086ead700 1 -- 172.21.15.45:0/1868806140 shutdown_connections 2023-03-22T14:19:44.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.797+0000 7f8086ead700 1 --2- 172.21.15.45:0/1868806140 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f8080108ab0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:44.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.797+0000 7f8086ead700 1 -- 172.21.15.45:0/1868806140 >> 172.21.15.45:0/1868806140 conn(0x7f8080100110 msgr2=0x7f8080102540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:44.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.797+0000 7f8086ead700 1 -- 172.21.15.45:0/1868806140 shutdown_connections 2023-03-22T14:19:44.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.797+0000 7f8086ead700 1 -- 172.21.15.45:0/1868806140 wait complete. 2023-03-22T14:19:44.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.798+0000 7f8086ead700 1 Processor -- start 2023-03-22T14:19:44.708 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.798+0000 7f8086ead700 1 -- start start 2023-03-22T14:19:44.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.798+0000 7f8086ead700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f808019ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:44.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.798+0000 7f8086ead700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f808019bf70 con 0x7f80801066d0 2023-03-22T14:19:44.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.798+0000 7f8084c49700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f808019ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:44.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.798+0000 7f8084c49700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f808019ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36354/0 (socket says 172.21.15.45:36354) 2023-03-22T14:19:44.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.799+0000 7f8084c49700 1 -- 172.21.15.45:0/50564072 learned_addr learned my addr 172.21.15.45:0/50564072 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:44.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.799+0000 7f8084c49700 1 -- 172.21.15.45:0/50564072 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8074009550 con 0x7f80801066d0 2023-03-22T14:19:44.709 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.799+0000 7f8084c49700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f808019ba30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8074000c00 tx=0x7f8074011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:44.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.799+0000 7f807dffb700 1 -- 172.21.15.45:0/50564072 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80740039f0 con 0x7f80801066d0 2023-03-22T14:19:44.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.799+0000 7f807dffb700 1 -- 172.21.15.45:0/50564072 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8074003b50 con 0x7f80801066d0 2023-03-22T14:19:44.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.799+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8080109e90 con 0x7f80801066d0 2023-03-22T14:19:44.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.799+0000 7f807dffb700 1 -- 172.21.15.45:0/50564072 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f807401a780 con 0x7f80801066d0 2023-03-22T14:19:44.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.800+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8080109d00 con 0x7f80801066d0 2023-03-22T14:19:44.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.801+0000 7f807dffb700 1 -- 172.21.15.45:0/50564072 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 12) v1 ==== 44782+0+0 (secure 0 0 0) 0x7f807401a9f0 con 0x7f80801066d0 2023-03-22T14:19:44.710 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.801+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f808010a020 con 0x7f80801066d0 2023-03-22T14:19:44.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.801+0000 7f807dffb700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f80700380f0 0x7f807003a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:44.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.801+0000 7f807dffb700 1 -- 172.21.15.45:0/50564072 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f807404be50 con 0x7f80801066d0 2023-03-22T14:19:44.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.801+0000 7f807ffff700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f80700380f0 0x7f807003a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:44.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.802+0000 7f807ffff700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f80700380f0 0x7f807003a5a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f806c006fd0 tx=0x7f806c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:44.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:43.807+0000 7f807dffb700 1 -- 172.21.15.45:0/50564072 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f80740237b0 con 0x7f80801066d0 2023-03-22T14:19:44.711 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.033+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f808019f3f0 con 0x7f80700380f0 2023-03-22T14:19:44.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.281+0000 7f807dffb700 1 -- 172.21.15.45:0/50564072 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7f808019f3f0 con 0x7f80700380f0 2023-03-22T14:19:44.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f80700380f0 msgr2=0x7f807003a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:44.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f80700380f0 0x7f807003a5a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f806c006fd0 tx=0x7f806c006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:44.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 msgr2=0x7f808019ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:44.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f808019ba30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8074000c00 tx=0x7f8074011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:44.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 shutdown_connections 2023-03-22T14:19:44.712 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f80700380f0 0x7f807003a5a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:44.713 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 --2- 172.21.15.45:0/50564072 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80801066d0 0x7f808019ba30 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:44.713 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 >> 172.21.15.45:0/50564072 conn(0x7f8080100110 msgr2=0x7f8080100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:44.713 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 shutdown_connections 2023-03-22T14:19:44.713 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:44.284+0000 7f8086ead700 1 -- 172.21.15.45:0/50564072 wait complete. 2023-03-22T14:19:44.713 INFO:teuthology.orchestra.run.smithi045.stdout:Fetching dashboard port number... 2023-03-22T14:19:45.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:45 smithi045 ceph-mon[91728]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:45.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:45.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:45.982 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stdout 8443 2023-03-22T14:19:45.983 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.251+0000 7f628a91b700 1 Processor -- start 2023-03-22T14:19:45.983 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.251+0000 7f628a91b700 1 -- start start 2023-03-22T14:19:45.983 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.252+0000 7f628a91b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f62840791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:45.983 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.252+0000 7f628a91b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6284079720 con 0x7f628407ace0 2023-03-22T14:19:45.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.252+0000 7f6289919700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f62840791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:45.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.252+0000 7f6289919700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f62840791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36360/0 (socket says 172.21.15.45:36360) 2023-03-22T14:19:45.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.252+0000 7f6289919700 1 -- 172.21.15.45:0/2028179127 learned_addr learned my addr 172.21.15.45:0/2028179127 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:45.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.252+0000 7f6289919700 1 -- 172.21.15.45:0/2028179127 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6284079860 con 0x7f628407ace0 2023-03-22T14:19:45.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.253+0000 7f6289919700 1 --2- 172.21.15.45:0/2028179127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f62840791e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f62800098a0 tx=0x7f6280009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd8f7bbab7ce4b48 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:45.984 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.253+0000 7f6288917700 1 -- 172.21.15.45:0/2028179127 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6280004160 con 0x7f628407ace0 2023-03-22T14:19:45.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.253+0000 7f6288917700 1 -- 172.21.15.45:0/2028179127 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62800042c0 con 0x7f628407ace0 2023-03-22T14:19:45.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.253+0000 7f6288917700 1 -- 172.21.15.45:0/2028179127 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62800119b0 con 0x7f628407ace0 2023-03-22T14:19:45.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.254+0000 7f628a91b700 1 -- 172.21.15.45:0/2028179127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 msgr2=0x7f62840791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:45.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.254+0000 7f628a91b700 1 --2- 172.21.15.45:0/2028179127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f62840791e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f62800098a0 tx=0x7f6280009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:45.985 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.254+0000 7f628a91b700 1 -- 172.21.15.45:0/2028179127 shutdown_connections 2023-03-22T14:19:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.254+0000 7f628a91b700 1 --2- 172.21.15.45:0/2028179127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f62840791e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.254+0000 7f628a91b700 1 -- 172.21.15.45:0/2028179127 >> 172.21.15.45:0/2028179127 conn(0x7f6284101070 msgr2=0x7f6284103480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.254+0000 7f628a91b700 1 -- 172.21.15.45:0/2028179127 shutdown_connections 2023-03-22T14:19:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.254+0000 7f628a91b700 1 -- 172.21.15.45:0/2028179127 wait complete. 2023-03-22T14:19:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.255+0000 7f628a91b700 1 Processor -- start 2023-03-22T14:19:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.255+0000 7f628a91b700 1 -- start start 2023-03-22T14:19:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.255+0000 7f628a91b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f628419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.255+0000 7f628a91b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f628419be10 con 0x7f628407ace0 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.256+0000 7f6289919700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f628419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.256+0000 7f6289919700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f628419b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36366/0 (socket says 172.21.15.45:36366) 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.256+0000 7f6289919700 1 -- 172.21.15.45:0/4016896938 learned_addr learned my addr 172.21.15.45:0/4016896938 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.256+0000 7f6289919700 1 -- 172.21.15.45:0/4016896938 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6280009550 con 0x7f628407ace0 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.256+0000 7f6289919700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f628419b8d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6280000c00 tx=0x7f6280011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.256+0000 7f627affd700 1 -- 172.21.15.45:0/4016896938 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62800039f0 con 0x7f628407ace0 2023-03-22T14:19:45.987 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.257+0000 7f627affd700 1 -- 172.21.15.45:0/4016896938 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6280003b50 con 0x7f628407ace0 2023-03-22T14:19:45.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.257+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f628410bf40 con 0x7f628407ace0 2023-03-22T14:19:45.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.257+0000 7f627affd700 1 -- 172.21.15.45:0/4016896938 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f628001a780 con 0x7f628407ace0 2023-03-22T14:19:45.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.257+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f628410bdb0 con 0x7f628407ace0 2023-03-22T14:19:45.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.258+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f628410c0d0 con 0x7f628407ace0 2023-03-22T14:19:45.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.258+0000 7f627affd700 1 -- 172.21.15.45:0/4016896938 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 12) v1 ==== 44782+0+0 (secure 0 0 0) 0x7f6280024440 con 0x7f628407ace0 2023-03-22T14:19:45.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.259+0000 7f627affd700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f62700380f0 0x7f627003a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:45.988 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.259+0000 7f627affd700 1 -- 172.21.15.45:0/4016896938 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f628004be60 con 0x7f628407ace0 2023-03-22T14:19:45.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.259+0000 7f6289118700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f62700380f0 0x7f627003a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:45.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.260+0000 7f6289118700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f62700380f0 0x7f627003a5a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6274006fd0 tx=0x7f6274006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:45.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.265+0000 7f627affd700 1 -- 172.21.15.45:0/4016896938 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6280018d90 con 0x7f628407ace0 2023-03-22T14:19:45.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.479+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f628419f4e0 con 0x7f628407ace0 2023-03-22T14:19:45.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.479+0000 7f627affd700 1 -- 172.21.15.45:0/4016896938 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f6280018350 con 0x7f628407ace0 2023-03-22T14:19:45.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.481+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f62700380f0 msgr2=0x7f627003a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:45.989 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.481+0000 7f628a91b700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f62700380f0 0x7f627003a5a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6274006fd0 tx=0x7f6274006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.481+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 msgr2=0x7f628419b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.481+0000 7f628a91b700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f628419b8d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6280000c00 tx=0x7f6280011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.481+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 shutdown_connections 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.482+0000 7f628a91b700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f62700380f0 0x7f627003a5a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.482+0000 7f628a91b700 1 --2- 172.21.15.45:0/4016896938 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f628407ace0 0x7f628419b8d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.482+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 >> 172.21.15.45:0/4016896938 conn(0x7f6284101070 msgr2=0x7f6284101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.482+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 shutdown_connections 2023-03-22T14:19:45.990 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:45.482+0000 7f628a91b700 1 -- 172.21.15.45:0/4016896938 wait complete. 2023-03-22T14:19:46.001 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-03-22T14:19:46.002 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout disabled 2023-03-22T14:19:46.036 INFO:teuthology.orchestra.run.smithi045.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-03-22T14:19:46.036 INFO:teuthology.orchestra.run.smithi045.stdout:systemctl: stdout inactive 2023-03-22T14:19:46.037 INFO:teuthology.orchestra.run.smithi045.stdout:firewalld.service is not enabled 2023-03-22T14:19:46.037 INFO:teuthology.orchestra.run.smithi045.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-03-22T14:19:46.038 INFO:teuthology.orchestra.run.smithi045.stdout:Ceph Dashboard is now available at: 2023-03-22T14:19:46.038 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:46.038 INFO:teuthology.orchestra.run.smithi045.stdout: URL: https://smithi045.front.sepia.ceph.com:8443/ 2023-03-22T14:19:46.038 INFO:teuthology.orchestra.run.smithi045.stdout: User: admin 2023-03-22T14:19:46.038 INFO:teuthology.orchestra.run.smithi045.stdout: Password: bpncfxlwt6 2023-03-22T14:19:46.038 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:46.039 INFO:teuthology.orchestra.run.smithi045.stdout:Saving cluster configuration to /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config directory 2023-03-22T14:19:46.039 INFO:teuthology.orchestra.run.smithi045.stdout:Enabling autotune for osd_memory_target 2023-03-22T14:19:46.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:46 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4016896938' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-03-22T14:19:47.469 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.887+0000 7f03fb631700 1 Processor -- start 2023-03-22T14:19:47.470 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.887+0000 7f03fb631700 1 -- start start 2023-03-22T14:19:47.470 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.888+0000 7f03fb631700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f4105fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:47.470 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.888+0000 7f03fb631700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03f4106520 con 0x7f03f4105bd0 2023-03-22T14:19:47.470 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.888+0000 7f03f93cd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f4105fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:47.470 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.888+0000 7f03f93cd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f4105fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45320/0 (socket says 172.21.15.45:45320) 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.888+0000 7f03f93cd700 1 -- 172.21.15.45:0/675052141 learned_addr learned my addr 172.21.15.45:0/675052141 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.889+0000 7f03f93cd700 1 -- 172.21.15.45:0/675052141 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03f4106660 con 0x7f03f4105bd0 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.889+0000 7f03f93cd700 1 --2- 172.21.15.45:0/675052141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f4105fe0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f03f00098a0 tx=0x7f03f0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f63c72581c21ff7 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.889+0000 7f03ebfff700 1 -- 172.21.15.45:0/675052141 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f03f0004160 con 0x7f03f4105bd0 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.889+0000 7f03ebfff700 1 -- 172.21.15.45:0/675052141 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f03f00042c0 con 0x7f03f4105bd0 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.889+0000 7f03ebfff700 1 -- 172.21.15.45:0/675052141 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f03f00119b0 con 0x7f03f4105bd0 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.890+0000 7f03fb631700 1 -- 172.21.15.45:0/675052141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 msgr2=0x7f03f4105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:47.471 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.890+0000 7f03fb631700 1 --2- 172.21.15.45:0/675052141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f4105fe0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f03f00098a0 tx=0x7f03f0009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.890+0000 7f03fb631700 1 -- 172.21.15.45:0/675052141 shutdown_connections 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.890+0000 7f03fb631700 1 --2- 172.21.15.45:0/675052141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f4105fe0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.890+0000 7f03fb631700 1 -- 172.21.15.45:0/675052141 >> 172.21.15.45:0/675052141 conn(0x7f03f4101240 msgr2=0x7f03f4103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.890+0000 7f03fb631700 1 -- 172.21.15.45:0/675052141 shutdown_connections 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.890+0000 7f03fb631700 1 -- 172.21.15.45:0/675052141 wait complete. 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.891+0000 7f03fb631700 1 Processor -- start 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.891+0000 7f03fb631700 1 -- start start 2023-03-22T14:19:47.472 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.891+0000 7f03fb631700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f419ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:47.473 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.891+0000 7f03fb631700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03f419bf50 con 0x7f03f4105bd0 2023-03-22T14:19:47.473 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.892+0000 7f03f93cd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f419ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:47.473 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.892+0000 7f03f93cd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f419ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45322/0 (socket says 172.21.15.45:45322) 2023-03-22T14:19:47.473 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.892+0000 7f03f93cd700 1 -- 172.21.15.45:0/4123764509 learned_addr learned my addr 172.21.15.45:0/4123764509 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:47.473 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.892+0000 7f03f93cd700 1 -- 172.21.15.45:0/4123764509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03f0009550 con 0x7f03f4105bd0 2023-03-22T14:19:47.473 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.892+0000 7f03f93cd700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f419ba10 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f03f0011980 tx=0x7f03f0011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.892+0000 7f03ea7fc700 1 -- 172.21.15.45:0/4123764509 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f03f0003a60 con 0x7f03f4105bd0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.892+0000 7f03ea7fc700 1 -- 172.21.15.45:0/4123764509 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f03f0003bc0 con 0x7f03f4105bd0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.893+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03f4107c60 con 0x7f03f4105bd0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.893+0000 7f03ea7fc700 1 -- 172.21.15.45:0/4123764509 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f03f001a670 con 0x7f03f4105bd0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.893+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03f4107ad0 con 0x7f03f4105bd0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.894+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03f410a060 con 0x7f03f4105bd0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.894+0000 7f03ea7fc700 1 -- 172.21.15.45:0/4123764509 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 12) v1 ==== 44782+0+0 (secure 0 0 0) 0x7f03f0024a00 con 0x7f03f4105bd0 2023-03-22T14:19:47.474 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.895+0000 7f03ea7fc700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f03e00380f0 0x7f03e003a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.895+0000 7f03ea7fc700 1 -- 172.21.15.45:0/4123764509 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f03f004bf70 con 0x7f03f4105bd0 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.895+0000 7f03f8bcc700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f03e00380f0 0x7f03e003a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.895+0000 7f03f8bcc700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f03e00380f0 0x7f03e003a5a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f03e4006fd0 tx=0x7f03e4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:46.900+0000 7f03ea7fc700 1 -- 172.21.15.45:0/4123764509 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f03f0024440 con 0x7f03f4105bd0 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.103+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7f03f40620b0 con 0x7f03f4105bd0 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.103+0000 7f03ea7fc700 1 -- 172.21.15.45:0/4123764509 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7f03f0018350 con 0x7f03f4105bd0 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f03e00380f0 msgr2=0x7f03e003a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:47.475 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f03e00380f0 0x7f03e003a5a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f03e4006fd0 tx=0x7f03e4006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:47.476 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 msgr2=0x7f03f419ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:47.476 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f419ba10 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f03f0011980 tx=0x7f03f0011a60 comp rx=0 tx=0).stop 2023-03-22T14:19:47.476 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 shutdown_connections 2023-03-22T14:19:47.476 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f03e00380f0 0x7f03e003a5a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:47.476 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 --2- 172.21.15.45:0/4123764509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f03f4105bd0 0x7f03f419ba10 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:47.476 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 >> 172.21.15.45:0/4123764509 conn(0x7f03f4101240 msgr2=0x7f03f4101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:47.476 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 shutdown_connections 2023-03-22T14:19:47.477 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.106+0000 7f03fb631700 1 -- 172.21.15.45:0/4123764509 wait complete. 2023-03-22T14:19:48.456 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:48 smithi045 ceph-mon[91728]: mgrmap e13: x(active, since 6s) 2023-03-22T14:19:48.744 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.978+0000 7f6bb9ced700 1 Processor -- start 2023-03-22T14:19:48.744 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.978+0000 7f6bb9ced700 1 -- start start 2023-03-22T14:19:48.745 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.979+0000 7f6bb9ced700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb40791c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:48.745 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.979+0000 7f6bb9ced700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bb4079700 con 0x7f6bb407acc0 2023-03-22T14:19:48.745 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.979+0000 7f6bb37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb40791c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:48.745 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.979+0000 7f6bb37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb40791c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45324/0 (socket says 172.21.15.45:45324) 2023-03-22T14:19:48.745 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.979+0000 7f6bb37fe700 1 -- 172.21.15.45:0/3036364739 learned_addr learned my addr 172.21.15.45:0/3036364739 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:48.745 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.979+0000 7f6bb37fe700 1 -- 172.21.15.45:0/3036364739 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bb4079840 con 0x7f6bb407acc0 2023-03-22T14:19:48.746 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.980+0000 7f6bb37fe700 1 --2- 172.21.15.45:0/3036364739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb40791c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40098a0 tx=0x7f6ba4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbefc8e48723e7f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:48.746 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.980+0000 7f6bb27fc700 1 -- 172.21.15.45:0/3036364739 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6ba4004160 con 0x7f6bb407acc0 2023-03-22T14:19:48.746 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.980+0000 7f6bb27fc700 1 -- 172.21.15.45:0/3036364739 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ba40042c0 con 0x7f6bb407acc0 2023-03-22T14:19:48.746 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.980+0000 7f6bb27fc700 1 -- 172.21.15.45:0/3036364739 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6ba40119b0 con 0x7f6bb407acc0 2023-03-22T14:19:48.746 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.981+0000 7f6bb9ced700 1 -- 172.21.15.45:0/3036364739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 msgr2=0x7f6bb40791c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:48.746 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.981+0000 7f6bb9ced700 1 --2- 172.21.15.45:0/3036364739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb40791c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6ba40098a0 tx=0x7f6ba4009bb0 comp rx=0 tx=0).stop 2023-03-22T14:19:48.746 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.981+0000 7f6bb9ced700 1 -- 172.21.15.45:0/3036364739 shutdown_connections 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.981+0000 7f6bb9ced700 1 --2- 172.21.15.45:0/3036364739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb40791c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.981+0000 7f6bb9ced700 1 -- 172.21.15.45:0/3036364739 >> 172.21.15.45:0/3036364739 conn(0x7f6bb4101240 msgr2=0x7f6bb4103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.981+0000 7f6bb9ced700 1 -- 172.21.15.45:0/3036364739 shutdown_connections 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.981+0000 7f6bb9ced700 1 -- 172.21.15.45:0/3036364739 wait complete. 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.982+0000 7f6bb9ced700 1 Processor -- start 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.983+0000 7f6bb9ced700 1 -- start start 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.983+0000 7f6bb9ced700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb419ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:48.747 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.983+0000 7f6bb9ced700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bb419bf90 con 0x7f6bb407acc0 2023-03-22T14:19:48.748 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.983+0000 7f6bb37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb419ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:48.748 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.983+0000 7f6bb37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb419ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45340/0 (socket says 172.21.15.45:45340) 2023-03-22T14:19:48.748 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.983+0000 7f6bb37fe700 1 -- 172.21.15.45:0/1244795643 learned_addr learned my addr 172.21.15.45:0/1244795643 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:48.748 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.984+0000 7f6bb37fe700 1 -- 172.21.15.45:0/1244795643 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ba4009550 con 0x7f6bb407acc0 2023-03-22T14:19:48.748 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.984+0000 7f6bb37fe700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb419ba50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4000c00 tx=0x7f6ba4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:48.748 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.984+0000 7f6bb0ff9700 1 -- 172.21.15.45:0/1244795643 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6ba40039f0 con 0x7f6bb407acc0 2023-03-22T14:19:48.748 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.984+0000 7f6bb0ff9700 1 -- 172.21.15.45:0/1244795643 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ba4003b50 con 0x7f6bb407acc0 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.984+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bb410c0d0 con 0x7f6bb407acc0 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.984+0000 7f6bb0ff9700 1 -- 172.21.15.45:0/1244795643 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6ba401a780 con 0x7f6bb407acc0 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.984+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bb410bf40 con 0x7f6bb407acc0 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.985+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bb410c260 con 0x7f6bb407acc0 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.985+0000 7f6bb0ff9700 1 -- 172.21.15.45:0/1244795643 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f6ba4024440 con 0x7f6bb407acc0 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.986+0000 7f6bb0ff9700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6b9c038140 0x7f6b9c03a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.986+0000 7f6bb0ff9700 1 -- 172.21.15.45:0/1244795643 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6ba404bfb0 con 0x7f6bb407acc0 2023-03-22T14:19:48.749 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.986+0000 7f6bb2ffd700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6b9c038140 0x7f6b9c03a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:48.750 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.987+0000 7f6bb2ffd700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6b9c038140 0x7f6b9c03a5f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6ba8006fd0 tx=0x7f6ba8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:48.750 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:47.991+0000 7f6bb0ff9700 1 -- 172.21.15.45:0/1244795643 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6ba4018b80 con 0x7f6bb407acc0 2023-03-22T14:19:48.750 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.311+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f6bb40620b0 con 0x7f6bb407acc0 2023-03-22T14:19:48.750 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.314+0000 7f6bb0ff9700 1 -- 172.21.15.45:0/1244795643 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) v1 ==== 153+0+0 (secure 0 0 0) 0x7f6ba4018350 con 0x7f6bb407acc0 2023-03-22T14:19:48.750 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6b9c038140 msgr2=0x7f6b9c03a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:48.750 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6b9c038140 0x7f6b9c03a5f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6ba8006fd0 tx=0x7f6ba8006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:48.750 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 msgr2=0x7f6bb419ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb419ba50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4000c00 tx=0x7f6ba4011a30 comp rx=0 tx=0).stop 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 shutdown_connections 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6b9c038140 0x7f6b9c03a5f0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 --2- 172.21.15.45:0/1244795643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6bb407acc0 0x7f6bb419ba50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 >> 172.21.15.45:0/1244795643 conn(0x7f6bb4101240 msgr2=0x7f6bb4101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 shutdown_connections 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr 2023-03-22T14:19:48.316+0000 7f6bb9ced700 1 -- 172.21.15.45:0/1244795643 wait complete. 2023-03-22T14:19:48.751 INFO:teuthology.orchestra.run.smithi045.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout:Or, if you are only running a single cluster on this host: 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-03-22T14:19:48.752 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout:Please consider enabling telemetry to help improve Ceph: 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: ceph telemetry on 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout:For more information see: 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-03-22T14:19:48.753 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:19:48.754 INFO:teuthology.orchestra.run.smithi045.stdout:Bootstrap complete. 2023-03-22T14:19:48.806 INFO:tasks.cephadm:Fetching config... 2023-03-22T14:19:48.806 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:19:48.807 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-03-22T14:19:48.844 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-03-22T14:19:48.845 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:19:48.845 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-03-22T14:19:48.924 INFO:tasks.cephadm:Fetching mon keyring... 2023-03-22T14:19:48.925 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:19:48.925 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/keyring of=/dev/stdout 2023-03-22T14:19:49.026 INFO:tasks.cephadm:Fetching pub ssh key... 2023-03-22T14:19:49.027 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:19:49.027 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-03-22T14:19:49.105 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-03-22T14:19:49.106 DEBUG:teuthology.orchestra.run.smithi045:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDanT/su6xmv6rs547eIEhjg+kKAqxl5Rucak94a3qfaAbnayJJ2cPI3weySnAnkdVfELf9KSig5ezXBnU/cqHXpV40TqQRZfGJJBXZGgTmQmITc89etZupzUNshFJD8Cs1TTKnw9vgZTOBfgZyDf6jIMMaZzVRO848jbJCQ3grqiXpJcNmGXz4hLrsWA6NbkFKw+xdgiRqfkHKsa7C7VGP15VDvvp3Wk5Hv2H7UBZWW8q3ZD0GdUTV00tbUkiqk2FBDH2eGOjSLztYrmV4u17RhuUpghdCcgqv5xHfG8Ff9tdCVMpWxA6UzZs3NnyjXkeY55YYt08ZyQnLSrOboiG7SzFua8/ZI6emlUGOXaSMeGv2kimww4DLyB7ooTaGqWSxFhZ4AwmardOxN6Z63nKH+fjxLzbHRX7Akb9nck5iJ5UbwOHFHx9jkkkLLyPxx7vjY9Zu4O4da1f4RN1rbwJnIpyilZkhWYo39uiERUm9mb+U0CBaLDsbKKTWC9hACvE= ceph-54899176-c8bc-11ed-9afe-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-03-22T14:19:49.231 INFO:teuthology.orchestra.run.smithi045.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDanT/su6xmv6rs547eIEhjg+kKAqxl5Rucak94a3qfaAbnayJJ2cPI3weySnAnkdVfELf9KSig5ezXBnU/cqHXpV40TqQRZfGJJBXZGgTmQmITc89etZupzUNshFJD8Cs1TTKnw9vgZTOBfgZyDf6jIMMaZzVRO848jbJCQ3grqiXpJcNmGXz4hLrsWA6NbkFKw+xdgiRqfkHKsa7C7VGP15VDvvp3Wk5Hv2H7UBZWW8q3ZD0GdUTV00tbUkiqk2FBDH2eGOjSLztYrmV4u17RhuUpghdCcgqv5xHfG8Ff9tdCVMpWxA6UzZs3NnyjXkeY55YYt08ZyQnLSrOboiG7SzFua8/ZI6emlUGOXaSMeGv2kimww4DLyB7ooTaGqWSxFhZ4AwmardOxN6Z63nKH+fjxLzbHRX7Akb9nck5iJ5UbwOHFHx9jkkkLLyPxx7vjY9Zu4O4da1f4RN1rbwJnIpyilZkhWYo39uiERUm9mb+U0CBaLDsbKKTWC9hACvE= ceph-54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:19:49.261 DEBUG:teuthology.orchestra.run.smithi098:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDanT/su6xmv6rs547eIEhjg+kKAqxl5Rucak94a3qfaAbnayJJ2cPI3weySnAnkdVfELf9KSig5ezXBnU/cqHXpV40TqQRZfGJJBXZGgTmQmITc89etZupzUNshFJD8Cs1TTKnw9vgZTOBfgZyDf6jIMMaZzVRO848jbJCQ3grqiXpJcNmGXz4hLrsWA6NbkFKw+xdgiRqfkHKsa7C7VGP15VDvvp3Wk5Hv2H7UBZWW8q3ZD0GdUTV00tbUkiqk2FBDH2eGOjSLztYrmV4u17RhuUpghdCcgqv5xHfG8Ff9tdCVMpWxA6UzZs3NnyjXkeY55YYt08ZyQnLSrOboiG7SzFua8/ZI6emlUGOXaSMeGv2kimww4DLyB7ooTaGqWSxFhZ4AwmardOxN6Z63nKH+fjxLzbHRX7Akb9nck5iJ5UbwOHFHx9jkkkLLyPxx7vjY9Zu4O4da1f4RN1rbwJnIpyilZkhWYo39uiERUm9mb+U0CBaLDsbKKTWC9hACvE= ceph-54899176-c8bc-11ed-9afe-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-03-22T14:19:49.306 INFO:teuthology.orchestra.run.smithi098.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDanT/su6xmv6rs547eIEhjg+kKAqxl5Rucak94a3qfaAbnayJJ2cPI3weySnAnkdVfELf9KSig5ezXBnU/cqHXpV40TqQRZfGJJBXZGgTmQmITc89etZupzUNshFJD8Cs1TTKnw9vgZTOBfgZyDf6jIMMaZzVRO848jbJCQ3grqiXpJcNmGXz4hLrsWA6NbkFKw+xdgiRqfkHKsa7C7VGP15VDvvp3Wk5Hv2H7UBZWW8q3ZD0GdUTV00tbUkiqk2FBDH2eGOjSLztYrmV4u17RhuUpghdCcgqv5xHfG8Ff9tdCVMpWxA6UzZs3NnyjXkeY55YYt08ZyQnLSrOboiG7SzFua8/ZI6emlUGOXaSMeGv2kimww4DLyB7ooTaGqWSxFhZ4AwmardOxN6Z63nKH+fjxLzbHRX7Akb9nck5iJ5UbwOHFHx9jkkkLLyPxx7vjY9Zu4O4da1f4RN1rbwJnIpyilZkhWYo39uiERUm9mb+U0CBaLDsbKKTWC9hACvE= ceph-54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:19:49.319 DEBUG:teuthology.orchestra.run.smithi142:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDanT/su6xmv6rs547eIEhjg+kKAqxl5Rucak94a3qfaAbnayJJ2cPI3weySnAnkdVfELf9KSig5ezXBnU/cqHXpV40TqQRZfGJJBXZGgTmQmITc89etZupzUNshFJD8Cs1TTKnw9vgZTOBfgZyDf6jIMMaZzVRO848jbJCQ3grqiXpJcNmGXz4hLrsWA6NbkFKw+xdgiRqfkHKsa7C7VGP15VDvvp3Wk5Hv2H7UBZWW8q3ZD0GdUTV00tbUkiqk2FBDH2eGOjSLztYrmV4u17RhuUpghdCcgqv5xHfG8Ff9tdCVMpWxA6UzZs3NnyjXkeY55YYt08ZyQnLSrOboiG7SzFua8/ZI6emlUGOXaSMeGv2kimww4DLyB7ooTaGqWSxFhZ4AwmardOxN6Z63nKH+fjxLzbHRX7Akb9nck5iJ5UbwOHFHx9jkkkLLyPxx7vjY9Zu4O4da1f4RN1rbwJnIpyilZkhWYo39uiERUm9mb+U0CBaLDsbKKTWC9hACvE= ceph-54899176-c8bc-11ed-9afe-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-03-22T14:19:49.365 INFO:teuthology.orchestra.run.smithi142.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDanT/su6xmv6rs547eIEhjg+kKAqxl5Rucak94a3qfaAbnayJJ2cPI3weySnAnkdVfELf9KSig5ezXBnU/cqHXpV40TqQRZfGJJBXZGgTmQmITc89etZupzUNshFJD8Cs1TTKnw9vgZTOBfgZyDf6jIMMaZzVRO848jbJCQ3grqiXpJcNmGXz4hLrsWA6NbkFKw+xdgiRqfkHKsa7C7VGP15VDvvp3Wk5Hv2H7UBZWW8q3ZD0GdUTV00tbUkiqk2FBDH2eGOjSLztYrmV4u17RhuUpghdCcgqv5xHfG8Ff9tdCVMpWxA6UzZs3NnyjXkeY55YYt08ZyQnLSrOboiG7SzFua8/ZI6emlUGOXaSMeGv2kimww4DLyB7ooTaGqWSxFhZ4AwmardOxN6Z63nKH+fjxLzbHRX7Akb9nck5iJ5UbwOHFHx9jkkkLLyPxx7vjY9Zu4O4da1f4RN1rbwJnIpyilZkhWYo39uiERUm9mb+U0CBaLDsbKKTWC9hACvE= ceph-54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:19:49.378 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-03-22T14:19:49.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:49 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1244795643' entity='client.admin' 2023-03-22T14:19:50.301 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:19:51.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.957+0000 7f6de1149700 1 -- 172.21.15.45:0/302839769 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 msgr2=0x7f6ddc1000a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:51.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.958+0000 7f6de1149700 1 --2- 172.21.15.45:0/302839769 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc1000a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc009910 tx=0x7f6dcc009c20 comp rx=0 tx=0).stop 2023-03-22T14:19:51.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.958+0000 7f6de1149700 1 -- 172.21.15.45:0/302839769 shutdown_connections 2023-03-22T14:19:51.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.958+0000 7f6de1149700 1 --2- 172.21.15.45:0/302839769 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc1000a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:51.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.958+0000 7f6de1149700 1 -- 172.21.15.45:0/302839769 >> 172.21.15.45:0/302839769 conn(0x7f6ddc0fb240 msgr2=0x7f6ddc0fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:51.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.958+0000 7f6de1149700 1 -- 172.21.15.45:0/302839769 shutdown_connections 2023-03-22T14:19:51.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.958+0000 7f6de1149700 1 -- 172.21.15.45:0/302839769 wait complete. 2023-03-22T14:19:51.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.959+0000 7f6de1149700 1 Processor -- start 2023-03-22T14:19:51.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.959+0000 7f6de1149700 1 -- start start 2023-03-22T14:19:51.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.960+0000 7f6de1149700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc074820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:51.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.960+0000 7f6de1149700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ddc074d60 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.960+0000 7f6ddad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc074820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:51.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.960+0000 7f6ddad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc074820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45356/0 (socket says 172.21.15.45:45356) 2023-03-22T14:19:51.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.960+0000 7f6ddad9d700 1 -- 172.21.15.45:0/3640161960 learned_addr learned my addr 172.21.15.45:0/3640161960 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:51.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.960+0000 7f6ddad9d700 1 -- 172.21.15.45:0/3640161960 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dcc0095f0 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.961+0000 7f6ddad9d700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc074820 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc004f40 tx=0x7f6dcc0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:51.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.961+0000 7f6dc3fff700 1 -- 172.21.15.45:0/3640161960 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6dcc01d070 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.961+0000 7f6dc3fff700 1 -- 172.21.15.45:0/3640161960 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6dcc00bc10 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.961+0000 7f6dc3fff700 1 -- 172.21.15.45:0/3640161960 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6dcc003a70 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.961+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ddc105b60 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.961+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ddc1059d0 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.962+0000 7f6dc3fff700 1 -- 172.21.15.45:0/3640161960 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f6dcc003ce0 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.962+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ddc0620b0 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.965 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.963+0000 7f6dc3fff700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6dc4038140 0x7f6dc403a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:51.965 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.963+0000 7f6dc3fff700 1 -- 172.21.15.45:0/3640161960 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6dcc04bab0 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.965 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.963+0000 7f6dda59c700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6dc4038140 0x7f6dc403a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:51.966 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.963+0000 7f6dda59c700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6dc4038140 0x7f6dc403a5f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6dd0006fd0 tx=0x7f6dd0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:51.969 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:51.968+0000 7f6dc3fff700 1 -- 172.21.15.45:0/3640161960 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6dcc02abb0 con 0x7f6ddc0ffc90 2023-03-22T14:19:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi045", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:19:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:52.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.173+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f6ddc18e6c0 con 0x7f6ddc0ffc90 2023-03-22T14:19:52.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.177+0000 7f6dc3fff700 1 -- 172.21.15.45:0/3640161960 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f6dcc026070 con 0x7f6ddc0ffc90 2023-03-22T14:19:52.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.179+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6dc4038140 msgr2=0x7f6dc403a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:52.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.179+0000 7f6de1149700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6dc4038140 0x7f6dc403a5f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6dd0006fd0 tx=0x7f6dd0006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:52.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.179+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 msgr2=0x7f6ddc074820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:52.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.179+0000 7f6de1149700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc074820 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc004f40 tx=0x7f6dcc0057c0 comp rx=0 tx=0).stop 2023-03-22T14:19:52.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.179+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 shutdown_connections 2023-03-22T14:19:52.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.179+0000 7f6de1149700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6dc4038140 0x7f6dc403a5f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:52.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.179+0000 7f6de1149700 1 --2- 172.21.15.45:0/3640161960 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ddc0ffc90 0x7f6ddc074820 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:52.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.180+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 >> 172.21.15.45:0/3640161960 conn(0x7f6ddc0fb240 msgr2=0x7f6ddc0fbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:52.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.180+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 shutdown_connections 2023-03-22T14:19:52.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:52.180+0000 7f6de1149700 1 -- 172.21.15.45:0/3640161960 wait complete. 2023-03-22T14:19:52.642 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-03-22T14:19:52.642 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-03-22T14:19:53.464 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:19:53.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:53 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3640161960' entity='client.admin' 2023-03-22T14:19:53.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:53.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:54.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.916+0000 7f18b33e4700 1 -- 172.21.15.45:0/357474855 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 msgr2=0x7f18ac1000a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:54.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.916+0000 7f18b33e4700 1 --2- 172.21.15.45:0/357474855 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac1000a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f18a8009910 tx=0x7f18a8009c20 comp rx=0 tx=0).stop 2023-03-22T14:19:54.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.916+0000 7f18b33e4700 1 -- 172.21.15.45:0/357474855 shutdown_connections 2023-03-22T14:19:54.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.916+0000 7f18b33e4700 1 --2- 172.21.15.45:0/357474855 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac1000a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:54.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.916+0000 7f18b33e4700 1 -- 172.21.15.45:0/357474855 >> 172.21.15.45:0/357474855 conn(0x7f18ac0fb240 msgr2=0x7f18ac0fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:54.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.916+0000 7f18b33e4700 1 -- 172.21.15.45:0/357474855 shutdown_connections 2023-03-22T14:19:54.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.916+0000 7f18b33e4700 1 -- 172.21.15.45:0/357474855 wait complete. 2023-03-22T14:19:54.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.917+0000 7f18b33e4700 1 Processor -- start 2023-03-22T14:19:54.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.918+0000 7f18b33e4700 1 -- start start 2023-03-22T14:19:54.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.918+0000 7f18b33e4700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac074820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:54.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.918+0000 7f18b33e4700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac074d60 con 0x7f18ac0ffc90 2023-03-22T14:19:54.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.918+0000 7f18b1180700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac074820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:54.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.918+0000 7f18b1180700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac074820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45376/0 (socket says 172.21.15.45:45376) 2023-03-22T14:19:54.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.918+0000 7f18b1180700 1 -- 172.21.15.45:0/1808854048 learned_addr learned my addr 172.21.15.45:0/1808854048 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:54.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.919+0000 7f18b1180700 1 -- 172.21.15.45:0/1808854048 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18a80095f0 con 0x7f18ac0ffc90 2023-03-22T14:19:54.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.919+0000 7f18b1180700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac074820 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f18a8004f40 tx=0x7f18a80057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:54.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.919+0000 7f18a27fc700 1 -- 172.21.15.45:0/1808854048 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f18a801d070 con 0x7f18ac0ffc90 2023-03-22T14:19:54.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.919+0000 7f18a27fc700 1 -- 172.21.15.45:0/1808854048 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f18a800bc10 con 0x7f18ac0ffc90 2023-03-22T14:19:54.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.919+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18ac105b60 con 0x7f18ac0ffc90 2023-03-22T14:19:54.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.919+0000 7f18a27fc700 1 -- 172.21.15.45:0/1808854048 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f18a8003a70 con 0x7f18ac0ffc90 2023-03-22T14:19:54.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.919+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18ac1059d0 con 0x7f18ac0ffc90 2023-03-22T14:19:54.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.920+0000 7f18a27fc700 1 -- 172.21.15.45:0/1808854048 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f18a8003ce0 con 0x7f18ac0ffc90 2023-03-22T14:19:54.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.920+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18ac0620b0 con 0x7f18ac0ffc90 2023-03-22T14:19:54.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.921+0000 7f18a27fc700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1898038140 0x7f189803a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:54.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.921+0000 7f18a27fc700 1 -- 172.21.15.45:0/1808854048 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f18a804bab0 con 0x7f18ac0ffc90 2023-03-22T14:19:54.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.921+0000 7f18b097f700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1898038140 0x7f189803a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:54.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.921+0000 7f18b097f700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1898038140 0x7f189803a5f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f189c006fd0 tx=0x7f189c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:54.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:54.926+0000 7f18a27fc700 1 -- 172.21.15.45:0/1808854048 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f18a802aba0 con 0x7f18ac0ffc90 2023-03-22T14:19:55.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.138+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f18ac073230 con 0x7f1898038140 2023-03-22T14:19:55.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.141+0000 7f18a27fc700 1 -- 172.21.15.45:0/1808854048 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f18ac073230 con 0x7f1898038140 2023-03-22T14:19:55.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1898038140 msgr2=0x7f189803a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:55.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1898038140 0x7f189803a5f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f189c006fd0 tx=0x7f189c006e40 comp rx=0 tx=0).stop 2023-03-22T14:19:55.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 msgr2=0x7f18ac074820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:55.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac074820 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f18a8004f40 tx=0x7f18a80057c0 comp rx=0 tx=0).stop 2023-03-22T14:19:55.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 shutdown_connections 2023-03-22T14:19:55.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1898038140 0x7f189803a5f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:55.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 --2- 172.21.15.45:0/1808854048 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18ac0ffc90 0x7f18ac074820 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:55.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.143+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 >> 172.21.15.45:0/1808854048 conn(0x7f18ac0fb240 msgr2=0x7f18ac0fbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:55.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.144+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 shutdown_connections 2023-03-22T14:19:55.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:55.144+0000 7f18b33e4700 1 -- 172.21.15.45:0/1808854048 wait complete. 2023-03-22T14:19:55.732 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi098 2023-03-22T14:19:55.733 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:19:55.733 DEBUG:teuthology.orchestra.run.smithi098:> dd of=/etc/ceph/ceph.conf 2023-03-22T14:19:55.753 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:19:55.753 DEBUG:teuthology.orchestra.run.smithi098:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:19:55.813 INFO:tasks.cephadm:Adding host smithi098 to orchestrator... 2023-03-22T14:19:55.813 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch host add smithi098 2023-03-22T14:19:56.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:56 smithi045 ceph-mon[91728]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:56.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:56 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:56.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:56 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:19:56.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:56 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:19:56.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:56 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:19:56.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:56 smithi045 ceph-mon[91728]: Updating smithi045:/etc/ceph/ceph.conf 2023-03-22T14:19:56.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:56 smithi045 ceph-mon[91728]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:19:56.650 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:19:57.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:57 smithi045 ceph-mon[91728]: Updating smithi045:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:19:57.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:57 smithi045 ceph-mon[91728]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:19:57.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:57.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:57.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:19:58.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.122+0000 7f4d41c8b700 1 -- 172.21.15.45:0/1414843661 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 msgr2=0x7f4d3c1002f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:19:58.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.122+0000 7f4d41c8b700 1 --2- 172.21.15.45:0/1414843661 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c1002f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c009910 tx=0x7f4d2c009c20 comp rx=0 tx=0).stop 2023-03-22T14:19:58.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.122+0000 7f4d41c8b700 1 -- 172.21.15.45:0/1414843661 shutdown_connections 2023-03-22T14:19:58.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.122+0000 7f4d41c8b700 1 --2- 172.21.15.45:0/1414843661 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c1002f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:19:58.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.122+0000 7f4d41c8b700 1 -- 172.21.15.45:0/1414843661 >> 172.21.15.45:0/1414843661 conn(0x7f4d3c0fb7e0 msgr2=0x7f4d3c0fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:19:58.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.122+0000 7f4d41c8b700 1 -- 172.21.15.45:0/1414843661 shutdown_connections 2023-03-22T14:19:58.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.122+0000 7f4d41c8b700 1 -- 172.21.15.45:0/1414843661 wait complete. 2023-03-22T14:19:58.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.123+0000 7f4d41c8b700 1 Processor -- start 2023-03-22T14:19:58.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.123+0000 7f4d41c8b700 1 -- start start 2023-03-22T14:19:58.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.123+0000 7f4d41c8b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c072d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:58.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.123+0000 7f4d41c8b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d3c199180 con 0x7f4d3c0fff20 2023-03-22T14:19:58.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.124+0000 7f4d3b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c072d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:58.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.124+0000 7f4d3b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c072d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36040/0 (socket says 172.21.15.45:36040) 2023-03-22T14:19:58.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.124+0000 7f4d3b7fe700 1 -- 172.21.15.45:0/2225368838 learned_addr learned my addr 172.21.15.45:0/2225368838 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:19:58.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.124+0000 7f4d3b7fe700 1 -- 172.21.15.45:0/2225368838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d2c0095f0 con 0x7f4d3c0fff20 2023-03-22T14:19:58.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.124+0000 7f4d3b7fe700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c072d80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c004f40 tx=0x7f4d2c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:58.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.124+0000 7f4d38ff9700 1 -- 172.21.15.45:0/2225368838 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4d2c01d070 con 0x7f4d3c0fff20 2023-03-22T14:19:58.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.125+0000 7f4d38ff9700 1 -- 172.21.15.45:0/2225368838 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4d2c004370 con 0x7f4d3c0fff20 2023-03-22T14:19:58.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.125+0000 7f4d38ff9700 1 -- 172.21.15.45:0/2225368838 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4d2c0039b0 con 0x7f4d3c0fff20 2023-03-22T14:19:58.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.125+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d3c10a100 con 0x7f4d3c0fff20 2023-03-22T14:19:58.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.125+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d3c109f70 con 0x7f4d3c0fff20 2023-03-22T14:19:58.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.126+0000 7f4d38ff9700 1 -- 172.21.15.45:0/2225368838 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f4d2c003c20 con 0x7f4d3c0fff20 2023-03-22T14:19:58.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.126+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d3c10a290 con 0x7f4d3c0fff20 2023-03-22T14:19:58.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.126+0000 7f4d38ff9700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4d24038140 0x7f4d2403a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:19:58.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.126+0000 7f4d38ff9700 1 -- 172.21.15.45:0/2225368838 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f4d2c04bb70 con 0x7f4d3c0fff20 2023-03-22T14:19:58.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.126+0000 7f4d3affd700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4d24038140 0x7f4d2403a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:19:58.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.127+0000 7f4d3affd700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4d24038140 0x7f4d2403a5f0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4d30006fd0 tx=0x7f4d30006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:19:58.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.131+0000 7f4d38ff9700 1 -- 172.21.15.45:0/2225368838 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4d2c029360 con 0x7f4d3c0fff20 2023-03-22T14:19:58.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:19:58.343+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi098", "target": ["mon-mgr", ""]}) v1 -- 0x7f4d3c074320 con 0x7f4d24038140 2023-03-22T14:19:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:59 smithi045 ceph-mon[91728]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi098", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:19:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:19:59 smithi045 ceph-mon[91728]: Deploying cephadm binary to smithi098 2023-03-22T14:20:00.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.295+0000 7f4d38ff9700 1 -- 172.21.15.45:0/2225368838 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f4d3c074320 con 0x7f4d24038140 2023-03-22T14:20:00.297 INFO:teuthology.orchestra.run.smithi045.stdout:Added host 'smithi098' with addr '172.21.15.98' 2023-03-22T14:20:00.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4d24038140 msgr2=0x7f4d2403a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4d24038140 0x7f4d2403a5f0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4d30006fd0 tx=0x7f4d30006e40 comp rx=0 tx=0).stop 2023-03-22T14:20:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 msgr2=0x7f4d3c072d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c072d80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c004f40 tx=0x7f4d2c005020 comp rx=0 tx=0).stop 2023-03-22T14:20:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 shutdown_connections 2023-03-22T14:20:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4d24038140 0x7f4d2403a5f0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 --2- 172.21.15.45:0/2225368838 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4d3c0fff20 0x7f4d3c072d80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:00.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 >> 172.21.15.45:0/2225368838 conn(0x7f4d3c0fb7e0 msgr2=0x7f4d3c104100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:00.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.298+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 shutdown_connections 2023-03-22T14:20:00.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:00.299+0000 7f4d41c8b700 1 -- 172.21.15.45:0/2225368838 wait complete. 2023-03-22T14:20:00.721 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch host ls --format=json 2023-03-22T14:20:01.546 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:20:01.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:01 smithi045 ceph-mon[91728]: Added host smithi098 2023-03-22T14:20:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:01 smithi045 ceph-mon[91728]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:02.666 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.911+0000 7f331acfc700 1 -- 172.21.15.45:0/1612121975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 msgr2=0x7f33141002f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.911+0000 7f331acfc700 1 --2- 172.21.15.45:0/1612121975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f33141002f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3308009910 tx=0x7f3308009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.911+0000 7f331acfc700 1 -- 172.21.15.45:0/1612121975 shutdown_connections 2023-03-22T14:20:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.911+0000 7f331acfc700 1 --2- 172.21.15.45:0/1612121975 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f33141002f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.912+0000 7f331acfc700 1 -- 172.21.15.45:0/1612121975 >> 172.21.15.45:0/1612121975 conn(0x7f33140fb7e0 msgr2=0x7f33140fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.912+0000 7f331acfc700 1 -- 172.21.15.45:0/1612121975 shutdown_connections 2023-03-22T14:20:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.912+0000 7f331acfc700 1 -- 172.21.15.45:0/1612121975 wait complete. 2023-03-22T14:20:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.913+0000 7f331acfc700 1 Processor -- start 2023-03-22T14:20:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.913+0000 7f331acfc700 1 -- start start 2023-03-22T14:20:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.913+0000 7f331acfc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f3314197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.913+0000 7f331acfc700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3314197870 con 0x7f33140fff20 2023-03-22T14:20:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.913+0000 7f3318a98700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f3314197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.913+0000 7f3318a98700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f3314197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36046/0 (socket says 172.21.15.45:36046) 2023-03-22T14:20:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.913+0000 7f3318a98700 1 -- 172.21.15.45:0/421021043 learned_addr learned my addr 172.21.15.45:0/421021043 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:20:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.914+0000 7f3318a98700 1 -- 172.21.15.45:0/421021043 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33080095f0 con 0x7f33140fff20 2023-03-22T14:20:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.914+0000 7f3318a98700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f3314197330 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3308006010 tx=0x7f3308004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:02.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.914+0000 7f3311ffb700 1 -- 172.21.15.45:0/421021043 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f330801d070 con 0x7f33140fff20 2023-03-22T14:20:02.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.914+0000 7f3311ffb700 1 -- 172.21.15.45:0/421021043 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f330800bc10 con 0x7f33140fff20 2023-03-22T14:20:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.914+0000 7f3311ffb700 1 -- 172.21.15.45:0/421021043 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3308003910 con 0x7f33140fff20 2023-03-22T14:20:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.914+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f331410a100 con 0x7f33140fff20 2023-03-22T14:20:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.914+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3314109f70 con 0x7f33140fff20 2023-03-22T14:20:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.915+0000 7f3311ffb700 1 -- 172.21.15.45:0/421021043 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f3308003bd0 con 0x7f33140fff20 2023-03-22T14:20:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.916+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f331410a290 con 0x7f33140fff20 2023-03-22T14:20:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.916+0000 7f3311ffb700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f33040380f0 0x7f330403a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.916+0000 7f3311ffb700 1 -- 172.21.15.45:0/421021043 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f330804bb00 con 0x7f33140fff20 2023-03-22T14:20:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.916+0000 7f3313fff700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f33040380f0 0x7f330403a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.917+0000 7f3313fff700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f33040380f0 0x7f330403a5a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3300006fd0 tx=0x7f3300006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:02.921+0000 7f3311ffb700 1 -- 172.21.15.45:0/421021043 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f330804de60 con 0x7f33140fff20 2023-03-22T14:20:03.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.133+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3314197e70 con 0x7f33040380f0 2023-03-22T14:20:03.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.135+0000 7f3311ffb700 1 -- 172.21.15.45:0/421021043 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+159 (secure 0 0 0) 0x7f3314197e70 con 0x7f33040380f0 2023-03-22T14:20:03.136 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:20:03.136 INFO:teuthology.orchestra.run.smithi045.stdout:[{"addr": "172.21.15.45", "hostname": "smithi045", "labels": [], "status": ""}, {"addr": "172.21.15.98", "hostname": "smithi098", "labels": [], "status": ""}] 2023-03-22T14:20:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f33040380f0 msgr2=0x7f330403a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f33040380f0 0x7f330403a5a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3300006fd0 tx=0x7f3300006e40 comp rx=0 tx=0).stop 2023-03-22T14:20:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 msgr2=0x7f3314197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f3314197330 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3308006010 tx=0x7f3308004ff0 comp rx=0 tx=0).stop 2023-03-22T14:20:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 shutdown_connections 2023-03-22T14:20:03.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f33040380f0 0x7f330403a5a0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 --2- 172.21.15.45:0/421021043 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f33140fff20 0x7f3314197330 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 >> 172.21.15.45:0/421021043 conn(0x7f33140fb7e0 msgr2=0x7f3314103870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 shutdown_connections 2023-03-22T14:20:03.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:03.137+0000 7f331acfc700 1 -- 172.21.15.45:0/421021043 wait complete. 2023-03-22T14:20:03.611 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi142 2023-03-22T14:20:03.611 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:20:03.612 DEBUG:teuthology.orchestra.run.smithi142:> dd of=/etc/ceph/ceph.conf 2023-03-22T14:20:03.632 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:20:03.632 DEBUG:teuthology.orchestra.run.smithi142:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:03.691 INFO:tasks.cephadm:Adding host smithi142 to orchestrator... 2023-03-22T14:20:03.691 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch host add smithi142 2023-03-22T14:20:03.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:03 smithi045 ceph-mon[91728]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:03.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:04.509 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:20:05.077 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:04 smithi045 ceph-mon[91728]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:20:05.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.990+0000 7f0fd7727700 1 -- 172.21.15.45:0/2657743658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 msgr2=0x7f0fd00731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:05.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.990+0000 7f0fd7727700 1 --2- 172.21.15.45:0/2657743658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd00731f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc009910 tx=0x7f0fcc009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:05.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.990+0000 7f0fd7727700 1 -- 172.21.15.45:0/2657743658 shutdown_connections 2023-03-22T14:20:05.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.990+0000 7f0fd7727700 1 --2- 172.21.15.45:0/2657743658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd00731f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:05.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.990+0000 7f0fd7727700 1 -- 172.21.15.45:0/2657743658 >> 172.21.15.45:0/2657743658 conn(0x7f0fd00fb7e0 msgr2=0x7f0fd00fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:05.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.990+0000 7f0fd7727700 1 -- 172.21.15.45:0/2657743658 shutdown_connections 2023-03-22T14:20:05.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.990+0000 7f0fd7727700 1 -- 172.21.15.45:0/2657743658 wait complete. 2023-03-22T14:20:05.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.991+0000 7f0fd7727700 1 Processor -- start 2023-03-22T14:20:05.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.991+0000 7f0fd7727700 1 -- start start 2023-03-22T14:20:05.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.992+0000 7f0fd7727700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd01972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:05.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.992+0000 7f0fd7727700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fd0197810 con 0x7f0fd0072e20 2023-03-22T14:20:05.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.992+0000 7f0fd54c3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd01972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:05.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.992+0000 7f0fd54c3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd01972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50780/0 (socket says 172.21.15.45:50780) 2023-03-22T14:20:05.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.992+0000 7f0fd54c3700 1 -- 172.21.15.45:0/3609525662 learned_addr learned my addr 172.21.15.45:0/3609525662 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:20:05.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.992+0000 7f0fd54c3700 1 -- 172.21.15.45:0/3609525662 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fcc0095f0 con 0x7f0fd0072e20 2023-03-22T14:20:05.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.993+0000 7f0fd54c3700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd01972d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc006010 tx=0x7f0fcc004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:05.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.993+0000 7f0fc67fc700 1 -- 172.21.15.45:0/3609525662 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0fcc01d070 con 0x7f0fd0072e20 2023-03-22T14:20:05.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.993+0000 7f0fc67fc700 1 -- 172.21.15.45:0/3609525662 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0fcc0044a0 con 0x7f0fd0072e20 2023-03-22T14:20:05.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.993+0000 7f0fc67fc700 1 -- 172.21.15.45:0/3609525662 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0fcc003a70 con 0x7f0fd0072e20 2023-03-22T14:20:05.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.993+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fd010c320 con 0x7f0fd0072e20 2023-03-22T14:20:05.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.993+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fd010c190 con 0x7f0fd0072e20 2023-03-22T14:20:05.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.994+0000 7f0fc67fc700 1 -- 172.21.15.45:0/3609525662 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f0fcc003c60 con 0x7f0fd0072e20 2023-03-22T14:20:05.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.994+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0fd010c4b0 con 0x7f0fd0072e20 2023-03-22T14:20:05.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.994+0000 7f0fc67fc700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0fbc038140 0x7f0fbc03a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:05.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.995+0000 7f0fc67fc700 1 -- 172.21.15.45:0/3609525662 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f0fcc04bc40 con 0x7f0fd0072e20 2023-03-22T14:20:05.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.995+0000 7f0fd4cc2700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0fbc038140 0x7f0fbc03a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:05.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:05.995+0000 7f0fd4cc2700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0fbc038140 0x7f0fbc03a5f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0fc0006fd0 tx=0x7f0fc0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:06.000+0000 7f0fc67fc700 1 -- 172.21.15.45:0/3609525662 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f0fcc029360 con 0x7f0fd0072e20 2023-03-22T14:20:06.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:06.212+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi142", "target": ["mon-mgr", ""]}) v1 -- 0x7f0fd00008d0 con 0x7f0fbc038140 2023-03-22T14:20:06.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi098", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:20:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:07.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:06 smithi045 ceph-mon[91728]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:20:07.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:06 smithi045 ceph-mon[91728]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:07.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:06 smithi045 ceph-mon[91728]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:07.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:06 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:07.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:06 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:07.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:06 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:08.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.140+0000 7f0fc67fc700 1 -- 172.21.15.45:0/3609525662 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f0fd00008d0 con 0x7f0fbc038140 2023-03-22T14:20:08.142 INFO:teuthology.orchestra.run.smithi045.stdout:Added host 'smithi142' with addr '172.21.15.142' 2023-03-22T14:20:08.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0fbc038140 msgr2=0x7f0fbc03a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:08.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0fbc038140 0x7f0fbc03a5f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0fc0006fd0 tx=0x7f0fc0006e40 comp rx=0 tx=0).stop 2023-03-22T14:20:08.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 msgr2=0x7f0fd01972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:08.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd01972d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc006010 tx=0x7f0fcc004ff0 comp rx=0 tx=0).stop 2023-03-22T14:20:08.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 shutdown_connections 2023-03-22T14:20:08.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0fbc038140 0x7f0fbc03a5f0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:08.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 --2- 172.21.15.45:0/3609525662 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0fd0072e20 0x7f0fd01972d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:08.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 >> 172.21.15.45:0/3609525662 conn(0x7f0fd00fb7e0 msgr2=0x7f0fd0106800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:08.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 shutdown_connections 2023-03-22T14:20:08.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:08.143+0000 7f0fd7727700 1 -- 172.21.15.45:0/3609525662 wait complete. 2023-03-22T14:20:08.166 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:07 smithi045 ceph-mon[91728]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:20:08.167 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:07 smithi045 ceph-mon[91728]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi142", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:08.167 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:07 smithi045 ceph-mon[91728]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:08.167 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:07 smithi045 ceph-mon[91728]: Deploying cephadm binary to smithi142 2023-03-22T14:20:08.576 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch host ls --format=json 2023-03-22T14:20:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:20:09.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:09.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:09 smithi045 ceph-mon[91728]: Added host smithi142 2023-03-22T14:20:09.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:09.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:09 smithi045 ceph-mon[91728]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:09.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:10.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:10 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:10.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.777+0000 7f165e7d3700 1 -- 172.21.15.45:0/165668004 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 msgr2=0x7f16581002f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:10.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.777+0000 7f165e7d3700 1 --2- 172.21.15.45:0/165668004 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f16581002f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1648009910 tx=0x7f1648009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:10.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.778+0000 7f165e7d3700 1 -- 172.21.15.45:0/165668004 shutdown_connections 2023-03-22T14:20:10.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.778+0000 7f165e7d3700 1 --2- 172.21.15.45:0/165668004 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f16581002f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:10.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.778+0000 7f165e7d3700 1 -- 172.21.15.45:0/165668004 >> 172.21.15.45:0/165668004 conn(0x7f16580fb7e0 msgr2=0x7f16580fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:10.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.778+0000 7f165e7d3700 1 -- 172.21.15.45:0/165668004 shutdown_connections 2023-03-22T14:20:10.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.778+0000 7f165e7d3700 1 -- 172.21.15.45:0/165668004 wait complete. 2023-03-22T14:20:10.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.779+0000 7f165e7d3700 1 Processor -- start 2023-03-22T14:20:10.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.779+0000 7f165e7d3700 1 -- start start 2023-03-22T14:20:10.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.779+0000 7f165e7d3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f1658197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:10.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.779+0000 7f165e7d3700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1658197870 con 0x7f16580fff20 2023-03-22T14:20:10.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1657fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f1658197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:10.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1657fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f1658197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50810/0 (socket says 172.21.15.45:50810) 2023-03-22T14:20:10.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1657fff700 1 -- 172.21.15.45:0/3831589150 learned_addr learned my addr 172.21.15.45:0/3831589150 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:20:10.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1657fff700 1 -- 172.21.15.45:0/3831589150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16480095f0 con 0x7f16580fff20 2023-03-22T14:20:10.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1657fff700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f1658197330 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1648006010 tx=0x7f1648004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:10.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1655ffb700 1 -- 172.21.15.45:0/3831589150 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f164801d070 con 0x7f16580fff20 2023-03-22T14:20:10.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1655ffb700 1 -- 172.21.15.45:0/3831589150 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f164800bc10 con 0x7f16580fff20 2023-03-22T14:20:10.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f1655ffb700 1 -- 172.21.15.45:0/3831589150 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1648003910 con 0x7f16580fff20 2023-03-22T14:20:10.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.780+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f165810a100 con 0x7f16580fff20 2023-03-22T14:20:10.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.781+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1658109f70 con 0x7f16580fff20 2023-03-22T14:20:10.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.782+0000 7f1655ffb700 1 -- 172.21.15.45:0/3831589150 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f164800bd80 con 0x7f16580fff20 2023-03-22T14:20:10.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.782+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f165810a290 con 0x7f16580fff20 2023-03-22T14:20:10.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.782+0000 7f1655ffb700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1644038140 0x7f164403a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:10.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.782+0000 7f1655ffb700 1 -- 172.21.15.45:0/3831589150 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f164804bb50 con 0x7f16580fff20 2023-03-22T14:20:10.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.782+0000 7f164ffff700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1644038140 0x7f164403a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:10.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.783+0000 7f164ffff700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1644038140 0x7f164403a5f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1640006fd0 tx=0x7f1640006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:10.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:10.788+0000 7f1655ffb700 1 -- 172.21.15.45:0/3831589150 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f1648029360 con 0x7f16580fff20 2023-03-22T14:20:11.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.000+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1658197e70 con 0x7f1644038140 2023-03-22T14:20:11.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.002+0000 7f1655ffb700 1 -- 172.21.15.45:0/3831589150 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+239 (secure 0 0 0) 0x7f1658197e70 con 0x7f1644038140 2023-03-22T14:20:11.003 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:20:11.003 INFO:teuthology.orchestra.run.smithi045.stdout:[{"addr": "172.21.15.45", "hostname": "smithi045", "labels": [], "status": ""}, {"addr": "172.21.15.98", "hostname": "smithi098", "labels": [], "status": ""}, {"addr": "172.21.15.142", "hostname": "smithi142", "labels": [], "status": ""}] 2023-03-22T14:20:11.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1644038140 msgr2=0x7f164403a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1644038140 0x7f164403a5f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1640006fd0 tx=0x7f1640006e40 comp rx=0 tx=0).stop 2023-03-22T14:20:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 msgr2=0x7f1658197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f1658197330 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1648006010 tx=0x7f1648004ff0 comp rx=0 tx=0).stop 2023-03-22T14:20:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 shutdown_connections 2023-03-22T14:20:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1644038140 0x7f164403a5f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 --2- 172.21.15.45:0/3831589150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16580fff20 0x7f1658197330 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:11.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 >> 172.21.15.45:0/3831589150 conn(0x7f16580fb7e0 msgr2=0x7f1658103870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 shutdown_connections 2023-03-22T14:20:11.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:11.004+0000 7f165e7d3700 1 -- 172.21.15.45:0/3831589150 wait complete. 2023-03-22T14:20:11.462 INFO:tasks.cephadm:Setting crush tunables to default 2023-03-22T14:20:11.463 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd crush tunables default 2023-03-22T14:20:11.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:11 smithi045 ceph-mon[91728]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:11.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:12.287 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:20:12.835 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:12 smithi045 ceph-mon[91728]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:20:13.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.703+0000 7f4063421700 1 -- 172.21.15.45:0/3414720248 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 msgr2=0x7f405c0731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:13.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.703+0000 7f4063421700 1 --2- 172.21.15.45:0/3414720248 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c0731f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4058009910 tx=0x7f4058009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:13.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.703+0000 7f4063421700 1 -- 172.21.15.45:0/3414720248 shutdown_connections 2023-03-22T14:20:13.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.703+0000 7f4063421700 1 --2- 172.21.15.45:0/3414720248 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c0731f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:13.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.703+0000 7f4063421700 1 -- 172.21.15.45:0/3414720248 >> 172.21.15.45:0/3414720248 conn(0x7f405c0fb7e0 msgr2=0x7f405c0fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:13.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.703+0000 7f4063421700 1 -- 172.21.15.45:0/3414720248 shutdown_connections 2023-03-22T14:20:13.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.703+0000 7f4063421700 1 -- 172.21.15.45:0/3414720248 wait complete. 2023-03-22T14:20:13.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.704+0000 7f4063421700 1 Processor -- start 2023-03-22T14:20:13.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.705+0000 7f4063421700 1 -- start start 2023-03-22T14:20:13.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.705+0000 7f4063421700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c1972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:13.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.705+0000 7f4063421700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f405c197810 con 0x7f405c072e20 2023-03-22T14:20:13.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.705+0000 7f40611bd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c1972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:13.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.705+0000 7f40611bd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c1972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50830/0 (socket says 172.21.15.45:50830) 2023-03-22T14:20:13.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.705+0000 7f40611bd700 1 -- 172.21.15.45:0/715083501 learned_addr learned my addr 172.21.15.45:0/715083501 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:20:13.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.706+0000 7f40611bd700 1 -- 172.21.15.45:0/715083501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40580095f0 con 0x7f405c072e20 2023-03-22T14:20:13.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.706+0000 7f40611bd700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c1972d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4058006010 tx=0x7f4058004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:13.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.706+0000 7f40527fc700 1 -- 172.21.15.45:0/715083501 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f405801d070 con 0x7f405c072e20 2023-03-22T14:20:13.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.706+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f405c10c320 con 0x7f405c072e20 2023-03-22T14:20:13.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.706+0000 7f40527fc700 1 -- 172.21.15.45:0/715083501 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f40580044a0 con 0x7f405c072e20 2023-03-22T14:20:13.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.706+0000 7f40527fc700 1 -- 172.21.15.45:0/715083501 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4058003a70 con 0x7f405c072e20 2023-03-22T14:20:13.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.706+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f405c10c190 con 0x7f405c072e20 2023-03-22T14:20:13.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.707+0000 7f40527fc700 1 -- 172.21.15.45:0/715083501 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f4058003cb0 con 0x7f405c072e20 2023-03-22T14:20:13.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.708+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f405c10c4b0 con 0x7f405c072e20 2023-03-22T14:20:13.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.708+0000 7f40527fc700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f40480380f0 0x7f404803a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:13.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.708+0000 7f40527fc700 1 -- 172.21.15.45:0/715083501 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f405804bbf0 con 0x7f405c072e20 2023-03-22T14:20:13.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.708+0000 7f40609bc700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f40480380f0 0x7f404803a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:13.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.709+0000 7f40609bc700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f40480380f0 0x7f404803a5a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f404c006fd0 tx=0x7f404c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:13.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.713+0000 7f40527fc700 1 -- 172.21.15.45:0/715083501 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4058029360 con 0x7f405c072e20 2023-03-22T14:20:13.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:13.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi142", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:20:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:13.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:13.925+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f405c0008d0 con 0x7f405c072e20 2023-03-22T14:20:14.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.623+0000 7f40527fc700 1 -- 172.21.15.45:0/715083501 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f4058026020 con 0x7f405c072e20 2023-03-22T14:20:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f40480380f0 msgr2=0x7f404803a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f40480380f0 0x7f404803a5a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f404c006fd0 tx=0x7f404c006e40 comp rx=0 tx=0).stop 2023-03-22T14:20:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 msgr2=0x7f405c1972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:14.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c1972d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4058006010 tx=0x7f4058004ff0 comp rx=0 tx=0).stop 2023-03-22T14:20:14.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 shutdown_connections 2023-03-22T14:20:14.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f40480380f0 0x7f404803a5a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:14.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 --2- 172.21.15.45:0/715083501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f405c072e20 0x7f405c1972d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:14.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.626+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 >> 172.21.15.45:0/715083501 conn(0x7f405c0fb7e0 msgr2=0x7f405c106800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:14.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.627+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 shutdown_connections 2023-03-22T14:20:14.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:14.627+0000 7f4063421700 1 -- 172.21.15.45:0/715083501 wait complete. 2023-03-22T14:20:14.629 INFO:teuthology.orchestra.run.smithi045.stderr:adjusted tunables profile to default 2023-03-22T14:20:14.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:20:14.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:14.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: Updating smithi142:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:14.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:20:14.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/715083501' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-03-22T14:20:14.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:14.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:14.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:14 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:15.061 INFO:tasks.cephadm:Adding mon.a on smithi045 2023-03-22T14:20:15.062 INFO:tasks.cephadm:Adding mon.b on smithi098 2023-03-22T14:20:15.062 INFO:tasks.cephadm:Adding mon.c on smithi142 2023-03-22T14:20:15.062 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch apply mon '3;smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c' 2023-03-22T14:20:15.730 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:15.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:15 smithi045 ceph-mon[91728]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:15 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/715083501' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-03-22T14:20:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:15 smithi045 ceph-mon[91728]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:16.939 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.938+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/3362880056 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 msgr2=0x7f8d781002f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:16.940 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.938+0000 7f8d7eb9c700 1 --2- 172.21.15.142:0/3362880056 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d781002f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c009910 tx=0x7f8d6c009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:16.940 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.938+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/3362880056 shutdown_connections 2023-03-22T14:20:16.940 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.938+0000 7f8d7eb9c700 1 --2- 172.21.15.142:0/3362880056 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d781002f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:16.940 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.938+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/3362880056 >> 172.21.15.142:0/3362880056 conn(0x7f8d780fb800 msgr2=0x7f8d780fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:16.940 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.938+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/3362880056 shutdown_connections 2023-03-22T14:20:16.940 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.938+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/3362880056 wait complete. 2023-03-22T14:20:16.941 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.939+0000 7f8d7eb9c700 1 Processor -- start 2023-03-22T14:20:16.941 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.939+0000 7f8d7eb9c700 1 -- start start 2023-03-22T14:20:16.942 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.939+0000 7f8d7eb9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d78195110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:16.942 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.939+0000 7f8d7eb9c700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d78195650 con 0x7f8d780fff20 2023-03-22T14:20:16.942 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.939+0000 7f8d7c938700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d78195110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:16.943 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.939+0000 7f8d7c938700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d78195110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.142:43986/0 (socket says 172.21.15.142:43986) 2023-03-22T14:20:16.943 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.939+0000 7f8d7c938700 1 -- 172.21.15.142:0/273688694 learned_addr learned my addr 172.21.15.142:0/273688694 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:20:16.943 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.940+0000 7f8d7c938700 1 -- 172.21.15.142:0/273688694 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d6c0095f0 con 0x7f8d780fff20 2023-03-22T14:20:16.943 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.940+0000 7f8d7c938700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d78195110 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c004f40 tx=0x7f8d6c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:16.943 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.940+0000 7f8d75ffb700 1 -- 172.21.15.142:0/273688694 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d6c01d070 con 0x7f8d780fff20 2023-03-22T14:20:16.943 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.940+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d7810a100 con 0x7f8d780fff20 2023-03-22T14:20:16.943 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.940+0000 7f8d75ffb700 1 -- 172.21.15.142:0/273688694 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8d6c004370 con 0x7f8d780fff20 2023-03-22T14:20:16.944 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.940+0000 7f8d75ffb700 1 -- 172.21.15.142:0/273688694 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d6c0039b0 con 0x7f8d780fff20 2023-03-22T14:20:16.944 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.940+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d78109f70 con 0x7f8d780fff20 2023-03-22T14:20:16.944 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.941+0000 7f8d75ffb700 1 -- 172.21.15.142:0/273688694 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f8d6c003c70 con 0x7f8d780fff20 2023-03-22T14:20:16.944 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.941+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d7810a290 con 0x7f8d780fff20 2023-03-22T14:20:16.944 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.941+0000 7f8d75ffb700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8d680380f0 0x7f8d6803a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:16.944 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.941+0000 7f8d75ffb700 1 -- 172.21.15.142:0/273688694 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f8d6c04baf0 con 0x7f8d780fff20 2023-03-22T14:20:16.945 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.942+0000 7f8d77fff700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8d680380f0 0x7f8d6803a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:16.945 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.942+0000 7f8d77fff700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8d680380f0 0x7f8d6803a5a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8d64006fd0 tx=0x7f8d64006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:16.948 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:16.947+0000 7f8d75ffb700 1 -- 172.21.15.142:0/273688694 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f8d6c02a980 con 0x7f8d780fff20 2023-03-22T14:20:17.144 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.143+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f8d78108100 con 0x7f8d680380f0 2023-03-22T14:20:17.152 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.151+0000 7f8d75ffb700 1 -- 172.21.15.142:0/273688694 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f8d78108100 con 0x7f8d680380f0 2023-03-22T14:20:17.152 INFO:teuthology.orchestra.run.smithi142.stdout:Scheduled mon update... 2023-03-22T14:20:17.154 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8d680380f0 msgr2=0x7f8d6803a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:17.154 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8d680380f0 0x7f8d6803a5a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8d64006fd0 tx=0x7f8d64006e40 comp rx=0 tx=0).stop 2023-03-22T14:20:17.154 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 msgr2=0x7f8d78195110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:17.154 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d78195110 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c004f40 tx=0x7f8d6c005020 comp rx=0 tx=0).stop 2023-03-22T14:20:17.155 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 shutdown_connections 2023-03-22T14:20:17.155 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8d680380f0 0x7f8d6803a5a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:17.155 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 --2- 172.21.15.142:0/273688694 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8d780fff20 0x7f8d78195110 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:17.155 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 >> 172.21.15.142:0/273688694 conn(0x7f8d780fb800 msgr2=0x7f8d78104100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:17.155 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 shutdown_connections 2023-03-22T14:20:17.155 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:17.153+0000 7f8d7eb9c700 1 -- 172.21.15.142:0/273688694 wait complete. 2023-03-22T14:20:17.514 DEBUG:teuthology.orchestra.run.smithi098:mon.b> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.b.service 2023-03-22T14:20:17.518 DEBUG:teuthology.orchestra.run.smithi142:mon.c> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mon.c.service 2023-03-22T14:20:17.520 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-03-22T14:20:17.520 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph mon dump -f json 2023-03-22T14:20:17.548 INFO:journalctl@ceph.mon.c.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:20:17.553 INFO:journalctl@ceph.mon.b.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:20:17.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:17.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:17.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:17.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:17.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:17.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:17.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:17.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:18.561 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:18.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:18 smithi045 ceph-mon[91728]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:18.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:18 smithi045 ceph-mon[91728]: Saving service mon spec with placement smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c;count:3 2023-03-22T14:20:18.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:18 smithi045 ceph-mon[91728]: Deploying daemon mon.c on smithi142 2023-03-22T14:20:19.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:19 smithi045 ceph-mon[91728]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.411 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.409+0000 7f90e5f00700 1 -- 172.21.15.142:0/2527971749 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 msgr2=0x7f90e00ff2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:20.412 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.409+0000 7f90e5f00700 1 --2- 172.21.15.142:0/2527971749 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e00ff2e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f90d0009910 tx=0x7f90d0009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:20.412 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.409+0000 7f90e5f00700 1 -- 172.21.15.142:0/2527971749 shutdown_connections 2023-03-22T14:20:20.412 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.409+0000 7f90e5f00700 1 --2- 172.21.15.142:0/2527971749 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e00ff2e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:20.412 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.409+0000 7f90e5f00700 1 -- 172.21.15.142:0/2527971749 >> 172.21.15.142:0/2527971749 conn(0x7f90e00fa810 msgr2=0x7f90e00fcc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:20.412 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.409+0000 7f90e5f00700 1 -- 172.21.15.142:0/2527971749 shutdown_connections 2023-03-22T14:20:20.412 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.409+0000 7f90e5f00700 1 -- 172.21.15.142:0/2527971749 wait complete. 2023-03-22T14:20:20.412 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.410+0000 7f90e5f00700 1 Processor -- start 2023-03-22T14:20:20.413 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.410+0000 7f90e5f00700 1 -- start start 2023-03-22T14:20:20.413 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.411+0000 7f90e5f00700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e0195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:20.413 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.411+0000 7f90e5f00700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e01964a0 con 0x7f90e00fef10 2023-03-22T14:20:20.414 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.411+0000 7f90df7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e0195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:20.414 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.411+0000 7f90df7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e0195f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.142:43992/0 (socket says 172.21.15.142:43992) 2023-03-22T14:20:20.414 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.411+0000 7f90df7fe700 1 -- 172.21.15.142:0/4038698148 learned_addr learned my addr 172.21.15.142:0/4038698148 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:20:20.414 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.411+0000 7f90df7fe700 1 -- 172.21.15.142:0/4038698148 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d00095f0 con 0x7f90e00fef10 2023-03-22T14:20:20.414 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.412+0000 7f90df7fe700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e0195f60 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f90d0004f40 tx=0x7f90d0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:20.415 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.412+0000 7f90dcff9700 1 -- 172.21.15.142:0/4038698148 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f90d001d070 con 0x7f90e00fef10 2023-03-22T14:20:20.415 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.412+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90e01090f0 con 0x7f90e00fef10 2023-03-22T14:20:20.415 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.412+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90e0108f60 con 0x7f90e00fef10 2023-03-22T14:20:20.415 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.412+0000 7f90dcff9700 1 -- 172.21.15.142:0/4038698148 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90d0004370 con 0x7f90e00fef10 2023-03-22T14:20:20.415 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.412+0000 7f90dcff9700 1 -- 172.21.15.142:0/4038698148 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f90d0003970 con 0x7f90e00fef10 2023-03-22T14:20:20.415 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.413+0000 7f90dcff9700 1 -- 172.21.15.142:0/4038698148 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f90d0003ad0 con 0x7f90e00fef10 2023-03-22T14:20:20.415 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.413+0000 7f90dcff9700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f90c80380f0 0x7f90c803a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:20.416 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.413+0000 7f90dcff9700 1 -- 172.21.15.142:0/4038698148 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f90d004c940 con 0x7f90e00fef10 2023-03-22T14:20:20.416 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.413+0000 7f90deffd700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f90c80380f0 0x7f90c803a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:20.416 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.413+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90e0109280 con 0x7f90e00fef10 2023-03-22T14:20:20.416 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.414+0000 7f90deffd700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f90c80380f0 0x7f90c803a5a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f90d4006fd0 tx=0x7f90d4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:20.420 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.419+0000 7f90dcff9700 1 -- 172.21.15.142:0/4038698148 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f90d0026020 con 0x7f90e00fef10 2023-03-22T14:20:20.591 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 systemd[1]: Starting Ceph mon.c for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:20:20.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.710+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f90e0068b20 con 0x7f90e00fef10 2023-03-22T14:20:20.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.711+0000 7f90dcff9700 1 -- 172.21.15.142:0/4038698148 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7f90d004b090 con 0x7f90e00fef10 2023-03-22T14:20:20.713 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:20:20.713 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":1,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","modified":"2023-03-22T14:18:39.311991Z","created":"2023-03-22T14:18:39.311991Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:3300","nonce":0},{"type":"v1","addr":"172.21.15.45:6789","nonce":0}]},"addr":"172.21.15.45:6789/0","public_addr":"172.21.15.45:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-03-22T14:20:20.714 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.713+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f90c80380f0 msgr2=0x7f90c803a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:20.715 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.713+0000 7f90e5f00700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f90c80380f0 0x7f90c803a5a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f90d4006fd0 tx=0x7f90d4006e40 comp rx=0 tx=0).stop 2023-03-22T14:20:20.715 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.713+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 msgr2=0x7f90e0195f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:20.715 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.713+0000 7f90e5f00700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e0195f60 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f90d0004f40 tx=0x7f90d0005020 comp rx=0 tx=0).stop 2023-03-22T14:20:20.715 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.713+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 shutdown_connections 2023-03-22T14:20:20.715 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.713+0000 7f90e5f00700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f90c80380f0 0x7f90c803a5a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:20.715 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.714+0000 7f90e5f00700 1 --2- 172.21.15.142:0/4038698148 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f90e00fef10 0x7f90e0195f60 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:20.716 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.714+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 >> 172.21.15.142:0/4038698148 conn(0x7f90e00fa810 msgr2=0x7f90e01030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:20.716 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.714+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 shutdown_connections 2023-03-22T14:20:20.716 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:20.714+0000 7f90e5f00700 1 -- 172.21.15.142:0/4038698148 wait complete. 2023-03-22T14:20:20.716 INFO:teuthology.orchestra.run.smithi142.stderr:dumped monmap epoch 1 2023-03-22T14:20:20.843 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 podman[94664]: 2023-03-22T14:20:20.844 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: set uid:gid to 167:167 (ceph:ceph) 2023-03-22T14:20:20.844 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev), process ceph-mon, pid 7 2023-03-22T14:20:20.844 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pidfile_write: ignore empty --pid-file 2023-03-22T14:20:20.844 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 bash[94664]: 177705aa3db9b930d495a38fe3330a5898ea0295e7240c2c74d52a9a76526699 2023-03-22T14:20:20.844 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: load: jerasure load: lrc 2023-03-22T14:20:20.844 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: RocksDB version: 7.9.2 2023-03-22T14:20:20.845 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Git sha 0 2023-03-22T14:20:20.845 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Compile date 2023-03-22 01:08:50 2023-03-22T14:20:20.845 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: DB SUMMARY 2023-03-22T14:20:20.845 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: DB Session ID: BBL5QA55IO68R5368EUE 2023-03-22T14:20:20.845 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: CURRENT file: CURRENT 2023-03-22T14:20:20.845 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: IDENTITY file: IDENTITY 2023-03-22T14:20:20.845 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-03-22T14:20:20.846 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-03-22T14:20:20.846 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2023-03-22T14:20:20.846 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.error_if_exists: 0 2023-03-22T14:20:20.846 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.create_if_missing: 0 2023-03-22T14:20:20.846 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.paranoid_checks: 1 2023-03-22T14:20:20.846 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.flush_verify_memtable_count: 1 2023-03-22T14:20:20.847 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-03-22T14:20:20.847 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-03-22T14:20:20.847 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.env: 0x55684fb47720 2023-03-22T14:20:20.847 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.fs: PosixFileSystem 2023-03-22T14:20:20.847 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.info_log: 0x5568515f9440 2023-03-22T14:20:20.847 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_file_opening_threads: 16 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.statistics: (nil) 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.use_fsync: 0 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_log_file_size: 0 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.log_file_time_to_roll: 0 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.keep_log_file_num: 1000 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.recycle_log_file_num: 0 2023-03-22T14:20:20.848 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.allow_fallocate: 1 2023-03-22T14:20:20.849 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.allow_mmap_reads: 0 2023-03-22T14:20:20.849 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.allow_mmap_writes: 0 2023-03-22T14:20:20.849 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.use_direct_reads: 0 2023-03-22T14:20:20.849 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-03-22T14:20:20.849 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.create_missing_column_families: 0 2023-03-22T14:20:20.849 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.db_log_dir: 2023-03-22T14:20:20.849 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.wal_dir: 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.table_cache_numshardbits: 6 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.WAL_ttl_seconds: 0 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.WAL_size_limit_MB: 0 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.is_fd_close_on_exec: 1 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.advise_random_on_open: 1 2023-03-22T14:20:20.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.db_write_buffer_size: 0 2023-03-22T14:20:20.851 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.write_buffer_manager: 0x5568515ce5a0 2023-03-22T14:20:20.851 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-03-22T14:20:20.851 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-03-22T14:20:20.851 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.use_adaptive_mutex: 0 2023-03-22T14:20:20.851 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.rate_limiter: (nil) 2023-03-22T14:20:20.851 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-03-22T14:20:20.851 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.wal_recovery_mode: 2 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.enable_thread_tracking: 0 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.enable_pipelined_write: 0 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.unordered_write: 0 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-03-22T14:20:20.852 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.row_cache: None 2023-03-22T14:20:20.853 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.wal_filter: None 2023-03-22T14:20:20.853 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-03-22T14:20:20.853 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.allow_ingest_behind: 0 2023-03-22T14:20:20.853 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.two_write_queues: 0 2023-03-22T14:20:20.853 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.manual_wal_flush: 0 2023-03-22T14:20:20.853 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.wal_compression: 0 2023-03-22T14:20:20.853 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.atomic_flush: 0 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.persist_stats_to_disk: 0 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.write_dbid_to_manifest: 0 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.log_readahead_size: 0 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.best_efforts_recovery: 0 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-03-22T14:20:20.854 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-03-22T14:20:20.855 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.allow_data_in_errors: 0 2023-03-22T14:20:20.856 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.db_host_id: __hostname__ 2023-03-22T14:20:20.856 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.enforce_single_del_contracts: true 2023-03-22T14:20:20.857 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_background_jobs: 2 2023-03-22T14:20:20.857 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_background_compactions: -1 2023-03-22T14:20:20.857 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_subcompactions: 1 2023-03-22T14:20:20.857 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.delayed_write_rate : 16777216 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_total_wal_size: 0 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.stats_dump_period_sec: 600 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.stats_persist_period_sec: 600 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-03-22T14:20:20.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_open_files: -1 2023-03-22T14:20:20.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bytes_per_sync: 0 2023-03-22T14:20:20.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.wal_bytes_per_sync: 0 2023-03-22T14:20:20.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.strict_bytes_per_sync: 0 2023-03-22T14:20:20.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_readahead_size: 0 2023-03-22T14:20:20.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_background_flushes: -1 2023-03-22T14:20:20.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Compression algorithms supported: 2023-03-22T14:20:20.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kZSTD supported: 0 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kXpressCompression supported: 0 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kLZ4HCCompression supported: 1 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kZlibCompression supported: 1 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kSnappyCompression supported: 1 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kLZ4Compression supported: 1 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: kBZip2Compression supported: 0 2023-03-22T14:20:20.860 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Fast CRC32 supported: Supported on x86 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: DMutex implementation: pthread_mutex_t 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.merge_operator: 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_filter: None 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_filter_factory: None 2023-03-22T14:20:20.861 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.sst_partitioner_factory: None 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.memtable_factory: SkipListFactory 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.table_factory: BlockBasedTable 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5568515f9540) 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout: cache_index_and_filter_blocks: 1 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout: pin_top_level_index_and_filter: 1 2023-03-22T14:20:20.862 INFO:journalctl@ceph.mon.c.smithi142.stdout: index_type: 0 2023-03-22T14:20:20.863 INFO:journalctl@ceph.mon.c.smithi142.stdout: data_block_index_type: 0 2023-03-22T14:20:20.863 INFO:journalctl@ceph.mon.c.smithi142.stdout: index_shortening: 1 2023-03-22T14:20:20.863 INFO:journalctl@ceph.mon.c.smithi142.stdout: data_block_hash_table_util_ratio: 0.750000 2023-03-22T14:20:20.863 INFO:journalctl@ceph.mon.c.smithi142.stdout: checksum: 4 2023-03-22T14:20:20.863 INFO:journalctl@ceph.mon.c.smithi142.stdout: no_block_cache: 0 2023-03-22T14:20:20.863 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_cache: 0x55685164f350 2023-03-22T14:20:20.863 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_cache_name: BinnedLRUCache 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_cache_options: 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: capacity : 536870912 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: num_shard_bits : 4 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: strict_capacity_limit : 0 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: high_pri_pool_ratio: 0.000 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_cache_compressed: (nil) 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: persistent_cache: (nil) 2023-03-22T14:20:20.864 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_size: 4096 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_size_deviation: 10 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_restart_interval: 16 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: index_block_restart_interval: 1 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: metadata_block_size: 4096 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: partition_filters: 0 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: use_delta_encoding: 1 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: filter_policy: bloomfilter 2023-03-22T14:20:20.865 INFO:journalctl@ceph.mon.c.smithi142.stdout: whole_key_filtering: 1 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: verify_compression: 0 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: read_amp_bytes_per_bit: 0 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: format_version: 5 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: enable_index_compression: 1 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: block_align: 0 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: max_auto_readahead_size: 262144 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: prepopulate_block_cache: 0 2023-03-22T14:20:20.866 INFO:journalctl@ceph.mon.c.smithi142.stdout: initial_auto_readahead_size: 8192 2023-03-22T14:20:20.867 INFO:journalctl@ceph.mon.c.smithi142.stdout: num_file_reads_for_auto_readahead: 2 2023-03-22T14:20:20.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.write_buffer_size: 33554432 2023-03-22T14:20:20.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_write_buffer_number: 2 2023-03-22T14:20:20.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression: NoCompression 2023-03-22T14:20:20.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression: Disabled 2023-03-22T14:20:20.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.prefix_extractor: nullptr 2023-03-22T14:20:20.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-03-22T14:20:20.868 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.num_levels: 7 2023-03-22T14:20:20.868 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-03-22T14:20:20.868 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-03-22T14:20:20.868 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-03-22T14:20:20.868 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-03-22T14:20:20.868 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-03-22T14:20:20.869 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-03-22T14:20:20.869 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-03-22T14:20:20.869 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-03-22T14:20:20.869 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-03-22T14:20:20.869 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-03-22T14:20:20.869 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-03-22T14:20:20.869 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.window_bits: -14 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.level: 32767 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.strategy: 0 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-03-22T14:20:20.870 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.enabled: false 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.target_file_size_base: 67108864 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.target_file_size_multiplier: 1 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-03-22T14:20:20.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-03-22T14:20:20.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-03-22T14:20:20.873 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-03-22T14:20:20.873 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-03-22T14:20:20.873 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-03-22T14:20:20.873 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.arena_block_size: 1048576 2023-03-22T14:20:20.873 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-03-22T14:20:20.873 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-03-22T14:20:20.873 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.disable_auto_compactions: 0 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-03-22T14:20:20.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-03-22T14:20:20.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-03-22T14:20:20.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-03-22T14:20:20.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.table_properties_collectors: 2023-03-22T14:20:20.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.inplace_update_support: 0 2023-03-22T14:20:20.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.inplace_update_num_locks: 10000 2023-03-22T14:20:20.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-03-22T14:20:20.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.memtable_huge_page_size: 0 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.bloom_locality: 0 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.max_successive_merges: 0 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.optimize_filters_for_hits: 0 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.paranoid_file_checks: 0 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.force_consistency_checks: 1 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.report_bg_io_stats: 0 2023-03-22T14:20:20.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.ttl: 2592000 2023-03-22T14:20:20.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.periodic_compaction_seconds: 0 2023-03-22T14:20:20.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-03-22T14:20:20.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-03-22T14:20:20.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.enable_blob_files: false 2023-03-22T14:20:20.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.min_blob_size: 0 2023-03-22T14:20:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.blob_file_size: 268435456 2023-03-22T14:20:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.blob_compression_type: NoCompression 2023-03-22T14:20:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.enable_blob_garbage_collection: false 2023-03-22T14:20:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-03-22T14:20:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-03-22T14:20:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-03-22T14:20:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.blob_file_starting_level: 0 2023-03-22T14:20:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-03-22T14:20:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-03-22T14:20:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-03-22T14:20:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c9cf2efd-98c4-45e6-9aeb-aa4d329af9f6 2023-03-22T14:20:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494820822394, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-03-22T14:20:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-03-22T14:20:20.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494820822961, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1679494820, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c9cf2efd-98c4-45e6-9aeb-aa4d329af9f6", "db_session_id": "BBL5QA55IO68R5368EUE", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-03-22T14:20:20.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494820823052, "job": 1, "event": "recovery_finished"} 2023-03-22T14:20:20.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-03-22T14:20:20.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-03-22T14:20:20.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5568516ec000 2023-03-22T14:20:20.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: DB pointer 0x5568516d8000 2023-03-22T14:20:20.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-03-22T14:20:20.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-03-22T14:20:20.881 INFO:journalctl@ceph.mon.c.smithi142.stdout: ** DB Stats ** 2023-03-22T14:20:20.881 INFO:journalctl@ceph.mon.c.smithi142.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-03-22T14:20:20.881 INFO:journalctl@ceph.mon.c.smithi142.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-03-22T14:20:20.881 INFO:journalctl@ceph.mon.c.smithi142.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-03-22T14:20:20.881 INFO:journalctl@ceph.mon.c.smithi142.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-03-22T14:20:20.881 INFO:journalctl@ceph.mon.c.smithi142.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: ** Compaction Stats [default] ** 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:20.882 INFO:journalctl@ceph.mon.c.smithi142.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: ** Compaction Stats [default] ** 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: 2023-03-22T14:20:20.883 INFO:journalctl@ceph.mon.c.smithi142.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: AddFile(Keys): cumulative 0, interval 0 2023-03-22T14:20:20.884 INFO:journalctl@ceph.mon.c.smithi142.stdout: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-03-22T14:20:20.885 INFO:journalctl@ceph.mon.c.smithi142.stdout: Interval compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-03-22T14:20:20.885 INFO:journalctl@ceph.mon.c.smithi142.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-03-22T14:20:20.885 INFO:journalctl@ceph.mon.c.smithi142.stdout: Block cache BinnedLRUCache@0x55685164f350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-03-22T14:20:20.885 INFO:journalctl@ceph.mon.c.smithi142.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-03-22T14:20:20.885 INFO:journalctl@ceph.mon.c.smithi142.stdout: 2023-03-22T14:20:20.885 INFO:journalctl@ceph.mon.c.smithi142.stdout: ** File Read Latency Histogram By Level [default] ** 2023-03-22T14:20:20.885 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-03-22T14:20:20.886 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: using public_addr v2:172.21.15.142:0/0 -> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] 2023-03-22T14:20:20.886 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: starting mon.c rank -1 at public addrs [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] at bind addrs [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:20:20.886 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(???) e0 preinit fsid 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:20:20.886 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).mds e1 new map 2023-03-22T14:20:20.886 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).mds e1 print_map 2023-03-22T14:20:20.886 INFO:journalctl@ceph.mon.c.smithi142.stdout: e1 2023-03-22T14:20:20.886 INFO:journalctl@ceph.mon.c.smithi142.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout: legacy client fscid: -1 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout: 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout: No filesystems configured 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-03-22T14:20:20.887 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-03-22T14:20:20.888 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-03-22T14:20:20.888 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-03-22T14:20:20.888 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-03-22T14:20:20.888 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:20:20.888 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:20:20.888 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:20:20.888 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:20:20.889 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:20.889 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:20.889 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.889 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.889 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.890 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:20:20.890 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi142", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:20.890 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.890 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Deploying cephadm binary to smithi142 2023-03-22T14:20:20.890 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.890 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Added host smithi142 2023-03-22T14:20:20.890 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.891 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi142", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:20:20.892 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:20.893 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi142:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:20.893 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:20:20.893 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/715083501' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-03-22T14:20:20.893 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.893 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.893 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.893 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/715083501' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:20.894 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:20.895 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:20.895 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:20.895 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:20.895 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Saving service mon spec with placement smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c;count:3 2023-03-22T14:20:20.895 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: Deploying daemon mon.c on smithi142 2023-03-22T14:20:20.895 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:20.895 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expand map: {default=false} 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta from 'false' to 'false' 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expanded map: {default=false} 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expand map: {default=info} 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta from 'info' to 'info' 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expanded map: {default=info} 2023-03-22T14:20:20.896 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expand map: {default=daemon} 2023-03-22T14:20:20.897 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta from 'daemon' to 'daemon' 2023-03-22T14:20:20.897 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expanded map: {default=daemon} 2023-03-22T14:20:20.897 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expand map: {default=debug} 2023-03-22T14:20:20.897 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta from 'debug' to 'debug' 2023-03-22T14:20:20.897 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 ceph-mon[94717]: expand_channel_meta expanded map: {default=debug} 2023-03-22T14:20:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:20 smithi142 systemd[1]: Started Ceph mon.c for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:20:22.246 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-03-22T14:20:22.247 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph mon dump -f json 2023-03-22T14:20:22.895 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:20:26.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:26.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:20:26.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: mon.a calling monitor election 2023-03-22T14:20:26.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:26.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: mon.c calling monitor election 2023-03-22T14:20:26.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:26.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-03-22T14:20:26.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: monmap e2: 2 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:26.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: fsmap 2023-03-22T14:20:26.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:26.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: mgrmap e13: x(active, since 45s) 2023-03-22T14:20:26.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: overall HEALTH_OK 2023-03-22T14:20:26.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:26.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:26.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:26.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:26.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:25 smithi045 ceph-mon[91728]: Deploying daemon mon.b on smithi098 2023-03-22T14:20:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:20:26.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: mon.a calling monitor election 2023-03-22T14:20:26.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:26.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: mon.c calling monitor election 2023-03-22T14:20:26.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:26.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:26.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-03-22T14:20:26.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: monmap e2: 2 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:26.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: fsmap 2023-03-22T14:20:26.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:26.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: mgrmap e13: x(active, since 45s) 2023-03-22T14:20:26.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: overall HEALTH_OK 2023-03-22T14:20:26.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:26.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:26.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:26.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:26.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:25 smithi142 ceph-mon[94717]: Deploying daemon mon.b on smithi098 2023-03-22T14:20:27.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.177+0000 7f6750e0b700 1 -- 172.21.15.142:0/3563666873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67340035c0 msgr2=0x7f6734005a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:27.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.177+0000 7f6750e0b700 1 --2- 172.21.15.142:0/3563666873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67340035c0 0x7f6734005a40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f674c0ffd10 tx=0x7f674000feb0 comp rx=0 tx=0).stop 2023-03-22T14:20:27.180 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.177+0000 7f6750e0b700 1 -- 172.21.15.142:0/3563666873 shutdown_connections 2023-03-22T14:20:27.180 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.177+0000 7f6750e0b700 1 --2- 172.21.15.142:0/3563666873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67340035c0 0x7f6734005a40 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:27.180 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.177+0000 7f6750e0b700 1 -- 172.21.15.142:0/3563666873 >> 172.21.15.142:0/3563666873 conn(0x7f674c0fb8e0 msgr2=0x7f674c0fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:27.180 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.177+0000 7f6750e0b700 1 -- 172.21.15.142:0/3563666873 shutdown_connections 2023-03-22T14:20:27.180 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.177+0000 7f6750e0b700 1 -- 172.21.15.142:0/3563666873 wait complete. 2023-03-22T14:20:27.182 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f6750e0b700 1 Processor -- start 2023-03-22T14:20:27.182 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f6750e0b700 1 -- start start 2023-03-22T14:20:27.182 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f6750e0b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 0x7f674c072d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:27.182 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f6750e0b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f674c0732c0 0x7f674c073730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:27.182 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f6750e0b700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f674c074d00 con 0x7f674c0732c0 2023-03-22T14:20:27.182 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f6750e0b700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f674c1a14c0 con 0x7f67340035c0 2023-03-22T14:20:27.182 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f674a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 0x7f674c072d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:27.183 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f674a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 0x7f674c072d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:59748/0 (socket says 172.21.15.142:59748) 2023-03-22T14:20:27.183 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.179+0000 7f674a59c700 1 -- 172.21.15.142:0/981986322 learned_addr learned my addr 172.21.15.142:0/981986322 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:20:27.183 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f674a59c700 1 -- 172.21.15.142:0/981986322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 msgr2=0x7f674c072d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-03-22T14:20:27.183 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f674a59c700 1 -- 172.21.15.142:0/981986322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 msgr2=0x7f674c072d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-03-22T14:20:27.183 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f674a59c700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 0x7f674c072d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-03-22T14:20:27.183 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f674a59c700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 0x7f674c072d80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:20:27.183 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f6749d9b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f674c0732c0 0x7f674c073730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f6749d9b700 1 -- 172.21.15.142:0/981986322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 msgr2=0x7f674c072d80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f6749d9b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 0x7f674c072d80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f6749d9b700 1 -- 172.21.15.142:0/981986322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f674000f900 con 0x7f674c0732c0 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.180+0000 7f6749d9b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f674c0732c0 0x7f674c073730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f673c00b4d0 tx=0x7f673c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.181+0000 7f673b7fe700 1 -- 172.21.15.142:0/981986322 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f673c011630 con 0x7f674c0732c0 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.181+0000 7f673b7fe700 1 -- 172.21.15.142:0/981986322 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f673c011c50 con 0x7f674c0732c0 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.181+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f674c107c30 con 0x7f674c0732c0 2023-03-22T14:20:27.184 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.181+0000 7f673b7fe700 1 -- 172.21.15.142:0/981986322 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f673c010d90 con 0x7f674c0732c0 2023-03-22T14:20:27.185 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.181+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f674c107aa0 con 0x7f674c0732c0 2023-03-22T14:20:27.185 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.182+0000 7f673b7fe700 1 -- 172.21.15.142:0/981986322 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f673c01a400 con 0x7f674c0732c0 2023-03-22T14:20:27.185 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.182+0000 7f673b7fe700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f672c037f30 0x7f672c03a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:27.186 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.182+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f674c107dc0 con 0x7f674c0732c0 2023-03-22T14:20:27.186 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.182+0000 7f673b7fe700 1 -- 172.21.15.142:0/981986322 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f673c04a2e0 con 0x7f674c0732c0 2023-03-22T14:20:27.186 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.182+0000 7f674a59c700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f672c037f30 0x7f672c03a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:27.186 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.183+0000 7f674a59c700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f672c037f30 0x7f672c03a3e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f67400059d0 tx=0x7f6740005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:27.188 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.187+0000 7f673b7fe700 1 -- 172.21.15.142:0/981986322 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f673c0178b0 con 0x7f674c0732c0 2023-03-22T14:20:27.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:26 smithi045 ceph-mon[91728]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:27.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:26 smithi142 ceph-mon[94717]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:27.454 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.453+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f674c0620b0 con 0x7f674c0732c0 2023-03-22T14:20:27.455 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.455+0000 7f673b7fe700 1 -- 172.21.15.142:0/981986322 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1006 (secure 0 0 0) 0x7f673c0172c0 con 0x7f674c0732c0 2023-03-22T14:20:27.455 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:20:27.456 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":2,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","modified":"2023-03-22T14:20:20.848133Z","created":"2023-03-22T14:18:39.311991Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:3300","nonce":0},{"type":"v1","addr":"172.21.15.45:6789","nonce":0}]},"addr":"172.21.15.45:6789/0","public_addr":"172.21.15.45:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:3300","nonce":0},{"type":"v1","addr":"172.21.15.142:6789","nonce":0}]},"addr":"172.21.15.142:6789/0","public_addr":"172.21.15.142:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-03-22T14:20:27.457 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f672c037f30 msgr2=0x7f672c03a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:27.457 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f672c037f30 0x7f672c03a3e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f67400059d0 tx=0x7f6740005960 comp rx=0 tx=0).stop 2023-03-22T14:20:27.458 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f674c0732c0 msgr2=0x7f674c073730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:27.458 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f674c0732c0 0x7f674c073730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f673c00b4d0 tx=0x7f673c00b890 comp rx=0 tx=0).stop 2023-03-22T14:20:27.458 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 shutdown_connections 2023-03-22T14:20:27.458 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f672c037f30 0x7f672c03a3e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:27.458 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67340035c0 0x7f674c072d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:27.458 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 --2- 172.21.15.142:0/981986322 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f674c0732c0 0x7f674c073730 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:27.458 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 >> 172.21.15.142:0/981986322 conn(0x7f674c0fb8e0 msgr2=0x7f674c103990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:27.459 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 shutdown_connections 2023-03-22T14:20:27.459 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:27.456+0000 7f6750e0b700 1 -- 172.21.15.142:0/981986322 wait complete. 2023-03-22T14:20:27.459 INFO:teuthology.orchestra.run.smithi142.stderr:dumped monmap epoch 2 2023-03-22T14:20:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:27 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/981986322' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-03-22T14:20:28.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:27 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/981986322' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-03-22T14:20:28.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:20:27.849+0000 7f52f4549700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-03-22T14:20:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 systemd[1]: Starting Ceph mon.b for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:20:28.862 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-03-22T14:20:28.862 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph mon dump -f json 2023-03-22T14:20:28.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 podman[94095]: 2023-03-22T14:20:28.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 bash[94095]: af96c1ba6cffe6f91e5800a2c19c1c54ec2b3b0ad31556341711df133a3975b6 2023-03-22T14:20:28.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: set uid:gid to 167:167 (ceph:ceph) 2023-03-22T14:20:28.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: ceph version 18.0.0-3090-g5ef20173 (5ef201735dd432fb1acc6499397b70bdb0d4e31e) reef (dev), process ceph-mon, pid 7 2023-03-22T14:20:28.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pidfile_write: ignore empty --pid-file 2023-03-22T14:20:28.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: load: jerasure load: lrc 2023-03-22T14:20:28.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: RocksDB version: 7.9.2 2023-03-22T14:20:28.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Git sha 0 2023-03-22T14:20:28.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Compile date 2023-03-22 01:08:50 2023-03-22T14:20:28.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: DB SUMMARY 2023-03-22T14:20:28.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: DB Session ID: IU6PO2UXMB5O45RN56PB 2023-03-22T14:20:28.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: CURRENT file: CURRENT 2023-03-22T14:20:28.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: IDENTITY file: IDENTITY 2023-03-22T14:20:28.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.error_if_exists: 0 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.create_if_missing: 0 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.paranoid_checks: 1 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.flush_verify_memtable_count: 1 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-03-22T14:20:28.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.env: 0x556c02fa7720 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.fs: PosixFileSystem 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.info_log: 0x556c051cb440 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_file_opening_threads: 16 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.statistics: (nil) 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.use_fsync: 0 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_log_file_size: 0 2023-03-22T14:20:28.927 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-03-22T14:20:28.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.log_file_time_to_roll: 0 2023-03-22T14:20:28.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.keep_log_file_num: 1000 2023-03-22T14:20:28.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.recycle_log_file_num: 0 2023-03-22T14:20:28.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.allow_fallocate: 1 2023-03-22T14:20:28.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.allow_mmap_reads: 0 2023-03-22T14:20:28.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.allow_mmap_writes: 0 2023-03-22T14:20:28.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.use_direct_reads: 0 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.create_missing_column_families: 0 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.db_log_dir: 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.wal_dir: 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.table_cache_numshardbits: 6 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.WAL_ttl_seconds: 0 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.WAL_size_limit_MB: 0 2023-03-22T14:20:28.929 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.is_fd_close_on_exec: 1 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.advise_random_on_open: 1 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.db_write_buffer_size: 0 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.write_buffer_manager: 0x556c051a05a0 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-03-22T14:20:28.930 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.use_adaptive_mutex: 0 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.rate_limiter: (nil) 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.wal_recovery_mode: 2 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.enable_thread_tracking: 0 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.enable_pipelined_write: 0 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.unordered_write: 0 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-03-22T14:20:28.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-03-22T14:20:28.932 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-03-22T14:20:28.932 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-03-22T14:20:28.932 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.row_cache: None 2023-03-22T14:20:28.932 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.wal_filter: None 2023-03-22T14:20:28.932 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-03-22T14:20:28.932 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.allow_ingest_behind: 0 2023-03-22T14:20:28.932 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.two_write_queues: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.manual_wal_flush: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.wal_compression: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.atomic_flush: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.persist_stats_to_disk: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.write_dbid_to_manifest: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.log_readahead_size: 0 2023-03-22T14:20:28.933 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-03-22T14:20:28.934 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.best_efforts_recovery: 0 2023-03-22T14:20:28.934 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-03-22T14:20:28.934 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-03-22T14:20:28.934 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.allow_data_in_errors: 0 2023-03-22T14:20:28.934 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.db_host_id: __hostname__ 2023-03-22T14:20:28.934 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.enforce_single_del_contracts: true 2023-03-22T14:20:28.934 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_background_jobs: 2 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_background_compactions: -1 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_subcompactions: 1 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.delayed_write_rate : 16777216 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_total_wal_size: 0 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-03-22T14:20:28.935 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.stats_dump_period_sec: 600 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.stats_persist_period_sec: 600 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_open_files: -1 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bytes_per_sync: 0 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.wal_bytes_per_sync: 0 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.strict_bytes_per_sync: 0 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_readahead_size: 0 2023-03-22T14:20:28.936 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_background_flushes: -1 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Compression algorithms supported: 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kZSTD supported: 0 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kXpressCompression supported: 0 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kLZ4HCCompression supported: 1 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kZlibCompression supported: 1 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kSnappyCompression supported: 1 2023-03-22T14:20:28.937 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kLZ4Compression supported: 1 2023-03-22T14:20:28.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: kBZip2Compression supported: 0 2023-03-22T14:20:28.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Fast CRC32 supported: Supported on x86 2023-03-22T14:20:28.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: DMutex implementation: pthread_mutex_t 2023-03-22T14:20:28.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-03-22T14:20:28.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-03-22T14:20:28.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-03-22T14:20:28.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.merge_operator: 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_filter: None 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_filter_factory: None 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.sst_partitioner_factory: None 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.memtable_factory: SkipListFactory 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.table_factory: BlockBasedTable 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556c051cb540) 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout: cache_index_and_filter_blocks: 1 2023-03-22T14:20:28.939 INFO:journalctl@ceph.mon.b.smithi098.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: pin_top_level_index_and_filter: 1 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: index_type: 0 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: data_block_index_type: 0 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: index_shortening: 1 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: data_block_hash_table_util_ratio: 0.750000 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: checksum: 4 2023-03-22T14:20:28.940 INFO:journalctl@ceph.mon.b.smithi098.stdout: no_block_cache: 0 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_cache: 0x556c05221350 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_cache_name: BinnedLRUCache 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_cache_options: 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: capacity : 536870912 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: num_shard_bits : 4 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: strict_capacity_limit : 0 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: high_pri_pool_ratio: 0.000 2023-03-22T14:20:28.941 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_cache_compressed: (nil) 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: persistent_cache: (nil) 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_size: 4096 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_size_deviation: 10 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_restart_interval: 16 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: index_block_restart_interval: 1 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: metadata_block_size: 4096 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: partition_filters: 0 2023-03-22T14:20:28.942 INFO:journalctl@ceph.mon.b.smithi098.stdout: use_delta_encoding: 1 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: filter_policy: bloomfilter 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: whole_key_filtering: 1 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: verify_compression: 0 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: read_amp_bytes_per_bit: 0 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: format_version: 5 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: enable_index_compression: 1 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: block_align: 0 2023-03-22T14:20:28.943 INFO:journalctl@ceph.mon.b.smithi098.stdout: max_auto_readahead_size: 262144 2023-03-22T14:20:28.944 INFO:journalctl@ceph.mon.b.smithi098.stdout: prepopulate_block_cache: 0 2023-03-22T14:20:28.944 INFO:journalctl@ceph.mon.b.smithi098.stdout: initial_auto_readahead_size: 8192 2023-03-22T14:20:28.944 INFO:journalctl@ceph.mon.b.smithi098.stdout: num_file_reads_for_auto_readahead: 2 2023-03-22T14:20:28.944 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.write_buffer_size: 33554432 2023-03-22T14:20:28.944 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_write_buffer_number: 2 2023-03-22T14:20:28.944 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression: NoCompression 2023-03-22T14:20:28.944 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression: Disabled 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.prefix_extractor: nullptr 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.num_levels: 7 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-03-22T14:20:28.945 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-03-22T14:20:28.946 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-03-22T14:20:28.946 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-03-22T14:20:28.947 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-03-22T14:20:28.947 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-03-22T14:20:28.947 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-03-22T14:20:28.947 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-03-22T14:20:28.948 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-03-22T14:20:28.948 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.window_bits: -14 2023-03-22T14:20:28.948 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.level: 32767 2023-03-22T14:20:28.948 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.strategy: 0 2023-03-22T14:20:28.948 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-03-22T14:20:28.948 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-03-22T14:20:28.948 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.enabled: false 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.target_file_size_base: 67108864 2023-03-22T14:20:28.949 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.target_file_size_multiplier: 1 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-03-22T14:20:28.950 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.arena_block_size: 1048576 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-03-22T14:20:28.951 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.disable_auto_compactions: 0 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-03-22T14:20:28.952 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-03-22T14:20:28.953 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-03-22T14:20:28.953 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-03-22T14:20:28.953 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-03-22T14:20:28.953 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.table_properties_collectors: 2023-03-22T14:20:28.953 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.inplace_update_support: 0 2023-03-22T14:20:28.953 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.inplace_update_num_locks: 10000 2023-03-22T14:20:28.953 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.memtable_huge_page_size: 0 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.bloom_locality: 0 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.max_successive_merges: 0 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.optimize_filters_for_hits: 0 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.paranoid_file_checks: 0 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.force_consistency_checks: 1 2023-03-22T14:20:28.954 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.report_bg_io_stats: 0 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.ttl: 2592000 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.periodic_compaction_seconds: 0 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.enable_blob_files: false 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.min_blob_size: 0 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.blob_file_size: 268435456 2023-03-22T14:20:28.955 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.blob_compression_type: NoCompression 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.enable_blob_garbage_collection: false 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.blob_file_starting_level: 0 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-03-22T14:20:28.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-03-22T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5fc11f6c-9307-4e52-a1dc-80649699cffb 2023-03-22T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494828738101, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-03-22T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-03-22T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494828738666, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1679494828, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5fc11f6c-9307-4e52-a1dc-80649699cffb", "db_session_id": "IU6PO2UXMB5O45RN56PB", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-03-22T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: EVENT_LOG_v1 {"time_micros": 1679494828738756, "job": 1, "event": "recovery_finished"} 2023-03-22T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-03-22T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-03-22T14:20:28.958 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556c052be000 2023-03-22T14:20:28.958 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: DB pointer 0x556c052aa000 2023-03-22T14:20:28.958 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-03-22T14:20:28.958 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-03-22T14:20:28.958 INFO:journalctl@ceph.mon.b.smithi098.stdout: ** DB Stats ** 2023-03-22T14:20:28.958 INFO:journalctl@ceph.mon.b.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-03-22T14:20:28.958 INFO:journalctl@ceph.mon.b.smithi098.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: ** Compaction Stats [default] ** 2023-03-22T14:20:28.959 INFO:journalctl@ceph.mon.b.smithi098.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: ** Compaction Stats [default] ** 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-03-22T14:20:28.960 INFO:journalctl@ceph.mon.b.smithi098.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-03-22T14:20:28.961 INFO:journalctl@ceph.mon.b.smithi098.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-03-22T14:20:28.962 INFO:journalctl@ceph.mon.b.smithi098.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-03-22T14:20:28.962 INFO:journalctl@ceph.mon.b.smithi098.stdout: AddFile(Keys): cumulative 0, interval 0 2023-03-22T14:20:28.962 INFO:journalctl@ceph.mon.b.smithi098.stdout: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-03-22T14:20:28.962 INFO:journalctl@ceph.mon.b.smithi098.stdout: Interval compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-03-22T14:20:28.962 INFO:journalctl@ceph.mon.b.smithi098.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-03-22T14:20:28.962 INFO:journalctl@ceph.mon.b.smithi098.stdout: Block cache BinnedLRUCache@0x556c05221350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-03-22T14:20:28.962 INFO:journalctl@ceph.mon.b.smithi098.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout: 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout: ** File Read Latency Histogram By Level [default] ** 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: using public_addr v2:172.21.15.98:0/0 -> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: starting mon.b rank -1 at public addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] at bind addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(???) e0 preinit fsid 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).mds e1 new map 2023-03-22T14:20:28.963 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).mds e1 print_map 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout: e1 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout: legacy client fscid: -1 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout: 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout: No filesystems configured 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-03-22T14:20:28.964 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-03-22T14:20:28.965 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-03-22T14:20:28.965 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-03-22T14:20:28.965 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-03-22T14:20:28.965 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-03-22T14:20:28.965 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-03-22T14:20:28.965 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:20:28.965 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.966 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi142", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Deploying cephadm binary to smithi142 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Added host smithi142 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.967 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.968 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.969 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.969 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi142", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:20:28.969 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:28.969 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:28.969 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:20:28.969 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:28.969 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi142:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/715083501' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/715083501' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-03-22T14:20:28.970 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:28.971 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Saving service mon spec with placement smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c;count:3 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Deploying daemon mon.c on smithi142 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:28.972 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.a calling monitor election 2023-03-22T14:20:28.973 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:28.973 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.973 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:28.973 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.c calling monitor election 2023-03-22T14:20:28.973 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:28.973 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.973 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: monmap e2: 2 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: fsmap 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mgrmap e13: x(active, since 45s) 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: overall HEALTH_OK 2023-03-22T14:20:28.974 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: Deploying daemon mon.b on smithi098 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/981986322' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-03-22T14:20:28.975 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-03-22T14:20:28.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-03-22T14:20:28.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expand map: {default=false} 2023-03-22T14:20:28.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta from 'false' to 'false' 2023-03-22T14:20:28.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expanded map: {default=false} 2023-03-22T14:20:28.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expand map: {default=info} 2023-03-22T14:20:28.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta from 'info' to 'info' 2023-03-22T14:20:28.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expanded map: {default=info} 2023-03-22T14:20:28.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expand map: {default=daemon} 2023-03-22T14:20:28.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta from 'daemon' to 'daemon' 2023-03-22T14:20:28.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expanded map: {default=daemon} 2023-03-22T14:20:28.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expand map: {default=debug} 2023-03-22T14:20:28.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta from 'debug' to 'debug' 2023-03-22T14:20:28.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 ceph-mon[94136]: expand_channel_meta expanded map: {default=debug} 2023-03-22T14:20:28.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:28 smithi098 systemd[1]: Started Ceph mon.b for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:20:29.513 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:20:33.889 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.886+0000 7f26ab7bd700 1 -- 172.21.15.142:0/1502538950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 msgr2=0x7f2690005a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:33.890 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.886+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/1502538950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 0x7f2690005a40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f26a40fec20 tx=0x7f26a0013e90 comp rx=0 tx=0).stop 2023-03-22T14:20:33.890 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.886+0000 7f26ab7bd700 1 -- 172.21.15.142:0/1502538950 shutdown_connections 2023-03-22T14:20:33.890 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.886+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/1502538950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 0x7f2690005a40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:33.890 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.886+0000 7f26ab7bd700 1 -- 172.21.15.142:0/1502538950 >> 172.21.15.142:0/1502538950 conn(0x7f26a40fa830 msgr2=0x7f26a40fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:33.891 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.886+0000 7f26ab7bd700 1 -- 172.21.15.142:0/1502538950 shutdown_connections 2023-03-22T14:20:33.891 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.886+0000 7f26ab7bd700 1 -- 172.21.15.142:0/1502538950 wait complete. 2023-03-22T14:20:33.891 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 Processor -- start 2023-03-22T14:20:33.891 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 -- start start 2023-03-22T14:20:33.891 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 0x7f26a4194270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:33.891 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 0x7f26a4198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:33.891 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 0x7f26a4199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a4194e80 con 0x7f26900035c0 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a41a0ed0 con 0x7f26a41947b0 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.887+0000 7f26ab7bd700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a41a1010 con 0x7f26a4199160 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9d5a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 0x7f26a4199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9d5a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 0x7f26a4199600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:59772/0 (socket says 172.21.15.142:59772) 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9d5a700 1 -- 172.21.15.142:0/292271807 learned_addr learned my addr 172.21.15.142:0/292271807 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9559700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 0x7f26a4194270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:33.892 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a8d58700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 0x7f26a4198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:33.893 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9d5a700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 msgr2=0x7f26a4199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2023-03-22T14:20:33.893 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9d5a700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 msgr2=0x7f26a4199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-03-22T14:20:33.893 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9d5a700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 0x7f26a4199600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-03-22T14:20:33.893 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9d5a700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 0x7f26a4199600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:20:33.893 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a8d58700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 msgr2=0x7f26a4198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-03-22T14:20:33.893 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a8d58700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 msgr2=0x7f26a4198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-03-22T14:20:33.893 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a8d58700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 0x7f26a4198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a8d58700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 0x7f26a4198c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9559700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 msgr2=0x7f26a4199600 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9559700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 0x7f26a4199600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9559700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 msgr2=0x7f26a4198c20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9559700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 0x7f26a4198c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9559700 1 -- 172.21.15.142:0/292271807 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a00138e0 con 0x7f26900035c0 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f26a9559700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 0x7f26a4194270 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f26a001da40 tx=0x7f26a001db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:33.894 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.888+0000 7f269a7fc700 1 -- 172.21.15.142:0/292271807 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a0027440 con 0x7f26900035c0 2023-03-22T14:20:33.895 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.889+0000 7f269a7fc700 1 -- 172.21.15.142:0/292271807 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26a0027a60 con 0x7f26900035c0 2023-03-22T14:20:33.895 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.889+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26a4106b40 con 0x7f26900035c0 2023-03-22T14:20:33.896 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.889+0000 7f269a7fc700 1 -- 172.21.15.142:0/292271807 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a0011a10 con 0x7f26900035c0 2023-03-22T14:20:33.896 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.889+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26a41069b0 con 0x7f26900035c0 2023-03-22T14:20:33.896 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.890+0000 7f269a7fc700 1 -- 172.21.15.142:0/292271807 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f26a0011b70 con 0x7f26900035c0 2023-03-22T14:20:33.896 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.890+0000 7f269a7fc700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f26880385c0 0x7f268803aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:33.896 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.890+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26a4106cd0 con 0x7f26900035c0 2023-03-22T14:20:33.896 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.890+0000 7f269a7fc700 1 -- 172.21.15.142:0/292271807 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f26a004f760 con 0x7f26900035c0 2023-03-22T14:20:33.896 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.890+0000 7f26a8d58700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f26880385c0 0x7f268803aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:33.897 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.891+0000 7f26a8d58700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f26880385c0 0x7f268803aa70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2694009850 tx=0x7f2694008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:33.897 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:33.895+0000 7f269a7fc700 1 -- 172.21.15.142:0/292271807 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f26a0011e70 con 0x7f26900035c0 2023-03-22T14:20:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:20:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: mon.c calling monitor election 2023-03-22T14:20:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: mon.a calling monitor election 2023-03-22T14:20:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: fsmap 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: mgrmap e13: x(active, since 53s) 2023-03-22T14:20:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-03-22T14:20:34.131 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-03-22T14:20:34.131 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-03-22T14:20:34.131 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: mon.b (rank 2) addr [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] is down (out of quorum) 2023-03-22T14:20:34.131 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:34.131 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:34.173 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.172+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f26a40692e0 con 0x7f26900035c0 2023-03-22T14:20:34.174 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.173+0000 7f269a7fc700 1 -- 172.21.15.142:0/292271807 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1270 (secure 0 0 0) 0x7f26a000b2c0 con 0x7f26900035c0 2023-03-22T14:20:34.174 INFO:teuthology.orchestra.run.smithi142.stdout: 2023-03-22T14:20:34.175 INFO:teuthology.orchestra.run.smithi142.stdout:{"epoch":3,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","modified":"2023-03-22T14:20:28.764808Z","created":"2023-03-22T14:18:39.311991Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:3300","nonce":0},{"type":"v1","addr":"172.21.15.45:6789","nonce":0}]},"addr":"172.21.15.45:6789/0","public_addr":"172.21.15.45:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:3300","nonce":0},{"type":"v1","addr":"172.21.15.142:6789","nonce":0}]},"addr":"172.21.15.142:6789/0","public_addr":"172.21.15.142:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:3300","nonce":0},{"type":"v1","addr":"172.21.15.98:6789","nonce":0}]},"addr":"172.21.15.98:6789/0","public_addr":"172.21.15.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-03-22T14:20:34.178 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f26880385c0 msgr2=0x7f268803aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:34.178 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f26880385c0 0x7f268803aa70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2694009850 tx=0x7f2694008040 comp rx=0 tx=0).stop 2023-03-22T14:20:34.178 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 msgr2=0x7f26a4194270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:34.178 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 0x7f26a4194270 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f26a001da40 tx=0x7f26a001db20 comp rx=0 tx=0).stop 2023-03-22T14:20:34.178 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 shutdown_connections 2023-03-22T14:20:34.178 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f26880385c0 0x7f268803aa70 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:34.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f26900035c0 0x7f26a4194270 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:34.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f26a4199160 0x7f26a4199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:34.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 --2- 172.21.15.142:0/292271807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26a41947b0 0x7f26a4198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:34.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 >> 172.21.15.142:0/292271807 conn(0x7f26a40fa830 msgr2=0x7f26a418c120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:34.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 shutdown_connections 2023-03-22T14:20:34.179 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:34.177+0000 7f26ab7bd700 1 -- 172.21.15.142:0/292271807 wait complete. 2023-03-22T14:20:34.180 INFO:teuthology.orchestra.run.smithi142.stderr:dumped monmap epoch 3 2023-03-22T14:20:34.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:34.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:20:34.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: mon.c calling monitor election 2023-03-22T14:20:34.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: mon.a calling monitor election 2023-03-22T14:20:34.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:34.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-03-22T14:20:34.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:34.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: fsmap 2023-03-22T14:20:34.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:34.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: mgrmap e13: x(active, since 53s) 2023-03-22T14:20:34.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-03-22T14:20:34.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-03-22T14:20:34.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-03-22T14:20:34.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: mon.b (rank 2) addr [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] is down (out of quorum) 2023-03-22T14:20:34.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:34.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:34.561 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-03-22T14:20:34.561 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph config generate-minimal-conf 2023-03-22T14:20:34.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:34.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:34 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/292271807' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-03-22T14:20:34.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:34 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/292271807' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-03-22T14:20:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:35.395 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:20:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:20:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: mon.c calling monitor election 2023-03-22T14:20:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: mon.a calling monitor election 2023-03-22T14:20:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:20:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: fsmap 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: mgrmap e13: x(active, since 53s) 2023-03-22T14:20:36.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-03-22T14:20:36.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-03-22T14:20:36.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-03-22T14:20:36.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: mon.b (rank 2) addr [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] is down (out of quorum) 2023-03-22T14:20:36.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:36.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/292271807' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-03-22T14:20:36.177 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:36.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: mon.b calling monitor election 2023-03-22T14:20:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Updating smithi045:/etc/ceph/ceph.conf 2023-03-22T14:20:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:20:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:20:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: mon.b calling monitor election 2023-03-22T14:20:36.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: mon.c calling monitor election 2023-03-22T14:20:36.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: mon.a calling monitor election 2023-03-22T14:20:36.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-03-22T14:20:36.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:36.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: fsmap 2023-03-22T14:20:36.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:36.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: mgrmap e13: x(active, since 55s) 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Cluster is now healthy 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: overall HEALTH_OK 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.797+0000 7f07e3ff7700 1 -- 172.21.15.45:0/543325376 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc0fff20 msgr2=0x7f07dc1002f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:36.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.797+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/543325376 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc0fff20 0x7f07dc1002f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f07d8009910 tx=0x7f07d8009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:36.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.797+0000 7f07e3ff7700 1 -- 172.21.15.45:0/543325376 shutdown_connections 2023-03-22T14:20:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.797+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/543325376 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc0fff20 0x7f07dc1002f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.797+0000 7f07e3ff7700 1 -- 172.21.15.45:0/543325376 >> 172.21.15.45:0/543325376 conn(0x7f07dc0fb7e0 msgr2=0x7f07dc0fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.797+0000 7f07e3ff7700 1 -- 172.21.15.45:0/543325376 shutdown_connections 2023-03-22T14:20:36.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.798+0000 7f07e3ff7700 1 -- 172.21.15.45:0/543325376 wait complete. 2023-03-22T14:20:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.798+0000 7f07e3ff7700 1 Processor -- start 2023-03-22T14:20:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e3ff7700 1 -- start start 2023-03-22T14:20:36.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e3ff7700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f07dc0fff20 0x7f07dc1974a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e3ff7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f07dc1979e0 0x7f07dc19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e3ff7700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc19c390 0x7f07dc19c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e3ff7700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07dc1980b0 con 0x7f07dc19c390 2023-03-22T14:20:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e3ff7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07dc1a4100 con 0x7f07dc1979e0 2023-03-22T14:20:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e3ff7700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07dc1a4240 con 0x7f07dc0fff20 2023-03-22T14:20:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e2594700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc19c390 0x7f07dc19c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:36.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e1d93700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f07dc0fff20 0x7f07dc1974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e1d93700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f07dc0fff20 0x7f07dc1974a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:49496/0 (socket says 172.21.15.45:49496) 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e2594700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc19c390 0x7f07dc19c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:34734/0 (socket says 172.21.15.45:34734) 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e2594700 1 -- 172.21.15.45:0/3269332562 learned_addr learned my addr 172.21.15.45:0/3269332562 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.799+0000 7f07e1592700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f07dc1979e0 0x7f07dc19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.800+0000 7f07e2594700 1 -- 172.21.15.45:0/3269332562 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f07dc0fff20 msgr2=0x7f07dc1974a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.800+0000 7f07e2594700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f07dc0fff20 0x7f07dc1974a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.800+0000 7f07e2594700 1 -- 172.21.15.45:0/3269332562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f07dc1979e0 msgr2=0x7f07dc19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:36.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.800+0000 7f07e2594700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f07dc1979e0 0x7f07dc19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:36.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.800+0000 7f07e2594700 1 -- 172.21.15.45:0/3269332562 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07d80095f0 con 0x7f07dc19c390 2023-03-22T14:20:36.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.800+0000 7f07e2594700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc19c390 0x7f07dc19c830 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f07d400ba80 tx=0x7f07d400bd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:36.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.801+0000 7f07d2ffd700 1 -- 172.21.15.45:0/3269332562 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d400c930 con 0x7f07dc19c390 2023-03-22T14:20:36.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.801+0000 7f07d2ffd700 1 -- 172.21.15.45:0/3269332562 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07d4014440 con 0x7f07dc19c390 2023-03-22T14:20:36.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.801+0000 7f07d2ffd700 1 -- 172.21.15.45:0/3269332562 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07d4007570 con 0x7f07dc19c390 2023-03-22T14:20:36.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.801+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07dc10a0b0 con 0x7f07dc19c390 2023-03-22T14:20:36.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.801+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07dc109f20 con 0x7f07dc19c390 2023-03-22T14:20:36.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.802+0000 7f07d2ffd700 1 -- 172.21.15.45:0/3269332562 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f07d400ca90 con 0x7f07dc19c390 2023-03-22T14:20:36.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.802+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07dc10a240 con 0x7f07dc19c390 2023-03-22T14:20:36.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.802+0000 7f07d2ffd700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f07c8038570 0x7f07c803aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:36.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.802+0000 7f07d2ffd700 1 -- 172.21.15.45:0/3269332562 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f07d4049eb0 con 0x7f07dc19c390 2023-03-22T14:20:36.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.803+0000 7f07e1d93700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f07c8038570 0x7f07c803aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:36.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.803+0000 7f07e1d93700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f07c8038570 0x7f07c803aa20 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f07d8006010 tx=0x7f07d800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:36.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:36.807+0000 7f07d2ffd700 1 -- 172.21.15.45:0/3269332562 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f07d40076d0 con 0x7f07dc19c390 2023-03-22T14:20:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: mon.b calling monitor election 2023-03-22T14:20:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Updating smithi045:/etc/ceph/ceph.conf 2023-03-22T14:20:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:20:36.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:20:36.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: mon.b calling monitor election 2023-03-22T14:20:36.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: mon.c calling monitor election 2023-03-22T14:20:36.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: mon.a calling monitor election 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: fsmap 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: mgrmap e13: x(active, since 55s) 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Cluster is now healthy 2023-03-22T14:20:36.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: overall HEALTH_OK 2023-03-22T14:20:36.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.882 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: mon.b calling monitor election 2023-03-22T14:20:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Updating smithi045:/etc/ceph/ceph.conf 2023-03-22T14:20:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:20:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:20:36.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: mon.b calling monitor election 2023-03-22T14:20:36.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: mon.c calling monitor election 2023-03-22T14:20:36.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: mon.a calling monitor election 2023-03-22T14:20:36.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-03-22T14:20:36.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: fsmap 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: osdmap e4: 0 total, 0 up, 0 in 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: mgrmap e13: x(active, since 55s) 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Cluster is now healthy 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: overall HEALTH_OK 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:20:36.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:36.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:37.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.024+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f07dc0620b0 con 0x7f07dc19c390 2023-03-22T14:20:37.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.024+0000 7f07d2ffd700 1 -- 172.21.15.45:0/3269332562 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+273 (secure 0 0 0) 0x7f07d400cd40 con 0x7f07dc19c390 2023-03-22T14:20:37.026 INFO:teuthology.orchestra.run.smithi045.stdout:# minimal ceph.conf for 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:20:37.026 INFO:teuthology.orchestra.run.smithi045.stdout:[global] 2023-03-22T14:20:37.026 INFO:teuthology.orchestra.run.smithi045.stdout: fsid = 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:20:37.026 INFO:teuthology.orchestra.run.smithi045.stdout: mon_host = [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] 2023-03-22T14:20:37.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.026+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f07c8038570 msgr2=0x7f07c803aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:37.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.026+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f07c8038570 0x7f07c803aa20 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f07d8006010 tx=0x7f07d800b540 comp rx=0 tx=0).stop 2023-03-22T14:20:37.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.026+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc19c390 msgr2=0x7f07dc19c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:37.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.026+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc19c390 0x7f07dc19c830 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f07d400ba80 tx=0x7f07d400bd90 comp rx=0 tx=0).stop 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 shutdown_connections 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f07c8038570 0x7f07c803aa20 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07dc19c390 0x7f07dc19c830 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f07dc0fff20 0x7f07dc1974a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 --2- 172.21.15.45:0/3269332562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f07dc1979e0 0x7f07dc19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 >> 172.21.15.45:0/3269332562 conn(0x7f07dc0fb7e0 msgr2=0x7f07dc103870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 shutdown_connections 2023-03-22T14:20:37.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:37.027+0000 7f07e3ff7700 1 -- 172.21.15.45:0/3269332562 wait complete. 2023-03-22T14:20:37.533 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-03-22T14:20:37.534 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:20:37.534 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/ceph/ceph.conf 2023-03-22T14:20:37.612 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:20:37.613 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:37.677 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:37.677 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: Reconfiguring mon.a (unknown last config time)... 2023-03-22T14:20:37.677 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:37.677 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:37.678 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:37.678 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: Reconfiguring daemon mon.a on smithi045 2023-03-22T14:20:37.678 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:37.678 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3269332562' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:37.716 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:20:37.716 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.conf 2023-03-22T14:20:37.748 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:37.749 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: Reconfiguring mon.a (unknown last config time)... 2023-03-22T14:20:37.749 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:37.749 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:37.749 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:37.749 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: Reconfiguring daemon mon.a on smithi045 2023-03-22T14:20:37.750 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:37.750 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:37 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3269332562' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:37.754 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:20:37.754 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:37.824 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:20:37.825 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/ceph/ceph.conf 2023-03-22T14:20:37.857 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:37.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: Reconfiguring mon.a (unknown last config time)... 2023-03-22T14:20:37.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:37.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:37.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:37.858 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: Reconfiguring daemon mon.a on smithi045 2023-03-22T14:20:37.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:20:37.859 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:37 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3269332562' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:37.863 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:20:37.864 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:20:37.934 INFO:tasks.cephadm:Adding mgr.x on smithi045 2023-03-22T14:20:37.934 INFO:tasks.cephadm:Adding mgr.y on smithi098 2023-03-22T14:20:37.935 INFO:tasks.cephadm:Adding mgr.z on smithi142 2023-03-22T14:20:37.935 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch apply mgr '3;smithi045=x;smithi098=y;smithi142=z' 2023-03-22T14:20:37.948 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:20:37.764+0000 7f52f4549700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-03-22T14:20:38.616 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:20:39.607 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:39.607 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:39.607 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: Reconfiguring mon.b (monmap changed)... 2023-03-22T14:20:39.607 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:39.608 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:39.608 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:39.608 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: Reconfiguring daemon mon.b on smithi098 2023-03-22T14:20:39.608 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:39 smithi142 ceph-mon[94717]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:39.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:39.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:39.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: Reconfiguring mon.b (monmap changed)... 2023-03-22T14:20:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: Reconfiguring daemon mon.b on smithi098 2023-03-22T14:20:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:39 smithi098 ceph-mon[94136]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:39.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: Reconfiguring mon.b (monmap changed)... 2023-03-22T14:20:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: Reconfiguring daemon mon.b on smithi098 2023-03-22T14:20:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:39 smithi045 ceph-mon[91728]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:39.820 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 -- 172.21.15.142:0/2638738505 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78100340 msgr2=0x7f3d78100750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/2638738505 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78100340 0x7f3d78100750 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f3d68009910 tx=0x7f3d68009c20 comp rx=0 tx=0).stop 2023-03-22T14:20:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 -- 172.21.15.142:0/2638738505 shutdown_connections 2023-03-22T14:20:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/2638738505 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78100340 0x7f3d78100750 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:39.821 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 -- 172.21.15.142:0/2638738505 >> 172.21.15.142:0/2638738505 conn(0x7f3d780f99f0 msgr2=0x7f3d780fbe20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 -- 172.21.15.142:0/2638738505 shutdown_connections 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 -- 172.21.15.142:0/2638738505 wait complete. 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 Processor -- start 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.817+0000 7f3d7f68f700 1 -- start start 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7f68f700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d78100340 0x7f3d781971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7f68f700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78197720 0x7f3d7819c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7f68f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d78197b90 0x7f3d7819ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:39.822 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7f68f700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7819f4a0 con 0x7f3d78197720 2023-03-22T14:20:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7f68f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7819f610 con 0x7f3d78197b90 2023-03-22T14:20:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7f68f700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7819f7d0 con 0x7f3d78100340 2023-03-22T14:20:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d78100340 0x7f3d781971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d78100340 0x7f3d781971e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:59778/0 (socket says 172.21.15.142:59778) 2023-03-22T14:20:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 -- 172.21.15.142:0/3935471702 learned_addr learned my addr 172.21.15.142:0/3935471702 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:20:39.823 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7dc2c700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d78197b90 0x7f3d7819ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7cc2a700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78197720 0x7f3d7819c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 -- 172.21.15.142:0/3935471702 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d78197b90 msgr2=0x7f3d7819ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d78197b90 0x7f3d7819ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 -- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78197720 msgr2=0x7f3d7819c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78197720 0x7f3d7819c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:39.824 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 -- 172.21.15.142:0/3935471702 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d680095f0 con 0x7f3d78100340 2023-03-22T14:20:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d7d42b700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d78100340 0x7f3d781971e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f3d68004690 tx=0x7f3d68004cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.818+0000 7f3d6e7fc700 1 -- 172.21.15.142:0/3935471702 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d6801d070 con 0x7f3d78100340 2023-03-22T14:20:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.819+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d78104bf0 con 0x7f3d78100340 2023-03-22T14:20:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.819+0000 7f3d6e7fc700 1 -- 172.21.15.142:0/3935471702 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d6800be20 con 0x7f3d78100340 2023-03-22T14:20:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.819+0000 7f3d6e7fc700 1 -- 172.21.15.142:0/3935471702 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d68022e40 con 0x7f3d78100340 2023-03-22T14:20:39.825 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.819+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d78104a60 con 0x7f3d78100340 2023-03-22T14:20:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.819+0000 7f3d6e7fc700 1 -- 172.21.15.142:0/3935471702 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7f3d68022570 con 0x7f3d78100340 2023-03-22T14:20:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.820+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d780620b0 con 0x7f3d78100340 2023-03-22T14:20:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.820+0000 7f3d6e7fc700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3d64038570 0x7f3d6403aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:39.826 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.820+0000 7f3d6e7fc700 1 -- 172.21.15.142:0/3935471702 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f3d6804bbe0 con 0x7f3d78100340 2023-03-22T14:20:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.820+0000 7f3d7cc2a700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3d64038570 0x7f3d6403aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.820+0000 7f3d7cc2a700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3d64038570 0x7f3d6403aa20 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3d74009ad0 tx=0x7f3d74009210 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:39.827 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:39.825+0000 7f3d6e7fc700 1 -- 172.21.15.142:0/3935471702 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f3d6802a930 con 0x7f3d78100340 2023-03-22T14:20:40.033 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.031+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi045=x;smithi098=y;smithi142=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f3d780fb230 con 0x7f3d64038570 2023-03-22T14:20:40.040 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.038+0000 7f3d6e7fc700 1 -- 172.21.15.142:0/3935471702 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f3d780fb230 con 0x7f3d64038570 2023-03-22T14:20:40.040 INFO:teuthology.orchestra.run.smithi142.stdout:Scheduled mgr update... 2023-03-22T14:20:40.042 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3d64038570 msgr2=0x7f3d6403aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:40.043 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3d64038570 0x7f3d6403aa20 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3d74009ad0 tx=0x7f3d74009210 comp rx=0 tx=0).stop 2023-03-22T14:20:40.043 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d78100340 msgr2=0x7f3d781971e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:40.043 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d78100340 0x7f3d781971e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f3d68004690 tx=0x7f3d68004cb0 comp rx=0 tx=0).stop 2023-03-22T14:20:40.043 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 shutdown_connections 2023-03-22T14:20:40.043 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3d64038570 0x7f3d6403aa20 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:40.043 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d78197b90 0x7f3d7819ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:40.043 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d78100340 0x7f3d781971e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:40.044 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 --2- 172.21.15.142:0/3935471702 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3d78197720 0x7f3d7819c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:40.044 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 >> 172.21.15.142:0/3935471702 conn(0x7f3d780f99f0 msgr2=0x7f3d780fa6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:40.044 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 shutdown_connections 2023-03-22T14:20:40.044 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:20:40.041+0000 7f3d7f68f700 1 -- 172.21.15.142:0/3935471702 wait complete. 2023-03-22T14:20:40.471 DEBUG:teuthology.orchestra.run.smithi098:mgr.y> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mgr.y.service 2023-03-22T14:20:40.474 DEBUG:teuthology.orchestra.run.smithi142:mgr.z> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mgr.z.service 2023-03-22T14:20:40.476 INFO:tasks.cephadm:Deploying OSDs... 2023-03-22T14:20:40.476 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:20:40.476 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/scratch_devs of=/dev/stdout 2023-03-22T14:20:40.504 INFO:journalctl@ceph.mgr.z.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:20:40.505 INFO:journalctl@ceph.mgr.y.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:20:40.519 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-03-22T14:20:40.520 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_1 2023-03-22T14:20:40.602 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-03-22T14:20:40.603 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:40.603 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 450 Links: 1 2023-03-22T14:20:40.603 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:40.603 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:40.603 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2023-03-22 14:19:49.875625524 +0000 2023-03-22T14:20:40.603 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2023-03-22 14:14:20.548007457 +0000 2023-03-22T14:20:40.604 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2023-03-22 14:14:20.548007457 +0000 2023-03-22T14:20:40.604 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2023-03-22 14:14:20.525007805 +0000 2023-03-22T14:20:40.604 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-03-22T14:20:40.705 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2023-03-22T14:20:40.706 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2023-03-22T14:20:40.706 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.000192232 s, 2.7 MB/s 2023-03-22T14:20:40.708 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-03-22T14:20:40.715 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: Reconfiguring mon.c (monmap changed)... 2023-03-22T14:20:40.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:40.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:40.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:40.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: Reconfiguring daemon mon.c on smithi142 2023-03-22T14:20:40.717 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.748 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_2 2023-03-22T14:20:40.827 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-03-22T14:20:40.827 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:40.827 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 456 Links: 1 2023-03-22T14:20:40.828 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:40.828 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:40.828 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2023-03-22 14:19:49.875625524 +0000 2023-03-22T14:20:40.828 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2023-03-22 14:14:21.313995876 +0000 2023-03-22T14:20:40.828 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2023-03-22 14:14:21.313995876 +0000 2023-03-22T14:20:40.828 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2023-03-22 14:14:21.291996209 +0000 2023-03-22T14:20:40.828 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-03-22T14:20:40.920 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.920 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.920 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: Reconfiguring mon.c (monmap changed)... 2023-03-22T14:20:40.920 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:40.920 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:40.921 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:40.921 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: Reconfiguring daemon mon.c on smithi142 2023-03-22T14:20:40.921 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: Reconfiguring mon.c (monmap changed)... 2023-03-22T14:20:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-03-22T14:20:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-03-22T14:20:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: Reconfiguring daemon mon.c on smithi142 2023-03-22T14:20:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:40.925 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2023-03-22T14:20:40.925 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2023-03-22T14:20:40.926 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.00018067 s, 2.8 MB/s 2023-03-22T14:20:40.928 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-03-22T14:20:40.968 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_3 2023-03-22T14:20:41.049 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-03-22T14:20:41.050 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:41.050 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 462 Links: 1 2023-03-22T14:20:41.050 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:41.050 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:41.050 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2023-03-22 14:19:49.875625524 +0000 2023-03-22T14:20:41.050 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2023-03-22 14:14:22.092984098 +0000 2023-03-22T14:20:41.050 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2023-03-22 14:14:22.092984098 +0000 2023-03-22T14:20:41.051 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2023-03-22 14:14:22.072984400 +0000 2023-03-22T14:20:41.051 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-03-22T14:20:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2023-03-22T14:20:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2023-03-22T14:20:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.000180865 s, 2.8 MB/s 2023-03-22T14:20:41.150 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-03-22T14:20:41.189 DEBUG:teuthology.orchestra.run.smithi045:> stat /dev/vg_nvme/lv_4 2023-03-22T14:20:41.268 INFO:teuthology.orchestra.run.smithi045.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-03-22T14:20:41.268 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:41.268 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 5h/5d Inode: 468 Links: 1 2023-03-22T14:20:41.268 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:41.269 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:41.269 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2023-03-22 14:19:49.875625524 +0000 2023-03-22T14:20:41.269 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2023-03-22 14:14:22.882972154 +0000 2023-03-22T14:20:41.269 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2023-03-22 14:14:22.882972154 +0000 2023-03-22T14:20:41.269 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2023-03-22 14:14:22.861972471 +0000 2023-03-22T14:20:41.269 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-03-22T14:20:41.366 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records in 2023-03-22T14:20:41.366 INFO:teuthology.orchestra.run.smithi045.stderr:1+0 records out 2023-03-22T14:20:41.366 INFO:teuthology.orchestra.run.smithi045.stderr:512 bytes copied, 0.00018271 s, 2.8 MB/s 2023-03-22T14:20:41.368 DEBUG:teuthology.orchestra.run.smithi045:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-03-22T14:20:41.410 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-03-22T14:20:41.411 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/scratch_devs of=/dev/stdout 2023-03-22T14:20:41.432 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-03-22T14:20:41.433 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_1 2023-03-22T14:20:41.493 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-03-22T14:20:41.493 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:41.494 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 357234 Links: 1 2023-03-22T14:20:41.494 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:41.494 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:41.494 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-03-22 14:20:28.262464232 +0000 2023-03-22T14:20:41.494 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-03-22 14:12:03.865138615 +0000 2023-03-22T14:20:41.494 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-03-22 14:12:03.865138615 +0000 2023-03-22T14:20:41.494 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-03-22T14:20:41.495 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-03-22T14:20:41.562 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-03-22T14:20:41.563 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-03-22T14:20:41.563 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000267332 s, 1.9 MB/s 2023-03-22T14:20:41.564 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-03-22T14:20:41.623 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_2 2023-03-22T14:20:41.681 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-03-22T14:20:41.682 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:41.682 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 358943 Links: 1 2023-03-22T14:20:41.682 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:41.682 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:41.682 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-03-22 14:20:28.262464232 +0000 2023-03-22T14:20:41.682 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-03-22 14:12:04.373132435 +0000 2023-03-22T14:20:41.683 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-03-22 14:12:04.373132435 +0000 2023-03-22T14:20:41.683 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-03-22T14:20:41.683 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-03-22T14:20:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi045=x;smithi098=y;smithi142=z", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: Saving service mgr spec with placement smithi045=x;smithi098=y;smithi142=z;count:3 2023-03-22T14:20:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-03-22T14:20:41.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:41.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:41.750 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-03-22T14:20:41.750 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-03-22T14:20:41.750 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000236891 s, 2.2 MB/s 2023-03-22T14:20:41.751 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-03-22T14:20:41.811 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_3 2023-03-22T14:20:41.869 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-03-22T14:20:41.870 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:41.870 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 359077 Links: 1 2023-03-22T14:20:41.870 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:41.870 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:41.870 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-03-22 14:20:28.262464232 +0000 2023-03-22T14:20:41.870 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-03-22 14:12:04.895126084 +0000 2023-03-22T14:20:41.871 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-03-22 14:12:04.895126084 +0000 2023-03-22T14:20:41.871 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-03-22T14:20:41.871 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-03-22T14:20:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi045=x;smithi098=y;smithi142=z", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: Saving service mgr spec with placement smithi045=x;smithi098=y;smithi142=z;count:3 2023-03-22T14:20:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-03-22T14:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi045=x;smithi098=y;smithi142=z", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: Saving service mgr spec with placement smithi045=x;smithi098=y;smithi142=z;count:3 2023-03-22T14:20:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-03-22T14:20:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:41.936 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-03-22T14:20:41.936 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-03-22T14:20:41.936 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000232561 s, 2.2 MB/s 2023-03-22T14:20:41.937 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-03-22T14:20:41.996 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_4 2023-03-22T14:20:42.053 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-03-22T14:20:42.054 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:42.054 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 362897 Links: 1 2023-03-22T14:20:42.054 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:42.054 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:42.054 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-03-22 14:20:28.262464232 +0000 2023-03-22T14:20:42.054 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-03-22 14:12:05.414119769 +0000 2023-03-22T14:20:42.054 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-03-22 14:12:05.414119769 +0000 2023-03-22T14:20:42.055 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-03-22T14:20:42.055 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-03-22T14:20:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-03-22T14:20:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-03-22T14:20:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000175837 s, 2.9 MB/s 2023-03-22T14:20:42.121 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-03-22T14:20:42.179 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2023-03-22T14:20:42.179 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/scratch_devs of=/dev/stdout 2023-03-22T14:20:42.196 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-03-22T14:20:42.197 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_1 2023-03-22T14:20:42.254 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-03-22T14:20:42.254 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d Inode: 355923 Links: 1 2023-03-22T14:20:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:42.254 INFO:teuthology.orchestra.run.smithi142.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2023-03-22 14:20:20.196328628 +0000 2023-03-22T14:20:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2023-03-22 14:12:03.774062584 +0000 2023-03-22T14:20:42.255 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2023-03-22 14:12:03.774062584 +0000 2023-03-22T14:20:42.255 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2023-03-22T14:20:42.255 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-03-22T14:20:42.322 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2023-03-22T14:20:42.323 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2023-03-22T14:20:42.323 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.00024915 s, 2.1 MB/s 2023-03-22T14:20:42.324 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-03-22T14:20:42.383 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_2 2023-03-22T14:20:42.441 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-03-22T14:20:42.441 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d Inode: 362135 Links: 1 2023-03-22T14:20:42.441 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2023-03-22 14:20:42.374918893 +0000 2023-03-22T14:20:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2023-03-22 14:12:04.270053359 +0000 2023-03-22T14:20:42.442 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2023-03-22 14:12:04.270053359 +0000 2023-03-22T14:20:42.442 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2023-03-22T14:20:42.442 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-03-22T14:20:42.554 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2023-03-22T14:20:42.554 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2023-03-22T14:20:42.555 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000223538 s, 2.3 MB/s 2023-03-22T14:20:42.555 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-03-22T14:20:42.562 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:42 smithi142 systemd[1]: Starting Ceph mgr.z for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:20:42.573 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_3 2023-03-22T14:20:42.633 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-03-22T14:20:42.634 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:42.634 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d Inode: 362214 Links: 1 2023-03-22T14:20:42.634 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:42.634 INFO:teuthology.orchestra.run.smithi142.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:42.634 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2023-03-22 14:20:42.506916453 +0000 2023-03-22T14:20:42.634 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2023-03-22 14:12:04.770044060 +0000 2023-03-22T14:20:42.635 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2023-03-22 14:12:04.770044060 +0000 2023-03-22T14:20:42.635 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2023-03-22T14:20:42.635 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-03-22T14:20:42.702 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2023-03-22T14:20:42.703 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2023-03-22T14:20:42.703 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.00025396 s, 2.0 MB/s 2023-03-22T14:20:42.704 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-03-22T14:20:42.761 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_4 2023-03-22T14:20:42.819 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-03-22T14:20:42.819 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-03-22T14:20:42.820 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 6h/6d Inode: 362304 Links: 1 2023-03-22T14:20:42.820 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:20:42.820 INFO:teuthology.orchestra.run.smithi142.stdout:Context: system_u:object_r:device_t:s0 2023-03-22T14:20:42.820 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2023-03-22 14:20:42.507916434 +0000 2023-03-22T14:20:42.820 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2023-03-22 14:12:05.287034444 +0000 2023-03-22T14:20:42.820 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2023-03-22 14:12:05.287034444 +0000 2023-03-22T14:20:42.820 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2023-03-22T14:20:42.821 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-03-22T14:20:42.850 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:42 smithi142 ceph-mon[94717]: Deploying daemon mgr.z on smithi142 2023-03-22T14:20:42.875 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2023-03-22T14:20:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2023-03-22T14:20:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000193491 s, 2.6 MB/s 2023-03-22T14:20:42.877 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-03-22T14:20:42.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:42 smithi098 ceph-mon[94136]: Deploying daemon mgr.z on smithi142 2023-03-22T14:20:42.937 INFO:tasks.cephadm:Deploying osd.0 on smithi045 with /dev/vg_nvme/lv_4... 2023-03-22T14:20:42.937 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-03-22T14:20:42.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:42 smithi045 ceph-mon[91728]: Deploying daemon mgr.z on smithi142 2023-03-22T14:20:43.114 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:42 smithi142 podman[96758]: 2023-03-22T14:20:43.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 bash[96758]: ff11daa0c9a08fca29348d2230b1eac7fab6fa1c7f42d96e560bc977cd2abb2a 2023-03-22T14:20:43.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mgr[96882]: -- 172.21.15.142:0/1318325678 <== mon.1 v2:172.21.15.142:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560af3630b60 con 0x560af3606800 2023-03-22T14:20:43.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 systemd[1]: Started Ceph mgr.z for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:20:43.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:43.239+0000 7fc3c082f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:20:43.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:43.318+0000 7fc3c082f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:20:43.668 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:43.406+0000 7fc3c082f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:20:43.669 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:43.498+0000 7fc3c082f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:20:43.669 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mon[94717]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:43.669 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:43.669 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:43.670 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:43.670 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-03-22T14:20:43.670 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:43.670 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:43.769 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:20:43.874 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:43 smithi098 ceph-mon[94136]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:43.874 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:43 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:43.874 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:43 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:43.874 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:43 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:43.874 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:43 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-03-22T14:20:43.875 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:43 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:43.875 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:43 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:43.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:43 smithi045 ceph-mon[91728]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:43.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:43.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:43.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:43.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-03-22T14:20:43.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:43.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:43.974 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:43.667+0000 7fc3c082f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:20:44.283 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:43 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:43.973+0000 7fc3c082f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:20:44.283 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:44 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:44.060+0000 7fc3c082f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:20:44.283 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:44 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:44.189+0000 7fc3c082f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:20:44.595 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:44 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:44.282+0000 7fc3c082f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:20:44.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:44 smithi142 ceph-mon[94717]: Deploying daemon mgr.y on smithi098 2023-03-22T14:20:44.878 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:44 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:44.700+0000 7fc3c082f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:20:44.891 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:44 smithi045 ceph-mon[91728]: Deploying daemon mgr.y on smithi098 2023-03-22T14:20:44.892 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:44 smithi098 ceph-mon[94136]: Deploying daemon mgr.y on smithi098 2023-03-22T14:20:44.893 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:44 smithi098 systemd[1]: Starting Ceph mgr.y for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:20:45.156 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:44 smithi098 podman[95577]: 2023-03-22T14:20:45.156 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 bash[95577]: 76db7e0a8b5e2e79d35d6bc99c59ff916f5dabd6a8c81ace19ee9acdbf7b3389 2023-03-22T14:20:45.157 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-mgr[95616]: -- 172.21.15.98:0/3577713967 <== mon.2 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b7f75dcb60 con 0x55b7f75b2800 2023-03-22T14:20:45.421 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 systemd[1]: Started Ceph mgr.y for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:20:45.421 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:45.240+0000 7f7e3cd7b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:20:45.421 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:45.323+0000 7f7e3cd7b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:20:45.599 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:45 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:45.269+0000 7fc3c082f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:20:45.600 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:45 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:45.448+0000 7fc3c082f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:20:45.659 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-03-22T14:20:45.660 INFO:teuthology.orchestra.run.smithi045.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-03-22T14:20:45.660 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10+0 records in 2023-03-22T14:20:45.660 INFO:teuthology.orchestra.run.smithi045.stderr:10+0 records out 2023-03-22T14:20:45.660 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0314692 s, 333 MB/s 2023-03-22T14:20:45.660 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping successful for: 2023-03-22T14:20:45.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-mon[94136]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:45.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:45.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.674 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:45.420+0000 7f7e3cd7b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:20:45.674 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:45.520+0000 7f7e3cd7b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:20:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:45 smithi142 ceph-mon[94717]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:45 smithi045 ceph-mon[91728]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:46.017 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:45 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:45.703+0000 7f7e3cd7b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:20:46.132 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi045:vg_nvme/lv_4 2023-03-22T14:20:46.343 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:46 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:46.016+0000 7f7e3cd7b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:20:46.343 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:46 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:46.117+0000 7f7e3cd7b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:20:46.344 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:46 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:46.249+0000 7f7e3cd7b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:20:46.548 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:46.268+0000 7fc3c082f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:20:46.549 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:46.360+0000 7fc3c082f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:20:46.672 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:46 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:46.342+0000 7f7e3cd7b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:20:46.843 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:46.547+0000 7fc3c082f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:20:46.999 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:20:47.128 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:46.842+0000 7fc3c082f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:20:47.128 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:46.934+0000 7fc3c082f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:20:47.173 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:46 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:46.791+0000 7f7e3cd7b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:20:47.494 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:47.234+0000 7fc3c082f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:20:47.673 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:47.378+0000 7f7e3cd7b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:20:47.673 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:47.545+0000 7f7e3cd7b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:20:47.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:47.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:47.877 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:47.877 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.878 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.878 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.878 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.878 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:47.878 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:47.878 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.878 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:47.879 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:47.879 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:47.879 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:47.493+0000 7fc3c082f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:20:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:47.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:47.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-03-22T14:20:47.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-03-22T14:20:47.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:48.516 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:48 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:48.197+0000 7fc3c082f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:20:48.517 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:48 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:48.326+0000 7fc3c082f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:20:48.545 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:48 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:48.289+0000 7f7e3cd7b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:20:48.545 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:48 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:48.377+0000 7f7e3cd7b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:20:48.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 -- 172.21.15.45:0/2522829492 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868101480 msgr2=0x7fe8681018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:48.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 --2- 172.21.15.45:0/2522829492 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868101480 0x7fe8681018d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe858009990 tx=0x7fe858009ca0 comp rx=0 tx=0).stop 2023-03-22T14:20:48.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 -- 172.21.15.45:0/2522829492 shutdown_connections 2023-03-22T14:20:48.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 --2- 172.21.15.45:0/2522829492 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe868101e10 0x7fe8681086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:48.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 --2- 172.21.15.45:0/2522829492 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe868100280 0x7fe868100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:48.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 --2- 172.21.15.45:0/2522829492 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868101480 0x7fe8681018d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:48.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 -- 172.21.15.45:0/2522829492 >> 172.21.15.45:0/2522829492 conn(0x7fe8680fb890 msgr2=0x7fe8680fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:20:48.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 -- 172.21.15.45:0/2522829492 shutdown_connections 2023-03-22T14:20:48.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.633+0000 7fe8706a1700 1 -- 172.21.15.45:0/2522829492 wait complete. 2023-03-22T14:20:48.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.634+0000 7fe8706a1700 1 Processor -- start 2023-03-22T14:20:48.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.634+0000 7fe8706a1700 1 -- start start 2023-03-22T14:20:48.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe8706a1700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868100280 0x7fe868074820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:48.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe8706a1700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe868101480 0x7fe868072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:48.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe8706a1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe868101e10 0x7fe8680733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:48.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe8706a1700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe868073b30 con 0x7fe868101480 2023-03-22T14:20:48.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe8706a1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe868073ca0 con 0x7fe868101e10 2023-03-22T14:20:48.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe8706a1700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8681a0080 con 0x7fe868100280 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868100280 0x7fe868074820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86dc3c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe868101480 0x7fe868072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868100280 0x7fe868074820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:46640/0 (socket says 172.21.15.45:46640) 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 -- 172.21.15.45:0/3264299173 learned_addr learned my addr 172.21.15.45:0/3264299173 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86ec3e700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe868101e10 0x7fe8680733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 -- 172.21.15.45:0/3264299173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe868101e10 msgr2=0x7fe8680733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe868101e10 0x7fe8680733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:48.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 -- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe868101480 msgr2=0x7fe868072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:20:48.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe868101480 0x7fe868072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:20:48.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.635+0000 7fe86e43d700 1 -- 172.21.15.45:0/3264299173 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8580095f0 con 0x7fe868100280 2023-03-22T14:20:48.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.636+0000 7fe86e43d700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868100280 0x7fe868074820 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe86400e970 tx=0x7fe86400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:48.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.636+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe864009790 con 0x7fe868100280 2023-03-22T14:20:48.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.636+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe86400c7e0 con 0x7fe868100280 2023-03-22T14:20:48.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.636+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe86810bc30 con 0x7fe868100280 2023-03-22T14:20:48.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.636+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe864003c70 con 0x7fe868100280 2023-03-22T14:20:48.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.636+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe86810baa0 con 0x7fe868100280 2023-03-22T14:20:48.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.637+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 13) v1 ==== 44825+0+0 (secure 0 0 0) 0x7fe864018430 con 0x7fe868100280 2023-03-22T14:20:48.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.637+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe868066e30 con 0x7fe868100280 2023-03-22T14:20:48.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.638+0000 7fe85f7fe700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe854038260 0x7fe85403a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:20:48.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.638+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fe864014070 con 0x7fe868100280 2023-03-22T14:20:48.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.638+0000 7fe86dc3c700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe854038260 0x7fe85403a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:20:48.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.638+0000 7fe86dc3c700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe854038260 0x7fe85403a710 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe85800b2e0 tx=0x7fe858005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:20:48.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.643+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fe864003dd0 con 0x7fe868100280 2023-03-22T14:20:48.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:48 smithi045 ceph-mon[91728]: Reconfiguring mgr.x (unknown last config time)... 2023-03-22T14:20:48.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:48 smithi045 ceph-mon[91728]: Reconfiguring daemon mgr.x on smithi045 2023-03-22T14:20:48.821 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:48 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:48.544+0000 7f7e3cd7b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:20:48.821 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:48 smithi098 ceph-mon[94136]: Reconfiguring mgr.x (unknown last config time)... 2023-03-22T14:20:48.821 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:48 smithi098 ceph-mon[94136]: Reconfiguring daemon mgr.x on smithi045 2023-03-22T14:20:48.841 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:48 smithi142 ceph-mon[94717]: Reconfiguring mgr.x (unknown last config time)... 2023-03-22T14:20:48.841 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:48 smithi142 ceph-mon[94717]: Reconfiguring daemon mgr.x on smithi045 2023-03-22T14:20:48.842 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:48 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:48.515+0000 7fc3c082f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:20:48.842 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:48 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:48.628+0000 7fc3c082f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:20:48.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:48.866+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fe868060ec0 con 0x7fe854038260 2023-03-22T14:20:49.127 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:48 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:48.840+0000 7fc3c082f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:20:49.172 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:48 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:48.820+0000 7f7e3cd7b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:20:49.173 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:48 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:48.907+0000 7f7e3cd7b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:20:49.456 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:49.202+0000 7f7e3cd7b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:20:49.878 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:20:49.690+0000 7fc3c082f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:20:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:49.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.922 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:49.456+0000 7f7e3cd7b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:20:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:20:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:20:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:49.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:20:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:20:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:20:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:20:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:49.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:20:49.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:20:50.422 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:50.158+0000 7f7e3cd7b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:20:50.423 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:50.286+0000 7f7e3cd7b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:20:50.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:50.615+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mgrmap(e 14) v1 ==== 89171+0+0 (secure 0 0 0) 0x7fe86400cc50 con 0x7fe868100280 2023-03-22T14:20:50.799 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:50.473+0000 7f7e3cd7b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:20:50.799 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:50.583+0000 7f7e3cd7b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:20:50.799 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-mon[94136]: Standby manager daemon z started 2023-03-22T14:20:50.799 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-03-22T14:20:50.800 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:20:50.800 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-03-22T14:20:50.800 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:20:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:50 smithi142 ceph-mon[94717]: Standby manager daemon z started 2023-03-22T14:20:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:50 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-03-22T14:20:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:50 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:20:50.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:50 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-03-22T14:20:50.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:50 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:20:50.943 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:50 smithi045 ceph-mon[91728]: Standby manager daemon z started 2023-03-22T14:20:50.943 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:50 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-03-22T14:20:50.943 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:50 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:20:50.944 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:50 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-03-22T14:20:50.944 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:50 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/224843949' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:20:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:51 smithi142 ceph-mon[94717]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:51 smithi142 ceph-mon[94717]: mgrmap e14: x(active, since 70s), standbys: z 2023-03-22T14:20:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:20:51.922 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:50 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:50.798+0000 7f7e3cd7b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:20:51.923 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:20:51 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:20:51.637+0000 7f7e3cd7b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:20:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:51 smithi098 ceph-mon[94136]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:51 smithi098 ceph-mon[94136]: mgrmap e14: x(active, since 70s), standbys: z 2023-03-22T14:20:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:20:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:51 smithi045 ceph-mon[91728]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:51 smithi045 ceph-mon[91728]: mgrmap e14: x(active, since 70s), standbys: z 2023-03-22T14:20:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:20:52.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:20:52.625+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mon.1 v2:172.21.15.142:3300/0 8 ==== mgrmap(e 15) v1 ==== 133517+0+0 (secure 0 0 0) 0x7fe864021430 con 0x7fe868100280 2023-03-22T14:20:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: Standby manager daemon y started 2023-03-22T14:20:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-03-22T14:20:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:20:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-03-22T14:20:52.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:20:52.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4084157109' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]: dispatch 2023-03-22T14:20:52.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]: dispatch 2023-03-22T14:20:52.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]': finished 2023-03-22T14:20:52.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: osdmap e5: 1 total, 0 up, 1 in 2023-03-22T14:20:52.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:52 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:20:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: Standby manager daemon y started 2023-03-22T14:20:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-03-22T14:20:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:20:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-03-22T14:20:52.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:20:52.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4084157109' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]: dispatch 2023-03-22T14:20:52.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]: dispatch 2023-03-22T14:20:52.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]': finished 2023-03-22T14:20:52.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: osdmap e5: 1 total, 0 up, 1 in 2023-03-22T14:20:52.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:52 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:20:52.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: Standby manager daemon y started 2023-03-22T14:20:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-03-22T14:20:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:20:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-03-22T14:20:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3103214661' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:20:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4084157109' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]: dispatch 2023-03-22T14:20:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]: dispatch 2023-03-22T14:20:52.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9"}]': finished 2023-03-22T14:20:52.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: osdmap e5: 1 total, 0 up, 1 in 2023-03-22T14:20:52.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:52 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:20:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:53 smithi142 ceph-mon[94717]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:53 smithi142 ceph-mon[94717]: mgrmap e15: x(active, since 72s), standbys: z, y 2023-03-22T14:20:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:20:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:53 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1922441065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:20:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:53 smithi098 ceph-mon[94136]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:53 smithi098 ceph-mon[94136]: mgrmap e15: x(active, since 72s), standbys: z, y 2023-03-22T14:20:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:20:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:53 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1922441065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:20:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:53 smithi045 ceph-mon[91728]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:53 smithi045 ceph-mon[91728]: mgrmap e15: x(active, since 72s), standbys: z, y 2023-03-22T14:20:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:20:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:53 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1922441065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:20:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:55 smithi142 ceph-mon[94717]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:55.911 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:55 smithi045 ceph-mon[91728]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:55 smithi098 ceph-mon[94136]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:57.653 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:57 smithi045 ceph-mon[91728]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:57 smithi098 ceph-mon[94136]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:57 smithi142 ceph-mon[94717]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:59 smithi098 ceph-mon[94136]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-03-22T14:20:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:20:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:20:59.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:59 smithi045 ceph-mon[91728]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:20:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-03-22T14:20:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:20:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:59 smithi142 ceph-mon[94717]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-03-22T14:21:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:20:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:00.716 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:00 smithi045 ceph-mon[91728]: Deploying daemon osd.0 on smithi045 2023-03-22T14:21:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:00 smithi098 ceph-mon[94136]: Deploying daemon osd.0 on smithi045 2023-03-22T14:21:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:00 smithi142 ceph-mon[94717]: Deploying daemon osd.0 on smithi045 2023-03-22T14:21:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:01 smithi098 ceph-mon[94136]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:01.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:01 smithi045 ceph-mon[91728]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:01 smithi142 ceph-mon[94717]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:03 smithi098 ceph-mon[94136]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:03.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:03 smithi045 ceph-mon[91728]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:03 smithi142 ceph-mon[94717]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:05 smithi098 ceph-mon[94136]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:05 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:05 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:05 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:05.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:05 smithi045 ceph-mon[91728]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:05 smithi142 ceph-mon[94717]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:05 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:05 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:05 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:07 smithi098 ceph-mon[94136]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:07 smithi045 ceph-mon[91728]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:07 smithi142 ceph-mon[94717]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:08.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.842+0000 7fe85f7fe700 1 -- 172.21.15.45:0/3264299173 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fe868060ec0 con 0x7fe854038260 2023-03-22T14:21:08.844 INFO:teuthology.orchestra.run.smithi045.stdout:Created osd(s) 0 on host 'smithi045' 2023-03-22T14:21:08.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe854038260 msgr2=0x7fe85403a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:08.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe854038260 0x7fe85403a710 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe85800b2e0 tx=0x7fe858005fb0 comp rx=0 tx=0).stop 2023-03-22T14:21:08.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868100280 msgr2=0x7fe868074820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:08.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868100280 0x7fe868074820 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe86400e970 tx=0x7fe86400ec80 comp rx=0 tx=0).stop 2023-03-22T14:21:08.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 shutdown_connections 2023-03-22T14:21:08.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe854038260 0x7fe85403a710 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:08.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe868101e10 0x7fe8680733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:08.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe868100280 0x7fe868074820 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:08.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 --2- 172.21.15.45:0/3264299173 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe868101480 0x7fe868072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:08.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 >> 172.21.15.45:0/3264299173 conn(0x7fe8680fb890 msgr2=0x7fe8680fdb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:21:08.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 shutdown_connections 2023-03-22T14:21:08.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:08.845+0000 7fe8706a1700 1 -- 172.21.15.45:0/3264299173 wait complete. 2023-03-22T14:21:08.989 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:08 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:08.989 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:08 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:08.990 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:08 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:08.990 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:08 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:08.990 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:08 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:09.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:08 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:09.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:08 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:09.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:08 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:09.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:08 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:09.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:08 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:08 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:08 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:08 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:08 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:08 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:09.241 DEBUG:teuthology.orchestra.run.smithi045:osd.0> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.0.service 2023-03-22T14:21:09.246 INFO:tasks.cephadm:Deploying osd.1 on smithi098 with /dev/vg_nvme/lv_4... 2023-03-22T14:21:09.246 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-03-22T14:21:09.311 INFO:journalctl@ceph.osd.0.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:21:09.892 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:21:10.114 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:09 smithi098 ceph-mon[94136]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:10.114 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:10.114 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:10.115 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:10.115 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:09 smithi098 ceph-mon[94136]: from='osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-03-22T14:21:10.115 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:09 smithi098 ceph-mon[94136]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-03-22T14:21:10.115 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:09 smithi045 ceph-mon[91728]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:10.115 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:10.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:10.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:10.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:09 smithi045 ceph-mon[91728]: from='osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-03-22T14:21:10.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:09 smithi045 ceph-mon[91728]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-03-22T14:21:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:09 smithi142 ceph-mon[94717]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:09 smithi142 ceph-mon[94717]: from='osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-03-22T14:21:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:09 smithi142 ceph-mon[94717]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-03-22T14:21:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:10 smithi142 ceph-mon[94717]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-03-22T14:21:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:10 smithi142 ceph-mon[94717]: osdmap e6: 1 total, 0 up, 1 in 2023-03-22T14:21:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:10 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:10 smithi142 ceph-mon[94717]: from='osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:21:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:10 smithi142 ceph-mon[94717]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:21:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:10 smithi098 ceph-mon[94136]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-03-22T14:21:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:10 smithi098 ceph-mon[94136]: osdmap e6: 1 total, 0 up, 1 in 2023-03-22T14:21:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:10 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:10 smithi098 ceph-mon[94136]: from='osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:21:11.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:10 smithi098 ceph-mon[94136]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:21:11.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:10 smithi045 ceph-mon[91728]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-03-22T14:21:11.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:10 smithi045 ceph-mon[91728]: osdmap e6: 1 total, 0 up, 1 in 2023-03-22T14:21:11.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:10 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:11.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:10 smithi045 ceph-mon[91728]: from='osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:21:11.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:10 smithi045 ceph-mon[91728]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:21:11.221 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-0[104028]: 2023-03-22T14:21:10.850+0000 7fd0fadb0700 -1 osd.0 0 waiting for initial osdmap 2023-03-22T14:21:11.221 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-0[104028]: 2023-03-22T14:21:10.855+0000 7fd0f53a2700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:21:11.451 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-03-22T14:21:11.452 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-03-22T14:21:11.452 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-03-22T14:21:11.452 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-03-22T14:21:11.452 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0145692 s, 720 MB/s 2023-03-22T14:21:11.452 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-03-22T14:21:11.842 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi098:vg_nvme/lv_4 2023-03-22T14:21:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:11 smithi045 ceph-mon[91728]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:11 smithi045 ceph-mon[91728]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:21:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:11 smithi045 ceph-mon[91728]: osdmap e7: 1 total, 0 up, 1 in 2023-03-22T14:21:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:11 smithi142 ceph-mon[94717]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:11 smithi142 ceph-mon[94717]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:21:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:11 smithi142 ceph-mon[94717]: osdmap e7: 1 total, 0 up, 1 in 2023-03-22T14:21:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:12.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:11 smithi098 ceph-mon[94136]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-03-22T14:21:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:11 smithi098 ceph-mon[94136]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:21:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:11 smithi098 ceph-mon[94136]: osdmap e7: 1 total, 0 up, 1 in 2023-03-22T14:21:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:12.476 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:21:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:21:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:21:12.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] boot 2023-03-22T14:21:12.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: osdmap e8: 1 total, 1 up, 1 in 2023-03-22T14:21:12.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:12.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:12.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:12.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:12.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:12.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:12.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:12.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:21:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:21:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] boot 2023-03-22T14:21:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: osdmap e8: 1 total, 1 up, 1 in 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:13.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:21:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:21:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: osd.0 [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] boot 2023-03-22T14:21:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: osdmap e8: 1 total, 1 up, 1 in 2023-03-22T14:21:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:21:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:13.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:13.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:13.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:13.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 -- 172.21.15.98:0/766060305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 msgr2=0x7f59681083a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:13.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 --2- 172.21.15.98:0/766060305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f59681083a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f596000b0a0 tx=0x7f596000b3b0 comp rx=0 tx=0).stop 2023-03-22T14:21:13.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 -- 172.21.15.98:0/766060305 shutdown_connections 2023-03-22T14:21:13.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 --2- 172.21.15.98:0/766060305 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968100d00 0x7f59681030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:13.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 --2- 172.21.15.98:0/766060305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f59681083a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:13.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 --2- 172.21.15.98:0/766060305 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968103620 0x7f5968105a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:13.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 -- 172.21.15.98:0/766060305 >> 172.21.15.98:0/766060305 conn(0x7f59680fa780 msgr2=0x7f59680fcbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:21:13.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 -- 172.21.15.98:0/766060305 shutdown_connections 2023-03-22T14:21:13.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.662+0000 7f596efea700 1 -- 172.21.15.98:0/766060305 wait complete. 2023-03-22T14:21:13.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 Processor -- start 2023-03-22T14:21:13.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 -- start start 2023-03-22T14:21:13.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968100d00 0x7f59681961f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:13.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968103620 0x7f5968196730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:13.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f596819d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:13.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596819dd80 con 0x7f5968103620 2023-03-22T14:21:13.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596819dec0 con 0x7f5968105f40 2023-03-22T14:21:13.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596efea700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596819e050 con 0x7f5968100d00 2023-03-22T14:21:13.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f596819d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:13.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f596819d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:48378/0 (socket says 172.21.15.98:48378) 2023-03-22T14:21:13.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 -- 172.21.15.98:0/1235728727 learned_addr learned my addr 172.21.15.98:0/1235728727 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-03-22T14:21:13.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596cd86700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968100d00 0x7f59681961f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:13.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 -- 172.21.15.98:0/1235728727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968100d00 msgr2=0x7f59681961f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:13.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968100d00 0x7f59681961f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:13.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 -- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968103620 msgr2=0x7f5968196730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:13.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968103620 0x7f5968196730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:13.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 -- 172.21.15.98:0/1235728727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5960009d00 con 0x7f5968105f40 2023-03-22T14:21:13.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596cd86700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968100d00 0x7f59681961f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:21:13.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f596d587700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f596819d7b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5960009fd0 tx=0x7f5960004b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:21:13.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.663+0000 7f5965ffb700 1 -- 172.21.15.98:0/1235728727 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596000e040 con 0x7f5968105f40 2023-03-22T14:21:13.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.664+0000 7f5965ffb700 1 -- 172.21.15.98:0/1235728727 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5960004020 con 0x7f5968105f40 2023-03-22T14:21:13.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.664+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f596810bc90 con 0x7f5968105f40 2023-03-22T14:21:13.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.664+0000 7f5965ffb700 1 -- 172.21.15.98:0/1235728727 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596001d6e0 con 0x7f5968105f40 2023-03-22T14:21:13.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.664+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f596810bb00 con 0x7f5968105f40 2023-03-22T14:21:13.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.665+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5968066e30 con 0x7f5968105f40 2023-03-22T14:21:13.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.665+0000 7f5965ffb700 1 -- 172.21.15.98:0/1235728727 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 15) v1 ==== 133517+0+0 (secure 0 0 0) 0x7f5960004190 con 0x7f5968105f40 2023-03-22T14:21:13.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.666+0000 7f5965ffb700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595809fa40 0x7f59580a1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:13.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.666+0000 7f5965ffb700 1 -- 172.21.15.98:0/1235728727 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7f59600ca8e0 con 0x7f5968105f40 2023-03-22T14:21:13.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.666+0000 7f596cd86700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595809fa40 0x7f59580a1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:13.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.667+0000 7f596cd86700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595809fa40 0x7f59580a1ef0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f595c007900 tx=0x7f595c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:21:13.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.670+0000 7f5965ffb700 1 -- 172.21.15.98:0/1235728727 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f59600962d0 con 0x7f5968105f40 2023-03-22T14:21:13.866 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:13.865+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f596819eb50 con 0x7f595809fa40 2023-03-22T14:21:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:13 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi045 2023-03-22T14:21:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:13 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi045 to 17271M 2023-03-22T14:21:14.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:13 smithi142 ceph-mon[94717]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:14.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:13 smithi142 ceph-mon[94717]: osdmap e9: 1 total, 1 up, 1 in 2023-03-22T14:21:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:13 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi045 2023-03-22T14:21:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:13 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi045 to 17271M 2023-03-22T14:21:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:13 smithi098 ceph-mon[94136]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:13 smithi098 ceph-mon[94136]: osdmap e9: 1 total, 1 up, 1 in 2023-03-22T14:21:14.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:13 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi045 2023-03-22T14:21:14.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:13 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi045 to 17271M 2023-03-22T14:21:14.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:13 smithi045 ceph-mon[91728]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:14.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:13 smithi045 ceph-mon[91728]: osdmap e9: 1 total, 1 up, 1 in 2023-03-22T14:21:15.055 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:14 smithi098 ceph-mon[94136]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:15.056 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:14 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:15.056 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:14 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:15.056 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:14 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:15.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:14 smithi142 ceph-mon[94717]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:15.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:14 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:15.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:14 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:15.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:14 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:15.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:14 smithi045 ceph-mon[91728]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:15.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:14 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:15.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:14 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:15.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:14 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:15 smithi142 ceph-mon[94717]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:15 smithi098 ceph-mon[94136]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:16.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:15 smithi045 ceph-mon[91728]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:17.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:16 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/2832454712' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]: dispatch 2023-03-22T14:21:17.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:16 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]: dispatch 2023-03-22T14:21:17.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:16 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]': finished 2023-03-22T14:21:17.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:16 smithi142 ceph-mon[94717]: osdmap e10: 2 total, 1 up, 2 in 2023-03-22T14:21:17.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:16 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:17.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:16 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/2832454712' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]: dispatch 2023-03-22T14:21:17.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:16 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]: dispatch 2023-03-22T14:21:17.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:16 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]': finished 2023-03-22T14:21:17.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:16 smithi098 ceph-mon[94136]: osdmap e10: 2 total, 1 up, 2 in 2023-03-22T14:21:17.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:16 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:17.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:16 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/2832454712' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]: dispatch 2023-03-22T14:21:17.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:16 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]: dispatch 2023-03-22T14:21:17.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:16 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71c1effa-12de-470a-b33d-b8b475a31eb0"}]': finished 2023-03-22T14:21:17.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:16 smithi045 ceph-mon[91728]: osdmap e10: 2 total, 1 up, 2 in 2023-03-22T14:21:17.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:16 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:17 smithi142 ceph-mon[94717]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:17 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/710146773' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:21:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:17 smithi098 ceph-mon[94136]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:17 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/710146773' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:21:18.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:17 smithi045 ceph-mon[91728]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:18.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:17 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/710146773' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:21:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:19 smithi142 ceph-mon[94717]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:19 smithi098 ceph-mon[94136]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:20.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:19 smithi045 ceph-mon[91728]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:21 smithi142 ceph-mon[94717]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:21 smithi098 ceph-mon[94136]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:22.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:21 smithi045 ceph-mon[91728]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:23.980 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:23 smithi098 ceph-mon[94136]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:23.980 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:23 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-03-22T14:21:23.980 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:23 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:24.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:23 smithi045 ceph-mon[91728]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:24.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:23 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-03-22T14:21:24.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:23 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:23 smithi142 ceph-mon[94717]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:23 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-03-22T14:21:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:23 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:24.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:24 smithi098 ceph-mon[94136]: Deploying daemon osd.1 on smithi098 2023-03-22T14:21:25.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:24 smithi045 ceph-mon[91728]: Deploying daemon osd.1 on smithi098 2023-03-22T14:21:25.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:24 smithi142 ceph-mon[94717]: Deploying daemon osd.1 on smithi098 2023-03-22T14:21:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:25 smithi098 ceph-mon[94136]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:26.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:25 smithi045 ceph-mon[91728]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:25 smithi142 ceph-mon[94717]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:27 smithi098 ceph-mon[94136]: pgmap v53: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:27 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:27 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:27 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:28.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:27 smithi045 ceph-mon[91728]: pgmap v53: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:28.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:27 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:28.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:27 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:28.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:27 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:27 smithi142 ceph-mon[94717]: pgmap v53: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:27 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:27 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:27 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:30.021 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:29 smithi098 ceph-mon[94136]: pgmap v54: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:30.021 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:29 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.021 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:29 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.021 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:29 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:30.021 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:29 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:30.021 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:29 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.073+0000 7f5965ffb700 1 -- 172.21.15.98:0/1235728727 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f596819eb50 con 0x7f595809fa40 2023-03-22T14:21:30.076 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 1 on host 'smithi098' 2023-03-22T14:21:30.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595809fa40 msgr2=0x7f59580a1ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:30.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595809fa40 0x7f59580a1ef0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f595c007900 tx=0x7f595c008040 comp rx=0 tx=0).stop 2023-03-22T14:21:30.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 msgr2=0x7f596819d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:30.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f596819d7b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5960009fd0 tx=0x7f5960004b00 comp rx=0 tx=0).stop 2023-03-22T14:21:30.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 shutdown_connections 2023-03-22T14:21:30.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595809fa40 0x7f59580a1ef0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:30.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968105f40 0x7f596819d7b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:30.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968100d00 0x7f59681961f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:30.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 --2- 172.21.15.98:0/1235728727 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968103620 0x7f5968196730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:30.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 >> 172.21.15.98:0/1235728727 conn(0x7f59680fa780 msgr2=0x7f5968102140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:21:30.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 shutdown_connections 2023-03-22T14:21:30.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:21:30.076+0000 7f596efea700 1 -- 172.21.15.98:0/1235728727 wait complete. 2023-03-22T14:21:30.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:29 smithi045 ceph-mon[91728]: pgmap v54: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:30.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:29 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:29 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:29 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:30.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:29 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:30.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:29 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:29 smithi142 ceph-mon[94717]: pgmap v54: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:29 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:29 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:29 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:29 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:30.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:29 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:30.461 DEBUG:teuthology.orchestra.run.smithi098:osd.1> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.1.service 2023-03-22T14:21:30.464 INFO:tasks.cephadm:Deploying osd.2 on smithi142 with /dev/vg_nvme/lv_4... 2023-03-22T14:21:30.464 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-03-22T14:21:30.493 INFO:journalctl@ceph.osd.1.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:21:31.112 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:21:31.287 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:31.287 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:31.287 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:31.287 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:31 smithi098 ceph-mon[94136]: pgmap v55: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:31.356 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:31.356 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:31.356 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:31.356 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:31 smithi142 ceph-mon[94717]: pgmap v55: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:31.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:31.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:31.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:31.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:31 smithi045 ceph-mon[91728]: pgmap v55: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:31.673 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:21:31 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-1[99260]: 2023-03-22T14:21:31.386+0000 7f1412085640 -1 osd.1 0 log_to_monitors true 2023-03-22T14:21:32.340 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:32 smithi098 ceph-mon[94136]: from='osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-03-22T14:21:32.340 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:32 smithi098 ceph-mon[94136]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-03-22T14:21:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:32 smithi142 ceph-mon[94717]: from='osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-03-22T14:21:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:32 smithi142 ceph-mon[94717]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-03-22T14:21:32.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:32 smithi045 ceph-mon[91728]: from='osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-03-22T14:21:32.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:32 smithi045 ceph-mon[91728]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-03-22T14:21:32.684 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-03-22T14:21:32.685 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-03-22T14:21:32.685 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in 2023-03-22T14:21:32.685 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out 2023-03-22T14:21:32.685 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110086 s, 953 MB/s 2023-03-22T14:21:32.685 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: 2023-03-22T14:21:33.152 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_4 2023-03-22T14:21:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-03-22T14:21:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: osdmap e11: 2 total, 1 up, 2 in 2023-03-22T14:21:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:21:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: pgmap v57: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi098 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi098 to 17168M 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:33.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:33.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:33 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-03-22T14:21:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: osdmap e11: 2 total, 1 up, 2 in 2023-03-22T14:21:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:21:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:21:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: pgmap v57: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi098 2023-03-22T14:21:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:33.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi098 to 17168M 2023-03-22T14:21:33.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:33.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:33.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.425 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-1[99260]: 2023-03-22T14:21:33.090+0000 7f1406eff700 -1 osd.1 0 waiting for initial osdmap 2023-03-22T14:21:33.426 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:21:33 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-1[99260]: 2023-03-22T14:21:33.094+0000 7f1400cf0700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:21:33.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-03-22T14:21:33.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: osdmap e11: 2 total, 1 up, 2 in 2023-03-22T14:21:33.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:33.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:21:33.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:21:33.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: pgmap v57: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi098 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi098 to 17168M 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:33.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:33.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:33 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:33.786 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:21:34.281 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:34 smithi142 ceph-mon[94717]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:21:34.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:34 smithi142 ceph-mon[94717]: osdmap e12: 2 total, 1 up, 2 in 2023-03-22T14:21:34.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:34.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:34 smithi098 ceph-mon[94136]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:21:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:34 smithi098 ceph-mon[94136]: osdmap e12: 2 total, 1 up, 2 in 2023-03-22T14:21:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:34.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:34 smithi045 ceph-mon[91728]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:21:34.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:34 smithi045 ceph-mon[91728]: osdmap e12: 2 total, 1 up, 2 in 2023-03-22T14:21:34.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:34.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:34.999 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 -- 172.21.15.142:0/383843477 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c00ff170 msgr2=0x7fc9c00ff580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:34.999 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 --2- 172.21.15.142:0/383843477 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c00ff170 0x7fc9c00ff580 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc9b4009990 tx=0x7fc9b4009ca0 comp rx=0 tx=0).stop 2023-03-22T14:21:34.999 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 -- 172.21.15.142:0/383843477 shutdown_connections 2023-03-22T14:21:35.000 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 --2- 172.21.15.142:0/383843477 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9c0100d00 0x7fc9c01075c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:35.000 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 --2- 172.21.15.142:0/383843477 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c00ff170 0x7fc9c00ff580 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:35.000 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 --2- 172.21.15.142:0/383843477 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100370 0x7fc9c01007c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:35.000 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 -- 172.21.15.142:0/383843477 >> 172.21.15.142:0/383843477 conn(0x7fc9c00fa780 msgr2=0x7fc9c00fcbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:21:35.000 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 -- 172.21.15.142:0/383843477 shutdown_connections 2023-03-22T14:21:35.000 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.995+0000 7fc9c4840700 1 -- 172.21.15.142:0/383843477 wait complete. 2023-03-22T14:21:35.000 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 Processor -- start 2023-03-22T14:21:35.001 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 -- start start 2023-03-22T14:21:35.001 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9c00ff170 0x7fc9c0069950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:35.001 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c0100370 0x7fc9c019ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:35.001 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100d00 0x7fc9c019d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:35.001 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c019db80 con 0x7fc9c00ff170 2023-03-22T14:21:35.002 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c019dcf0 con 0x7fc9c0100d00 2023-03-22T14:21:35.002 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9c4840700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c019deb0 con 0x7fc9c0100370 2023-03-22T14:21:35.002 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9bdd9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c0100370 0x7fc9c019ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:35.002 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9bdd9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c0100370 0x7fc9c019ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:59812/0 (socket says 172.21.15.142:59812) 2023-03-22T14:21:35.002 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.996+0000 7fc9bdd9b700 1 -- 172.21.15.142:0/763304823 learned_addr learned my addr 172.21.15.142:0/763304823 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:21:35.002 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bed9d700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100d00 0x7fc9c019d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:35.002 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9be59c700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9c00ff170 0x7fc9c0069950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bdd9b700 1 -- 172.21.15.142:0/763304823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100d00 msgr2=0x7fc9c019d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bdd9b700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100d00 0x7fc9c019d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bdd9b700 1 -- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9c00ff170 msgr2=0x7fc9c0069950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bdd9b700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9c00ff170 0x7fc9c0069950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bdd9b700 1 -- 172.21.15.142:0/763304823 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9b40095f0 con 0x7fc9c0100370 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bed9d700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100d00 0x7fc9c019d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9be59c700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9c00ff170 0x7fc9c0069950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:21:35.003 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9bdd9b700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c0100370 0x7fc9c019ad90 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc9b000b530 tx=0x7fc9b000b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:21:35.004 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9af7fe700 1 -- 172.21.15.142:0/763304823 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b0011830 con 0x7fc9c0100370 2023-03-22T14:21:35.004 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9af7fe700 1 -- 172.21.15.142:0/763304823 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9b0011e50 con 0x7fc9c0100370 2023-03-22T14:21:35.004 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9c010ab90 con 0x7fc9c0100370 2023-03-22T14:21:35.004 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9af7fe700 1 -- 172.21.15.142:0/763304823 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b000f2e0 con 0x7fc9c0100370 2023-03-22T14:21:35.004 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.997+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9c010aa00 con 0x7fc9c0100370 2023-03-22T14:21:35.005 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.998+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9c01067c0 con 0x7fc9c0100370 2023-03-22T14:21:35.005 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:34.999+0000 7fc9af7fe700 1 -- 172.21.15.142:0/763304823 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 15) v1 ==== 133517+0+0 (secure 0 0 0) 0x7fc9b0010580 con 0x7fc9c0100370 2023-03-22T14:21:35.005 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:35.000+0000 7fc9af7fe700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc9a809fa40 0x7fc9a80a1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:35.006 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:35.000+0000 7fc9af7fe700 1 -- 172.21.15.142:0/763304823 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2309+0+0 (secure 0 0 0) 0x7fc9b00c91f0 con 0x7fc9c0100370 2023-03-22T14:21:35.006 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:35.000+0000 7fc9be59c700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc9a809fa40 0x7fc9a80a1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:35.006 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:35.001+0000 7fc9be59c700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc9a809fa40 0x7fc9a80a1ef0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc9b400b5c0 tx=0x7fc9b4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:21:35.006 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:35.005+0000 7fc9af7fe700 1 -- 172.21.15.142:0/763304823 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fc9b00535c0 con 0x7fc9c0100370 2023-03-22T14:21:35.200 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:35.198+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fc9c0061b20 con 0x7fc9a809fa40 2023-03-22T14:21:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:35 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:21:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:35 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:21:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:35 smithi142 ceph-mon[94717]: osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] boot 2023-03-22T14:21:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:35 smithi142 ceph-mon[94717]: osdmap e13: 2 total, 2 up, 2 in 2023-03-22T14:21:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:35 smithi142 ceph-mon[94717]: pgmap v60: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:35 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:21:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:35 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:21:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:35 smithi098 ceph-mon[94136]: osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] boot 2023-03-22T14:21:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:35 smithi098 ceph-mon[94136]: osdmap e13: 2 total, 2 up, 2 in 2023-03-22T14:21:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:35 smithi098 ceph-mon[94136]: pgmap v60: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:35.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:35 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:21:35.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:35 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:21:35.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:35 smithi045 ceph-mon[91728]: osd.1 [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] boot 2023-03-22T14:21:35.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:35 smithi045 ceph-mon[91728]: osdmap e13: 2 total, 2 up, 2 in 2023-03-22T14:21:35.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:21:35.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:35 smithi045 ceph-mon[91728]: pgmap v60: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-03-22T14:21:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:36 smithi142 ceph-mon[94717]: osdmap e14: 2 total, 2 up, 2 in 2023-03-22T14:21:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:36 smithi142 ceph-mon[94717]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:36.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:36.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:36 smithi098 ceph-mon[94136]: osdmap e14: 2 total, 2 up, 2 in 2023-03-22T14:21:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:36 smithi098 ceph-mon[94136]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:36 smithi045 ceph-mon[91728]: osdmap e14: 2 total, 2 up, 2 in 2023-03-22T14:21:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:36 smithi045 ceph-mon[91728]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:36.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:37 smithi142 ceph-mon[94717]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:37 smithi098 ceph-mon[94136]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:37.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:37 smithi045 ceph-mon[91728]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:38 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/25153344' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]: dispatch 2023-03-22T14:21:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:38 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]: dispatch 2023-03-22T14:21:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:38 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]': finished 2023-03-22T14:21:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:38 smithi142 ceph-mon[94717]: osdmap e15: 3 total, 2 up, 3 in 2023-03-22T14:21:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:38 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/25153344' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]: dispatch 2023-03-22T14:21:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:38 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]: dispatch 2023-03-22T14:21:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:38 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]': finished 2023-03-22T14:21:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:38 smithi098 ceph-mon[94136]: osdmap e15: 3 total, 2 up, 3 in 2023-03-22T14:21:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:38 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/25153344' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]: dispatch 2023-03-22T14:21:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:38 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]: dispatch 2023-03-22T14:21:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:38 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bed754c1-cad8-4887-87f2-186aea38e6d3"}]': finished 2023-03-22T14:21:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:38 smithi045 ceph-mon[91728]: osdmap e15: 3 total, 2 up, 3 in 2023-03-22T14:21:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:39.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:39 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/2789394433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:21:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:39 smithi142 ceph-mon[94717]: pgmap v64: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:39.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:39 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/2789394433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:21:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:39 smithi098 ceph-mon[94136]: pgmap v64: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:39.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:39 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/2789394433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:21:39.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:39 smithi045 ceph-mon[91728]: pgmap v64: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:41.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:41 smithi045 ceph-mon[91728]: pgmap v65: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:41 smithi142 ceph-mon[94717]: pgmap v65: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:41 smithi098 ceph-mon[94136]: pgmap v65: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:43.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:43 smithi045 ceph-mon[91728]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:43 smithi142 ceph-mon[94717]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:43.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:43 smithi098 ceph-mon[94136]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:44 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-03-22T14:21:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:44 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:44 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-03-22T14:21:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:44 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:44.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:44 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-03-22T14:21:44.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:44 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:45 smithi142 ceph-mon[94717]: Deploying daemon osd.2 on smithi142 2023-03-22T14:21:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:45 smithi142 ceph-mon[94717]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:45 smithi098 ceph-mon[94136]: Deploying daemon osd.2 on smithi142 2023-03-22T14:21:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:45 smithi098 ceph-mon[94136]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:45 smithi045 ceph-mon[91728]: Deploying daemon osd.2 on smithi142 2023-03-22T14:21:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:45 smithi045 ceph-mon[91728]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:47 smithi142 ceph-mon[94717]: pgmap v68: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:47 smithi098 ceph-mon[94136]: pgmap v68: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:47.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:47 smithi045 ceph-mon[91728]: pgmap v68: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:49.980 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:49 smithi142 ceph-mon[94717]: pgmap v69: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:49.980 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:49.980 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:49.980 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:49 smithi098 ceph-mon[94136]: pgmap v69: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:50.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:49 smithi045 ceph-mon[91728]: pgmap v69: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:51.601 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.600+0000 7fc9af7fe700 1 -- 172.21.15.142:0/763304823 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fc9c0061b20 con 0x7fc9a809fa40 2023-03-22T14:21:51.602 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 2 on host 'smithi142' 2023-03-22T14:21:51.604 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc9a809fa40 msgr2=0x7fc9a80a1ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:51.604 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc9a809fa40 0x7fc9a80a1ef0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc9b400b5c0 tx=0x7fc9b4005fb0 comp rx=0 tx=0).stop 2023-03-22T14:21:51.604 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c0100370 msgr2=0x7fc9c019ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:51.604 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c0100370 0x7fc9c019ad90 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc9b000b530 tx=0x7fc9b000b8f0 comp rx=0 tx=0).stop 2023-03-22T14:21:51.604 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 shutdown_connections 2023-03-22T14:21:51.605 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc9a809fa40 0x7fc9a80a1ef0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:51.605 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc9c00ff170 0x7fc9c0069950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:51.605 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100d00 0x7fc9c019d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:51.605 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 --2- 172.21.15.142:0/763304823 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9c0100370 0x7fc9c019ad90 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:51.605 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 >> 172.21.15.142:0/763304823 conn(0x7fc9c00fa780 msgr2=0x7fc9c0103900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:21:51.605 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 shutdown_connections 2023-03-22T14:21:51.605 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:21:51.603+0000 7fc9c4840700 1 -- 172.21.15.142:0/763304823 wait complete. 2023-03-22T14:21:51.788 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:51.788 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:51.788 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:51.788 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:51.788 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:51.789 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:51.789 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:51.789 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:51.789 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:52.080 DEBUG:teuthology.orchestra.run.smithi142:osd.2> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.2.service 2023-03-22T14:21:52.082 INFO:tasks.cephadm:Deploying osd.3 on smithi045 with /dev/vg_nvme/lv_3... 2023-03-22T14:21:52.082 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-03-22T14:21:52.110 INFO:journalctl@ceph.osd.2.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:21:52.145 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:52.145 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.145 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.146 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:52.146 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:52.146 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.146 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.146 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.146 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:21:52.796 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:52 smithi142 ceph-mon[94717]: from='osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-03-22T14:21:52.796 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:52 smithi142 ceph-mon[94717]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-03-22T14:21:52.796 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:21:52 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-2[100520]: 2023-03-22T14:21:52.721+0000 7f58cfa71640 -1 osd.2 0 log_to_monitors true 2023-03-22T14:21:52.914 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:21:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:52 smithi098 ceph-mon[94136]: from='osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-03-22T14:21:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:52 smithi098 ceph-mon[94136]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-03-22T14:21:53.180 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:52 smithi045 ceph-mon[91728]: from='osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-03-22T14:21:53.180 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:52 smithi045 ceph-mon[91728]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-03-22T14:21:54.017 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:53 smithi045 ceph-mon[91728]: pgmap v71: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:54.017 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:53 smithi045 ceph-mon[91728]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-03-22T14:21:54.017 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:53 smithi045 ceph-mon[91728]: osdmap e16: 3 total, 2 up, 3 in 2023-03-22T14:21:54.018 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:54.018 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:53 smithi045 ceph-mon[91728]: from='osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:21:54.018 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:53 smithi045 ceph-mon[91728]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:21:54.055 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-2[100520]: 2023-03-22T14:21:53.754+0000 7f58c48eb700 -1 osd.2 0 waiting for initial osdmap 2023-03-22T14:21:54.055 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-2[100520]: 2023-03-22T14:21:53.760+0000 7f58c06e0700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:21:54.056 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-mon[94717]: pgmap v71: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:54.056 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-mon[94717]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-03-22T14:21:54.056 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-mon[94717]: osdmap e16: 3 total, 2 up, 3 in 2023-03-22T14:21:54.056 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:54.056 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-mon[94717]: from='osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:21:54.056 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:53 smithi142 ceph-mon[94717]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:21:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:53 smithi098 ceph-mon[94136]: pgmap v71: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:53 smithi098 ceph-mon[94136]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-03-22T14:21:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:53 smithi098 ceph-mon[94136]: osdmap e16: 3 total, 2 up, 3 in 2023-03-22T14:21:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:53 smithi098 ceph-mon[94136]: from='osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:21:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:53 smithi098 ceph-mon[94136]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:21:54.774 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-03-22T14:21:54.775 INFO:teuthology.orchestra.run.smithi045.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-03-22T14:21:54.775 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10+0 records in 2023-03-22T14:21:54.775 INFO:teuthology.orchestra.run.smithi045.stderr:10+0 records out 2023-03-22T14:21:54.775 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0305594 s, 343 MB/s 2023-03-22T14:21:54.775 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping successful for: 2023-03-22T14:21:55.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:21:55.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: osdmap e17: 3 total, 2 up, 3 in 2023-03-22T14:21:55.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:55.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.171 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:21:55.172 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: osdmap e17: 3 total, 2 up, 3 in 2023-03-22T14:21:55.172 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:55.172 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:55.172 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.172 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.172 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:55.173 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.173 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:55.173 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:55.173 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: osdmap e17: 3 total, 2 up, 3 in 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:55.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:21:55.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:21:55.184 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi045:vg_nvme/lv_3 2023-03-22T14:21:56.004 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:21:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:21:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:21:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi142 2023-03-22T14:21:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi142 to 17168M 2023-03-22T14:21:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: pgmap v74: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:56.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] boot 2023-03-22T14:21:56.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: osdmap e18: 3 total, 3 up, 3 in 2023-03-22T14:21:56.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:55 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:21:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:21:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi142 2023-03-22T14:21:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi142 to 17168M 2023-03-22T14:21:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: pgmap v74: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] boot 2023-03-22T14:21:56.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: osdmap e18: 3 total, 3 up, 3 in 2023-03-22T14:21:56.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:55 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:56.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:21:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:21:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi142 2023-03-22T14:21:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi142 to 17168M 2023-03-22T14:21:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: pgmap v74: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-03-22T14:21:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: osd.2 [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] boot 2023-03-22T14:21:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: osdmap e18: 3 total, 3 up, 3 in 2023-03-22T14:21:56.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:55 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:21:57.133 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:56 smithi045 ceph-mon[91728]: osdmap e19: 3 total, 3 up, 3 in 2023-03-22T14:21:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:56 smithi142 ceph-mon[94717]: osdmap e19: 3 total, 3 up, 3 in 2023-03-22T14:21:57.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1078112095 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8101e10 msgr2=0x7fb5d81086d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:57.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1078112095 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8101e10 0x7fb5d81086d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb5d000b0a0 tx=0x7fb5d000b3b0 comp rx=0 tx=0).stop 2023-03-22T14:21:57.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1078112095 shutdown_connections 2023-03-22T14:21:57.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1078112095 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb5d8100280 0x7fb5d8100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:57.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1078112095 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8101e10 0x7fb5d81086d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:57.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1078112095 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5d8101480 0x7fb5d81018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:57.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1078112095 >> 172.21.15.45:0/1078112095 conn(0x7fb5d80fb890 msgr2=0x7fb5d80fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:21:57.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1078112095 shutdown_connections 2023-03-22T14:21:57.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.379+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1078112095 wait complete. 2023-03-22T14:21:57.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.380+0000 7fb5dd1cc700 1 Processor -- start 2023-03-22T14:21:57.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5dd1cc700 1 -- start start 2023-03-22T14:21:57.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5dd1cc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8100280 0x7fb5d8196120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:57.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5dd1cc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb5d8101480 0x7fb5d8196660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:57.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5dd1cc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5d8101e10 0x7fb5d819d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:57.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5dd1cc700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5d819dcb0 con 0x7fb5d8101480 2023-03-22T14:21:57.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5dd1cc700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5d819ddf0 con 0x7fb5d8101e10 2023-03-22T14:21:57.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5dd1cc700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5d819df80 con 0x7fb5d8100280 2023-03-22T14:21:57.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5d6d9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8100280 0x7fb5d8196120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:57.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5d6d9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8100280 0x7fb5d8196120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:58368/0 (socket says 172.21.15.45:58368) 2023-03-22T14:21:57.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5d6d9d700 1 -- 172.21.15.45:0/1317173111 learned_addr learned my addr 172.21.15.45:0/1317173111 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:21:57.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5d659c700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb5d8101480 0x7fb5d8196660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.381+0000 7fb5d759e700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5d8101e10 0x7fb5d819d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5d6d9d700 1 -- 172.21.15.45:0/1317173111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5d8101e10 msgr2=0x7fb5d819d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5d6d9d700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5d8101e10 0x7fb5d819d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5d6d9d700 1 -- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb5d8101480 msgr2=0x7fb5d8196660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5d6d9d700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb5d8101480 0x7fb5d8196660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5d6d9d700 1 -- 172.21.15.45:0/1317173111 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5d0009d00 con 0x7fb5d8100280 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5d6d9d700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8100280 0x7fb5d8196120 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb5c800e9a0 tx=0x7fb5c800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:21:57.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8009790 con 0x7fb5d8100280 2023-03-22T14:21:57.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5c800c810 con 0x7fb5d8100280 2023-03-22T14:21:57.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5d810bc30 con 0x7fb5d8100280 2023-03-22T14:21:57.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8003c70 con 0x7fb5d8100280 2023-03-22T14:21:57.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.382+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5d810baa0 con 0x7fb5d8100280 2023-03-22T14:21:57.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.383+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5d8107820 con 0x7fb5d8100280 2023-03-22T14:21:57.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.385+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 15) v1 ==== 133517+0+0 (secure 0 0 0) 0x7fb5c800cc80 con 0x7fb5d8100280 2023-03-22T14:21:57.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.387+0000 7fb5bffff700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb5c009fa40 0x7fb5c00a1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:21:57.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.387+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3226+0+0 (secure 0 0 0) 0x7fb5c8014070 con 0x7fb5d8100280 2023-03-22T14:21:57.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.387+0000 7fb5d659c700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb5c009fa40 0x7fb5c00a1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:21:57.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.387+0000 7fb5d659c700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb5c009fa40 0x7fb5c00a1ef0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc005950 tx=0x7fb5cc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:21:57.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.389+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb5c8094b40 con 0x7fb5d8100280 2023-03-22T14:21:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:56 smithi098 ceph-mon[94136]: osdmap e19: 3 total, 3 up, 3 in 2023-03-22T14:21:57.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:21:57.609+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fb5d8061c40 con 0x7fb5c009fa40 2023-03-22T14:21:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: pgmap v77: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:21:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-03-22T14:21:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-03-22T14:21:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: osdmap e20: 3 total, 3 up, 3 in 2023-03-22T14:21:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-03-22T14:21:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: pgmap v77: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:21:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-03-22T14:21:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-03-22T14:21:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: osdmap e20: 3 total, 3 up, 3 in 2023-03-22T14:21:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-03-22T14:21:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:58.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: pgmap v77: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:21:58.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-03-22T14:21:58.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-03-22T14:21:58.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: osdmap e20: 3 total, 3 up, 3 in 2023-03-22T14:21:58.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-03-22T14:21:58.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:21:58.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:21:58.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:21:58.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:21:59.286 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-03-22T14:21:59.287 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:59 smithi045 ceph-mon[91728]: osdmap e21: 3 total, 3 up, 3 in 2023-03-22T14:21:59.287 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:21:59 smithi045 ceph-mon[91728]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:21:59.287 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107230]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-03-22T14:21:59.288 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107230]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:21:59.288 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107230]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:21:59.288 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107230]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:21:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-03-22T14:21:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:59 smithi142 ceph-mon[94717]: osdmap e21: 3 total, 3 up, 3 in 2023-03-22T14:21:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:21:59 smithi142 ceph-mon[94717]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:21:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-03-22T14:21:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:59 smithi098 ceph-mon[94136]: osdmap e21: 3 total, 3 up, 3 in 2023-03-22T14:21:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:21:59 smithi098 ceph-mon[94136]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:21:59.969 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107285]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-03-22T14:21:59.970 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107285]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:21:59.970 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107285]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:21:59.970 INFO:journalctl@ceph.osd.0.smithi045.stdout:Mar 22 14:21:59 smithi045 sudo[107285]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:00.366 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101595]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-03-22T14:22:00.366 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101595]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:00.366 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101595]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:00.366 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101595]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:00.366 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101598]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-03-22T14:22:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:00 smithi098 ceph-mon[94136]: osdmap e22: 3 total, 3 up, 3 in 2023-03-22T14:22:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:00.673 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101598]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:00.673 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101598]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:00.674 INFO:journalctl@ceph.osd.1.smithi098.stdout:Mar 22 14:22:00 smithi098 sudo[101598]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:00.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:00 smithi142 ceph-mon[94717]: osdmap e22: 3 total, 3 up, 3 in 2023-03-22T14:22:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:00.878 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102660]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-03-22T14:22:00.878 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102660]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:00.879 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102660]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:00.879 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102660]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:00.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:00.881+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fb5c800c980 con 0x7fb5d8100280 2023-03-22T14:22:00.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:00 smithi045 ceph-mon[91728]: osdmap e22: 3 total, 3 up, 3 in 2023-03-22T14:22:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:01.378 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102663]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-03-22T14:22:01.378 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102663]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:01.378 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102663]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:01.378 INFO:journalctl@ceph.osd.2.smithi142.stdout:Mar 22 14:22:00 smithi142 sudo[102663]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:01.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:01 smithi045 sudo[107361]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-03-22T14:22:01.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:01 smithi045 sudo[107361]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:01.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:01 smithi045 sudo[107361]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:01.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:01 smithi045 sudo[107361]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:02.289 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:02.290 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/254171527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]: dispatch 2023-03-22T14:22:02.290 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]: dispatch 2023-03-22T14:22:02.290 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]': finished 2023-03-22T14:22:02.290 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: osdmap e23: 4 total, 3 up, 4 in 2023-03-22T14:22:02.290 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:02.290 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-03-22T14:22:02.290 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:02.291 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 ceph-mon[94717]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:02.291 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102666]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-03-22T14:22:02.291 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102666]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:02.291 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102666]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:02.291 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102666]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/254171527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]: dispatch 2023-03-22T14:22:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]: dispatch 2023-03-22T14:22:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]': finished 2023-03-22T14:22:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: osdmap e23: 4 total, 3 up, 4 in 2023-03-22T14:22:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:02.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-03-22T14:22:02.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:02.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 ceph-mon[94136]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:02.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 sudo[107415]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-03-22T14:22:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 sudo[107415]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 sudo[107415]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 sudo[107415]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/254171527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]: dispatch 2023-03-22T14:22:02.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]: dispatch 2023-03-22T14:22:02.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ff7ed7f-f37b-422b-8bc6-d83810dfedb9"}]': finished 2023-03-22T14:22:02.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: osdmap e23: 4 total, 3 up, 4 in 2023-03-22T14:22:02.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:02.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-03-22T14:22:02.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:02.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:02 smithi045 ceph-mon[91728]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102669]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-03-22T14:22:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102669]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102669]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:02 smithi142 sudo[102669]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:03.019 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 sudo[101601]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-03-22T14:22:03.019 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 sudo[101601]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:03.019 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 sudo[101601]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:03.019 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:02 smithi098 sudo[101601]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:03.020 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 sudo[101604]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-03-22T14:22:03.020 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 sudo[101604]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-03-22T14:22:03.020 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 sudo[101604]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-03-22T14:22:03.020 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 sudo[101604]: pam_unix(sudo:session): session closed for user root 2023-03-22T14:22:03.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3065240553' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:03.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:03.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:03.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:03 smithi142 ceph-mon[94717]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3065240553' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:03 smithi098 ceph-mon[94136]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3065240553' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:03.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:03.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:03.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:03.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-03-22T14:22:03.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:22:03.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:22:03.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:22:03.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:03 smithi045 ceph-mon[91728]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-03-22T14:22:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:05 smithi142 ceph-mon[94717]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:05.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:05 smithi098 ceph-mon[94136]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:05.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:05 smithi045 ceph-mon[91728]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:07 smithi142 ceph-mon[94717]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2023-03-22T14:22:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:07 smithi098 ceph-mon[94136]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2023-03-22T14:22:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:07 smithi045 ceph-mon[91728]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2023-03-22T14:22:08.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:08 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-03-22T14:22:08.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:08 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:08.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:08 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-03-22T14:22:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:08 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:08.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:08 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-03-22T14:22:08.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:08 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:09 smithi142 ceph-mon[94717]: Deploying daemon osd.3 on smithi045 2023-03-22T14:22:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:09 smithi142 ceph-mon[94717]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-03-22T14:22:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:09 smithi098 ceph-mon[94136]: Deploying daemon osd.3 on smithi045 2023-03-22T14:22:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:09 smithi098 ceph-mon[94136]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-03-22T14:22:09.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:09 smithi045 ceph-mon[91728]: Deploying daemon osd.3 on smithi045 2023-03-22T14:22:09.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:09 smithi045 ceph-mon[91728]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-03-22T14:22:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:11 smithi142 ceph-mon[94717]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-03-22T14:22:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:11 smithi098 ceph-mon[94136]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-03-22T14:22:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:11 smithi045 ceph-mon[91728]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-03-22T14:22:13.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:13 smithi098 ceph-mon[94136]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 111 KiB/s wr, 7 op/s 2023-03-22T14:22:13.939 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:13 smithi045 ceph-mon[91728]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 111 KiB/s wr, 7 op/s 2023-03-22T14:22:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:13 smithi142 ceph-mon[94717]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 111 KiB/s wr, 7 op/s 2023-03-22T14:22:15.337 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:15.337 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:15.337 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:15.337 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:15 smithi045 ceph-mon[91728]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-03-22T14:22:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:15 smithi142 ceph-mon[94717]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-03-22T14:22:15.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:15 smithi098 ceph-mon[94136]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-03-22T14:22:17.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.664+0000 7fb5bffff700 1 -- 172.21.15.45:0/1317173111 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fb5d8061c40 con 0x7fb5c009fa40 2023-03-22T14:22:17.666 INFO:teuthology.orchestra.run.smithi045.stdout:Created osd(s) 3 on host 'smithi045' 2023-03-22T14:22:17.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.666+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb5c009fa40 msgr2=0x7fb5c00a1ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:17.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb5c009fa40 0x7fb5c00a1ef0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc005950 tx=0x7fb5cc00b410 comp rx=0 tx=0).stop 2023-03-22T14:22:17.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8100280 msgr2=0x7fb5d8196120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:17.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8100280 0x7fb5d8196120 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb5c800e9a0 tx=0x7fb5c800ecb0 comp rx=0 tx=0).stop 2023-03-22T14:22:17.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 shutdown_connections 2023-03-22T14:22:17.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb5c009fa40 0x7fb5c00a1ef0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:17.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5d8101e10 0x7fb5d819d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:17.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5d8100280 0x7fb5d8196120 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:17.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 --2- 172.21.15.45:0/1317173111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb5d8101480 0x7fb5d8196660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:17.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 >> 172.21.15.45:0/1317173111 conn(0x7fb5d80fb890 msgr2=0x7fb5d8104960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:22:17.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 shutdown_connections 2023-03-22T14:22:17.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:22:17.667+0000 7fb5dd1cc700 1 -- 172.21.15.45:0/1317173111 wait complete. 2023-03-22T14:22:17.852 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-03-22T14:22:17.853 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:17.853 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:17.853 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:17.853 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:17.853 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:17.853 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:17.854 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:17.854 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-03-22T14:22:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:18.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:18.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:18.136 DEBUG:teuthology.orchestra.run.smithi045:osd.3> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.3.service 2023-03-22T14:22:18.141 INFO:tasks.cephadm:Deploying osd.4 on smithi098 with /dev/vg_nvme/lv_3... 2023-03-22T14:22:18.141 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-03-22T14:22:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-03-22T14:22:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:18.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:18.205 INFO:journalctl@ceph.osd.3.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:22:18.783 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:22:19.011 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:18 smithi098 ceph-mon[94136]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-03-22T14:22:19.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:18 smithi045 ceph-mon[91728]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-03-22T14:22:19.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:18 smithi142 ceph-mon[94717]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-03-22T14:22:19.808 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:19 smithi098 ceph-mon[94136]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:19.809 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:19 smithi098 ceph-mon[94136]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-03-22T14:22:19.809 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:19 smithi098 ceph-mon[94136]: osdmap e24: 4 total, 3 up, 4 in 2023-03-22T14:22:19.809 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:19 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:19.809 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:19 smithi098 ceph-mon[94136]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:22:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:19 smithi142 ceph-mon[94717]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:19 smithi142 ceph-mon[94717]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-03-22T14:22:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:19 smithi142 ceph-mon[94717]: osdmap e24: 4 total, 3 up, 4 in 2023-03-22T14:22:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:19 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:19 smithi142 ceph-mon[94717]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:22:20.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:19 smithi045 ceph-mon[91728]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 20 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:20.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:19 smithi045 ceph-mon[91728]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-03-22T14:22:20.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:19 smithi045 ceph-mon[91728]: osdmap e24: 4 total, 3 up, 4 in 2023-03-22T14:22:20.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:19 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:20.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:19 smithi045 ceph-mon[91728]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:22:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 14:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T14:22:19.763+0000 7efda20e4700 -1 osd.3 0 waiting for initial osdmap 2023-03-22T14:22:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 14:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T14:22:19.770+0000 7efd9e6da700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:22:20.318 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-03-22T14:22:20.318 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-03-22T14:22:20.319 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-03-22T14:22:20.319 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-03-22T14:22:20.319 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125527 s, 835 MB/s 2023-03-22T14:22:20.319 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-03-22T14:22:20.626 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi098:vg_nvme/lv_3 2023-03-22T14:22:20.857 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:20 smithi045 ceph-mon[91728]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:22:20.857 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:20 smithi045 ceph-mon[91728]: osdmap e25: 4 total, 3 up, 4 in 2023-03-22T14:22:20.857 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:20 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:20.858 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:20 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:20 smithi098 ceph-mon[94136]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:22:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:20 smithi098 ceph-mon[94136]: osdmap e25: 4 total, 3 up, 4 in 2023-03-22T14:22:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:20 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:20 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:21.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:20 smithi142 ceph-mon[94717]: from='osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:22:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:20 smithi142 ceph-mon[94717]: osdmap e25: 4 total, 3 up, 4 in 2023-03-22T14:22:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:20 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:21.307 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:22:21.768 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:22:22.090 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:22:22.090 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: pgmap v95: 1 pgs: 1 peering; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:22.090 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:22.091 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] boot 2023-03-22T14:22:22.091 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: osdmap e26: 4 total, 4 up, 4 in 2023-03-22T14:22:22.091 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:22.091 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi045 2023-03-22T14:22:22.091 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.091 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.091 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:22.092 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:22.092 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi045 to 8635M 2023-03-22T14:22:22.092 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.092 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:22.092 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:22.092 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:22:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:22:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: pgmap v95: 1 pgs: 1 peering; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] boot 2023-03-22T14:22:22.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: osdmap e26: 4 total, 4 up, 4 in 2023-03-22T14:22:22.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:22.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi045 2023-03-22T14:22:22.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:22.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:22.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi045 to 8635M 2023-03-22T14:22:22.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:22.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:22.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:22:22.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:22:22.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: pgmap v95: 1 pgs: 1 peering; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-03-22T14:22:22.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:22.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: osd.3 [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] boot 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: osdmap e26: 4 total, 4 up, 4 in 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi045 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:22.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi045 to 8635M 2023-03-22T14:22:22.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:22.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:22.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:22.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 -- 172.21.15.98:0/2089407207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 msgr2=0x7f75bc107620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:22.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 --2- 172.21.15.98:0/2089407207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc107620 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f75b400b0a0 tx=0x7f75b400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:22:22.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 -- 172.21.15.98:0/2089407207 shutdown_connections 2023-03-22T14:22:22.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 --2- 172.21.15.98:0/2089407207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc107620 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:22.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 --2- 172.21.15.98:0/2089407207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f75bc1007f0 0x7f75bc100c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:22.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 --2- 172.21.15.98:0/2089407207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75bc0ff3c0 0x7f75bc0ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:22.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 -- 172.21.15.98:0/2089407207 >> 172.21.15.98:0/2089407207 conn(0x7f75bc0f9f00 msgr2=0x7f75bc0fc370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:22:22.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 -- 172.21.15.98:0/2089407207 shutdown_connections 2023-03-22T14:22:22.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.473+0000 7f75c44d2700 1 -- 172.21.15.98:0/2089407207 wait complete. 2023-03-22T14:22:22.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 Processor -- start 2023-03-22T14:22:22.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 -- start start 2023-03-22T14:22:22.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f75bc0ff3c0 0x7f75bc194ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:22.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc195430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:22.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75bc1007f0 0x7f75bc19c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:22.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75bc19ca80 con 0x7f75bc1007f0 2023-03-22T14:22:22.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75bc19cbc0 con 0x7f75bc0ffd70 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c44d2700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75bc19cd50 con 0x7f75bc0ff3c0 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c1a6d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc195430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c1a6d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc195430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:48448/0 (socket says 172.21.15.98:48448) 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.474+0000 7f75c1a6d700 1 -- 172.21.15.98:0/1090448513 learned_addr learned my addr 172.21.15.98:0/1090448513 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c226e700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f75bc0ff3c0 0x7f75bc194ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c2a6f700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75bc1007f0 0x7f75bc19c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c1a6d700 1 -- 172.21.15.98:0/1090448513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f75bc0ff3c0 msgr2=0x7f75bc194ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:22.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c1a6d700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f75bc0ff3c0 0x7f75bc194ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c1a6d700 1 -- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75bc1007f0 msgr2=0x7f75bc19c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c1a6d700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75bc1007f0 0x7f75bc19c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c1a6d700 1 -- 172.21.15.98:0/1090448513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75b4009d00 con 0x7f75bc0ffd70 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c1a6d700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc195430 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f75b8007b50 tx=0x7f75b8007e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75b37fe700 1 -- 172.21.15.98:0/1090448513 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b8011070 con 0x7f75bc0ffd70 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75bc10ab20 con 0x7f75bc0ffd70 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75b37fe700 1 -- 172.21.15.98:0/1090448513 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75b800c2e0 con 0x7f75bc0ffd70 2023-03-22T14:22:22.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75b37fe700 1 -- 172.21.15.98:0/1090448513 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b800e500 con 0x7f75bc0ffd70 2023-03-22T14:22:22.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.475+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75bc10a990 con 0x7f75bc0ffd70 2023-03-22T14:22:22.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.476+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75bc0feee0 con 0x7f75bc0ffd70 2023-03-22T14:22:22.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.477+0000 7f75b37fe700 1 -- 172.21.15.98:0/1090448513 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f75b8004e80 con 0x7f75bc0ffd70 2023-03-22T14:22:22.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.478+0000 7f75b37fe700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f75a809fad0 0x7f75a80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:22.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.478+0000 7f75b37fe700 1 -- 172.21.15.98:0/1090448513 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 3698+0+0 (secure 0 0 0) 0x7f75b80cb0d0 con 0x7f75bc0ffd70 2023-03-22T14:22:22.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.478+0000 7f75c226e700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f75a809fad0 0x7f75a80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:22.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.479+0000 7f75c226e700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f75a809fad0 0x7f75a80a1f80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f75ac00ac50 tx=0x7f75ac00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:22:22.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.481+0000 7f75b37fe700 1 -- 172.21.15.98:0/1090448513 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f75b80961b0 con 0x7f75bc0ffd70 2023-03-22T14:22:22.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:22.672+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f75bc0fe710 con 0x7f75a809fad0 2023-03-22T14:22:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:22 smithi142 ceph-mon[94717]: osdmap e27: 4 total, 4 up, 4 in 2023-03-22T14:22:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:22 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:22:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:22 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:22:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:22 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:23.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:22 smithi098 ceph-mon[94136]: osdmap e27: 4 total, 4 up, 4 in 2023-03-22T14:22:23.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:22 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:22:23.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:22 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:22:23.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:22 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:23.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:22 smithi045 ceph-mon[91728]: osdmap e27: 4 total, 4 up, 4 in 2023-03-22T14:22:23.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:22 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:22:23.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:22 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:22:23.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:22 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:23 smithi142 ceph-mon[94717]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:23 smithi142 ceph-mon[94717]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:22:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:23 smithi142 ceph-mon[94717]: osdmap e28: 4 total, 4 up, 4 in 2023-03-22T14:22:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:23 smithi142 ceph-mon[94717]: osdmap e29: 4 total, 4 up, 4 in 2023-03-22T14:22:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:23 smithi098 ceph-mon[94136]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:23 smithi098 ceph-mon[94136]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:22:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:23 smithi098 ceph-mon[94136]: osdmap e28: 4 total, 4 up, 4 in 2023-03-22T14:22:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:23 smithi098 ceph-mon[94136]: osdmap e29: 4 total, 4 up, 4 in 2023-03-22T14:22:24.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:23 smithi045 ceph-mon[91728]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:24.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:23 smithi045 ceph-mon[91728]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:22:24.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:23 smithi045 ceph-mon[91728]: osdmap e28: 4 total, 4 up, 4 in 2023-03-22T14:22:24.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:23 smithi045 ceph-mon[91728]: osdmap e29: 4 total, 4 up, 4 in 2023-03-22T14:22:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:25 smithi142 ceph-mon[94717]: pgmap v101: 1 pgs: 1 peering; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:25 smithi142 ceph-mon[94717]: osdmap e30: 4 total, 4 up, 4 in 2023-03-22T14:22:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:25 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/881278748' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]: dispatch 2023-03-22T14:22:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:25 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]: dispatch 2023-03-22T14:22:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:25 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]': finished 2023-03-22T14:22:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:25 smithi142 ceph-mon[94717]: osdmap e31: 5 total, 4 up, 5 in 2023-03-22T14:22:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:25 smithi098 ceph-mon[94136]: pgmap v101: 1 pgs: 1 peering; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:25 smithi098 ceph-mon[94136]: osdmap e30: 4 total, 4 up, 4 in 2023-03-22T14:22:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:25 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/881278748' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]: dispatch 2023-03-22T14:22:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:25 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]: dispatch 2023-03-22T14:22:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:25 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]': finished 2023-03-22T14:22:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:25 smithi098 ceph-mon[94136]: osdmap e31: 5 total, 4 up, 5 in 2023-03-22T14:22:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:25 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:25.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:25 smithi045 ceph-mon[91728]: pgmap v101: 1 pgs: 1 peering; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:25 smithi045 ceph-mon[91728]: osdmap e30: 4 total, 4 up, 4 in 2023-03-22T14:22:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:25 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/881278748' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]: dispatch 2023-03-22T14:22:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:25 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]: dispatch 2023-03-22T14:22:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:25 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd77c0b1-c561-41f5-92bb-a47e7e464210"}]': finished 2023-03-22T14:22:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:25 smithi045 ceph-mon[91728]: osdmap e31: 5 total, 4 up, 5 in 2023-03-22T14:22:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:26 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/1683345' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:26 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/1683345' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:26.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:26 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/1683345' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:27 smithi098 ceph-mon[94136]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-03-22T14:22:27.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:27 smithi045 ceph-mon[91728]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-03-22T14:22:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:27 smithi142 ceph-mon[94717]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-03-22T14:22:29.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:29 smithi098 ceph-mon[94136]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2023-03-22T14:22:29.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:29 smithi045 ceph-mon[91728]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2023-03-22T14:22:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:29 smithi142 ceph-mon[94717]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2023-03-22T14:22:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:31 smithi098 ceph-mon[94136]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-03-22T14:22:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-03-22T14:22:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:31.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:31 smithi045 ceph-mon[91728]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-03-22T14:22:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-03-22T14:22:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:31 smithi142 ceph-mon[94717]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-03-22T14:22:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-03-22T14:22:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:32.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:32 smithi098 ceph-mon[94136]: Deploying daemon osd.4 on smithi098 2023-03-22T14:22:32.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:32 smithi045 ceph-mon[91728]: Deploying daemon osd.4 on smithi098 2023-03-22T14:22:33.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:32 smithi142 ceph-mon[94717]: Deploying daemon osd.4 on smithi098 2023-03-22T14:22:33.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:33 smithi098 ceph-mon[94136]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-03-22T14:22:33.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:33 smithi045 ceph-mon[91728]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-03-22T14:22:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:33 smithi142 ceph-mon[94717]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-03-22T14:22:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:35 smithi098 ceph-mon[94136]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-03-22T14:22:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:35 smithi045 ceph-mon[91728]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-03-22T14:22:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:35 smithi142 ceph-mon[94717]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-03-22T14:22:37.061 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:37.062 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:37.062 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:37.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:37.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:37.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:37.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:37 smithi098 ceph-mon[94136]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-03-22T14:22:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:37 smithi142 ceph-mon[94717]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-03-22T14:22:38.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:37 smithi045 ceph-mon[91728]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-03-22T14:22:38.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.586+0000 7f75b37fe700 1 -- 172.21.15.98:0/1090448513 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f75bc0fe710 con 0x7f75a809fad0 2023-03-22T14:22:38.588 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 4 on host 'smithi098' 2023-03-22T14:22:38.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f75a809fad0 msgr2=0x7f75a80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:38.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f75a809fad0 0x7f75a80a1f80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f75ac00ac50 tx=0x7f75ac00a380 comp rx=0 tx=0).stop 2023-03-22T14:22:38.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 msgr2=0x7f75bc195430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:38.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc195430 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f75b8007b50 tx=0x7f75b8007e60 comp rx=0 tx=0).stop 2023-03-22T14:22:38.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 shutdown_connections 2023-03-22T14:22:38.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f75a809fad0 0x7f75a80a1f80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:38.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f75bc1007f0 0x7f75bc19c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:38.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f75bc0ff3c0 0x7f75bc194ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:38.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 --2- 172.21.15.98:0/1090448513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75bc0ffd70 0x7f75bc195430 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:38.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 >> 172.21.15.98:0/1090448513 conn(0x7f75bc0f9f00 msgr2=0x7f75bc103770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:22:38.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 shutdown_connections 2023-03-22T14:22:38.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:22:38.588+0000 7f75c44d2700 1 -- 172.21.15.98:0/1090448513 wait complete. 2023-03-22T14:22:38.980 DEBUG:teuthology.orchestra.run.smithi098:osd.4> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.4.service 2023-03-22T14:22:38.982 INFO:tasks.cephadm:Deploying osd.5 on smithi142 with /dev/vg_nvme/lv_3... 2023-03-22T14:22:38.982 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-03-22T14:22:39.012 INFO:journalctl@ceph.osd.4.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:22:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:39.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:39.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:39.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:39.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:39.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:39.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:39.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:39.630 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:22:40.099 INFO:journalctl@ceph.osd.4.smithi098.stdout:Mar 22 14:22:39 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-4[104850]: 2023-03-22T14:22:39.788+0000 7fbd60f41640 -1 osd.4 0 log_to_monitors true 2023-03-22T14:22:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:40 smithi142 ceph-mon[94717]: from='osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-03-22T14:22:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:40 smithi142 ceph-mon[94717]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-03-22T14:22:40.354 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:40 smithi098 ceph-mon[94136]: from='osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-03-22T14:22:40.355 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:40 smithi098 ceph-mon[94136]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-03-22T14:22:40.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:40 smithi045 ceph-mon[91728]: from='osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-03-22T14:22:40.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:40 smithi045 ceph-mon[91728]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-03-22T14:22:41.127 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-03-22T14:22:41.127 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-03-22T14:22:41.127 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in 2023-03-22T14:22:41.127 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out 2023-03-22T14:22:41.128 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110103 s, 952 MB/s 2023-03-22T14:22:41.128 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: 2023-03-22T14:22:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:41 smithi142 ceph-mon[94717]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-03-22T14:22:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:41 smithi142 ceph-mon[94717]: osdmap e32: 5 total, 4 up, 5 in 2023-03-22T14:22:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:41 smithi142 ceph-mon[94717]: from='osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:22:41.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:41 smithi142 ceph-mon[94717]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:22:41.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:41 smithi142 ceph-mon[94717]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:41.423 INFO:journalctl@ceph.osd.4.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-4[104850]: 2023-03-22T14:22:41.114+0000 7fbd55dbb700 -1 osd.4 0 waiting for initial osdmap 2023-03-22T14:22:41.423 INFO:journalctl@ceph.osd.4.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-4[104850]: 2023-03-22T14:22:41.123+0000 7fbd4e3a9700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:22:41.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-mon[94136]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-03-22T14:22:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-mon[94136]: osdmap e32: 5 total, 4 up, 5 in 2023-03-22T14:22:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-mon[94136]: from='osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:22:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-mon[94136]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:22:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:41 smithi098 ceph-mon[94136]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:41.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:41 smithi045 ceph-mon[91728]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-03-22T14:22:41.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:41 smithi045 ceph-mon[91728]: osdmap e32: 5 total, 4 up, 5 in 2023-03-22T14:22:41.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:41.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:41 smithi045 ceph-mon[91728]: from='osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:22:41.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:41 smithi045 ceph-mon[91728]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:22:41.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:41 smithi045 ceph-mon[91728]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:41.572 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_3 2023-03-22T14:22:42.207 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:22:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:22:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: osdmap e33: 5 total, 4 up, 5 in 2023-03-22T14:22:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi098 2023-03-22T14:22:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:42.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:42.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi098 to 8584M 2023-03-22T14:22:42.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:42.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:42.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:22:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: osdmap e33: 5 total, 4 up, 5 in 2023-03-22T14:22:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:42.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:42.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi098 2023-03-22T14:22:42.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:42.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:42.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi098 to 8584M 2023-03-22T14:22:42.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:42.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:42.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:22:42.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: osdmap e33: 5 total, 4 up, 5 in 2023-03-22T14:22:42.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:42.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:42.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi098 2023-03-22T14:22:42.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:42.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:22:42.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi098 to 8584M 2023-03-22T14:22:42.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:42.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:42.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:22:42.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:43.252 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:43 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:22:43.252 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:43 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:22:43.252 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:43 smithi142 ceph-mon[94717]: osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] boot 2023-03-22T14:22:43.252 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:43 smithi142 ceph-mon[94717]: osdmap e34: 5 total, 5 up, 5 in 2023-03-22T14:22:43.253 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:43 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:43.253 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:43 smithi142 ceph-mon[94717]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:43.384 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 -- 172.21.15.142:0/3222492419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100370 msgr2=0x7ff4101007c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:43.385 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 --2- 172.21.15.142:0/3222492419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100370 0x7ff4101007c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff400009990 tx=0x7ff400009ca0 comp rx=0 tx=0).stop 2023-03-22T14:22:43.385 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 -- 172.21.15.142:0/3222492419 shutdown_connections 2023-03-22T14:22:43.385 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 --2- 172.21.15.142:0/3222492419 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff410100d00 0x7ff4101075c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:43.385 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 --2- 172.21.15.142:0/3222492419 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4100ff170 0x7ff4100ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:43.385 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 --2- 172.21.15.142:0/3222492419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100370 0x7ff4101007c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:43.385 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 -- 172.21.15.142:0/3222492419 >> 172.21.15.142:0/3222492419 conn(0x7ff4100fa780 msgr2=0x7ff4100fcbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:22:43.386 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 -- 172.21.15.142:0/3222492419 shutdown_connections 2023-03-22T14:22:43.386 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.382+0000 7ff415ff7700 1 -- 172.21.15.142:0/3222492419 wait complete. 2023-03-22T14:22:43.386 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 Processor -- start 2023-03-22T14:22:43.386 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 -- start start 2023-03-22T14:22:43.386 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4100ff170 0x7ff410194ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:43.386 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff410100370 0x7ff410195420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:43.386 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100d00 0x7ff41019c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:43.387 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41019ca70 con 0x7ff410100370 2023-03-22T14:22:43.387 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41019cbb0 con 0x7ff4100ff170 2023-03-22T14:22:43.387 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff415ff7700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41019cd40 con 0x7ff410100d00 2023-03-22T14:22:43.387 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100d00 0x7ff41019c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:43.387 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100d00 0x7ff41019c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:59894/0 (socket says 172.21.15.142:59894) 2023-03-22T14:22:43.387 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40ffff700 1 -- 172.21.15.142:0/467911939 learned_addr learned my addr 172.21.15.142:0/467911939 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40f7fe700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4100ff170 0x7ff410194ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40effd700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff410100370 0x7ff410195420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40ffff700 1 -- 172.21.15.142:0/467911939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4100ff170 msgr2=0x7ff410194ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40ffff700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4100ff170 0x7ff410194ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40ffff700 1 -- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff410100370 msgr2=0x7ff410195420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.383+0000 7ff40ffff700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff410100370 0x7ff410195420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.384+0000 7ff40ffff700 1 -- 172.21.15.142:0/467911939 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4000095f0 con 0x7ff410100d00 2023-03-22T14:22:43.388 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.384+0000 7ff40ffff700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100d00 0x7ff41019c4a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff40800ef60 tx=0x7ff40800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:22:43.390 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.384+0000 7ff40cff9700 1 -- 172.21.15.142:0/467911939 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff408018070 con 0x7ff410100d00 2023-03-22T14:22:43.390 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.384+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff41010aac0 con 0x7ff410100d00 2023-03-22T14:22:43.390 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.384+0000 7ff40cff9700 1 -- 172.21.15.142:0/467911939 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff40800f040 con 0x7ff410100d00 2023-03-22T14:22:43.390 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.384+0000 7ff40cff9700 1 -- 172.21.15.142:0/467911939 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff40800cd70 con 0x7ff410100d00 2023-03-22T14:22:43.390 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.384+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff41010a930 con 0x7ff410100d00 2023-03-22T14:22:43.391 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.386+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff410066e30 con 0x7ff410100d00 2023-03-22T14:22:43.391 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.386+0000 7ff40cff9700 1 -- 172.21.15.142:0/467911939 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7ff408003a00 con 0x7ff410100d00 2023-03-22T14:22:43.391 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.386+0000 7ff40cff9700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3f809fad0 0x7ff3f80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:22:43.391 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.387+0000 7ff40cff9700 1 -- 172.21.15.142:0/467911939 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 4101+0+0 (secure 0 0 0) 0x7ff4080c94d0 con 0x7ff410100d00 2023-03-22T14:22:43.391 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.387+0000 7ff40f7fe700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3f809fad0 0x7ff3f80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:22:43.391 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.387+0000 7ff40f7fe700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3f809fad0 0x7ff3f80a1f80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff4101001d0 tx=0x7ff404009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:22:43.392 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.391+0000 7ff40cff9700 1 -- 172.21.15.142:0/467911939 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff4080944c0 con 0x7ff410100d00 2023-03-22T14:22:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:43 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:22:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:43 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:22:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:43 smithi098 ceph-mon[94136]: osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] boot 2023-03-22T14:22:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:43 smithi098 ceph-mon[94136]: osdmap e34: 5 total, 5 up, 5 in 2023-03-22T14:22:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:43 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:43.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:43 smithi098 ceph-mon[94136]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:43.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:43 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:22:43.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:43 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:22:43.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:43 smithi045 ceph-mon[91728]: osd.4 [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] boot 2023-03-22T14:22:43.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:43 smithi045 ceph-mon[91728]: osdmap e34: 5 total, 5 up, 5 in 2023-03-22T14:22:43.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:43 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:22:43.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:43 smithi045 ceph-mon[91728]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-03-22T14:22:43.585 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:22:43.583+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7ff410069080 con 0x7ff3f809fad0 2023-03-22T14:22:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:44 smithi142 ceph-mon[94717]: osdmap e35: 5 total, 5 up, 5 in 2023-03-22T14:22:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:44 smithi142 ceph-mon[94717]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:22:44.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:44 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:22:44.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:44 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:22:44.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:44 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:44 smithi098 ceph-mon[94136]: osdmap e35: 5 total, 5 up, 5 in 2023-03-22T14:22:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:44 smithi098 ceph-mon[94136]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:22:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:44 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:22:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:44 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:22:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:44 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:44.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:44 smithi045 ceph-mon[91728]: osdmap e35: 5 total, 5 up, 5 in 2023-03-22T14:22:44.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:44 smithi045 ceph-mon[91728]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:22:44.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:44 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:22:44.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:44 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:22:44.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:44 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:45.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:45 smithi098 ceph-mon[94136]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:45.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:45 smithi045 ceph-mon[91728]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:45 smithi142 ceph-mon[94717]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:46.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:46 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/409309080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]: dispatch 2023-03-22T14:22:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:46 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]: dispatch 2023-03-22T14:22:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:46 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]': finished 2023-03-22T14:22:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:46 smithi098 ceph-mon[94136]: osdmap e36: 6 total, 5 up, 6 in 2023-03-22T14:22:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:46 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:22:46.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:46 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/409309080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]: dispatch 2023-03-22T14:22:46.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:46 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]: dispatch 2023-03-22T14:22:46.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:46 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]': finished 2023-03-22T14:22:46.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:46 smithi045 ceph-mon[91728]: osdmap e36: 6 total, 5 up, 6 in 2023-03-22T14:22:46.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:46 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:22:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:46 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/409309080' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]: dispatch 2023-03-22T14:22:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:46 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]: dispatch 2023-03-22T14:22:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:46 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2df62230-a05a-4e2e-ab23-29b73707e424"}]': finished 2023-03-22T14:22:46.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:46 smithi142 ceph-mon[94717]: osdmap e36: 6 total, 5 up, 6 in 2023-03-22T14:22:46.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:46 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:22:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:47 smithi098 ceph-mon[94136]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:47 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/3990673826' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:47.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:47 smithi045 ceph-mon[91728]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:47.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:47 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/3990673826' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:47.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:47 smithi142 ceph-mon[94717]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:47.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:47 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/3990673826' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:22:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:49 smithi142 ceph-mon[94717]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:49.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:49 smithi098 ceph-mon[94136]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:49.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:49 smithi045 ceph-mon[91728]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:51.883 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:51 smithi142 ceph-mon[94717]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:51 smithi098 ceph-mon[94136]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:51.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:51 smithi045 ceph-mon[91728]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:53 smithi098 ceph-mon[94136]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-03-22T14:22:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:53 smithi045 ceph-mon[91728]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-03-22T14:22:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:53.977 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:53 smithi142 ceph-mon[94717]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:53.977 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-03-22T14:22:53.977 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:22:54.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:54 smithi142 ceph-mon[94717]: Deploying daemon osd.5 on smithi142 2023-03-22T14:22:54.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:54 smithi098 ceph-mon[94136]: Deploying daemon osd.5 on smithi142 2023-03-22T14:22:54.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:54 smithi045 ceph-mon[91728]: Deploying daemon osd.5 on smithi142 2023-03-22T14:22:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:55 smithi142 ceph-mon[94717]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:55 smithi098 ceph-mon[94136]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:55.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:55 smithi045 ceph-mon[91728]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:57 smithi098 ceph-mon[94136]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:57.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:57 smithi045 ceph-mon[91728]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:57 smithi142 ceph-mon[94717]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:22:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:22:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:22:59 smithi098 ceph-mon[94136]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:59.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:22:59 smithi045 ceph-mon[91728]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:22:59.993 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:22:59 smithi142 ceph-mon[94717]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:23:00.274 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.273+0000 7ff40cff9700 1 -- 172.21.15.142:0/467911939 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ff410069080 con 0x7ff3f809fad0 2023-03-22T14:23:00.275 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 5 on host 'smithi142' 2023-03-22T14:23:00.277 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3f809fad0 msgr2=0x7ff3f80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:00.277 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3f809fad0 0x7ff3f80a1f80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff4101001d0 tx=0x7ff404009260 comp rx=0 tx=0).stop 2023-03-22T14:23:00.277 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100d00 msgr2=0x7ff41019c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:00.277 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100d00 0x7ff41019c4a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff40800ef60 tx=0x7ff40800ef90 comp rx=0 tx=0).stop 2023-03-22T14:23:00.277 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 shutdown_connections 2023-03-22T14:23:00.278 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3f809fad0 0x7ff3f80a1f80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:00.278 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff410100d00 0x7ff41019c4a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:00.278 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4100ff170 0x7ff410194ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:00.278 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 --2- 172.21.15.142:0/467911939 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff410100370 0x7ff410195420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:00.278 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 >> 172.21.15.142:0/467911939 conn(0x7ff4100fa780 msgr2=0x7ff4100fca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:23:00.278 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 shutdown_connections 2023-03-22T14:23:00.279 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:00.276+0000 7ff415ff7700 1 -- 172.21.15.142:0/467911939 wait complete. 2023-03-22T14:23:00.687 DEBUG:teuthology.orchestra.run.smithi142:osd.5> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.5.service 2023-03-22T14:23:00.690 INFO:tasks.cephadm:Deploying osd.6 on smithi045 with /dev/vg_nvme/lv_2... 2023-03-22T14:23:00.690 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-03-22T14:23:00.730 INFO:journalctl@ceph.osd.5.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:23:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:01.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:01.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:01.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:01.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:01.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:01.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:01.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:01.441 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:23:01.509 INFO:journalctl@ceph.osd.5.smithi142.stdout:Mar 22 14:23:01 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-5[105939]: 2023-03-22T14:23:01.265+0000 7fddb846d640 -1 osd.5 0 log_to_monitors true 2023-03-22T14:23:01.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:01 smithi045 ceph-mon[91728]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:23:01.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:01 smithi045 ceph-mon[91728]: from='osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-03-22T14:23:01.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:01 smithi045 ceph-mon[91728]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-03-22T14:23:02.017 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:01 smithi142 ceph-mon[94717]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:23:02.018 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:01 smithi142 ceph-mon[94717]: from='osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-03-22T14:23:02.018 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:01 smithi142 ceph-mon[94717]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-03-22T14:23:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:01 smithi098 ceph-mon[94136]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:23:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:01 smithi098 ceph-mon[94136]: from='osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-03-22T14:23:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:01 smithi098 ceph-mon[94136]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-03-22T14:23:02.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:02 smithi045 ceph-mon[91728]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-03-22T14:23:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:02 smithi045 ceph-mon[91728]: osdmap e37: 6 total, 5 up, 6 in 2023-03-22T14:23:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:02 smithi045 ceph-mon[91728]: from='osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:23:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:02 smithi045 ceph-mon[91728]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:23:03.128 INFO:journalctl@ceph.osd.5.smithi142.stdout:Mar 22 14:23:02 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-5[105939]: 2023-03-22T14:23:02.778+0000 7fddad2e7700 -1 osd.5 0 waiting for initial osdmap 2023-03-22T14:23:03.128 INFO:journalctl@ceph.osd.5.smithi142.stdout:Mar 22 14:23:02 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-5[105939]: 2023-03-22T14:23:02.786+0000 7fdda58d5700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:23:03.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:02 smithi142 ceph-mon[94717]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-03-22T14:23:03.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:02 smithi142 ceph-mon[94717]: osdmap e37: 6 total, 5 up, 6 in 2023-03-22T14:23:03.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:03.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:02 smithi142 ceph-mon[94717]: from='osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:23:03.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:02 smithi142 ceph-mon[94717]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:23:03.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:02 smithi098 ceph-mon[94136]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-03-22T14:23:03.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:02 smithi098 ceph-mon[94136]: osdmap e37: 6 total, 5 up, 6 in 2023-03-22T14:23:03.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:03.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:02 smithi098 ceph-mon[94136]: from='osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:23:03.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:02 smithi098 ceph-mon[94136]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:23:03.323 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-03-22T14:23:03.324 INFO:teuthology.orchestra.run.smithi045.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-03-22T14:23:03.324 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10+0 records in 2023-03-22T14:23:03.324 INFO:teuthology.orchestra.run.smithi045.stderr:10+0 records out 2023-03-22T14:23:03.324 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0351308 s, 298 MB/s 2023-03-22T14:23:03.324 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping successful for: 2023-03-22T14:23:03.906 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi045:vg_nvme/lv_2 2023-03-22T14:23:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:23:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:23:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: osdmap e38: 6 total, 5 up, 6 in 2023-03-22T14:23:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi142 2023-03-22T14:23:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:04.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:04.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi142 to 8584M 2023-03-22T14:23:04.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:04.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:04.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] boot 2023-03-22T14:23:04.131 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: osdmap e39: 6 total, 6 up, 6 in 2023-03-22T14:23:04.131 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:03 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:23:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:23:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: osdmap e38: 6 total, 5 up, 6 in 2023-03-22T14:23:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi142 2023-03-22T14:23:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi142 to 8584M 2023-03-22T14:23:04.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:04.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:04.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] boot 2023-03-22T14:23:04.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: osdmap e39: 6 total, 6 up, 6 in 2023-03-22T14:23:04.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:03 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail 2023-03-22T14:23:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:23:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: osdmap e38: 6 total, 5 up, 6 in 2023-03-22T14:23:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi142 2023-03-22T14:23:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:04.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:04.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi142 to 8584M 2023-03-22T14:23:04.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:04.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:04.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:04.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: osd.5 [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] boot 2023-03-22T14:23:04.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: osdmap e39: 6 total, 6 up, 6 in 2023-03-22T14:23:04.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:03 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:23:04.729 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:23:05.032 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:04 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:23:05.032 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:04 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:23:05.032 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:04 smithi045 ceph-mon[91728]: osdmap e40: 6 total, 6 up, 6 in 2023-03-22T14:23:05.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:04 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:23:05.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:04 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:23:05.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:04 smithi142 ceph-mon[94717]: osdmap e40: 6 total, 6 up, 6 in 2023-03-22T14:23:05.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:04 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:23:05.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:04 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:23:05.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:04 smithi098 ceph-mon[94136]: osdmap e40: 6 total, 6 up, 6 in 2023-03-22T14:23:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:05 smithi142 ceph-mon[94717]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:05 smithi142 ceph-mon[94717]: osdmap e41: 6 total, 6 up, 6 in 2023-03-22T14:23:06.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 -- 172.21.15.45:0/115202555 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c100280 msgr2=0x7f7b5c100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:06.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 --2- 172.21.15.45:0/115202555 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c100280 0x7f7b5c100690 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009990 tx=0x7f7b4c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:23:06.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 -- 172.21.15.45:0/115202555 shutdown_connections 2023-03-22T14:23:06.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 --2- 172.21.15.45:0/115202555 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c100280 0x7f7b5c100690 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:06.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 --2- 172.21.15.45:0/115202555 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b5c101e10 0x7f7b5c1086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:06.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 --2- 172.21.15.45:0/115202555 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b5c101480 0x7f7b5c1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:06.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 -- 172.21.15.45:0/115202555 >> 172.21.15.45:0/115202555 conn(0x7f7b5c0fb890 msgr2=0x7f7b5c0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:23:06.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 -- 172.21.15.45:0/115202555 shutdown_connections 2023-03-22T14:23:06.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.129+0000 7f7b61806700 1 -- 172.21.15.45:0/115202555 wait complete. 2023-03-22T14:23:06.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.130+0000 7f7b61806700 1 Processor -- start 2023-03-22T14:23:06.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.130+0000 7f7b61806700 1 -- start start 2023-03-22T14:23:06.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b61806700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b5c100280 0x7f7b5c195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:06.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b61806700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c101480 0x7f7b5c196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:06.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b61806700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b5c101e10 0x7f7b5c19d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:06.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b61806700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5c19db50 con 0x7f7b5c101480 2023-03-22T14:23:06.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b61806700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5c19dc90 con 0x7f7b5c101e10 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b61806700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5c19de20 con 0x7f7b5c100280 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c101480 0x7f7b5c196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c101480 0x7f7b5c196500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37116/0 (socket says 172.21.15.45:37116) 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 -- 172.21.15.45:0/1955153782 learned_addr learned my addr 172.21.15.45:0/1955153782 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5b7fe700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b5c101e10 0x7f7b5c19d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5affd700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b5c100280 0x7f7b5c195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 -- 172.21.15.45:0/1955153782 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b5c100280 msgr2=0x7f7b5c195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:06.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b5c100280 0x7f7b5c195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:06.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 -- 172.21.15.45:0/1955153782 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b5c101e10 msgr2=0x7f7b5c19d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:06.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b5c101e10 0x7f7b5c19d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:06.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.131+0000 7f7b5a7fc700 1 -- 172.21.15.45:0/1955153782 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b4c0095f0 con 0x7f7b5c101480 2023-03-22T14:23:06.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.132+0000 7f7b5a7fc700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c101480 0x7f7b5c196500 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7b5000e9d0 tx=0x7f7b5000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:23:06.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.132+0000 7f7b60804700 1 -- 172.21.15.45:0/1955153782 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b50009790 con 0x7f7b5c101480 2023-03-22T14:23:06.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.132+0000 7f7b60804700 1 -- 172.21.15.45:0/1955153782 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b5000ee70 con 0x7f7b5c101480 2023-03-22T14:23:06.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.132+0000 7f7b60804700 1 -- 172.21.15.45:0/1955153782 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b50010ea0 con 0x7f7b5c101480 2023-03-22T14:23:06.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.132+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b5c10bbe0 con 0x7f7b5c101480 2023-03-22T14:23:06.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.132+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b5c10ba50 con 0x7f7b5c101480 2023-03-22T14:23:06.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.133+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b5c19e4b0 con 0x7f7b5c101480 2023-03-22T14:23:06.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.137+0000 7f7b60804700 1 -- 172.21.15.45:0/1955153782 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f7b5000cbd0 con 0x7f7b5c101480 2023-03-22T14:23:06.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.138+0000 7f7b60804700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b4409fad0 0x7f7b440a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:06.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.138+0000 7f7b60804700 1 -- 172.21.15.45:0/1955153782 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4562+0+0 (secure 0 0 0) 0x7f7b50014070 con 0x7f7b5c101480 2023-03-22T14:23:06.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.138+0000 7f7b5affd700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b4409fad0 0x7f7b440a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:06.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.139+0000 7f7b5affd700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b4409fad0 0x7f7b440a1f80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00b2e0 tx=0x7f7b4c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:23:06.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.141+0000 7f7b60804700 1 -- 172.21.15.45:0/1955153782 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f7b50095010 con 0x7f7b5c101480 2023-03-22T14:23:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:05 smithi098 ceph-mon[94136]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:05 smithi098 ceph-mon[94136]: osdmap e41: 6 total, 6 up, 6 in 2023-03-22T14:23:06.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:05 smithi045 ceph-mon[91728]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:06.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:05 smithi045 ceph-mon[91728]: osdmap e41: 6 total, 6 up, 6 in 2023-03-22T14:23:06.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:06.357+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f7b5c060ec0 con 0x7f7b4409fad0 2023-03-22T14:23:07.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:06 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:07.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:06 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:07.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:06 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:07.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:06 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:07.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:06 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:07.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:06 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:07.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:06 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:07.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:06 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:07.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:06 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:08.088 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:07 smithi045 ceph-mon[91728]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:08.089 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:07 smithi045 ceph-mon[91728]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:08.089 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:07 smithi045 ceph-mon[91728]: osdmap e42: 6 total, 6 up, 6 in 2023-03-22T14:23:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:07 smithi142 ceph-mon[94717]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:07 smithi142 ceph-mon[94717]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:07 smithi142 ceph-mon[94717]: osdmap e42: 6 total, 6 up, 6 in 2023-03-22T14:23:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:07 smithi098 ceph-mon[94136]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:07 smithi098 ceph-mon[94136]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:07 smithi098 ceph-mon[94136]: osdmap e42: 6 total, 6 up, 6 in 2023-03-22T14:23:09.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:08 smithi142 ceph-mon[94717]: osdmap e43: 6 total, 6 up, 6 in 2023-03-22T14:23:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:08 smithi098 ceph-mon[94136]: osdmap e43: 6 total, 6 up, 6 in 2023-03-22T14:23:09.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:08 smithi045 ceph-mon[91728]: osdmap e43: 6 total, 6 up, 6 in 2023-03-22T14:23:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:09 smithi142 ceph-mon[94717]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:09 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3763298411' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0"}]: dispatch 2023-03-22T14:23:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:09 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3763298411' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0"}]': finished 2023-03-22T14:23:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:09 smithi142 ceph-mon[94717]: osdmap e44: 7 total, 6 up, 7 in 2023-03-22T14:23:10.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:09 smithi098 ceph-mon[94136]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:09 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3763298411' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0"}]: dispatch 2023-03-22T14:23:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:09 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3763298411' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0"}]': finished 2023-03-22T14:23:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:09 smithi098 ceph-mon[94136]: osdmap e44: 7 total, 6 up, 7 in 2023-03-22T14:23:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:10.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:09 smithi045 ceph-mon[91728]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:10.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:09 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3763298411' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0"}]: dispatch 2023-03-22T14:23:10.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:09 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3763298411' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0"}]': finished 2023-03-22T14:23:10.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:09 smithi045 ceph-mon[91728]: osdmap e44: 7 total, 6 up, 7 in 2023-03-22T14:23:10.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:10 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1314062616' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:10 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1314062616' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:11.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:10 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1314062616' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:11 smithi142 ceph-mon[94717]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2023-03-22T14:23:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:11 smithi098 ceph-mon[94136]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2023-03-22T14:23:12.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:11 smithi045 ceph-mon[91728]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2023-03-22T14:23:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:13 smithi142 ceph-mon[94717]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-03-22T14:23:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:13 smithi098 ceph-mon[94136]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-03-22T14:23:14.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:13 smithi045 ceph-mon[91728]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-03-22T14:23:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:15 smithi142 ceph-mon[94717]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2023-03-22T14:23:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:15 smithi098 ceph-mon[94136]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2023-03-22T14:23:16.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:15 smithi045 ceph-mon[91728]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2023-03-22T14:23:18.115 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:17 smithi045 ceph-mon[91728]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2023-03-22T14:23:18.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-03-22T14:23:18.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:17 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:18.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:17 smithi045 ceph-mon[91728]: Deploying daemon osd.6 on smithi045 2023-03-22T14:23:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:17 smithi142 ceph-mon[94717]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2023-03-22T14:23:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-03-22T14:23:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:17 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:17 smithi142 ceph-mon[94717]: Deploying daemon osd.6 on smithi045 2023-03-22T14:23:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:17 smithi098 ceph-mon[94136]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2023-03-22T14:23:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-03-22T14:23:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:17 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:17 smithi098 ceph-mon[94136]: Deploying daemon osd.6 on smithi045 2023-03-22T14:23:19.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:19 smithi045 ceph-mon[91728]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-03-22T14:23:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:19 smithi142 ceph-mon[94717]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-03-22T14:23:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:19 smithi098 ceph-mon[94136]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-03-22T14:23:21.929 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:21 smithi045 ceph-mon[91728]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-03-22T14:23:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:21 smithi142 ceph-mon[94717]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-03-22T14:23:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:21 smithi098 ceph-mon[94136]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-03-22T14:23:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:23 smithi142 ceph-mon[94717]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:23 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:23 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:23 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:23 smithi098 ceph-mon[94136]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:23 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:23 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:23 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:24.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:23 smithi045 ceph-mon[91728]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:24.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:23 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:24.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:23 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:24.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:23 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:25 smithi142 ceph-mon[94717]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:25 smithi098 ceph-mon[94136]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:26.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:25 smithi045 ceph-mon[91728]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:26.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.684+0000 7f7b60804700 1 -- 172.21.15.45:0/1955153782 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f7b5c060ec0 con 0x7f7b4409fad0 2023-03-22T14:23:26.687 INFO:teuthology.orchestra.run.smithi045.stdout:Created osd(s) 6 on host 'smithi045' 2023-03-22T14:23:26.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b4409fad0 msgr2=0x7f7b440a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:26.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b4409fad0 0x7f7b440a1f80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00b2e0 tx=0x7f7b4c005fb0 comp rx=0 tx=0).stop 2023-03-22T14:23:26.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c101480 msgr2=0x7f7b5c196500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:26.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c101480 0x7f7b5c196500 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7b5000e9d0 tx=0x7f7b5000ece0 comp rx=0 tx=0).stop 2023-03-22T14:23:26.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 shutdown_connections 2023-03-22T14:23:26.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b4409fad0 0x7f7b440a1f80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:26.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b5c101e10 0x7f7b5c19d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:26.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b5c100280 0x7f7b5c195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:26.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 --2- 172.21.15.45:0/1955153782 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b5c101480 0x7f7b5c196500 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:26.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 >> 172.21.15.45:0/1955153782 conn(0x7f7b5c0fb890 msgr2=0x7f7b5c0fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:23:26.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 shutdown_connections 2023-03-22T14:23:26.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:23:26.687+0000 7f7b61806700 1 -- 172.21.15.45:0/1955153782 wait complete. 2023-03-22T14:23:27.145 DEBUG:teuthology.orchestra.run.smithi045:osd.6> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.6.service 2023-03-22T14:23:27.149 INFO:tasks.cephadm:Deploying osd.7 on smithi098 with /dev/vg_nvme/lv_2... 2023-03-22T14:23:27.149 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-03-22T14:23:27.201 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.202 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.202 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:27.202 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:27.202 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.202 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:27.202 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.203 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.203 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:27.203 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:26 smithi045 ceph-mon[91728]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-03-22T14:23:27.214 INFO:journalctl@ceph.osd.6.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:23:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:27.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:27.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:27.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:27.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:26 smithi142 ceph-mon[94717]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-03-22T14:23:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:27.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:27.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:26 smithi098 ceph-mon[94136]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-03-22T14:23:27.807 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:23:28.709 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 14:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T14:23:28.693+0000 7f271b6e0700 -1 osd.6 0 waiting for initial osdmap 2023-03-22T14:23:28.709 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:28 smithi045 ceph-mon[91728]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-03-22T14:23:28.710 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:28 smithi045 ceph-mon[91728]: osdmap e45: 7 total, 6 up, 7 in 2023-03-22T14:23:28.710 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:28 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:28.710 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:28 smithi045 ceph-mon[91728]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:23:28.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 14:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T14:23:28.706+0000 7f2717cd6700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:23:29.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:28 smithi142 ceph-mon[94717]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-03-22T14:23:29.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:28 smithi142 ceph-mon[94717]: osdmap e45: 7 total, 6 up, 7 in 2023-03-22T14:23:29.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:28 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:29.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:28 smithi142 ceph-mon[94717]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:23:29.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:28 smithi098 ceph-mon[94136]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-03-22T14:23:29.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:28 smithi098 ceph-mon[94136]: osdmap e45: 7 total, 6 up, 7 in 2023-03-22T14:23:29.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:28 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:29.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:28 smithi098 ceph-mon[94136]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:23:29.297 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-03-22T14:23:29.297 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-03-22T14:23:29.298 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-03-22T14:23:29.298 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-03-22T14:23:29.298 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124991 s, 839 MB/s 2023-03-22T14:23:29.298 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-03-22T14:23:29.644 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi098:vg_nvme/lv_2 2023-03-22T14:23:29.857 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:29 smithi045 ceph-mon[91728]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:29.858 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:29 smithi045 ceph-mon[91728]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:23:29.858 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:29 smithi045 ceph-mon[91728]: osdmap e46: 7 total, 6 up, 7 in 2023-03-22T14:23:29.858 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:29 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:29.858 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:29 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:29 smithi098 ceph-mon[94136]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:29 smithi098 ceph-mon[94136]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:23:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:29 smithi098 ceph-mon[94136]: osdmap e46: 7 total, 6 up, 7 in 2023-03-22T14:23:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:29 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:29 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:29 smithi142 ceph-mon[94717]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-03-22T14:23:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:29 smithi142 ceph-mon[94717]: from='osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:23:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:29 smithi142 ceph-mon[94717]: osdmap e46: 7 total, 6 up, 7 in 2023-03-22T14:23:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:29 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:29 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:30.282 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:23:30.805 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:23:30.805 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:23:30.805 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] boot 2023-03-22T14:23:30.805 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: osdmap e47: 7 total, 7 up, 7 in 2023-03-22T14:23:30.805 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:30.806 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:30.806 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:30.806 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:30.806 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:30.806 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:30.806 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:30.807 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:30.807 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:30.807 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:30 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:30.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:23:30.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:23:30.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] boot 2023-03-22T14:23:30.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: osdmap e47: 7 total, 7 up, 7 in 2023-03-22T14:23:30.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:30.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:30.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:30.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:30.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:30.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:30.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:30.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:30.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:30.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:30 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:31.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:23:31.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:23:31.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: osd.6 [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] boot 2023-03-22T14:23:31.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: osdmap e47: 7 total, 7 up, 7 in 2023-03-22T14:23:31.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:23:31.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:31.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:31.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:31.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:31.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:31.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:31.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:31.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:31.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:30 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:31.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 -- 172.21.15.98:0/1302982344 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 msgr2=0x7f281c100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:31.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 --2- 172.21.15.98:0/1302982344 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c100b90 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f280c009990 tx=0x7f280c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:23:31.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 -- 172.21.15.98:0/1302982344 shutdown_connections 2023-03-22T14:23:31.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 --2- 172.21.15.98:0/1302982344 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f281c0ffd90 0x7f281c107640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:31.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 --2- 172.21.15.98:0/1302982344 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c100b90 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:31.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 --2- 172.21.15.98:0/1302982344 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f281c0ff3e0 0x7f281c0ff850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:31.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 -- 172.21.15.98:0/1302982344 >> 172.21.15.98:0/1302982344 conn(0x7f281c0f9f00 msgr2=0x7f281c0fc370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:23:31.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 -- 172.21.15.98:0/1302982344 shutdown_connections 2023-03-22T14:23:31.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.482+0000 7f2821b96700 1 -- 172.21.15.98:0/1302982344 wait complete. 2023-03-22T14:23:31.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 Processor -- start 2023-03-22T14:23:31.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 -- start start 2023-03-22T14:23:31.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f281c0ff3e0 0x7f281c0fee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:31.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f281c0ffd90 0x7f281c19ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:31.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c19d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:31.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281c19db70 con 0x7f281c0ff3e0 2023-03-22T14:23:31.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281c19dce0 con 0x7f281c100780 2023-03-22T14:23:31.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.483+0000 7f2821b96700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281c19dea0 con 0x7f281c0ffd90 2023-03-22T14:23:31.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c19d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:31.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c19d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:48558/0 (socket says 172.21.15.98:48558) 2023-03-22T14:23:31.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 -- 172.21.15.98:0/2784226302 learned_addr learned my addr 172.21.15.98:0/2784226302 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-03-22T14:23:31.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281b7fe700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f281c0ff3e0 0x7f281c0fee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281affd700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f281c0ffd90 0x7f281c19ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 -- 172.21.15.98:0/2784226302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f281c0ffd90 msgr2=0x7f281c19ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f281c0ffd90 0x7f281c19ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 -- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f281c0ff3e0 msgr2=0x7f281c0fee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f281c0ff3e0 0x7f281c0fee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 -- 172.21.15.98:0/2784226302 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f280c0095f0 con 0x7f281c100780 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281b7fe700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f281c0ff3e0 0x7f281c0fee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:23:31.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281affd700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f281c0ffd90 0x7f281c19ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:23:31.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f281bfff700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c19d3d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f281400b970 tx=0x7f281400bd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:23:31.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f2818ff9700 1 -- 172.21.15.98:0/2784226302 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f281400c9b0 con 0x7f281c100780 2023-03-22T14:23:31.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f281c10ab60 con 0x7f281c100780 2023-03-22T14:23:31.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f2818ff9700 1 -- 172.21.15.98:0/2784226302 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2814014440 con 0x7f281c100780 2023-03-22T14:23:31.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f2818ff9700 1 -- 172.21.15.98:0/2784226302 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28140075d0 con 0x7f281c100780 2023-03-22T14:23:31.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.484+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f281c10a9d0 con 0x7f281c100780 2023-03-22T14:23:31.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.485+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f281c1067e0 con 0x7f281c100780 2023-03-22T14:23:31.490 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.486+0000 7f2818ff9700 1 -- 172.21.15.98:0/2784226302 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f28140145b0 con 0x7f281c100780 2023-03-22T14:23:31.490 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.487+0000 7f2818ff9700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f280809fad0 0x7f28080a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:31.490 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.487+0000 7f2818ff9700 1 -- 172.21.15.98:0/2784226302 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 4965+0+0 (secure 0 0 0) 0x7f2814006e40 con 0x7f281c100780 2023-03-22T14:23:31.490 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.487+0000 7f281b7fe700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f280809fad0 0x7f28080a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:31.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.488+0000 7f281b7fe700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f280809fad0 0x7f28080a1f80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f280c006010 tx=0x7f280c00b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:23:31.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.490+0000 7f2818ff9700 1 -- 172.21.15.98:0/2784226302 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f28140944a0 con 0x7f281c100780 2023-03-22T14:23:31.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:31.684+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f281c061bd0 con 0x7f280809fad0 2023-03-22T14:23:31.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:31 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi045 2023-03-22T14:23:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:31 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi045 to 5757M 2023-03-22T14:23:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:31 smithi045 ceph-mon[91728]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:31 smithi045 ceph-mon[91728]: osdmap e48: 7 total, 7 up, 7 in 2023-03-22T14:23:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:31 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:31 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi045 2023-03-22T14:23:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:31 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi045 to 5757M 2023-03-22T14:23:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:31 smithi142 ceph-mon[94717]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:31 smithi142 ceph-mon[94717]: osdmap e48: 7 total, 7 up, 7 in 2023-03-22T14:23:32.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:32.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:32.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:31 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:31 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi045 2023-03-22T14:23:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:31 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi045 to 5757M 2023-03-22T14:23:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:31 smithi098 ceph-mon[94136]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:31 smithi098 ceph-mon[94136]: osdmap e48: 7 total, 7 up, 7 in 2023-03-22T14:23:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:31 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:32.829 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:32 smithi098 ceph-mon[94136]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:32.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:32 smithi045 ceph-mon[91728]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:33.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:32 smithi142 ceph-mon[94717]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:33.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:33 smithi045 ceph-mon[91728]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:33 smithi142 ceph-mon[94717]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:33 smithi098 ceph-mon[94136]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:34 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/4141584552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]: dispatch 2023-03-22T14:23:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:34 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]: dispatch 2023-03-22T14:23:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:34 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]': finished 2023-03-22T14:23:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:34 smithi142 ceph-mon[94717]: osdmap e49: 8 total, 7 up, 8 in 2023-03-22T14:23:35.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:35.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:34 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/1810729762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:34 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/4141584552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]: dispatch 2023-03-22T14:23:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:34 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]: dispatch 2023-03-22T14:23:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:34 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]': finished 2023-03-22T14:23:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:34 smithi098 ceph-mon[94136]: osdmap e49: 8 total, 7 up, 8 in 2023-03-22T14:23:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:34 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/1810729762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:35.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:34 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/4141584552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]: dispatch 2023-03-22T14:23:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:34 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]: dispatch 2023-03-22T14:23:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:34 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b830b8f-6a40-45fb-b3f6-17128a6d76c4"}]': finished 2023-03-22T14:23:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:34 smithi045 ceph-mon[91728]: osdmap e49: 8 total, 7 up, 8 in 2023-03-22T14:23:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:34 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/1810729762' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:35 smithi142 ceph-mon[94717]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:35 smithi098 ceph-mon[94136]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:36.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:35 smithi045 ceph-mon[91728]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:38.054 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:37 smithi098 ceph-mon[94136]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:37 smithi142 ceph-mon[94717]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:38.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:37 smithi045 ceph-mon[91728]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:39 smithi142 ceph-mon[94717]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:39 smithi098 ceph-mon[94136]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:40.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:39 smithi045 ceph-mon[91728]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-03-22T14:23:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:41.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-03-22T14:23:41.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:41.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-03-22T14:23:41.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:41 smithi098 ceph-mon[94136]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:41 smithi098 ceph-mon[94136]: Deploying daemon osd.7 on smithi098 2023-03-22T14:23:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:41 smithi142 ceph-mon[94717]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:41 smithi142 ceph-mon[94717]: Deploying daemon osd.7 on smithi098 2023-03-22T14:23:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:41 smithi045 ceph-mon[91728]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:41 smithi045 ceph-mon[91728]: Deploying daemon osd.7 on smithi098 2023-03-22T14:23:43.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:43 smithi098 ceph-mon[94136]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:43 smithi142 ceph-mon[94717]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:44.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:43 smithi045 ceph-mon[91728]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:45 smithi098 ceph-mon[94136]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:46.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:45 smithi045 ceph-mon[91728]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:46.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:46.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:46.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:45 smithi142 ceph-mon[94717]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:47.678 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 7 on host 'smithi098' 2023-03-22T14:23:47.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.677+0000 7f2818ff9700 1 -- 172.21.15.98:0/2784226302 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f281c061bd0 con 0x7f280809fad0 2023-03-22T14:23:47.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f280809fad0 msgr2=0x7f28080a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:47.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f280809fad0 0x7f28080a1f80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f280c006010 tx=0x7f280c00b540 comp rx=0 tx=0).stop 2023-03-22T14:23:47.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 msgr2=0x7f281c19d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:47.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c19d3d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f281400b970 tx=0x7f281400bd30 comp rx=0 tx=0).stop 2023-03-22T14:23:47.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 shutdown_connections 2023-03-22T14:23:47.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f280809fad0 0x7f28080a1f80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:47.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f281c0ff3e0 0x7f281c0fee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:47.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f281c100780 0x7f281c19d3d0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:47.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 --2- 172.21.15.98:0/2784226302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f281c0ffd90 0x7f281c19ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:47.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 >> 172.21.15.98:0/2784226302 conn(0x7f281c0f9f00 msgr2=0x7f281c103920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:23:47.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 shutdown_connections 2023-03-22T14:23:47.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:23:47.680+0000 7f2821b96700 1 -- 172.21.15.98:0/2784226302 wait complete. 2023-03-22T14:23:48.073 DEBUG:teuthology.orchestra.run.smithi098:osd.7> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.7.service 2023-03-22T14:23:48.075 INFO:tasks.cephadm:Deploying osd.8 on smithi142 with /dev/vg_nvme/lv_2... 2023-03-22T14:23:48.075 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-03-22T14:23:48.104 INFO:journalctl@ceph.osd.7.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:23:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:48.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:48.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:23:48.723 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:23:49.173 INFO:journalctl@ceph.osd.7.smithi098.stdout:Mar 22 14:23:48 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-7[110284]: 2023-03-22T14:23:48.927+0000 7fb473ea1640 -1 osd.7 0 log_to_monitors true 2023-03-22T14:23:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:49 smithi142 ceph-mon[94717]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:50.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:49 smithi142 ceph-mon[94717]: from='osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-03-22T14:23:50.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:49 smithi142 ceph-mon[94717]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-03-22T14:23:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:49 smithi098 ceph-mon[94136]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:49 smithi098 ceph-mon[94136]: from='osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-03-22T14:23:50.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:49 smithi098 ceph-mon[94136]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-03-22T14:23:50.209 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-03-22T14:23:50.209 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-03-22T14:23:50.210 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in 2023-03-22T14:23:50.210 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out 2023-03-22T14:23:50.210 INFO:teuthology.orchestra.run.smithi142.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012661 s, 828 MB/s 2023-03-22T14:23:50.210 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: 2023-03-22T14:23:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:49 smithi045 ceph-mon[91728]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:49 smithi045 ceph-mon[91728]: from='osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-03-22T14:23:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:49 smithi045 ceph-mon[91728]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-03-22T14:23:50.577 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_2 2023-03-22T14:23:51.216 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:23:51.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-03-22T14:23:51.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: osdmap e50: 8 total, 7 up, 8 in 2023-03-22T14:23:51.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:51.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:23:51.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:23:51.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:51.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:51.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:50 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-03-22T14:23:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: osdmap e50: 8 total, 7 up, 8 in 2023-03-22T14:23:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:23:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:23:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:51.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:51.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:50 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.423 INFO:journalctl@ceph.osd.7.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-7[110284]: 2023-03-22T14:23:50.939+0000 7fb468d1b700 -1 osd.7 0 waiting for initial osdmap 2023-03-22T14:23:51.423 INFO:journalctl@ceph.osd.7.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-7[110284]: 2023-03-22T14:23:50.954+0000 7fb461309700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-03-22T14:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: osdmap e50: 8 total, 7 up, 8 in 2023-03-22T14:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:23:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:23:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:50 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:23:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:23:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:23:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi098 2023-03-22T14:23:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi098 to 5722M 2023-03-22T14:23:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:23:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: osdmap e51: 8 total, 7 up, 8 in 2023-03-22T14:23:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:23:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:23:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi098 2023-03-22T14:23:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi098 to 5722M 2023-03-22T14:23:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:23:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: osdmap e51: 8 total, 7 up, 8 in 2023-03-22T14:23:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:52.375 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 -- 172.21.15.142:0/942529448 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 msgr2=0x7f999c1086d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:52.375 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 --2- 172.21.15.142:0/942529448 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c1086d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f999400b0a0 tx=0x7f999400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:23:52.376 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 -- 172.21.15.142:0/942529448 shutdown_connections 2023-03-22T14:23:52.376 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 --2- 172.21.15.142:0/942529448 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c1086d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:52.376 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 --2- 172.21.15.142:0/942529448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f999c100280 0x7f999c100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:52.376 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 --2- 172.21.15.142:0/942529448 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f999c101480 0x7f999c1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:52.376 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 -- 172.21.15.142:0/942529448 >> 172.21.15.142:0/942529448 conn(0x7f999c0fb890 msgr2=0x7f999c0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:23:52.376 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 -- 172.21.15.142:0/942529448 shutdown_connections 2023-03-22T14:23:52.377 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 -- 172.21.15.142:0/942529448 wait complete. 2023-03-22T14:23:52.377 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.374+0000 7f99a1324700 1 Processor -- start 2023-03-22T14:23:52.378 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f99a1324700 1 -- start start 2023-03-22T14:23:52.378 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f99a1324700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f999c100280 0x7f999c196090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:52.378 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f99a1324700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f999c101480 0x7f999c1965d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f99a1324700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c19d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f99a1324700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c19dc20 con 0x7f999c100280 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f99a1324700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c19dd60 con 0x7f999c101480 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f99a1324700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c19def0 con 0x7f999c101e10 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c19d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c19d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:60010/0 (socket says 172.21.15.142:60010) 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 -- 172.21.15.142:0/1408475064 learned_addr learned my addr 172.21.15.142:0/1408475064 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:23:52.379 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999a7fc700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f999c101480 0x7f999c1965d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:52.380 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999affd700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f999c100280 0x7f999c196090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:52.380 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 -- 172.21.15.142:0/1408475064 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f999c101480 msgr2=0x7f999c1965d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:52.380 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f999c101480 0x7f999c1965d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:52.380 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 -- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f999c100280 msgr2=0x7f999c196090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:23:52.380 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f999c100280 0x7f999c196090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:23:52.380 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 -- 172.21.15.142:0/1408475064 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9994009d00 con 0x7f999c101e10 2023-03-22T14:23:52.380 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.375+0000 7f999b7fe700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c19d650 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9994007ab0 tx=0x7f9994004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:23:52.381 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.376+0000 7f9983fff700 1 -- 172.21.15.142:0/1408475064 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999400e040 con 0x7f999c101e10 2023-03-22T14:23:52.381 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.376+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f999c10bbe0 con 0x7f999c101e10 2023-03-22T14:23:52.381 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.376+0000 7f9983fff700 1 -- 172.21.15.142:0/1408475064 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f999400cec0 con 0x7f999c101e10 2023-03-22T14:23:52.381 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.376+0000 7f9983fff700 1 -- 172.21.15.142:0/1408475064 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999401bb30 con 0x7f999c101e10 2023-03-22T14:23:52.381 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.376+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f999c10ba50 con 0x7f999c101e10 2023-03-22T14:23:52.381 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.376+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f999c107830 con 0x7f999c101e10 2023-03-22T14:23:52.382 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.378+0000 7f9983fff700 1 -- 172.21.15.142:0/1408475064 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f999401bc90 con 0x7f999c101e10 2023-03-22T14:23:52.382 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.378+0000 7f9983fff700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f998409fad0 0x7f99840a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:23:52.382 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.378+0000 7f9983fff700 1 -- 172.21.15.142:0/1408475064 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 5430+0+0 (secure 0 0 0) 0x7f99940cc050 con 0x7f999c101e10 2023-03-22T14:23:52.382 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.378+0000 7f999affd700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f998409fad0 0x7f99840a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:23:52.382 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.379+0000 7f999affd700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f998409fad0 0x7f99840a1f80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f999c1012e0 tx=0x7f999000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:23:52.383 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.382+0000 7f9983fff700 1 -- 172.21.15.142:0/1408475064 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f9994096b10 con 0x7f999c101e10 2023-03-22T14:23:52.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:23:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:23:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi098 2023-03-22T14:23:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi098 to 5722M 2023-03-22T14:23:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:23:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: osdmap e51: 8 total, 7 up, 8 in 2023-03-22T14:23:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:52.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:52.578 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:23:52.577+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f999c061970 con 0x7f998409fad0 2023-03-22T14:23:53.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:52 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:53.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:52 smithi045 ceph-mon[91728]: osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] boot 2023-03-22T14:23:53.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:52 smithi045 ceph-mon[91728]: osdmap e52: 8 total, 8 up, 8 in 2023-03-22T14:23:53.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:52 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:53.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:52 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:53.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:52 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:53.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:52 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:52 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:52 smithi142 ceph-mon[94717]: osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] boot 2023-03-22T14:23:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:52 smithi142 ceph-mon[94717]: osdmap e52: 8 total, 8 up, 8 in 2023-03-22T14:23:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:52 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:52 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:53.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:52 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:53.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:52 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:52 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:52 smithi098 ceph-mon[94136]: osd.7 [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] boot 2023-03-22T14:23:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:52 smithi098 ceph-mon[94136]: osdmap e52: 8 total, 8 up, 8 in 2023-03-22T14:23:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:52 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:23:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:52 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:23:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:52 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:23:53.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:52 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:23:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:53 smithi142 ceph-mon[94717]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:53 smithi142 ceph-mon[94717]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:53 smithi142 ceph-mon[94717]: osdmap e53: 8 total, 8 up, 8 in 2023-03-22T14:23:54.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:53 smithi045 ceph-mon[91728]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:53 smithi045 ceph-mon[91728]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:53 smithi045 ceph-mon[91728]: osdmap e53: 8 total, 8 up, 8 in 2023-03-22T14:23:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:53 smithi098 ceph-mon[94136]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-03-22T14:23:54.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:53 smithi098 ceph-mon[94136]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:23:54.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:53 smithi098 ceph-mon[94136]: osdmap e53: 8 total, 8 up, 8 in 2023-03-22T14:23:55.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:54 smithi045 ceph-mon[91728]: osdmap e54: 8 total, 8 up, 8 in 2023-03-22T14:23:55.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:54 smithi045 ceph-mon[91728]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:23:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:54 smithi142 ceph-mon[94717]: osdmap e54: 8 total, 8 up, 8 in 2023-03-22T14:23:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:54 smithi142 ceph-mon[94717]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:23:55.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:54 smithi098 ceph-mon[94136]: osdmap e54: 8 total, 8 up, 8 in 2023-03-22T14:23:55.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:54 smithi098 ceph-mon[94136]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:23:56.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:55 smithi045 ceph-mon[91728]: osdmap e55: 8 total, 8 up, 8 in 2023-03-22T14:23:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:55 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/179016408' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]: dispatch 2023-03-22T14:23:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:55 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]: dispatch 2023-03-22T14:23:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:55 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]': finished 2023-03-22T14:23:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:55 smithi045 ceph-mon[91728]: osdmap e56: 9 total, 8 up, 9 in 2023-03-22T14:23:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:55 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:23:56.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:55 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/2752606408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:55 smithi142 ceph-mon[94717]: osdmap e55: 8 total, 8 up, 8 in 2023-03-22T14:23:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:55 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/179016408' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]: dispatch 2023-03-22T14:23:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:55 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]: dispatch 2023-03-22T14:23:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:55 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]': finished 2023-03-22T14:23:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:55 smithi142 ceph-mon[94717]: osdmap e56: 9 total, 8 up, 9 in 2023-03-22T14:23:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:55 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:23:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:55 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/2752606408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:55 smithi098 ceph-mon[94136]: osdmap e55: 8 total, 8 up, 8 in 2023-03-22T14:23:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:55 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/179016408' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]: dispatch 2023-03-22T14:23:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:55 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]: dispatch 2023-03-22T14:23:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:55 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "285dfe1b-ea8e-4779-a306-5497d6599b80"}]': finished 2023-03-22T14:23:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:55 smithi098 ceph-mon[94136]: osdmap e56: 9 total, 8 up, 9 in 2023-03-22T14:23:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:55 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:23:56.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:55 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/2752606408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:23:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:56 smithi142 ceph-mon[94717]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:23:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:56 smithi098 ceph-mon[94136]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:23:57.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:56 smithi045 ceph-mon[91728]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:23:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:23:59 smithi098 ceph-mon[94136]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:23:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:23:59 smithi045 ceph-mon[91728]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:23:59 smithi142 ceph-mon[94717]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:01 smithi098 ceph-mon[94136]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:01.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:01 smithi045 ceph-mon[91728]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:01 smithi142 ceph-mon[94717]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:02.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-03-22T14:24:02.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:02.716 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:02 smithi142 ceph-mon[94717]: Deploying daemon osd.8 on smithi142 2023-03-22T14:24:02.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-03-22T14:24:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:02 smithi098 ceph-mon[94136]: Deploying daemon osd.8 on smithi142 2023-03-22T14:24:02.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-03-22T14:24:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:02 smithi045 ceph-mon[91728]: Deploying daemon osd.8 on smithi142 2023-03-22T14:24:03.839 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:03 smithi142 ceph-mon[94717]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:03 smithi098 ceph-mon[94136]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:03.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:03 smithi045 ceph-mon[91728]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:05.919 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:05 smithi142 ceph-mon[94717]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:05 smithi098 ceph-mon[94136]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:05.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:05 smithi045 ceph-mon[91728]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:07.332 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:07.333 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:07.333 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:07.333 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:07 smithi142 ceph-mon[94717]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:07 smithi098 ceph-mon[94136]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:07.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:07.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:07.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:07.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:07 smithi045 ceph-mon[91728]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:08.734 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.732+0000 7f9983fff700 1 -- 172.21.15.142:0/1408475064 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f999c061970 con 0x7f998409fad0 2023-03-22T14:24:08.734 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 8 on host 'smithi142' 2023-03-22T14:24:08.736 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f998409fad0 msgr2=0x7f99840a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:08.736 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f998409fad0 0x7f99840a1f80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f999c1012e0 tx=0x7f999000a380 comp rx=0 tx=0).stop 2023-03-22T14:24:08.736 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 msgr2=0x7f999c19d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:08.736 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c19d650 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9994007ab0 tx=0x7f9994004d00 comp rx=0 tx=0).stop 2023-03-22T14:24:08.736 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 shutdown_connections 2023-03-22T14:24:08.736 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f998409fad0 0x7f99840a1f80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:08.737 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f999c100280 0x7f999c196090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:08.737 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f999c101e10 0x7f999c19d650 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:08.737 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 --2- 172.21.15.142:0/1408475064 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f999c101480 0x7f999c1965d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:08.737 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 >> 172.21.15.142:0/1408475064 conn(0x7f999c0fb890 msgr2=0x7f999c104970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:24:08.737 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 shutdown_connections 2023-03-22T14:24:08.738 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:24:08.735+0000 7f99a1324700 1 -- 172.21.15.142:0/1408475064 wait complete. 2023-03-22T14:24:09.106 DEBUG:teuthology.orchestra.run.smithi142:osd.8> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.8.service 2023-03-22T14:24:09.108 INFO:tasks.cephadm:Deploying osd.9 on smithi045 with /dev/vg_nvme/lv_1... 2023-03-22T14:24:09.109 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-03-22T14:24:09.136 INFO:journalctl@ceph.osd.8.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:24:09.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:09.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:09.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:09.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:09 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:09.805 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:09.805 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.805 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.805 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:09.806 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:09.806 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.806 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.806 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.806 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:09 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:09.940 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:24:10.128 INFO:journalctl@ceph.osd.8.smithi142.stdout:Mar 22 14:24:09 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-8[111493]: 2023-03-22T14:24:09.968+0000 7fba7d7ed640 -1 osd.8 0 log_to_monitors true 2023-03-22T14:24:10.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:10 smithi045 ceph-mon[91728]: from='osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-03-22T14:24:10.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:10 smithi045 ceph-mon[91728]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-03-22T14:24:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:10 smithi142 ceph-mon[94717]: from='osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-03-22T14:24:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:10 smithi142 ceph-mon[94717]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-03-22T14:24:10.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:10 smithi098 ceph-mon[94136]: from='osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-03-22T14:24:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:10 smithi098 ceph-mon[94136]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-03-22T14:24:11.628 INFO:journalctl@ceph.osd.8.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-8[111493]: 2023-03-22T14:24:11.465+0000 7fba72667700 -1 osd.8 0 waiting for initial osdmap 2023-03-22T14:24:11.628 INFO:journalctl@ceph.osd.8.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-8[111493]: 2023-03-22T14:24:11.477+0000 7fba6c458700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:24:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-03-22T14:24:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: osdmap e57: 9 total, 8 up, 9 in 2023-03-22T14:24:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:24:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:24:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:11.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-03-22T14:24:11.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: osdmap e57: 9 total, 8 up, 9 in 2023-03-22T14:24:11.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:11.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:24:11.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:24:11.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:11.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:11.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-03-22T14:24:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: osdmap e57: 9 total, 8 up, 9 in 2023-03-22T14:24:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:24:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:24:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:12.009 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-03-22T14:24:12.009 INFO:teuthology.orchestra.run.smithi045.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-03-22T14:24:12.010 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10+0 records in 2023-03-22T14:24:12.010 INFO:teuthology.orchestra.run.smithi045.stderr:10+0 records out 2023-03-22T14:24:12.010 INFO:teuthology.orchestra.run.smithi045.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.038907 s, 270 MB/s 2023-03-22T14:24:12.010 INFO:teuthology.orchestra.run.smithi045.stderr:--> Zapping successful for: 2023-03-22T14:24:12.409 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi045:vg_nvme/lv_1 2023-03-22T14:24:12.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:12 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi142 2023-03-22T14:24:12.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:12 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi142 to 5722M 2023-03-22T14:24:12.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:12 smithi045 ceph-mon[91728]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:24:12.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:12 smithi045 ceph-mon[91728]: osdmap e58: 9 total, 8 up, 9 in 2023-03-22T14:24:12.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:12.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:12 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:12 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi142 2023-03-22T14:24:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:12 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi142 to 5722M 2023-03-22T14:24:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:12 smithi142 ceph-mon[94717]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:24:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:12 smithi142 ceph-mon[94717]: osdmap e58: 9 total, 8 up, 9 in 2023-03-22T14:24:12.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:12.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:12 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:12 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi142 2023-03-22T14:24:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:12 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi142 to 5722M 2023-03-22T14:24:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:12 smithi098 ceph-mon[94136]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:24:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:12 smithi098 ceph-mon[94136]: osdmap e58: 9 total, 8 up, 9 in 2023-03-22T14:24:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:12 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:13.232 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:24:13.775 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:13 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:24:13.775 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:13 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:24:13.776 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:13 smithi045 ceph-mon[91728]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:13.776 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:13.776 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:13 smithi045 ceph-mon[91728]: osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] boot 2023-03-22T14:24:13.776 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:13 smithi045 ceph-mon[91728]: osdmap e59: 9 total, 9 up, 9 in 2023-03-22T14:24:13.777 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:13 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:13 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:24:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:13 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:24:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:13 smithi142 ceph-mon[94717]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:13 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:13 smithi142 ceph-mon[94717]: osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] boot 2023-03-22T14:24:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:13 smithi142 ceph-mon[94717]: osdmap e59: 9 total, 9 up, 9 in 2023-03-22T14:24:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:13 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:13.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:13 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:24:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:13 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:24:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:13 smithi098 ceph-mon[94136]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-03-22T14:24:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:13 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:13 smithi098 ceph-mon[94136]: osd.8 [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] boot 2023-03-22T14:24:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:13 smithi098 ceph-mon[94136]: osdmap e59: 9 total, 9 up, 9 in 2023-03-22T14:24:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:13 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:24:14.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 -- 172.21.15.45:0/2180329498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 msgr2=0x7f2c6c1018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:14.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 --2- 172.21.15.45:0/2180329498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c1018d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2c60009990 tx=0x7f2c60009ca0 comp rx=0 tx=0).stop 2023-03-22T14:24:14.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 -- 172.21.15.45:0/2180329498 shutdown_connections 2023-03-22T14:24:14.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 --2- 172.21.15.45:0/2180329498 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c6c101e10 0x7f2c6c1086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 --2- 172.21.15.45:0/2180329498 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2c6c100280 0x7f2c6c100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 --2- 172.21.15.45:0/2180329498 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c1018d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 -- 172.21.15.45:0/2180329498 >> 172.21.15.45:0/2180329498 conn(0x7f2c6c0fb890 msgr2=0x7f2c6c0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:24:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 -- 172.21.15.45:0/2180329498 shutdown_connections 2023-03-22T14:24:14.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.624+0000 7f2c721a3700 1 -- 172.21.15.45:0/2180329498 wait complete. 2023-03-22T14:24:14.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.625+0000 7f2c721a3700 1 Processor -- start 2023-03-22T14:24:14.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.625+0000 7f2c721a3700 1 -- start start 2023-03-22T14:24:14.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c721a3700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2c6c100280 0x7f2c6c196010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:14.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c721a3700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c196550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:14.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c721a3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c6c101e10 0x7f2c6c19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:14.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c721a3700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c19dba0 con 0x7f2c6c101480 2023-03-22T14:24:14.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c721a3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c19dce0 con 0x7f2c6c101e10 2023-03-22T14:24:14.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c721a3700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c19de70 con 0x7f2c6c100280 2023-03-22T14:24:14.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c196550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:14.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c196550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:58772/0 (socket says 172.21.15.45:58772) 2023-03-22T14:24:14.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 -- 172.21.15.45:0/3255513293 learned_addr learned my addr 172.21.15.45:0/3255513293 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:24:14.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6bfff700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c6c101e10 0x7f2c6c19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:14.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6b7fe700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2c6c100280 0x7f2c6c196010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 -- 172.21.15.45:0/3255513293 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2c6c100280 msgr2=0x7f2c6c196010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2c6c100280 0x7f2c6c196010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 -- 172.21.15.45:0/3255513293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c6c101e10 msgr2=0x7f2c6c19d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c6c101e10 0x7f2c6c19d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.626+0000 7f2c6affd700 1 -- 172.21.15.45:0/3255513293 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c600095f0 con 0x7f2c6c101480 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.627+0000 7f2c6affd700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c196550 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2c6000c010 tx=0x7f2c6000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.627+0000 7f2c68ff9700 1 -- 172.21.15.45:0/3255513293 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6001d070 con 0x7f2c6c101480 2023-03-22T14:24:14.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.627+0000 7f2c68ff9700 1 -- 172.21.15.45:0/3255513293 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c60022470 con 0x7f2c6c101480 2023-03-22T14:24:14.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.627+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c6c10bc30 con 0x7f2c6c101480 2023-03-22T14:24:14.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.627+0000 7f2c68ff9700 1 -- 172.21.15.45:0/3255513293 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c60017650 con 0x7f2c6c101480 2023-03-22T14:24:14.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.627+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c6c10baa0 con 0x7f2c6c101480 2023-03-22T14:24:14.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.628+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c6c19e400 con 0x7f2c6c101480 2023-03-22T14:24:14.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.630+0000 7f2c68ff9700 1 -- 172.21.15.45:0/3255513293 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f2c600225e0 con 0x7f2c6c101480 2023-03-22T14:24:14.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.632+0000 7f2c68ff9700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c5409fad0 0x7f2c540a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:14.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.632+0000 7f2c68ff9700 1 -- 172.21.15.45:0/3255513293 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5858+0+0 (secure 0 0 0) 0x7f2c600cb4b0 con 0x7f2c6c101480 2023-03-22T14:24:14.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.632+0000 7f2c6b7fe700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c5409fad0 0x7f2c540a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:14.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.632+0000 7f2c6b7fe700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c5409fad0 0x7f2c540a1f80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c1012e0 tx=0x7f2c5c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:24:14.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.634+0000 7f2c68ff9700 1 -- 172.21.15.45:0/3255513293 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f2c60095d20 con 0x7f2c6c101480 2023-03-22T14:24:14.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:14 smithi045 ceph-mon[91728]: osdmap e60: 9 total, 9 up, 9 in 2023-03-22T14:24:14.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:14.851+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f2c6c060ec0 con 0x7f2c5409fad0 2023-03-22T14:24:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:14 smithi142 ceph-mon[94717]: osdmap e60: 9 total, 9 up, 9 in 2023-03-22T14:24:14.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:14 smithi098 ceph-mon[94136]: osdmap e60: 9 total, 9 up, 9 in 2023-03-22T14:24:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:15 smithi142 ceph-mon[94717]: pgmap v187: 1 pgs: 1 remapped+peering; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:15 smithi142 ceph-mon[94717]: osdmap e61: 9 total, 9 up, 9 in 2023-03-22T14:24:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:15 smithi142 ceph-mon[94717]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:24:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:24:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:24:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:15 smithi098 ceph-mon[94136]: pgmap v187: 1 pgs: 1 remapped+peering; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:15 smithi098 ceph-mon[94136]: osdmap e61: 9 total, 9 up, 9 in 2023-03-22T14:24:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:15 smithi098 ceph-mon[94136]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:24:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:24:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:24:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:15 smithi045 ceph-mon[91728]: pgmap v187: 1 pgs: 1 remapped+peering; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:15 smithi045 ceph-mon[91728]: osdmap e61: 9 total, 9 up, 9 in 2023-03-22T14:24:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:15 smithi045 ceph-mon[91728]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi045:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:24:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:24:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:24:15.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:16.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:16 smithi098 ceph-mon[94136]: osdmap e62: 9 total, 9 up, 9 in 2023-03-22T14:24:16.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:16 smithi045 ceph-mon[91728]: osdmap e62: 9 total, 9 up, 9 in 2023-03-22T14:24:17.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:16 smithi142 ceph-mon[94717]: osdmap e62: 9 total, 9 up, 9 in 2023-03-22T14:24:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:17 smithi098 ceph-mon[94136]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:17 smithi098 ceph-mon[94136]: osdmap e63: 9 total, 9 up, 9 in 2023-03-22T14:24:17.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:17 smithi045 ceph-mon[91728]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:17.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:17 smithi045 ceph-mon[91728]: osdmap e63: 9 total, 9 up, 9 in 2023-03-22T14:24:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:17 smithi142 ceph-mon[94717]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:17 smithi142 ceph-mon[94717]: osdmap e63: 9 total, 9 up, 9 in 2023-03-22T14:24:18.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:18 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1817197981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfb05ff-1688-4147-95ac-1fa605ee5a23"}]: dispatch 2023-03-22T14:24:18.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:18 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1817197981' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8dfb05ff-1688-4147-95ac-1fa605ee5a23"}]': finished 2023-03-22T14:24:18.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:18 smithi098 ceph-mon[94136]: osdmap e64: 10 total, 9 up, 10 in 2023-03-22T14:24:18.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:18 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:18.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:18 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1817197981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfb05ff-1688-4147-95ac-1fa605ee5a23"}]: dispatch 2023-03-22T14:24:18.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:18 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1817197981' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8dfb05ff-1688-4147-95ac-1fa605ee5a23"}]': finished 2023-03-22T14:24:18.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:18 smithi045 ceph-mon[91728]: osdmap e64: 10 total, 9 up, 10 in 2023-03-22T14:24:18.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:18 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:19.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:18 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1817197981' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8dfb05ff-1688-4147-95ac-1fa605ee5a23"}]: dispatch 2023-03-22T14:24:19.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:18 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1817197981' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8dfb05ff-1688-4147-95ac-1fa605ee5a23"}]': finished 2023-03-22T14:24:19.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:18 smithi142 ceph-mon[94717]: osdmap e64: 10 total, 9 up, 10 in 2023-03-22T14:24:19.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:18 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:19.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:19 smithi098 ceph-mon[94136]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-03-22T14:24:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:19 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2167712495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:24:19.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:19 smithi045 ceph-mon[91728]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-03-22T14:24:19.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:19 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2167712495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:24:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:19 smithi142 ceph-mon[94717]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 54 MiB used, 805 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-03-22T14:24:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:19 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2167712495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:24:21.914 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:21 smithi045 ceph-mon[91728]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2023-03-22T14:24:21.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:21 smithi098 ceph-mon[94136]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2023-03-22T14:24:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:21 smithi142 ceph-mon[94717]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2023-03-22T14:24:23.848 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:23 smithi045 ceph-mon[91728]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-03-22T14:24:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:23 smithi098 ceph-mon[94136]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-03-22T14:24:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:23 smithi142 ceph-mon[94717]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2023-03-22T14:24:25.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:25 smithi045 ceph-mon[91728]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-03-22T14:24:25.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-03-22T14:24:25.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:25 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:25 smithi098 ceph-mon[94136]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-03-22T14:24:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:25 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-03-22T14:24:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:25 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:25 smithi142 ceph-mon[94717]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-03-22T14:24:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-03-22T14:24:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:25 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:26.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:26 smithi045 ceph-mon[91728]: Deploying daemon osd.9 on smithi045 2023-03-22T14:24:27.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:26 smithi142 ceph-mon[94717]: Deploying daemon osd.9 on smithi045 2023-03-22T14:24:27.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:26 smithi098 ceph-mon[94136]: Deploying daemon osd.9 on smithi045 2023-03-22T14:24:27.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:27 smithi045 ceph-mon[91728]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-03-22T14:24:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:27 smithi142 ceph-mon[94717]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-03-22T14:24:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:27 smithi098 ceph-mon[94136]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2023-03-22T14:24:29.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:29 smithi045 ceph-mon[91728]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:29 smithi142 ceph-mon[94717]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:29 smithi098 ceph-mon[94136]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:31.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:31 smithi045 ceph-mon[91728]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:31 smithi142 ceph-mon[94717]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:31 smithi098 ceph-mon[94136]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:33.065 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:32 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:33.065 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:32 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:33.065 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:32 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:33.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:32 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:33.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:32 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:33.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:32 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:33.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:32 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:33.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:32 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:33.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:32 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:33.980 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:33 smithi045 ceph-mon[91728]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:33 smithi142 ceph-mon[94717]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:33 smithi098 ceph-mon[94136]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:35.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.218+0000 7f2c68ff9700 1 -- 172.21.15.45:0/3255513293 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f2c6c060ec0 con 0x7f2c5409fad0 2023-03-22T14:24:35.220 INFO:teuthology.orchestra.run.smithi045.stdout:Created osd(s) 9 on host 'smithi045' 2023-03-22T14:24:35.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.220+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c5409fad0 msgr2=0x7f2c540a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:35.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.220+0000 7f2c721a3700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c5409fad0 0x7f2c540a1f80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c1012e0 tx=0x7f2c5c00b410 comp rx=0 tx=0).stop 2023-03-22T14:24:35.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 msgr2=0x7f2c6c196550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:35.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c196550 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2c6000c010 tx=0x7f2c6000f690 comp rx=0 tx=0).stop 2023-03-22T14:24:35.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 shutdown_connections 2023-03-22T14:24:35.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c5409fad0 0x7f2c540a1f80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:35.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c6c101e10 0x7f2c6c19d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:35.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2c6c100280 0x7f2c6c196010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:35.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 --2- 172.21.15.45:0/3255513293 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2c6c101480 0x7f2c6c196550 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:35.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 >> 172.21.15.45:0/3255513293 conn(0x7f2c6c0fb890 msgr2=0x7f2c6c0fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:24:35.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 shutdown_connections 2023-03-22T14:24:35.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:24:35.221+0000 7f2c721a3700 1 -- 172.21.15.45:0/3255513293 wait complete. 2023-03-22T14:24:35.643 DEBUG:teuthology.orchestra.run.smithi045:osd.9> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.9.service 2023-03-22T14:24:35.646 INFO:tasks.cephadm:Deploying osd.10 on smithi098 with /dev/vg_nvme/lv_1... 2023-03-22T14:24:35.647 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-03-22T14:24:35.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:24:35.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:35.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:35.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:35.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-mon[91728]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-03-22T14:24:35.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 14:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T14:24:35.758+0000 7f1150b13640 -1 osd.9 0 log_to_monitors true 2023-03-22T14:24:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:36.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:36.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:35 smithi142 ceph-mon[94717]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-03-22T14:24:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:36.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:35 smithi098 ceph-mon[94136]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-03-22T14:24:36.295 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:24:37.344 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 14:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T14:24:37.227+0000 7f114598d700 -1 osd.9 0 waiting for initial osdmap 2023-03-22T14:24:37.344 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 14:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T14:24:37.246+0000 7f113f77e700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:24:37.345 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:37 smithi045 ceph-mon[91728]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-03-22T14:24:37.345 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:37 smithi045 ceph-mon[91728]: osdmap e65: 10 total, 9 up, 10 in 2023-03-22T14:24:37.345 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:37 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:37.345 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:37 smithi045 ceph-mon[91728]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:24:37.345 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:37 smithi045 ceph-mon[91728]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:37.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:37 smithi142 ceph-mon[94717]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-03-22T14:24:37.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:37 smithi142 ceph-mon[94717]: osdmap e65: 10 total, 9 up, 10 in 2023-03-22T14:24:37.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:37 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:37 smithi142 ceph-mon[94717]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:24:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:37 smithi142 ceph-mon[94717]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:37.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:37 smithi098 ceph-mon[94136]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-03-22T14:24:37.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:37 smithi098 ceph-mon[94136]: osdmap e65: 10 total, 9 up, 10 in 2023-03-22T14:24:37.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:37 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:37.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:37 smithi098 ceph-mon[94136]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]: dispatch 2023-03-22T14:24:37.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:37 smithi098 ceph-mon[94136]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:37.835 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-03-22T14:24:37.835 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-03-22T14:24:37.835 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-03-22T14:24:37.835 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-03-22T14:24:37.836 INFO:teuthology.orchestra.run.smithi098.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148408 s, 707 MB/s 2023-03-22T14:24:37.836 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-03-22T14:24:38.147 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi098:vg_nvme/lv_1 2023-03-22T14:24:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:38 smithi098 ceph-mon[94136]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:24:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:38 smithi098 ceph-mon[94136]: osdmap e66: 10 total, 9 up, 10 in 2023-03-22T14:24:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:38.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:38 smithi045 ceph-mon[91728]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:24:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:38 smithi045 ceph-mon[91728]: osdmap e66: 10 total, 9 up, 10 in 2023-03-22T14:24:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:38.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:38 smithi142 ceph-mon[94717]: from='osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi045", "root=default"]}]': finished 2023-03-22T14:24:38.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:38 smithi142 ceph-mon[94717]: osdmap e66: 10 total, 9 up, 10 in 2023-03-22T14:24:38.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:38.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:38.786 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.b/config 2023-03-22T14:24:39.239 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:24:39.239 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:24:39.239 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] boot 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: osdmap e67: 10 total, 10 up, 10 in 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi045 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.240 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.241 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.241 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.241 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi045 to 4317M 2023-03-22T14:24:39.241 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.241 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:39.241 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:39.241 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:24:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:24:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] boot 2023-03-22T14:24:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: osdmap e67: 10 total, 10 up, 10 in 2023-03-22T14:24:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi045 2023-03-22T14:24:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi045 to 4317M 2023-03-22T14:24:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:39.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:39.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:24:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:24:39.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: osd.9 [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] boot 2023-03-22T14:24:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: osdmap e67: 10 total, 10 up, 10 in 2023-03-22T14:24:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:24:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 55 MiB used, 805 GiB / 805 GiB avail 2023-03-22T14:24:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi045 2023-03-22T14:24:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi045 to 4317M 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:39.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:40.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 -- 172.21.15.98:0/1624888257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0100280 msgr2=0x7f92f0100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:40.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 --2- 172.21.15.98:0/1624888257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0100280 0x7f92f0100690 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f92ec009990 tx=0x7f92ec009ca0 comp rx=0 tx=0).stop 2023-03-22T14:24:40.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 -- 172.21.15.98:0/1624888257 shutdown_connections 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 --2- 172.21.15.98:0/1624888257 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f92f0101e10 0x7f92f01086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 --2- 172.21.15.98:0/1624888257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0100280 0x7f92f0100690 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 --2- 172.21.15.98:0/1624888257 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92f0101480 0x7f92f01018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 -- 172.21.15.98:0/1624888257 >> 172.21.15.98:0/1624888257 conn(0x7f92f00fb890 msgr2=0x7f92f00fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 -- 172.21.15.98:0/1624888257 shutdown_connections 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 -- 172.21.15.98:0/1624888257 wait complete. 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 Processor -- start 2023-03-22T14:24:40.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.017+0000 7f92f7e22700 1 -- start start 2023-03-22T14:24:40.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f92f0100280 0x7f92f0195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:40.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0101480 0x7f92f01964d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:40.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92f0101e10 0x7f92f019d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:40.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f019db20 con 0x7f92f0100280 2023-03-22T14:24:40.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f019dc60 con 0x7f92f0101480 2023-03-22T14:24:40.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f019ddf0 con 0x7f92f0101e10 2023-03-22T14:24:40.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0101480 0x7f92f01964d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0101480 0x7f92f01964d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:48692/0 (socket says 172.21.15.98:48692) 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 -- 172.21.15.98:0/3728721080 learned_addr learned my addr 172.21.15.98:0/3728721080 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f5bbe700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f92f0100280 0x7f92f0195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f63bf700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92f0101e10 0x7f92f019d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 -- 172.21.15.98:0/3728721080 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92f0101e10 msgr2=0x7f92f019d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92f0101e10 0x7f92f019d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 -- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f92f0100280 msgr2=0x7f92f0195f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:40.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f92f0100280 0x7f92f0195f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:40.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 -- 172.21.15.98:0/3728721080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92ec0095f0 con 0x7f92f0101480 2023-03-22T14:24:40.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f63bf700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92f0101e10 0x7f92f019d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:24:40.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f53bd700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0101480 0x7f92f01964d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f92e000d950 tx=0x7f92e000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:24:40.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92e6ffd700 1 -- 172.21.15.98:0/3728721080 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e0009940 con 0x7f92f0101480 2023-03-22T14:24:40.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92f010bbe0 con 0x7f92f0101480 2023-03-22T14:24:40.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92e6ffd700 1 -- 172.21.15.98:0/3728721080 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92e0010460 con 0x7f92f0101480 2023-03-22T14:24:40.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92e6ffd700 1 -- 172.21.15.98:0/3728721080 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e000f600 con 0x7f92f0101480 2023-03-22T14:24:40.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.018+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92f010ba50 con 0x7f92f0101480 2023-03-22T14:24:40.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.019+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92f0066e30 con 0x7f92f0101480 2023-03-22T14:24:40.027 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.020+0000 7f92e6ffd700 1 -- 172.21.15.98:0/3728721080 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f92e00105d0 con 0x7f92f0101480 2023-03-22T14:24:40.027 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.021+0000 7f92e6ffd700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f92dc09fad0 0x7f92dc0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:24:40.027 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.021+0000 7f92e6ffd700 1 -- 172.21.15.98:0/3728721080 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 6261+0+0 (secure 0 0 0) 0x7f92e00ca070 con 0x7f92f0101480 2023-03-22T14:24:40.027 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.021+0000 7f92f5bbe700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f92dc09fad0 0x7f92dc0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:24:40.027 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.022+0000 7f92f5bbe700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f92dc09fad0 0x7f92dc0a1f80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f92ec00b5c0 tx=0x7f92ec005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:24:40.027 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.025+0000 7f92e6ffd700 1 -- 172.21.15.98:0/3728721080 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f92e0094760 con 0x7f92f0101480 2023-03-22T14:24:40.220 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:40.219+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f92f0060ec0 con 0x7f92dc09fad0 2023-03-22T14:24:40.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:40 smithi098 ceph-mon[94136]: osdmap e68: 10 total, 10 up, 10 in 2023-03-22T14:24:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:24:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:24:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:40.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:40 smithi045 ceph-mon[91728]: osdmap e68: 10 total, 10 up, 10 in 2023-03-22T14:24:40.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:24:40.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:24:40.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:40 smithi142 ceph-mon[94717]: osdmap e68: 10 total, 10 up, 10 in 2023-03-22T14:24:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:24:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:24:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:41 smithi098 ceph-mon[94136]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:24:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:41 smithi098 ceph-mon[94136]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:41.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:41 smithi045 ceph-mon[91728]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:24:41.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:41 smithi045 ceph-mon[91728]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:41 smithi142 ceph-mon[94717]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:24:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:41 smithi142 ceph-mon[94717]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:42 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/2280969585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]: dispatch 2023-03-22T14:24:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:42 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]: dispatch 2023-03-22T14:24:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:42 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]': finished 2023-03-22T14:24:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:42 smithi098 ceph-mon[94136]: osdmap e69: 11 total, 10 up, 11 in 2023-03-22T14:24:42.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:24:42.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:42 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/2280969585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]: dispatch 2023-03-22T14:24:42.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:42 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]: dispatch 2023-03-22T14:24:42.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:42 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]': finished 2023-03-22T14:24:42.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:42 smithi045 ceph-mon[91728]: osdmap e69: 11 total, 10 up, 11 in 2023-03-22T14:24:42.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:24:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:42 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/2280969585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]: dispatch 2023-03-22T14:24:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:42 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]: dispatch 2023-03-22T14:24:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:42 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77ce7ba3-c57c-4a48-9355-908c91f6acf8"}]': finished 2023-03-22T14:24:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:42 smithi142 ceph-mon[94717]: osdmap e69: 11 total, 10 up, 11 in 2023-03-22T14:24:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:24:43.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:43 smithi045 ceph-mon[91728]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:43.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:43 smithi045 ceph-mon[91728]: from='client.? 172.21.15.98:0/1321148986' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:24:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:43 smithi142 ceph-mon[94717]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:43 smithi142 ceph-mon[94717]: from='client.? 172.21.15.98:0/1321148986' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:24:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:43 smithi098 ceph-mon[94136]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:43 smithi098 ceph-mon[94136]: from='client.? 172.21.15.98:0/1321148986' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:24:45.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:45 smithi045 ceph-mon[91728]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:45 smithi142 ceph-mon[94717]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:45 smithi098 ceph-mon[94136]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:47.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:47 smithi045 ceph-mon[91728]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:48.046 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:47 smithi098 ceph-mon[94136]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:47 smithi142 ceph-mon[94717]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:49 smithi045 ceph-mon[91728]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-03-22T14:24:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:49 smithi142 ceph-mon[94717]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-03-22T14:24:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:49 smithi098 ceph-mon[94136]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-03-22T14:24:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:50.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:50 smithi098 ceph-mon[94136]: Deploying daemon osd.10 on smithi098 2023-03-22T14:24:50.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:50 smithi045 ceph-mon[91728]: Deploying daemon osd.10 on smithi098 2023-03-22T14:24:51.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:50 smithi142 ceph-mon[94717]: Deploying daemon osd.10 on smithi098 2023-03-22T14:24:51.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:51 smithi045 ceph-mon[91728]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:51.977 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:51 smithi098 ceph-mon[94136]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:51 smithi142 ceph-mon[94717]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:53 smithi098 ceph-mon[94136]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:53.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:53 smithi045 ceph-mon[91728]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:53 smithi142 ceph-mon[94717]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:55.143 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:55.143 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:55.144 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:55.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:55.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:55.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:55 smithi098 ceph-mon[94136]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:56.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:55 smithi045 ceph-mon[91728]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:55 smithi142 ceph-mon[94717]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:56.600 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 10 on host 'smithi098' 2023-03-22T14:24:56.600 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.599+0000 7f92e6ffd700 1 -- 172.21.15.98:0/3728721080 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f92f0060ec0 con 0x7f92dc09fad0 2023-03-22T14:24:56.602 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.601+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f92dc09fad0 msgr2=0x7f92dc0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:56.602 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.601+0000 7f92f7e22700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f92dc09fad0 0x7f92dc0a1f80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f92ec00b5c0 tx=0x7f92ec005fd0 comp rx=0 tx=0).stop 2023-03-22T14:24:56.602 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.601+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0101480 msgr2=0x7f92f01964d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:24:56.602 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.601+0000 7f92f7e22700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0101480 0x7f92f01964d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f92e000d950 tx=0x7f92e000dc60 comp rx=0 tx=0).stop 2023-03-22T14:24:56.602 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 shutdown_connections 2023-03-22T14:24:56.602 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f92dc09fad0 0x7f92dc0a1f80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:56.603 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f92f0100280 0x7f92f0195f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:56.603 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92f0101e10 0x7f92f019d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:56.603 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 --2- 172.21.15.98:0/3728721080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92f0101480 0x7f92f01964d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:24:56.603 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 >> 172.21.15.98:0/3728721080 conn(0x7f92f00fb890 msgr2=0x7f92f00fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:24:56.603 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 shutdown_connections 2023-03-22T14:24:56.603 INFO:teuthology.orchestra.run.smithi098.stderr:2023-03-22T14:24:56.602+0000 7f92f7e22700 1 -- 172.21.15.98:0/3728721080 wait complete. 2023-03-22T14:24:56.973 DEBUG:teuthology.orchestra.run.smithi098:osd.10> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.10.service 2023-03-22T14:24:56.975 INFO:tasks.cephadm:Deploying osd.11 on smithi142 with /dev/vg_nvme/lv_1... 2023-03-22T14:24:56.975 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-03-22T14:24:57.006 INFO:journalctl@ceph.osd.10.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:24:57.625 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:24:57.822 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:57.823 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.823 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.823 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:57.823 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:57.823 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.823 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.824 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.824 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:57 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:57.860 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:57.860 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.860 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.860 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:57.860 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:57.861 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.861 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.861 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.861 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:57.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:57.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:57.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:57 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:24:58.173 INFO:journalctl@ceph.osd.10.smithi098.stdout:Mar 22 14:24:57 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-10[115912]: 2023-03-22T14:24:57.914+0000 7f0a8a610640 -1 osd.10 0 log_to_monitors true 2023-03-22T14:24:58.856 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:58 smithi098 ceph-mon[94136]: from='osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-03-22T14:24:58.857 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:58 smithi098 ceph-mon[94136]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-03-22T14:24:58.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:58 smithi142 ceph-mon[94717]: from='osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-03-22T14:24:58.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:58 smithi142 ceph-mon[94717]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-03-22T14:24:58.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:58 smithi045 ceph-mon[91728]: from='osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-03-22T14:24:58.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:58 smithi045 ceph-mon[91728]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-03-22T14:24:59.200 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-03-22T14:24:59.201 INFO:teuthology.orchestra.run.smithi142.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-03-22T14:24:59.201 INFO:teuthology.orchestra.run.smithi142.stderr: stderr: 10+0 records in 2023-03-22T14:24:59.201 INFO:teuthology.orchestra.run.smithi142.stderr:10+0 records out 2023-03-22T14:24:59.202 INFO:teuthology.orchestra.run.smithi142.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0109967 s, 954 MB/s 2023-03-22T14:24:59.202 INFO:teuthology.orchestra.run.smithi142.stderr:--> Zapping successful for: 2023-03-22T14:24:59.578 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch daemon add osd smithi142:vg_nvme/lv_1 2023-03-22T14:24:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-03-22T14:24:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: osdmap e70: 11 total, 10 up, 11 in 2023-03-22T14:24:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:24:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:24:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:24:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:24:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.923 INFO:journalctl@ceph.osd.10.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-10[115912]: 2023-03-22T14:24:59.588+0000 7f0a7f48a700 -1 osd.10 0 waiting for initial osdmap 2023-03-22T14:24:59.923 INFO:journalctl@ceph.osd.10.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-10[115912]: 2023-03-22T14:24:59.604+0000 7f0a7b27f700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:24:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-03-22T14:24:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: osdmap e70: 11 total, 10 up, 11 in 2023-03-22T14:24:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:24:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:24:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:24:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:59.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:24:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:24:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-03-22T14:24:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: osdmap e70: 11 total, 10 up, 11 in 2023-03-22T14:24:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:24:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:24:59.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-03-22T14:24:59.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:24:59.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:24:59.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:24:59.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:24:59.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:24:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:00.223 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:25:00.731 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:00 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi098 2023-03-22T14:25:00.731 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:00 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi098 to 4292M 2023-03-22T14:25:00.731 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:00 smithi142 ceph-mon[94717]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:25:00.731 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:00 smithi142 ceph-mon[94717]: osdmap e71: 11 total, 10 up, 11 in 2023-03-22T14:25:00.732 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.732 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.732 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:00 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:00 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi098 2023-03-22T14:25:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:00 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi098 to 4292M 2023-03-22T14:25:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:00 smithi098 ceph-mon[94136]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:25:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:00 smithi098 ceph-mon[94136]: osdmap e71: 11 total, 10 up, 11 in 2023-03-22T14:25:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:00 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:00 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi098 2023-03-22T14:25:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:00 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi098 to 4292M 2023-03-22T14:25:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:00 smithi045 ceph-mon[91728]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-03-22T14:25:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:00 smithi045 ceph-mon[91728]: osdmap e71: 11 total, 10 up, 11 in 2023-03-22T14:25:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:00.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:00 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:01.429 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 -- 172.21.15.142:0/1434860396 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 msgr2=0x7f7fbc1075c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:01.429 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/1434860396 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc1075c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7fb400b0a0 tx=0x7f7fb400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:25:01.429 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 -- 172.21.15.142:0/1434860396 shutdown_connections 2023-03-22T14:25:01.429 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/1434860396 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7fbc0ff170 0x7f7fbc0ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:01.430 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/1434860396 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc1075c0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:01.430 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/1434860396 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fbc100370 0x7f7fbc1007c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:01.430 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 -- 172.21.15.142:0/1434860396 >> 172.21.15.142:0/1434860396 conn(0x7f7fbc0fa780 msgr2=0x7f7fbc0fcbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:01.430 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 -- 172.21.15.142:0/1434860396 shutdown_connections 2023-03-22T14:25:01.430 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.426+0000 7f7fc1a80700 1 -- 172.21.15.142:0/1434860396 wait complete. 2023-03-22T14:25:01.431 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 Processor -- start 2023-03-22T14:25:01.431 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 -- start start 2023-03-22T14:25:01.431 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7fbc0ff170 0x7f7fbc069950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:01.431 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fbc100370 0x7f7fbc19aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:01.431 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc19d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:01.431 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fbc19dcb0 con 0x7f7fbc0ff170 2023-03-22T14:25:01.432 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fbc19de20 con 0x7f7fbc100370 2023-03-22T14:25:01.432 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fc1a80700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fbc19dfe0 con 0x7f7fbc100d00 2023-03-22T14:25:01.432 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc19d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:01.432 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc19d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:60156/0 (socket says 172.21.15.142:60156) 2023-03-22T14:25:01.432 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 -- 172.21.15.142:0/2820209370 learned_addr learned my addr 172.21.15.142:0/2820209370 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:25:01.432 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbaffd700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fbc100370 0x7f7fbc19aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:01.432 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbb7fe700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7fbc0ff170 0x7f7fbc069950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:01.433 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 -- 172.21.15.142:0/2820209370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fbc100370 msgr2=0x7f7fbc19aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:01.433 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fbc100370 0x7f7fbc19aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:01.433 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 -- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7fbc0ff170 msgr2=0x7f7fbc069950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:01.433 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7fbc0ff170 0x7f7fbc069950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:01.433 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.427+0000 7f7fbbfff700 1 -- 172.21.15.142:0/2820209370 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fb4009d00 con 0x7f7fbc100d00 2023-03-22T14:25:01.433 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.428+0000 7f7fbbfff700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc19d510 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7fb4009fd0 tx=0x7f7fb4004a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:01.434 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.428+0000 7f7fb8ff9700 1 -- 172.21.15.142:0/2820209370 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fb400e040 con 0x7f7fbc100d00 2023-03-22T14:25:01.434 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.428+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fbc10abb0 con 0x7f7fbc100d00 2023-03-22T14:25:01.434 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.428+0000 7f7fb8ff9700 1 -- 172.21.15.142:0/2820209370 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fb4004020 con 0x7f7fbc100d00 2023-03-22T14:25:01.434 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.428+0000 7f7fb8ff9700 1 -- 172.21.15.142:0/2820209370 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fb401d680 con 0x7f7fbc100d00 2023-03-22T14:25:01.434 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.428+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fbc10aa20 con 0x7f7fbc100d00 2023-03-22T14:25:01.435 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.429+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fbc106710 con 0x7f7fbc100d00 2023-03-22T14:25:01.435 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.430+0000 7f7fb8ff9700 1 -- 172.21.15.142:0/2820209370 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f7fb4004190 con 0x7f7fbc100d00 2023-03-22T14:25:01.435 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.431+0000 7f7fb8ff9700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fa809fad0 0x7f7fa80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:01.435 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.431+0000 7f7fb8ff9700 1 -- 172.21.15.142:0/2820209370 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6727+0+0 (secure 0 0 0) 0x7f7fb40cc0e0 con 0x7f7fbc100d00 2023-03-22T14:25:01.436 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.431+0000 7f7fbb7fe700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fa809fad0 0x7f7fa80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:01.436 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.432+0000 7f7fbb7fe700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fa809fad0 0x7f7fa80a1f80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc1001d0 tx=0x7f7fac009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:01.436 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.434+0000 7f7fb8ff9700 1 -- 172.21.15.142:0/2820209370 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f7fb4096690 con 0x7f7fbc100d00 2023-03-22T14:25:01.630 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:01.629+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f7fbc061ba0 con 0x7f7fa809fad0 2023-03-22T14:25:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:01 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:25:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:01 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:25:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:01 smithi142 ceph-mon[94717]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:25:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:01 smithi142 ceph-mon[94717]: osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] boot 2023-03-22T14:25:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:01 smithi142 ceph-mon[94717]: osdmap e72: 11 total, 11 up, 11 in 2023-03-22T14:25:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:01 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:01 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:25:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:01 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:25:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:01 smithi098 ceph-mon[94136]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:25:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:01 smithi098 ceph-mon[94136]: osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] boot 2023-03-22T14:25:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:01 smithi098 ceph-mon[94136]: osdmap e72: 11 total, 11 up, 11 in 2023-03-22T14:25:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:01 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:01.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:01 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:25:01.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:01 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:25:01.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:01 smithi045 ceph-mon[91728]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 61 MiB used, 894 GiB / 894 GiB avail 2023-03-22T14:25:01.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:01 smithi045 ceph-mon[91728]: osd.10 [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] boot 2023-03-22T14:25:01.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:01 smithi045 ceph-mon[91728]: osdmap e72: 11 total, 11 up, 11 in 2023-03-22T14:25:01.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:25:02.840 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:02 smithi142 ceph-mon[94717]: osdmap e73: 11 total, 11 up, 11 in 2023-03-22T14:25:02.840 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:02 smithi142 ceph-mon[94717]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:25:02.840 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:25:02.840 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:25:02.840 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:02.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:02 smithi098 ceph-mon[94136]: osdmap e73: 11 total, 11 up, 11 in 2023-03-22T14:25:02.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:02 smithi098 ceph-mon[94136]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:25:02.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:25:02.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:25:02.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:02.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:02 smithi045 ceph-mon[91728]: osdmap e73: 11 total, 11 up, 11 in 2023-03-22T14:25:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:02 smithi045 ceph-mon[91728]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi142:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:25:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-03-22T14:25:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-03-22T14:25:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:03.612 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:03 smithi142 ceph-mon[94717]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 67 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:03.612 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:03 smithi142 ceph-mon[94717]: osdmap e74: 11 total, 11 up, 11 in 2023-03-22T14:25:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:03 smithi098 ceph-mon[94136]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 67 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:03 smithi098 ceph-mon[94136]: osdmap e74: 11 total, 11 up, 11 in 2023-03-22T14:25:03.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:03 smithi045 ceph-mon[91728]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 67 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:03.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:03 smithi045 ceph-mon[91728]: osdmap e74: 11 total, 11 up, 11 in 2023-03-22T14:25:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:04 smithi142 ceph-mon[94717]: osdmap e75: 11 total, 11 up, 11 in 2023-03-22T14:25:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:04 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/2489397033' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]: dispatch 2023-03-22T14:25:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:04 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]: dispatch 2023-03-22T14:25:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:04 smithi142 ceph-mon[94717]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]': finished 2023-03-22T14:25:04.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:04 smithi142 ceph-mon[94717]: osdmap e76: 12 total, 11 up, 12 in 2023-03-22T14:25:04.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:04 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:04 smithi098 ceph-mon[94136]: osdmap e75: 11 total, 11 up, 11 in 2023-03-22T14:25:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:04 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/2489397033' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]: dispatch 2023-03-22T14:25:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:04 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]: dispatch 2023-03-22T14:25:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:04 smithi098 ceph-mon[94136]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]': finished 2023-03-22T14:25:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:04 smithi098 ceph-mon[94136]: osdmap e76: 12 total, 11 up, 12 in 2023-03-22T14:25:04.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:04 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:04 smithi045 ceph-mon[91728]: osdmap e75: 11 total, 11 up, 11 in 2023-03-22T14:25:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:04 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/2489397033' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]: dispatch 2023-03-22T14:25:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:04 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]: dispatch 2023-03-22T14:25:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:04 smithi045 ceph-mon[91728]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2939be2-a196-4ad4-b5a9-778c1947ce8d"}]': finished 2023-03-22T14:25:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:04 smithi045 ceph-mon[91728]: osdmap e76: 12 total, 11 up, 12 in 2023-03-22T14:25:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:04 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:05 smithi142 ceph-mon[94717]: pgmap v228: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 150 KiB/s, 0 objects/s recovering 2023-03-22T14:25:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:05 smithi142 ceph-mon[94717]: from='client.? 172.21.15.142:0/1847515609' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:25:05.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:05 smithi098 ceph-mon[94136]: pgmap v228: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 150 KiB/s, 0 objects/s recovering 2023-03-22T14:25:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:05 smithi098 ceph-mon[94136]: from='client.? 172.21.15.142:0/1847515609' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:25:05.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:05 smithi045 ceph-mon[91728]: pgmap v228: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 150 KiB/s, 0 objects/s recovering 2023-03-22T14:25:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:05 smithi045 ceph-mon[91728]: from='client.? 172.21.15.142:0/1847515609' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-03-22T14:25:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:07 smithi142 ceph-mon[94717]: pgmap v229: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-03-22T14:25:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:07 smithi098 ceph-mon[94136]: pgmap v229: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-03-22T14:25:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:07 smithi045 ceph-mon[91728]: pgmap v229: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-03-22T14:25:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:09 smithi142 ceph-mon[94717]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-03-22T14:25:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:09 smithi098 ceph-mon[94136]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-03-22T14:25:09.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:09 smithi045 ceph-mon[91728]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 69 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-03-22T14:25:11.871 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:11 smithi142 ceph-mon[94717]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-03-22T14:25:11.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-03-22T14:25:11.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:11.872 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:11 smithi142 ceph-mon[94717]: Deploying daemon osd.11 on smithi142 2023-03-22T14:25:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:11 smithi098 ceph-mon[94136]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-03-22T14:25:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-03-22T14:25:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:11 smithi098 ceph-mon[94136]: Deploying daemon osd.11 on smithi142 2023-03-22T14:25:11.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:11 smithi045 ceph-mon[91728]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-03-22T14:25:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-03-22T14:25:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:11 smithi045 ceph-mon[91728]: Deploying daemon osd.11 on smithi142 2023-03-22T14:25:13.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:13 smithi045 ceph-mon[91728]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:13 smithi142 ceph-mon[94717]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:13 smithi098 ceph-mon[94136]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:15.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:15 smithi045 ceph-mon[91728]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:15.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:15 smithi142 ceph-mon[94717]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:15 smithi098 ceph-mon[94136]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:17.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:17 smithi045 ceph-mon[91728]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:17 smithi142 ceph-mon[94717]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:18.134 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.133+0000 7f7fb8ff9700 1 -- 172.21.15.142:0/2820209370 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f7fbc061ba0 con 0x7f7fa809fad0 2023-03-22T14:25:18.134 INFO:teuthology.orchestra.run.smithi142.stdout:Created osd(s) 11 on host 'smithi142' 2023-03-22T14:25:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fa809fad0 msgr2=0x7f7fa80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fa809fad0 0x7f7fa80a1f80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc1001d0 tx=0x7f7fac009190 comp rx=0 tx=0).stop 2023-03-22T14:25:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 msgr2=0x7f7fbc19d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc19d510 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7fb4009fd0 tx=0x7f7fb4004a70 comp rx=0 tx=0).stop 2023-03-22T14:25:18.136 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 shutdown_connections 2023-03-22T14:25:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fa809fad0 0x7f7fa80a1f80 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7fbc0ff170 0x7f7fbc069950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7fbc100d00 0x7f7fbc19d510 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 --2- 172.21.15.142:0/2820209370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fbc100370 0x7f7fbc19aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 >> 172.21.15.142:0/2820209370 conn(0x7f7fbc0fa780 msgr2=0x7f7fbc103850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:18.137 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 shutdown_connections 2023-03-22T14:25:18.138 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:18.135+0000 7f7fc1a80700 1 -- 172.21.15.142:0/2820209370 wait complete. 2023-03-22T14:25:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:17 smithi098 ceph-mon[94136]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:18.616 DEBUG:teuthology.orchestra.run.smithi142:osd.11> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@osd.11.service 2023-03-22T14:25:18.618 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2023-03-22T14:25:18.618 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd stat -f json 2023-03-22T14:25:18.649 INFO:journalctl@ceph.osd.11.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:25:19.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:19 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:19 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:19 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:19 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:19 smithi098 ceph-mon[94136]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:19.436 INFO:journalctl@ceph.osd.11.smithi142.stdout:Mar 22 14:25:19 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-11[117113]: 2023-03-22T14:25:19.227+0000 7ff308783640 -1 osd.11 0 log_to_monitors true 2023-03-22T14:25:19.437 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:19 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.437 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:19 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.438 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:19 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.438 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:19 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.438 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:19 smithi142 ceph-mon[94717]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:19.455 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:25:19.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:19 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:19 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:19 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:19 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:19 smithi045 ceph-mon[91728]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:20.274 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:20 smithi045 ceph-mon[91728]: from='osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-03-22T14:25:20.274 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:20 smithi045 ceph-mon[91728]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-03-22T14:25:20.512 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:20 smithi142 ceph-mon[94717]: from='osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-03-22T14:25:20.512 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:20 smithi142 ceph-mon[94717]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-03-22T14:25:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:20 smithi098 ceph-mon[94136]: from='osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-03-22T14:25:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:20 smithi098 ceph-mon[94136]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-03-22T14:25:20.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 -- 172.21.15.45:0/1013037419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4073480 msgr2=0x7f19f40738f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:20.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 --2- 172.21.15.45:0/1013037419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4073480 0x7f19f40738f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f19e4009990 tx=0x7f19e4009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:20.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 -- 172.21.15.45:0/1013037419 shutdown_connections 2023-03-22T14:25:20.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 --2- 172.21.15.45:0/1013037419 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19f4108120 0x7f19f410a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:20.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 --2- 172.21.15.45:0/1013037419 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19f4074a50 0x7f19f4072eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:20.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 --2- 172.21.15.45:0/1013037419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4073480 0x7f19f40738f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:20.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 -- 172.21.15.45:0/1013037419 >> 172.21.15.45:0/1013037419 conn(0x7f19f40fb890 msgr2=0x7f19f40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:20.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 -- 172.21.15.45:0/1013037419 shutdown_connections 2023-03-22T14:25:20.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.952+0000 7f19fb30c700 1 -- 172.21.15.45:0/1013037419 wait complete. 2023-03-22T14:25:20.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.953+0000 7f19fb30c700 1 Processor -- start 2023-03-22T14:25:20.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.953+0000 7f19fb30c700 1 -- start start 2023-03-22T14:25:20.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19fb30c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19f4073480 0x7f19f41981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:20.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19fb30c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4074a50 0x7f19f41986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:20.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19fb30c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19f4108120 0x7f19f419f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:20.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19fb30c700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f419fd40 con 0x7f19f4108120 2023-03-22T14:25:20.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19fb30c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f419fe80 con 0x7f19f4073480 2023-03-22T14:25:20.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19fb30c700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f41a0010 con 0x7f19f4074a50 2023-03-22T14:25:20.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f90a8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19f4073480 0x7f19f41981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:20.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f98a9700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19f4108120 0x7f19f419f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:20.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f88a7700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4074a50 0x7f19f41986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:20.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f90a8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19f4073480 0x7f19f41981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:54804/0 (socket says 172.21.15.45:54804) 2023-03-22T14:25:20.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f90a8700 1 -- 172.21.15.45:0/2255394009 learned_addr learned my addr 172.21.15.45:0/2255394009 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:20.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f88a7700 1 -- 172.21.15.45:0/2255394009 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19f4073480 msgr2=0x7f19f41981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:20.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f88a7700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19f4073480 0x7f19f41981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f88a7700 1 -- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19f4108120 msgr2=0x7f19f419f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f88a7700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19f4108120 0x7f19f419f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f88a7700 1 -- 172.21.15.45:0/2255394009 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19e40095f0 con 0x7f19f4074a50 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.954+0000 7f19f98a9700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19f4108120 0x7f19f419f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.955+0000 7f19f88a7700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4074a50 0x7f19f41986f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f19e40098e0 tx=0x7f19e4005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.955+0000 7f19ea7fc700 1 -- 172.21.15.45:0/2255394009 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19e401d070 con 0x7f19f4074a50 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.955+0000 7f19ea7fc700 1 -- 172.21.15.45:0/2255394009 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19e4021410 con 0x7f19f4074a50 2023-03-22T14:25:20.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.955+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19f410de30 con 0x7f19f4074a50 2023-03-22T14:25:20.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.955+0000 7f19ea7fc700 1 -- 172.21.15.45:0/2255394009 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19e4017650 con 0x7f19f4074a50 2023-03-22T14:25:20.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.955+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19f410dca0 con 0x7f19f4074a50 2023-03-22T14:25:20.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.956+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19f4106860 con 0x7f19f4074a50 2023-03-22T14:25:20.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.958+0000 7f19ea7fc700 1 -- 172.21.15.45:0/2255394009 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f19e40217f0 con 0x7f19f4074a50 2023-03-22T14:25:20.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.959+0000 7f19ea7fc700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19e009fad0 0x7f19e00a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:20.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.960+0000 7f19ea7fc700 1 -- 172.21.15.45:0/2255394009 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 6831+0+0 (secure 0 0 0) 0x7f19e40cb8f0 con 0x7f19f4074a50 2023-03-22T14:25:20.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.960+0000 7f19f90a8700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19e009fad0 0x7f19e00a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:20.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.960+0000 7f19f90a8700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19e009fad0 0x7f19e00a1f80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f19f0005950 tx=0x7f19f000b500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:20.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:20.963+0000 7f19ea7fc700 1 -- 172.21.15.45:0/2255394009 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f19e4095da0 con 0x7f19f4074a50 2023-03-22T14:25:21.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.186+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f19f402d010 con 0x7f19f4074a50 2023-03-22T14:25:21.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.189+0000 7f19ea7fc700 1 -- 172.21.15.45:0/2255394009 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v78) v1 ==== 74+0+133 (secure 0 0 0) 0x7f19e40993c0 con 0x7f19f4074a50 2023-03-22T14:25:21.191 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:21.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19e009fad0 msgr2=0x7f19e00a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:21.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19e009fad0 0x7f19e00a1f80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f19f0005950 tx=0x7f19f000b500 comp rx=0 tx=0).stop 2023-03-22T14:25:21.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4074a50 msgr2=0x7f19f41986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:21.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4074a50 0x7f19f41986f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f19e40098e0 tx=0x7f19e4005740 comp rx=0 tx=0).stop 2023-03-22T14:25:21.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 shutdown_connections 2023-03-22T14:25:21.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19e009fad0 0x7f19e00a1f80 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:21.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19f4108120 0x7f19f419f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:21.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19f4073480 0x7f19f41981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:21.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 --2- 172.21.15.45:0/2255394009 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19f4074a50 0x7f19f41986f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:21.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.192+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 >> 172.21.15.45:0/2255394009 conn(0x7f19f40fb890 msgr2=0x7f19f40fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:21.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.193+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 shutdown_connections 2023-03-22T14:25:21.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:21.193+0000 7f19fb30c700 1 -- 172.21.15.45:0/2255394009 wait complete. 2023-03-22T14:25:21.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-03-22T14:25:21.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: osdmap e77: 12 total, 11 up, 12 in 2023-03-22T14:25:21.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:21.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:25:21.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:25:21.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:21.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: Detected new or changed devices on smithi142 2023-03-22T14:25:21.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi142 to 4292M 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:21.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:21.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:21.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:21 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.620 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":78,"num_osds":12,"num_up_osds":11,"osd_up_since":1679495100,"num_in_osds":12,"osd_in_since":1679495104,"num_remapped_pgs":0} 2023-03-22T14:25:21.628 INFO:journalctl@ceph.osd.11.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-11[117113]: 2023-03-22T14:25:21.195+0000 7ff2fd5fd700 -1 osd.11 0 waiting for initial osdmap 2023-03-22T14:25:21.628 INFO:journalctl@ceph.osd.11.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-11[117113]: 2023-03-22T14:25:21.213+0000 7ff2f93f2700 -1 osd.11 78 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-03-22T14:25:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-03-22T14:25:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: osdmap e77: 12 total, 11 up, 12 in 2023-03-22T14:25:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:25:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:25:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:21.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: Detected new or changed devices on smithi142 2023-03-22T14:25:21.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi142 to 4292M 2023-03-22T14:25:21.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:21.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:21.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:21.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:21.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:21.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:21 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-03-22T14:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: osdmap e77: 12 total, 11 up, 12 in 2023-03-22T14:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]: dispatch 2023-03-22T14:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: Detected new or changed devices on smithi142 2023-03-22T14:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi142 to 4292M 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:21.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:21.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:21.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:21.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:21.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:21.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:21 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:22.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:22 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2255394009' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-03-22T14:25:22.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:22 smithi045 ceph-mon[91728]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:25:22.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:22 smithi045 ceph-mon[91728]: osdmap e78: 12 total, 11 up, 12 in 2023-03-22T14:25:22.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:22 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:22.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:22 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:22.622 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd stat -f json 2023-03-22T14:25:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:22 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2255394009' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-03-22T14:25:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:22 smithi142 ceph-mon[94717]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:25:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:22 smithi142 ceph-mon[94717]: osdmap e78: 12 total, 11 up, 12 in 2023-03-22T14:25:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:22 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:22 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:22 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2255394009' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-03-22T14:25:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:22 smithi098 ceph-mon[94136]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi142", "root=default"]}]': finished 2023-03-22T14:25:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:22 smithi098 ceph-mon[94136]: osdmap e78: 12 total, 11 up, 12 in 2023-03-22T14:25:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:22 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:22 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:23.460 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:25:23.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:23 smithi045 ceph-mon[91728]: purged_snaps scrub starts 2023-03-22T14:25:23.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:23 smithi045 ceph-mon[91728]: purged_snaps scrub ok 2023-03-22T14:25:23.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:23 smithi045 ceph-mon[91728]: osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] boot 2023-03-22T14:25:23.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:23 smithi045 ceph-mon[91728]: osdmap e79: 12 total, 12 up, 12 in 2023-03-22T14:25:23.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:23 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:23.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:23 smithi045 ceph-mon[91728]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:23 smithi142 ceph-mon[94717]: purged_snaps scrub starts 2023-03-22T14:25:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:23 smithi142 ceph-mon[94717]: purged_snaps scrub ok 2023-03-22T14:25:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:23 smithi142 ceph-mon[94717]: osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] boot 2023-03-22T14:25:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:23 smithi142 ceph-mon[94717]: osdmap e79: 12 total, 12 up, 12 in 2023-03-22T14:25:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:23 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:23 smithi142 ceph-mon[94717]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:23 smithi098 ceph-mon[94136]: purged_snaps scrub starts 2023-03-22T14:25:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:23 smithi098 ceph-mon[94136]: purged_snaps scrub ok 2023-03-22T14:25:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:23 smithi098 ceph-mon[94136]: osd.11 [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] boot 2023-03-22T14:25:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:23 smithi098 ceph-mon[94136]: osdmap e79: 12 total, 12 up, 12 in 2023-03-22T14:25:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:23 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:25:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:23 smithi098 ceph-mon[94136]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 68 MiB used, 983 GiB / 983 GiB avail 2023-03-22T14:25:24.431 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:24 smithi045 ceph-mon[91728]: osdmap e80: 12 total, 12 up, 12 in 2023-03-22T14:25:24.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:24 smithi142 ceph-mon[94717]: osdmap e80: 12 total, 12 up, 12 in 2023-03-22T14:25:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:24 smithi098 ceph-mon[94136]: osdmap e80: 12 total, 12 up, 12 in 2023-03-22T14:25:25.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.053+0000 7fb64a604700 1 -- 172.21.15.45:0/4156711611 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 msgr2=0x7fb6441018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:25.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.053+0000 7fb64a604700 1 --2- 172.21.15.45:0/4156711611 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb6441018d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb638009990 tx=0x7fb638009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.054+0000 7fb64a604700 1 -- 172.21.15.45:0/4156711611 shutdown_connections 2023-03-22T14:25:25.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.054+0000 7fb64a604700 1 --2- 172.21.15.45:0/4156711611 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb644101e10 0x7fb6441086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.054+0000 7fb64a604700 1 --2- 172.21.15.45:0/4156711611 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb644100280 0x7fb644100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.054+0000 7fb64a604700 1 --2- 172.21.15.45:0/4156711611 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb6441018d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.054+0000 7fb64a604700 1 -- 172.21.15.45:0/4156711611 >> 172.21.15.45:0/4156711611 conn(0x7fb6440fb890 msgr2=0x7fb6440fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:25.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.054+0000 7fb64a604700 1 -- 172.21.15.45:0/4156711611 shutdown_connections 2023-03-22T14:25:25.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.054+0000 7fb64a604700 1 -- 172.21.15.45:0/4156711611 wait complete. 2023-03-22T14:25:25.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 Processor -- start 2023-03-22T14:25:25.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 -- start start 2023-03-22T14:25:25.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb644100280 0x7fb644074820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:25.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb644072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:25.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb644101e10 0x7fb6440733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:25.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb644073b30 con 0x7fb644101480 2023-03-22T14:25:25.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb644073ca0 con 0x7fb644100280 2023-03-22T14:25:25.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.055+0000 7fb64a604700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6441a0070 con 0x7fb644101e10 2023-03-22T14:25:25.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb644072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:25.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb644072e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45070/0 (socket says 172.21.15.45:45070) 2023-03-22T14:25:25.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 -- 172.21.15.45:0/121650763 learned_addr learned my addr 172.21.15.45:0/121650763 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:25.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb648ba1700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb644101e10 0x7fb6440733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:25.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb643fff700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb644100280 0x7fb644074820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:25.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 -- 172.21.15.45:0/121650763 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb644101e10 msgr2=0x7fb6440733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:25.065 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb644101e10 0x7fb6440733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.065 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 -- 172.21.15.45:0/121650763 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb644100280 msgr2=0x7fb644074820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:25.065 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb644100280 0x7fb644074820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 -- 172.21.15.45:0/121650763 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6380095f0 con 0x7fb644101480 2023-03-22T14:25:25.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.056+0000 7fb6437fe700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb644072e70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb638004730 tx=0x7fb638004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:25.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.057+0000 7fb6417fa700 1 -- 172.21.15.45:0/121650763 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb63801d070 con 0x7fb644101480 2023-03-22T14:25:25.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.057+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb64410bc30 con 0x7fb644101480 2023-03-22T14:25:25.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.057+0000 7fb6417fa700 1 -- 172.21.15.45:0/121650763 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb638004c90 con 0x7fb644101480 2023-03-22T14:25:25.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.057+0000 7fb6417fa700 1 -- 172.21.15.45:0/121650763 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6380054b0 con 0x7fb644101480 2023-03-22T14:25:25.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.057+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb64410baa0 con 0x7fb644101480 2023-03-22T14:25:25.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.058+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb644107880 con 0x7fb644101480 2023-03-22T14:25:25.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.060+0000 7fb6417fa700 1 -- 172.21.15.45:0/121650763 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fb63800fbc0 con 0x7fb644101480 2023-03-22T14:25:25.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.061+0000 7fb6417fa700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb62c09fad0 0x7fb62c0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:25.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.061+0000 7fb6417fa700 1 -- 172.21.15.45:0/121650763 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb6380cbc90 con 0x7fb644101480 2023-03-22T14:25:25.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.061+0000 7fb643fff700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb62c09fad0 0x7fb62c0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:25.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.062+0000 7fb643fff700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb62c09fad0 0x7fb62c0a1f80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb6441012e0 tx=0x7fb634009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:25.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.064+0000 7fb6417fa700 1 -- 172.21.15.45:0/121650763 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb638096010 con 0x7fb644101480 2023-03-22T14:25:25.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.275+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fb644066e30 con 0x7fb644101480 2023-03-22T14:25:25.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.275+0000 7fb6417fa700 1 -- 172.21.15.45:0/121650763 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v80) v1 ==== 74+0+133 (secure 0 0 0) 0x7fb638099630 con 0x7fb644101480 2023-03-22T14:25:25.277 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:25.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb62c09fad0 msgr2=0x7fb62c0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:25.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb62c09fad0 0x7fb62c0a1f80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb6441012e0 tx=0x7fb634009260 comp rx=0 tx=0).stop 2023-03-22T14:25:25.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 msgr2=0x7fb644072e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:25.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb644072e70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb638004730 tx=0x7fb638004760 comp rx=0 tx=0).stop 2023-03-22T14:25:25.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 shutdown_connections 2023-03-22T14:25:25.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb62c09fad0 0x7fb62c0a1f80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb644101e10 0x7fb6440733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb644100280 0x7fb644074820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 --2- 172.21.15.45:0/121650763 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb644101480 0x7fb644072e70 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:25.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 >> 172.21.15.45:0/121650763 conn(0x7fb6440fb890 msgr2=0x7fb6441049c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:25.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 shutdown_connections 2023-03-22T14:25:25.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:25.278+0000 7fb64a604700 1 -- 172.21.15.45:0/121650763 wait complete. 2023-03-22T14:25:25.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:25 smithi045 ceph-mon[91728]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 74 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:25 smithi142 ceph-mon[94717]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 74 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:25 smithi098 ceph-mon[94136]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 74 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:25.728 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":80,"num_osds":12,"num_up_osds":12,"osd_up_since":1679495122,"num_in_osds":12,"osd_in_since":1679495104,"num_remapped_pgs":0} 2023-03-22T14:25:25.729 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd dump --format=json 2023-03-22T14:25:26.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:26 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/121650763' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-03-22T14:25:26.556 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:25:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:26 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/121650763' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-03-22T14:25:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:26 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/121650763' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-03-22T14:25:27.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:27 smithi045 ceph-mon[91728]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:27.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:27 smithi142 ceph-mon[94717]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:27.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:27 smithi098 ceph-mon[94136]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:28.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 -- 172.21.15.45:0/560740159 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff84410cb10 msgr2=0x7ff84410eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:28.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 --2- 172.21.15.45:0/560740159 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff84410cb10 0x7ff84410eef0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff83c00b0a0 tx=0x7ff83c00b3b0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 -- 172.21.15.45:0/560740159 shutdown_connections 2023-03-22T14:25:28.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 --2- 172.21.15.45:0/560740159 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff844072dc0 0x7ff844073190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 --2- 172.21.15.45:0/560740159 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff84410cb10 0x7ff84410eef0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 --2- 172.21.15.45:0/560740159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff8440736d0 0x7ff84410c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 -- 172.21.15.45:0/560740159 >> 172.21.15.45:0/560740159 conn(0x7ff8440fbd50 msgr2=0x7ff8440fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 -- 172.21.15.45:0/560740159 shutdown_connections 2023-03-22T14:25:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.204+0000 7ff84a360700 1 -- 172.21.15.45:0/560740159 wait complete. 2023-03-22T14:25:28.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.205+0000 7ff84a360700 1 Processor -- start 2023-03-22T14:25:28.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff84a360700 1 -- start start 2023-03-22T14:25:28.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff84a360700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff844072dc0 0x7ff8441985d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff84a360700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8440736d0 0x7ff844198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff84a360700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff84410cb10 0x7ff84419cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff84a360700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84419d590 con 0x7ff84410cb10 2023-03-22T14:25:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff84a360700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84419d700 con 0x7ff844072dc0 2023-03-22T14:25:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff84a360700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84419d8c0 con 0x7ff8440736d0 2023-03-22T14:25:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff8488fd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff84410cb10 0x7ff84419cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff843fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff844072dc0 0x7ff8441985d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff8488fd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff84410cb10 0x7ff84419cf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36926/0 (socket says 172.21.15.45:36926) 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff8488fd700 1 -- 172.21.15.45:0/1475578664 learned_addr learned my addr 172.21.15.45:0/1475578664 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.206+0000 7ff8437fe700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8440736d0 0x7ff844198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8488fd700 1 -- 172.21.15.45:0/1475578664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8440736d0 msgr2=0x7ff844198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8488fd700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8440736d0 0x7ff844198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8488fd700 1 -- 172.21.15.45:0/1475578664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff844072dc0 msgr2=0x7ff8441985d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8488fd700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff844072dc0 0x7ff8441985d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8488fd700 1 -- 172.21.15.45:0/1475578664 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff834009520 con 0x7ff84410cb10 2023-03-22T14:25:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff843fff700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff844072dc0 0x7ff8441985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8488fd700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff84410cb10 0x7ff84419cf80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff83c00b780 tx=0x7ff83c00bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8417fa700 1 -- 172.21.15.45:0/1475578664 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff83c00e040 con 0x7ff84410cb10 2023-03-22T14:25:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8417fa700 1 -- 172.21.15.45:0/1475578664 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff83c0094a0 con 0x7ff84410cb10 2023-03-22T14:25:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff83c009d00 con 0x7ff84410cb10 2023-03-22T14:25:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.207+0000 7ff8417fa700 1 -- 172.21.15.45:0/1475578664 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff83c01b6c0 con 0x7ff84410cb10 2023-03-22T14:25:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.208+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff844112480 con 0x7ff84410cb10 2023-03-22T14:25:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.209+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8441122f0 con 0x7ff84410cb10 2023-03-22T14:25:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.211+0000 7ff8417fa700 1 -- 172.21.15.45:0/1475578664 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7ff83c01d470 con 0x7ff84410cb10 2023-03-22T14:25:28.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.212+0000 7ff8417fa700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff82c09fad0 0x7ff82c0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:28.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.212+0000 7ff8417fa700 1 -- 172.21.15.45:0/1475578664 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff83c0cb620 con 0x7ff84410cb10 2023-03-22T14:25:28.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.212+0000 7ff843fff700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff82c09fad0 0x7ff82c0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:28.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.213+0000 7ff843fff700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff82c09fad0 0x7ff82c0a1f80 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff834009fd0 tx=0x7ff834009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:28.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.216+0000 7ff8417fa700 1 -- 172.21.15.45:0/1475578664 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff83c0959a0 con 0x7ff84410cb10 2023-03-22T14:25:28.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.428+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff844112610 con 0x7ff84410cb10 2023-03-22T14:25:28.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.430+0000 7ff8417fa700 1 -- 172.21.15.45:0/1475578664 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18385 (secure 0 0 0) 0x7ff83c098fc0 con 0x7ff84410cb10 2023-03-22T14:25:28.432 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:28.433 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":80,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:25:23.200997+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:25:28.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff82c09fad0 msgr2=0x7ff82c0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:28.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff82c09fad0 0x7ff82c0a1f80 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff834009fd0 tx=0x7ff834009260 comp rx=0 tx=0).stop 2023-03-22T14:25:28.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff84410cb10 msgr2=0x7ff84419cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:28.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff84410cb10 0x7ff84419cf80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff83c00b780 tx=0x7ff83c00bd60 comp rx=0 tx=0).stop 2023-03-22T14:25:28.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 shutdown_connections 2023-03-22T14:25:28.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff82c09fad0 0x7ff82c0a1f80 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff84410cb10 0x7ff84419cf80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff844072dc0 0x7ff8441985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 --2- 172.21.15.45:0/1475578664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8440736d0 0x7ff844198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:28.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 >> 172.21.15.45:0/1475578664 conn(0x7ff8440fbd50 msgr2=0x7ff844104570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:28.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.432+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 shutdown_connections 2023-03-22T14:25:28.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:28.433+0000 7ff84a360700 1 -- 172.21.15.45:0/1475578664 wait complete. 2023-03-22T14:25:28.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:28 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1475578664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:25:28.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:28 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1475578664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:25:28.919 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:25:28.920 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd pool get .mgr pg_num 2023-03-22T14:25:28.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:28 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1475578664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:25:29.744 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:25:29.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:29 smithi098 ceph-mon[94136]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:29.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:29 smithi045 ceph-mon[91728]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:29 smithi142 ceph-mon[94717]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:31.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.213+0000 7f661887d700 1 -- 172.21.15.45:0/2198385326 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614100e70 msgr2=0x7f6614104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:31.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.213+0000 7f661887d700 1 --2- 172.21.15.45:0/2198385326 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614100e70 0x7f6614104e40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f66080099c0 tx=0x7f6608009cd0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.214+0000 7f661887d700 1 -- 172.21.15.45:0/2198385326 shutdown_connections 2023-03-22T14:25:31.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.214+0000 7f661887d700 1 --2- 172.21.15.45:0/2198385326 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6614105570 0x7f661410d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.214+0000 7f661887d700 1 --2- 172.21.15.45:0/2198385326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66141004d0 0x7f66141008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.214+0000 7f661887d700 1 --2- 172.21.15.45:0/2198385326 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614100e70 0x7f6614104e40 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.214+0000 7f661887d700 1 -- 172.21.15.45:0/2198385326 >> 172.21.15.45:0/2198385326 conn(0x7f66140fbd50 msgr2=0x7f66140fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:31.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.214+0000 7f661887d700 1 -- 172.21.15.45:0/2198385326 shutdown_connections 2023-03-22T14:25:31.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.214+0000 7f661887d700 1 -- 172.21.15.45:0/2198385326 wait complete. 2023-03-22T14:25:31.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 Processor -- start 2023-03-22T14:25:31.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 -- start start 2023-03-22T14:25:31.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f66141004d0 0x7f6614198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:31.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6614100e70 0x7f6614198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:31.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614105570 0x7f661419cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:31.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f661419d510 con 0x7f6614105570 2023-03-22T14:25:31.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f661419d680 con 0x7f6614100e70 2023-03-22T14:25:31.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.215+0000 7f661887d700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f661419d840 con 0x7f66141004d0 2023-03-22T14:25:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f66141004d0 0x7f6614198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f66141004d0 0x7f6614198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47524/0 (socket says 172.21.15.45:47524) 2023-03-22T14:25:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 -- 172.21.15.45:0/2206391762 learned_addr learned my addr 172.21.15.45:0/2206391762 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f6612d9d700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614105570 0x7f661419cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f6611d9b700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6614100e70 0x7f6614198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 -- 172.21.15.45:0/2206391762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6614100e70 msgr2=0x7f6614198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6614100e70 0x7f6614198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 -- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614105570 msgr2=0x7f661419cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614105570 0x7f661419cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 -- 172.21.15.45:0/2206391762 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66080095f0 con 0x7f66141004d0 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f6611d9b700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6614100e70 0x7f6614198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f661259c700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f66141004d0 0x7f6614198550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f660400d950 tx=0x7f660400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.216+0000 7f66037fe700 1 -- 172.21.15.45:0/2206391762 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6604009940 con 0x7f66141004d0 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.217+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66141102f0 con 0x7f66141004d0 2023-03-22T14:25:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.217+0000 7f66037fe700 1 -- 172.21.15.45:0/2206391762 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6604010460 con 0x7f66141004d0 2023-03-22T14:25:31.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.217+0000 7f66037fe700 1 -- 172.21.15.45:0/2206391762 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660400f620 con 0x7f66141004d0 2023-03-22T14:25:31.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.217+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6614110160 con 0x7f66141004d0 2023-03-22T14:25:31.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.218+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6614110480 con 0x7f66141004d0 2023-03-22T14:25:31.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.220+0000 7f66037fe700 1 -- 172.21.15.45:0/2206391762 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f66040108d0 con 0x7f66141004d0 2023-03-22T14:25:31.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.221+0000 7f66037fe700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65fc09fb50 0x7f65fc0a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:31.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.221+0000 7f66037fe700 1 -- 172.21.15.45:0/2206391762 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f66040ca390 con 0x7f66141004d0 2023-03-22T14:25:31.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.221+0000 7f6611d9b700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65fc09fb50 0x7f65fc0a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:31.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.222+0000 7f6611d9b700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65fc09fb50 0x7f65fc0a2000 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f66080098e0 tx=0x7f660801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:31.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.225+0000 7f66037fe700 1 -- 172.21.15.45:0/2206391762 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6604094680 con 0x7f66141004d0 2023-03-22T14:25:31.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.432+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6614066e30 con 0x7f66141004d0 2023-03-22T14:25:31.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.433+0000 7f66037fe700 1 -- 172.21.15.45:0/2206391762 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6604097ca0 con 0x7f66141004d0 2023-03-22T14:25:31.435 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:25:31.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65fc09fb50 msgr2=0x7f65fc0a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:31.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65fc09fb50 0x7f65fc0a2000 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f66080098e0 tx=0x7f660801a040 comp rx=0 tx=0).stop 2023-03-22T14:25:31.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f66141004d0 msgr2=0x7f6614198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:31.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f66141004d0 0x7f6614198550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f660400d950 tx=0x7f660400dc60 comp rx=0 tx=0).stop 2023-03-22T14:25:31.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 shutdown_connections 2023-03-22T14:25:31.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65fc09fb50 0x7f65fc0a2000 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6614105570 0x7f661419cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f66141004d0 0x7f6614198550 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 --2- 172.21.15.45:0/2206391762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6614100e70 0x7f6614198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:31.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 >> 172.21.15.45:0/2206391762 conn(0x7f66140fbd50 msgr2=0x7f66140fcaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:31.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 shutdown_connections 2023-03-22T14:25:31.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:31.435+0000 7f661887d700 1 -- 172.21.15.45:0/2206391762 wait complete. 2023-03-22T14:25:31.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:31 smithi045 ceph-mon[91728]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:31.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:31 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2206391762' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:25:31.907 INFO:tasks.cephadm:Adding mds.a on smithi045 2023-03-22T14:25:31.907 INFO:tasks.cephadm:Adding mds.d on smithi045 2023-03-22T14:25:31.908 INFO:tasks.cephadm:Adding mds.g on smithi045 2023-03-22T14:25:31.908 INFO:tasks.cephadm:Adding mds.j on smithi045 2023-03-22T14:25:31.908 INFO:tasks.cephadm:Adding mds.b on smithi098 2023-03-22T14:25:31.908 INFO:tasks.cephadm:Adding mds.e on smithi098 2023-03-22T14:25:31.908 INFO:tasks.cephadm:Adding mds.h on smithi098 2023-03-22T14:25:31.909 INFO:tasks.cephadm:Adding mds.k on smithi098 2023-03-22T14:25:31.909 INFO:tasks.cephadm:Adding mds.c on smithi142 2023-03-22T14:25:31.909 INFO:tasks.cephadm:Adding mds.f on smithi142 2023-03-22T14:25:31.909 INFO:tasks.cephadm:Adding mds.i on smithi142 2023-03-22T14:25:31.909 INFO:tasks.cephadm:Adding mds.l on smithi142 2023-03-22T14:25:31.910 DEBUG:teuthology.orchestra.run.smithi142:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph orch apply mds all '12;smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l' 2023-03-22T14:25:31.943 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:31 smithi142 ceph-mon[94717]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:31.944 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:31 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2206391762' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:25:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:31 smithi098 ceph-mon[94136]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:31 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2206391762' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:25:32.563 INFO:teuthology.orchestra.run.smithi142.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.c/config 2023-03-22T14:25:33.708 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.705+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/2197275790 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c180ff3b0 msgr2=0x7f4c180ff7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:33.708 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.705+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/2197275790 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c180ff3b0 0x7f4c180ff7c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c08009990 tx=0x7f4c08009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.709 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/2197275790 shutdown_connections 2023-03-22T14:25:33.709 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/2197275790 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c18100f40 0x7f4c18107800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.709 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/2197275790 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c180ff3b0 0x7f4c180ff7c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.709 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/2197275790 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c181005b0 0x7f4c18100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.709 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/2197275790 >> 172.21.15.142:0/2197275790 conn(0x7f4c180fa9e0 msgr2=0x7f4c180fce30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:33.709 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/2197275790 shutdown_connections 2023-03-22T14:25:33.710 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/2197275790 wait complete. 2023-03-22T14:25:33.710 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 Processor -- start 2023-03-22T14:25:33.710 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- start start 2023-03-22T14:25:33.710 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c180ff3b0 0x7f4c18069b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:33.710 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c181005b0 0x7f4c1819afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:33.710 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c18100f40 0x7f4c1819d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:33.710 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1819ddb0 con 0x7f4c180ff3b0 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1819df20 con 0x7f4c18100f40 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.706+0000 7f4c1e7b8700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1819e0e0 con 0x7f4c181005b0 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c181005b0 0x7f4c1819afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c181005b0 0x7f4c1819afc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:60276/0 (socket says 172.21.15.142:60276) 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 -- 172.21.15.142:0/4268081243 learned_addr learned my addr 172.21.15.142:0/4268081243 (peer_addr_for_me v2:172.21.15.142:0/0) 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 -- 172.21.15.142:0/4268081243 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c18100f40 msgr2=0x7f4c1819d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c18100f40 0x7f4c1819d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.711 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 -- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c180ff3b0 msgr2=0x7f4c18069b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c17fff700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c180ff3b0 0x7f4c18069b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c180ff3b0 0x7f4c18069b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 -- 172.21.15.142:0/4268081243 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c080095f0 con 0x7f4c181005b0 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c17fff700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c180ff3b0 0x7f4c18069b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c0ffff700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c181005b0 0x7f4c1819afc0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4c0000b530 tx=0x7f4c0000b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c15ffb700 1 -- 172.21.15.142:0/4268081243 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c00011830 con 0x7f4c181005b0 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c15ffb700 1 -- 172.21.15.142:0/4268081243 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c00011e50 con 0x7f4c181005b0 2023-03-22T14:25:33.712 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c15ffb700 1 -- 172.21.15.142:0/4268081243 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0000f2e0 con 0x7f4c181005b0 2023-03-22T14:25:33.713 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c1810ad80 con 0x7f4c181005b0 2023-03-22T14:25:33.713 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.707+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c1810abf0 con 0x7f4c181005b0 2023-03-22T14:25:33.714 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.708+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c18106a00 con 0x7f4c181005b0 2023-03-22T14:25:33.714 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.709+0000 7f4c15ffb700 1 -- 172.21.15.142:0/4268081243 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f4c00010580 con 0x7f4c181005b0 2023-03-22T14:25:33.714 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.710+0000 7f4c15ffb700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4c0409fb50 0x7f4c040a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:33.714 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.710+0000 7f4c15ffb700 1 -- 172.21.15.142:0/4268081243 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4c000c9fd0 con 0x7f4c181005b0 2023-03-22T14:25:33.714 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.710+0000 7f4c17fff700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4c0409fb50 0x7f4c040a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:33.714 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.711+0000 7f4c17fff700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4c0409fb50 0x7f4c040a2000 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4c0800b5c0 tx=0x7f4c08005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:33.715 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.714+0000 7f4c15ffb700 1 -- 172.21.15.142:0/4268081243 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4c00094360 con 0x7f4c181005b0 2023-03-22T14:25:33.910 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.909+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f4c18061a10 con 0x7f4c0409fb50 2023-03-22T14:25:33.918 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.917+0000 7f4c15ffb700 1 -- 172.21.15.142:0/4268081243 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f4c18061a10 con 0x7f4c0409fb50 2023-03-22T14:25:33.919 INFO:teuthology.orchestra.run.smithi142.stdout:Scheduled mds.all update... 2023-03-22T14:25:33.921 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4c0409fb50 msgr2=0x7f4c040a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:33.921 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4c0409fb50 0x7f4c040a2000 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4c0800b5c0 tx=0x7f4c08005fb0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.921 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c181005b0 msgr2=0x7f4c1819afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:33.921 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c181005b0 0x7f4c1819afc0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4c0000b530 tx=0x7f4c0000b8f0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.921 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 shutdown_connections 2023-03-22T14:25:33.921 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4c0409fb50 0x7f4c040a2000 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.922 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4c180ff3b0 0x7f4c18069b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.922 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c18100f40 0x7f4c1819d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.922 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 --2- 172.21.15.142:0/4268081243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c181005b0 0x7f4c1819afc0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:33.922 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 >> 172.21.15.142:0/4268081243 conn(0x7f4c180fa9e0 msgr2=0x7f4c18103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:33.922 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 shutdown_connections 2023-03-22T14:25:33.922 INFO:teuthology.orchestra.run.smithi142.stderr:2023-03-22T14:25:33.920+0000 7f4c1e7b8700 1 -- 172.21.15.142:0/4268081243 wait complete. 2023-03-22T14:25:33.949 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:33 smithi142 ceph-mon[94717]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:33.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:33 smithi045 ceph-mon[91728]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:33 smithi098 ceph-mon[94136]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:34.306 DEBUG:teuthology.orchestra.run.smithi045:mds.a> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.a.service 2023-03-22T14:25:34.310 DEBUG:teuthology.orchestra.run.smithi045:mds.d> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.d.service 2023-03-22T14:25:34.355 DEBUG:teuthology.orchestra.run.smithi045:mds.g> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.g.service 2023-03-22T14:25:34.385 INFO:journalctl@ceph.mds.a.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:25:34.388 DEBUG:teuthology.orchestra.run.smithi045:mds.j> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.j.service 2023-03-22T14:25:34.421 INFO:journalctl@ceph.mds.d.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:25:34.424 DEBUG:teuthology.orchestra.run.smithi098:mds.b> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.b.service 2023-03-22T14:25:34.426 DEBUG:teuthology.orchestra.run.smithi098:mds.e> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.e.service 2023-03-22T14:25:34.452 INFO:journalctl@ceph.mds.g.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:25:34.457 INFO:journalctl@ceph.mds.b.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:25:34.458 DEBUG:teuthology.orchestra.run.smithi098:mds.h> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.h.service 2023-03-22T14:25:34.484 INFO:journalctl@ceph.mds.e.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:25:34.485 DEBUG:teuthology.orchestra.run.smithi098:mds.k> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.k.service 2023-03-22T14:25:34.486 INFO:journalctl@ceph.mds.j.smithi045.stdout:-- Logs begin at Wed 2023-03-22 14:04:27 UTC. -- 2023-03-22T14:25:34.510 INFO:journalctl@ceph.mds.h.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:25:34.511 DEBUG:teuthology.orchestra.run.smithi142:mds.c> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.c.service 2023-03-22T14:25:34.515 DEBUG:teuthology.orchestra.run.smithi142:mds.f> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.f.service 2023-03-22T14:25:34.537 INFO:journalctl@ceph.mds.k.smithi098.stdout:-- Logs begin at Wed 2023-03-22 14:00:44 UTC. -- 2023-03-22T14:25:34.544 INFO:journalctl@ceph.mds.c.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:25:34.545 DEBUG:teuthology.orchestra.run.smithi142:mds.i> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.i.service 2023-03-22T14:25:34.571 INFO:journalctl@ceph.mds.f.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:25:34.572 DEBUG:teuthology.orchestra.run.smithi142:mds.l> sudo journalctl -f -n 0 -u ceph-54899176-c8bc-11ed-9afe-001a4aab830c@mds.l.service 2023-03-22T14:25:34.598 INFO:journalctl@ceph.mds.i.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:25:34.599 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-03-22T14:25:34.599 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:25:34.625 INFO:journalctl@ceph.mds.l.smithi142.stdout:-- Logs begin at Wed 2023-03-22 14:00:29 UTC. -- 2023-03-22T14:25:34.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 -- 172.21.15.45:0/666849000 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b100734e0 msgr2=0x7f3b10073950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:34.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 --2- 172.21.15.45:0/666849000 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b100734e0 0x7f3b10073950 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3b00009990 tx=0x7f3b00009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:34.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 -- 172.21.15.45:0/666849000 shutdown_connections 2023-03-22T14:25:34.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 --2- 172.21.15.45:0/666849000 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3b10108090 0x7f3b1010a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:34.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 --2- 172.21.15.45:0/666849000 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b10074ac0 0x7f3b10072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:34.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 --2- 172.21.15.45:0/666849000 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b100734e0 0x7f3b10073950 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:34.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 -- 172.21.15.45:0/666849000 >> 172.21.15.45:0/666849000 conn(0x7f3b100fb7b0 msgr2=0x7f3b100fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:34.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 -- 172.21.15.45:0/666849000 shutdown_connections 2023-03-22T14:25:34.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.801+0000 7f3b185ff700 1 -- 172.21.15.45:0/666849000 wait complete. 2023-03-22T14:25:34.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.802+0000 7f3b185ff700 1 Processor -- start 2023-03-22T14:25:34.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.802+0000 7f3b185ff700 1 -- start start 2023-03-22T14:25:34.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b185ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b100734e0 0x7f3b101981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:34.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b185ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b10074ac0 0x7f3b101986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:34.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b185ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3b10108090 0x7f3b1019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:34.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b185ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b1019fd20 con 0x7f3b10074ac0 2023-03-22T14:25:34.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b185ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b1019fe60 con 0x7f3b100734e0 2023-03-22T14:25:34.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b185ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b1019fff0 con 0x7f3b10108090 2023-03-22T14:25:34.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b15b9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b10074ac0 0x7f3b101986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:34.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b1639b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b100734e0 0x7f3b101981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:34.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b15b9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b10074ac0 0x7f3b101986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36968/0 (socket says 172.21.15.45:36968) 2023-03-22T14:25:34.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b1639b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b100734e0 0x7f3b101981a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41788/0 (socket says 172.21.15.45:41788) 2023-03-22T14:25:34.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b15b9a700 1 -- 172.21.15.45:0/2649178241 learned_addr learned my addr 172.21.15.45:0/2649178241 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:34.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b16b9c700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3b10108090 0x7f3b1019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:34.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b16b9c700 1 -- 172.21.15.45:0/2649178241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b100734e0 msgr2=0x7f3b101981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:34.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b16b9c700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b100734e0 0x7f3b101981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:34.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b16b9c700 1 -- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b10074ac0 msgr2=0x7f3b101986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:34.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b16b9c700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b10074ac0 0x7f3b101986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:34.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b16b9c700 1 -- 172.21.15.45:0/2649178241 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b000095f0 con 0x7f3b10108090 2023-03-22T14:25:34.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b15b9a700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b10074ac0 0x7f3b101986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:34.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.803+0000 7f3b1639b700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b100734e0 0x7f3b101981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:34.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.804+0000 7f3b16b9c700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3b10108090 0x7f3b1019f750 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3b0800efc0 tx=0x7f3b0800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:34.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.804+0000 7f3b077fe700 1 -- 172.21.15.45:0/2649178241 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b08018070 con 0x7f3b10108090 2023-03-22T14:25:34.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.804+0000 7f3b077fe700 1 -- 172.21.15.45:0/2649178241 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b0800f040 con 0x7f3b10108090 2023-03-22T14:25:34.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.804+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b1010ddb0 con 0x7f3b10108090 2023-03-22T14:25:34.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.804+0000 7f3b077fe700 1 -- 172.21.15.45:0/2649178241 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b0800cd40 con 0x7f3b10108090 2023-03-22T14:25:34.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.804+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b1010dc20 con 0x7f3b10108090 2023-03-22T14:25:34.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.805+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b10106740 con 0x7f3b10108090 2023-03-22T14:25:34.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.807+0000 7f3b077fe700 1 -- 172.21.15.45:0/2649178241 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f3b08003a00 con 0x7f3b10108090 2023-03-22T14:25:34.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.808+0000 7f3b077fe700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3afc09fb50 0x7f3afc0a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:34.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.808+0000 7f3b077fe700 1 -- 172.21.15.45:0/2649178241 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3b080ca5b0 con 0x7f3b10108090 2023-03-22T14:25:34.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.809+0000 7f3b1639b700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3afc09fb50 0x7f3afc0a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:34.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.809+0000 7f3b1639b700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3afc09fb50 0x7f3afc0a2000 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3b10074e90 tx=0x7f3b0c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:34.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:34.810+0000 7f3b077fe700 1 -- 172.21.15.45:0/2649178241 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f3b08094930 con 0x7f3b10108090 2023-03-22T14:25:35.024 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.023+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3b1002d010 con 0x7f3b10108090 2023-03-22T14:25:35.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.026+0000 7f3b077fe700 1 -- 172.21.15.45:0/2649178241 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18385 (secure 0 0 0) 0x7f3b08097f50 con 0x7f3b10108090 2023-03-22T14:25:35.028 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:35.028 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":80,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:25:23.200997+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:25:35.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3afc09fb50 msgr2=0x7f3afc0a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3afc09fb50 0x7f3afc0a2000 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3b10074e90 tx=0x7f3b0c009260 comp rx=0 tx=0).stop 2023-03-22T14:25:35.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3b10108090 msgr2=0x7f3b1019f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3b10108090 0x7f3b1019f750 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3b0800efc0 tx=0x7f3b0800c3a0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 shutdown_connections 2023-03-22T14:25:35.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3afc09fb50 0x7f3afc0a2000 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3b10108090 0x7f3b1019f750 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b100734e0 0x7f3b101981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 --2- 172.21.15.45:0/2649178241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3b10074ac0 0x7f3b101986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 >> 172.21.15.45:0/2649178241 conn(0x7f3b100fb7b0 msgr2=0x7f3b100fdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:35.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.029+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 shutdown_connections 2023-03-22T14:25:35.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.030+0000 7f3b185ff700 1 -- 172.21.15.45:0/2649178241 wait complete. 2023-03-22T14:25:35.050 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:25:35.051 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:25:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:25:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: Saving service mds.all spec with placement smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l;count:12 2023-03-22T14:25:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:35.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:35.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:35.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:35.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:34 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:35.231 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:25:35.232 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: Saving service mds.all spec with placement smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l;count:12 2023-03-22T14:25:35.232 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.232 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:35.232 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:35.232 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:35.233 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.233 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.233 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:35.233 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:35.233 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:34 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:35.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 -- 172.21.15.45:0/1705775861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c101d40 msgr2=0x7fac4c108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 --2- 172.21.15.45:0/1705775861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c101d40 0x7fac4c108600 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fac4400b0a0 tx=0x7fac4400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 -- 172.21.15.45:0/1705775861 shutdown_connections 2023-03-22T14:25:35.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 --2- 172.21.15.45:0/1705775861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c101d40 0x7fac4c108600 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 --2- 172.21.15.45:0/1705775861 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fac4c1001c0 0x7fac4c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 --2- 172.21.15.45:0/1705775861 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac4c1013b0 0x7fac4c101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 -- 172.21.15.45:0/1705775861 >> 172.21.15.45:0/1705775861 conn(0x7fac4c0fb7c0 msgr2=0x7fac4c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:35.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 -- 172.21.15.45:0/1705775861 shutdown_connections 2023-03-22T14:25:35.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.242+0000 7fac547ff700 1 -- 172.21.15.45:0/1705775861 wait complete. 2023-03-22T14:25:35.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 Processor -- start 2023-03-22T14:25:35.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 -- start start 2023-03-22T14:25:35.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c1001c0 0x7fac4c196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fac4c1013b0 0x7fac4c1965b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac4c101d40 0x7fac4c19d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac4c19dbf0 con 0x7fac4c1001c0 2023-03-22T14:25:35.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac4c19dd30 con 0x7fac4c1013b0 2023-03-22T14:25:35.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.244+0000 7fac547ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac4c19dec0 con 0x7fac4c101d40 2023-03-22T14:25:35.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c1001c0 0x7fac4c196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c1001c0 0x7fac4c196070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36996/0 (socket says 172.21.15.45:36996) 2023-03-22T14:25:35.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac51d9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fac4c1013b0 0x7fac4c1965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 -- 172.21.15.45:0/1046601916 learned_addr learned my addr 172.21.15.45:0/1046601916 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:35.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac52d9c700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac4c101d40 0x7fac4c19d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 -- 172.21.15.45:0/1046601916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac4c101d40 msgr2=0x7fac4c19d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac4c101d40 0x7fac4c19d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 -- 172.21.15.45:0/1046601916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fac4c1013b0 msgr2=0x7fac4c1965b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fac4c1013b0 0x7fac4c1965b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 -- 172.21.15.45:0/1046601916 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac44009d00 con 0x7fac4c1001c0 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac51d9a700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fac4c1013b0 0x7fac4c1965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac52d9c700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac4c101d40 0x7fac4c19d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac5259b700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c1001c0 0x7fac4c196070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fac4800e970 tx=0x7fac4800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:35.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.245+0000 7fac437fe700 1 -- 172.21.15.45:0/1046601916 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac48009790 con 0x7fac4c1001c0 2023-03-22T14:25:35.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.246+0000 7fac437fe700 1 -- 172.21.15.45:0/1046601916 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac4800eec0 con 0x7fac4c1001c0 2023-03-22T14:25:35.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.246+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac4c10bb80 con 0x7fac4c1001c0 2023-03-22T14:25:35.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.246+0000 7fac437fe700 1 -- 172.21.15.45:0/1046601916 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac48003cf0 con 0x7fac4c1001c0 2023-03-22T14:25:35.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.246+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac4c10b9f0 con 0x7fac4c1001c0 2023-03-22T14:25:35.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.247+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac4c1070a0 con 0x7fac4c1001c0 2023-03-22T14:25:35.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.249+0000 7fac437fe700 1 -- 172.21.15.45:0/1046601916 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fac4800ccd0 con 0x7fac4c1001c0 2023-03-22T14:25:35.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.250+0000 7fac437fe700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fac3809fad0 0x7fac380a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.250+0000 7fac437fe700 1 -- 172.21.15.45:0/1046601916 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fac48014070 con 0x7fac4c1001c0 2023-03-22T14:25:35.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.250+0000 7fac51d9a700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fac3809fad0 0x7fac380a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.251+0000 7fac51d9a700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fac3809fad0 0x7fac380a1f80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fac3c011490 tx=0x7fac3c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:35.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.253+0000 7fac437fe700 1 -- 172.21.15.45:0/1046601916 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fac48094d90 con 0x7fac4c1001c0 2023-03-22T14:25:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:25:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: Saving service mds.all spec with placement smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l;count:12 2023-03-22T14:25:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:25:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:25:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:34 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:35.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.460+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fac4c067980 con 0x7fac4c1001c0 2023-03-22T14:25:35.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.460+0000 7fac437fe700 1 -- 172.21.15.45:0/1046601916 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7fac480983b0 con 0x7fac4c1001c0 2023-03-22T14:25:35.462 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:25:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fac3809fad0 msgr2=0x7fac380a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fac3809fad0 0x7fac380a1f80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fac3c011490 tx=0x7fac3c009260 comp rx=0 tx=0).stop 2023-03-22T14:25:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c1001c0 msgr2=0x7fac4c196070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c1001c0 0x7fac4c196070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fac4800e970 tx=0x7fac4800ec80 comp rx=0 tx=0).stop 2023-03-22T14:25:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 shutdown_connections 2023-03-22T14:25:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fac3809fad0 0x7fac380a1f80 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fac4c1001c0 0x7fac4c196070 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac4c101d40 0x7fac4c19d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 --2- 172.21.15.45:0/1046601916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fac4c1013b0 0x7fac4c1965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 >> 172.21.15.45:0/1046601916 conn(0x7fac4c0fb7c0 msgr2=0x7fac4c0fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 shutdown_connections 2023-03-22T14:25:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.463+0000 7fac547ff700 1 -- 172.21.15.45:0/1046601916 wait complete. 2023-03-22T14:25:35.483 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:35.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 -- 172.21.15.45:0/1124836009 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb824101d50 msgr2=0x7fb824108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 --2- 172.21.15.45:0/1124836009 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb824101d50 0x7fb824108610 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb81c00b0a0 tx=0x7fb81c00b3b0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 -- 172.21.15.45:0/1124836009 shutdown_connections 2023-03-22T14:25:35.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 --2- 172.21.15.45:0/1124836009 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb824101d50 0x7fb824108610 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 --2- 172.21.15.45:0/1124836009 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8241001d0 0x7fb8241005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 --2- 172.21.15.45:0/1124836009 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8241013c0 0x7fb824101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 -- 172.21.15.45:0/1124836009 >> 172.21.15.45:0/1124836009 conn(0x7fb8240fb7b0 msgr2=0x7fb8240fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:35.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.671+0000 7fb829fff700 1 -- 172.21.15.45:0/1124836009 shutdown_connections 2023-03-22T14:25:35.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.672+0000 7fb829fff700 1 -- 172.21.15.45:0/1124836009 wait complete. 2023-03-22T14:25:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.672+0000 7fb829fff700 1 Processor -- start 2023-03-22T14:25:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb829fff700 1 -- start start 2023-03-22T14:25:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb829fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8241001d0 0x7fb824198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb829fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8241013c0 0x7fb824198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb829fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb824101d50 0x7fb82419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb829fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb82419fdd0 con 0x7fb8241013c0 2023-03-22T14:25:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb829fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb82419ff10 con 0x7fb8241001d0 2023-03-22T14:25:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb829fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8241a00a0 con 0x7fb824101d50 2023-03-22T14:25:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb822ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8241013c0 0x7fb824198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb822ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8241013c0 0x7fb824198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:37012/0 (socket says 172.21.15.45:37012) 2023-03-22T14:25:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb822ffd700 1 -- 172.21.15.45:0/2665918368 learned_addr learned my addr 172.21.15.45:0/2665918368 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb823fff700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb824101d50 0x7fb82419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.673+0000 7fb8237fe700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8241001d0 0x7fb824198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb822ffd700 1 -- 172.21.15.45:0/2665918368 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb824101d50 msgr2=0x7fb82419f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb822ffd700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb824101d50 0x7fb82419f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb822ffd700 1 -- 172.21.15.45:0/2665918368 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8241001d0 msgr2=0x7fb824198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb822ffd700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8241001d0 0x7fb824198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb822ffd700 1 -- 172.21.15.45:0/2665918368 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb81c009d00 con 0x7fb8241013c0 2023-03-22T14:25:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb822ffd700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8241013c0 0x7fb824198790 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb81800e9a0 tx=0x7fb81800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb820ff9700 1 -- 172.21.15.45:0/2665918368 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb818009790 con 0x7fb8241013c0 2023-03-22T14:25:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb820ff9700 1 -- 172.21.15.45:0/2665918368 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb818010430 con 0x7fb8241013c0 2023-03-22T14:25:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb82410bba0 con 0x7fb8241013c0 2023-03-22T14:25:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb820ff9700 1 -- 172.21.15.45:0/2665918368 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb818018680 con 0x7fb8241013c0 2023-03-22T14:25:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.674+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb82410ba10 con 0x7fb8241013c0 2023-03-22T14:25:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.675+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb824067980 con 0x7fb8241013c0 2023-03-22T14:25:35.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.677+0000 7fb820ff9700 1 -- 172.21.15.45:0/2665918368 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fb8180105a0 con 0x7fb8241013c0 2023-03-22T14:25:35.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.679+0000 7fb820ff9700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80c09fad0 0x7fb80c0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:35.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.679+0000 7fb820ff9700 1 -- 172.21.15.45:0/2665918368 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb818014070 con 0x7fb8241013c0 2023-03-22T14:25:35.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.679+0000 7fb8237fe700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80c09fad0 0x7fb80c0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:35.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.680+0000 7fb8237fe700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80c09fad0 0x7fb80c0a1f80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb824101220 tx=0x7fb814009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:35.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.683+0000 7fb820ff9700 1 -- 172.21.15.45:0/2665918368 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb8180515c0 con 0x7fb8241013c0 2023-03-22T14:25:35.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.940+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb8241a0fa0 con 0x7fb8241013c0 2023-03-22T14:25:35.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.941+0000 7fb820ff9700 1 -- 172.21.15.45:0/2665918368 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+501 (secure 0 0 0) 0x7fb818094b90 con 0x7fb8241013c0 2023-03-22T14:25:35.943 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:35.943 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-03-22T14:25:35.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80c09fad0 msgr2=0x7fb80c0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80c09fad0 0x7fb80c0a1f80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb824101220 tx=0x7fb814009260 comp rx=0 tx=0).stop 2023-03-22T14:25:35.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8241013c0 msgr2=0x7fb824198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:35.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8241013c0 0x7fb824198790 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb81800e9a0 tx=0x7fb81800ecb0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 shutdown_connections 2023-03-22T14:25:35.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80c09fad0 0x7fb80c0a1f80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb824101d50 0x7fb82419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8241001d0 0x7fb824198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 --2- 172.21.15.45:0/2665918368 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8241013c0 0x7fb824198790 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:35.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 >> 172.21.15.45:0/2665918368 conn(0x7fb8240fb7b0 msgr2=0x7fb824106c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:35.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 shutdown_connections 2023-03-22T14:25:35.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:35.943+0000 7fb829fff700 1 -- 172.21.15.45:0/2665918368 wait complete. 2023-03-22T14:25:35.947 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 1 2023-03-22T14:25:36.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:35 smithi045 ceph-mon[91728]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:36.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:35 smithi045 ceph-mon[91728]: Deploying daemon mds.l on smithi142 2023-03-22T14:25:36.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:35 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2649178241' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:25:36.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:35 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1046601916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:25:36.277 INFO:journalctl@ceph.mds.l.smithi142.stdout:Mar 22 14:25:35 smithi142 systemd[1]: Starting Ceph mds.l for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:36.277 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:35 smithi142 ceph-mon[94717]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:36.278 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:35 smithi142 ceph-mon[94717]: Deploying daemon mds.l on smithi142 2023-03-22T14:25:36.278 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:35 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2649178241' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:25:36.278 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:35 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1046601916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:25:36.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:35 smithi098 ceph-mon[94136]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:35 smithi098 ceph-mon[94136]: Deploying daemon mds.l on smithi142 2023-03-22T14:25:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:35 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2649178241' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:25:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:35 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1046601916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:25:36.574 INFO:journalctl@ceph.mds.l.smithi142.stdout:Mar 22 14:25:36 smithi142 podman[119912]: 2023-03-22T14:25:36.574 INFO:journalctl@ceph.mds.l.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mds[119952]: -- 172.21.15.142:0/2592375805 <== mon.1 v2:172.21.15.142:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5573492cab60 con 0x5573492a0800 2023-03-22T14:25:36.575 INFO:journalctl@ceph.mds.l.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-l[119928]: starting mds.l at 2023-03-22T14:25:36.575 INFO:journalctl@ceph.mds.l.smithi142.stdout:Mar 22 14:25:36 smithi142 bash[119912]: 34d2f9e911d6fd9de606b59559321d2db6ab015b68a52650a5a0cfe49a4da208 2023-03-22T14:25:36.878 INFO:journalctl@ceph.mds.l.smithi142.stdout:Mar 22 14:25:36 smithi142 systemd[1]: Started Ceph mds.l for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:37.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2665918368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:boot 2023-03-22T14:25:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: fsmap 1 up:standby 2023-03-22T14:25:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:25:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:37.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:37.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:37.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:36 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:37.293 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2665918368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:37.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:boot 2023-03-22T14:25:37.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: fsmap 1 up:standby 2023-03-22T14:25:37.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:25:37.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:37.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:37.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:37.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:37.295 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:36 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2665918368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:boot 2023-03-22T14:25:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: fsmap 1 up:standby 2023-03-22T14:25:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:25:37.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:37.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:37.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:37.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:37.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:36 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:37.964 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.164+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1450008295 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741013c0 msgr2=0x7f7b74101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:38.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1450008295 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741013c0 0x7f7b74101810 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7b64009990 tx=0x7f7b64009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1450008295 shutdown_connections 2023-03-22T14:25:38.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1450008295 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741001d0 0x7f7b741005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1450008295 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b74101d50 0x7f7b74108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1450008295 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741013c0 0x7f7b74101810 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1450008295 >> 172.21.15.45:0/1450008295 conn(0x7f7b740fb7b0 msgr2=0x7f7b740fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:38.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1450008295 shutdown_connections 2023-03-22T14:25:38.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.165+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1450008295 wait complete. 2023-03-22T14:25:38.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 Processor -- start 2023-03-22T14:25:38.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 -- start start 2023-03-22T14:25:38.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741001d0 0x7f7b74198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741013c0 0x7f7b741986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b74101d50 0x7f7b7419f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7419fd10 con 0x7f7b741013c0 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7419fe50 con 0x7f7b741001d0 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.166+0000 7f7b7bdff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7419ffe0 con 0x7f7b74101d50 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b7939a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741013c0 0x7f7b741986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741001d0 0x7f7b74198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:38.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741001d0 0x7f7b74198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:57034/0 (socket says 172.21.15.45:57034) 2023-03-22T14:25:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 -- 172.21.15.45:0/1299147157 learned_addr learned my addr 172.21.15.45:0/1299147157 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b7939a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741013c0 0x7f7b741986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42450/0 (socket says 172.21.15.45:42450) 2023-03-22T14:25:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b7a39c700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b74101d50 0x7f7b7419f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 -- 172.21.15.45:0/1299147157 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b74101d50 msgr2=0x7f7b7419f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b74101d50 0x7f7b7419f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 -- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741013c0 msgr2=0x7f7b741986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:38.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741013c0 0x7f7b741986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 -- 172.21.15.45:0/1299147157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b640095f0 con 0x7f7b741001d0 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b7939a700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741013c0 0x7f7b741986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b79b9b700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741001d0 0x7f7b74198190 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000e970 tx=0x7f7b7000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b6affd700 1 -- 172.21.15.45:0/1299147157 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b70009790 con 0x7f7b741001d0 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b6affd700 1 -- 172.21.15.45:0/1299147157 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b7000c7e0 con 0x7f7b741001d0 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b7410bb80 con 0x7f7b741001d0 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.167+0000 7f7b6affd700 1 -- 172.21.15.45:0/1299147157 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b70003c70 con 0x7f7b741001d0 2023-03-22T14:25:38.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.168+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b7410b9f0 con 0x7f7b741001d0 2023-03-22T14:25:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:37 smithi098 ceph-mon[94136]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:37 smithi098 ceph-mon[94136]: Deploying daemon mds.k on smithi098 2023-03-22T14:25:38.174 INFO:journalctl@ceph.mds.k.smithi098.stdout:Mar 22 14:25:38 smithi098 systemd[1]: Starting Ceph mds.k for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.168+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b741928e0 con 0x7f7b741001d0 2023-03-22T14:25:38.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.171+0000 7f7b6affd700 1 -- 172.21.15.45:0/1299147157 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f7b7000cc50 con 0x7f7b741001d0 2023-03-22T14:25:38.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.172+0000 7f7b6affd700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b6009fad0 0x7f7b600a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:38.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.172+0000 7f7b6affd700 1 -- 172.21.15.45:0/1299147157 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f7b70014070 con 0x7f7b741001d0 2023-03-22T14:25:38.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.172+0000 7f7b7939a700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b6009fad0 0x7f7b600a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:38.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.173+0000 7f7b7939a700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b6009fad0 0x7f7b600a1f80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7b6400b2e0 tx=0x7f7b64005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:38.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.174+0000 7f7b6affd700 1 -- 172.21.15.45:0/1299147157 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f7b70094b60 con 0x7f7b741001d0 2023-03-22T14:25:38.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:37 smithi045 ceph-mon[91728]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:38.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:37 smithi045 ceph-mon[91728]: Deploying daemon mds.k on smithi098 2023-03-22T14:25:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:37 smithi142 ceph-mon[94717]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:37 smithi142 ceph-mon[94717]: Deploying daemon mds.k on smithi098 2023-03-22T14:25:38.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.427+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7b7402d010 con 0x7f7b741001d0 2023-03-22T14:25:38.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.427+0000 7f7b6affd700 1 -- 172.21.15.45:0/1299147157 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1260 (secure 0 0 0) 0x7f7b70098180 con 0x7f7b741001d0 2023-03-22T14:25:38.429 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:38.429 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-03-22T14:25:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.429+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b6009fad0 msgr2=0x7f7b600a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.429+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b6009fad0 0x7f7b600a1f80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7b6400b2e0 tx=0x7f7b64005fb0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.429+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741001d0 msgr2=0x7f7b74198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.429+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741001d0 0x7f7b74198190 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000e970 tx=0x7f7b7000ec80 comp rx=0 tx=0).stop 2023-03-22T14:25:38.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 shutdown_connections 2023-03-22T14:25:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7b6009fad0 0x7f7b600a1f80 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7b74101d50 0x7f7b7419f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b741001d0 0x7f7b74198190 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 --2- 172.21.15.45:0/1299147157 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7b741013c0 0x7f7b741986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 >> 172.21.15.45:0/1299147157 conn(0x7f7b740fb7b0 msgr2=0x7f7b74106c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 shutdown_connections 2023-03-22T14:25:38.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:38.430+0000 7f7b7bdff700 1 -- 172.21.15.45:0/1299147157 wait complete. 2023-03-22T14:25:38.433 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 2 2023-03-22T14:25:38.552 INFO:journalctl@ceph.mds.k.smithi098.stdout:Mar 22 14:25:38 smithi098 podman[118666]: 2023-03-22T14:25:38.922 INFO:journalctl@ceph.mds.k.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-mds[118706]: -- 172.21.15.98:0/184916234 <== mon.2 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5580975d2b60 con 0x5580975a8800 2023-03-22T14:25:38.923 INFO:journalctl@ceph.mds.k.smithi098.stdout:Mar 22 14:25:38 smithi098 bash[118666]: 60a5ac1817cd82fc8e5bdff69fe042613b3e9835fe615e6dee02cdbb482545e6 2023-03-22T14:25:38.923 INFO:journalctl@ceph.mds.k.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-k[118682]: starting mds.k at 2023-03-22T14:25:38.923 INFO:journalctl@ceph.mds.k.smithi098.stdout:Mar 22 14:25:38 smithi098 systemd[1]: Started Ceph mds.k for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:39.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:38 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1299147157' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:39.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:39.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:39.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:39.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:39.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:38 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:38 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1299147157' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:38 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:39.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1299147157' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:38 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:40.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:39 smithi045 ceph-mon[91728]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:40.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:39 smithi045 ceph-mon[91728]: Deploying daemon mds.j on smithi045 2023-03-22T14:25:40.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:39 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.98:6832/3801506182,v1:172.21.15.98:6833/3801506182] up:boot 2023-03-22T14:25:40.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:39 smithi045 ceph-mon[91728]: fsmap 2 up:standby 2023-03-22T14:25:40.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:39 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:25:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:39 smithi142 ceph-mon[94717]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:39 smithi142 ceph-mon[94717]: Deploying daemon mds.j on smithi045 2023-03-22T14:25:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:39 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6832/3801506182,v1:172.21.15.98:6833/3801506182] up:boot 2023-03-22T14:25:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:39 smithi142 ceph-mon[94717]: fsmap 2 up:standby 2023-03-22T14:25:40.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:39 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:25:40.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:39 smithi098 ceph-mon[94136]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:39 smithi098 ceph-mon[94136]: Deploying daemon mds.j on smithi045 2023-03-22T14:25:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:39 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6832/3801506182,v1:172.21.15.98:6833/3801506182] up:boot 2023-03-22T14:25:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:39 smithi098 ceph-mon[94136]: fsmap 2 up:standby 2023-03-22T14:25:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:39 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:25:40.450 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:40.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 -- 172.21.15.45:0/2959806607 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7400734e0 msgr2=0x7ff740073950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:40.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 --2- 172.21.15.45:0/2959806607 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7400734e0 0x7ff740073950 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff728009990 tx=0x7ff728009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 -- 172.21.15.45:0/2959806607 shutdown_connections 2023-03-22T14:25:40.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 --2- 172.21.15.45:0/2959806607 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff74010c790 0x7ff74010eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 --2- 172.21.15.45:0/2959806607 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff740074ac0 0x7ff740072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 --2- 172.21.15.45:0/2959806607 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7400734e0 0x7ff740073950 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 -- 172.21.15.45:0/2959806607 >> 172.21.15.45:0/2959806607 conn(0x7ff7400fb7a0 msgr2=0x7ff7400fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:40.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 -- 172.21.15.45:0/2959806607 shutdown_connections 2023-03-22T14:25:40.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.679+0000 7ff7453ff700 1 -- 172.21.15.45:0/2959806607 wait complete. 2023-03-22T14:25:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.680+0000 7ff7453ff700 1 Processor -- start 2023-03-22T14:25:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.680+0000 7ff7453ff700 1 -- start start 2023-03-22T14:25:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.680+0000 7ff7453ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff7400734e0 0x7ff74019c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.680+0000 7ff7453ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff740074ac0 0x7ff74019cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff7453ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff74010c790 0x7ff7401a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff7453ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7401a4140 con 0x7ff740074ac0 2023-03-22T14:25:40.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff7453ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7401a4280 con 0x7ff74010c790 2023-03-22T14:25:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff7453ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7401a4410 con 0x7ff7400734e0 2023-03-22T14:25:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff740074ac0 0x7ff74019cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff740074ac0 0x7ff74019cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42470/0 (socket says 172.21.15.45:42470) 2023-03-22T14:25:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 -- 172.21.15.45:0/1300439967 learned_addr learned my addr 172.21.15.45:0/1300439967 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff73effd700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff7400734e0 0x7ff74019c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff73f7fe700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff74010c790 0x7ff7401a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:40.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 -- 172.21.15.45:0/1300439967 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff7400734e0 msgr2=0x7ff74019c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff7400734e0 0x7ff74019c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 -- 172.21.15.45:0/1300439967 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff74010c790 msgr2=0x7ff7401a3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff74010c790 0x7ff7401a3b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 -- 172.21.15.45:0/1300439967 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7280095f0 con 0x7ff740074ac0 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.681+0000 7ff737fff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff740074ac0 0x7ff74019cb00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff728004710 tx=0x7ff728009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.682+0000 7ff73cff9700 1 -- 172.21.15.45:0/1300439967 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72801d070 con 0x7ff740074ac0 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.682+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7401121a0 con 0x7ff740074ac0 2023-03-22T14:25:40.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.682+0000 7ff73cff9700 1 -- 172.21.15.45:0/1300439967 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff728021410 con 0x7ff740074ac0 2023-03-22T14:25:40.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.682+0000 7ff73cff9700 1 -- 172.21.15.45:0/1300439967 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff728017650 con 0x7ff740074ac0 2023-03-22T14:25:40.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.682+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff740112010 con 0x7ff740074ac0 2023-03-22T14:25:40.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.683+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7401022e0 con 0x7ff740074ac0 2023-03-22T14:25:40.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.685+0000 7ff73cff9700 1 -- 172.21.15.45:0/1300439967 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7ff728021580 con 0x7ff740074ac0 2023-03-22T14:25:40.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.686+0000 7ff73cff9700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff72c09fb50 0x7ff72c0a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:40.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.687+0000 7ff73cff9700 1 -- 172.21.15.45:0/1300439967 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff7280cbbc0 con 0x7ff740074ac0 2023-03-22T14:25:40.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.687+0000 7ff73effd700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff72c09fb50 0x7ff72c0a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:40.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.687+0000 7ff73effd700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff72c09fb50 0x7ff72c0a2000 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff740074e90 tx=0x7ff730009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:40.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.688+0000 7ff73cff9700 1 -- 172.21.15.45:0/1300439967 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff728095f40 con 0x7ff740074ac0 2023-03-22T14:25:40.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.963+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff740061940 con 0x7ff740074ac0 2023-03-22T14:25:40.965 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.963+0000 7ff73cff9700 1 -- 172.21.15.45:0/1300439967 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2017 (secure 0 0 0) 0x7ff728099560 con 0x7ff740074ac0 2023-03-22T14:25:40.965 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:40.965 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-03-22T14:25:40.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff72c09fb50 msgr2=0x7ff72c0a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:40.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff72c09fb50 0x7ff72c0a2000 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff740074e90 tx=0x7ff730009260 comp rx=0 tx=0).stop 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff740074ac0 msgr2=0x7ff74019cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff740074ac0 0x7ff74019cb00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff728004710 tx=0x7ff728009580 comp rx=0 tx=0).stop 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 shutdown_connections 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff72c09fb50 0x7ff72c0a2000 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff74010c790 0x7ff7401a3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff7400734e0 0x7ff74019c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 --2- 172.21.15.45:0/1300439967 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff740074ac0 0x7ff74019cb00 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:40.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 >> 172.21.15.45:0/1300439967 conn(0x7ff7400fb7a0 msgr2=0x7ff7400fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:40.969 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.966+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 shutdown_connections 2023-03-22T14:25:40.969 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:40.967+0000 7ff7453ff700 1 -- 172.21.15.45:0/1300439967 wait complete. 2023-03-22T14:25:40.969 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 3 2023-03-22T14:25:41.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 14:25:40 smithi045 systemd[1]: Starting Ceph mds.j for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:41.618 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 14:25:41 smithi045 podman[124823]: 2023-03-22T14:25:41.618 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 14:25:41 smithi045 bash[124823]: 046bfa24b22cf1468aad61a5f39237a7e281e74162c4068d4bf35bf9a91bd842 2023-03-22T14:25:41.619 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mds[124863]: -- 172.21.15.45:0/710159256 <== mon.2 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x565147172b60 con 0x565147149000 2023-03-22T14:25:41.619 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: starting mds.j at 2023-03-22T14:25:41.949 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 14:25:41 smithi045 systemd[1]: Started Ceph mds.j for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:42.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mon[91728]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1300439967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:41 smithi142 ceph-mon[94717]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:41 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1300439967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:42.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:41 smithi098 ceph-mon[94136]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:41 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1300439967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:42.993 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:43.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 -- 172.21.15.45:0/2864654739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081001d0 msgr2=0x7f50081005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:43.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 --2- 172.21.15.45:0/2864654739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081001d0 0x7f50081005e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5004009990 tx=0x7f5004009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 -- 172.21.15.45:0/2864654739 shutdown_connections 2023-03-22T14:25:43.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 --2- 172.21.15.45:0/2864654739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5008101d50 0x7f5008108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 --2- 172.21.15.45:0/2864654739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081001d0 0x7f50081005e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 --2- 172.21.15.45:0/2864654739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081013c0 0x7f5008101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 -- 172.21.15.45:0/2864654739 >> 172.21.15.45:0/2864654739 conn(0x7f50080fb7b0 msgr2=0x7f50080fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:43.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 -- 172.21.15.45:0/2864654739 shutdown_connections 2023-03-22T14:25:43.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.191+0000 7f50107ff700 1 -- 172.21.15.45:0/2864654739 wait complete. 2023-03-22T14:25:43.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.192+0000 7f50107ff700 1 Processor -- start 2023-03-22T14:25:43.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.192+0000 7f50107ff700 1 -- start start 2023-03-22T14:25:43.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f50107ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081001d0 0x7f5008074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:43.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f50107ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081013c0 0x7f5008072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:43.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f50107ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5008101d50 0x7f50080733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:43.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f50107ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5008073b50 con 0x7f50081001d0 2023-03-22T14:25:43.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f50107ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5008073cc0 con 0x7f50081013c0 2023-03-22T14:25:43.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f50107ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500819fff0 con 0x7f5008101d50 2023-03-22T14:25:43.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081001d0 0x7f5008074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:43.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500dd9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081013c0 0x7f5008072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:43.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081001d0 0x7f5008074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42522/0 (socket says 172.21.15.45:42522) 2023-03-22T14:25:43.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 -- 172.21.15.45:0/3234092953 learned_addr learned my addr 172.21.15.45:0/3234092953 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500ed9c700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5008101d50 0x7f50080733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 -- 172.21.15.45:0/3234092953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5008101d50 msgr2=0x7f50080733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5008101d50 0x7f50080733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 -- 172.21.15.45:0/3234092953 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081013c0 msgr2=0x7f5008072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081013c0 0x7f5008072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 -- 172.21.15.45:0/3234092953 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50040095f0 con 0x7f50081001d0 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.193+0000 7f500e59b700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081001d0 0x7f5008074830 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5004004730 tx=0x7f5004004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:43.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.194+0000 7f4fff7fe700 1 -- 172.21.15.45:0/3234092953 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f500401d070 con 0x7f50081001d0 2023-03-22T14:25:43.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.194+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f500810bb90 con 0x7f50081001d0 2023-03-22T14:25:43.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.194+0000 7f4fff7fe700 1 -- 172.21.15.45:0/3234092953 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5004021410 con 0x7f50081001d0 2023-03-22T14:25:43.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.194+0000 7f4fff7fe700 1 -- 172.21.15.45:0/3234092953 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5004017650 con 0x7f50081001d0 2023-03-22T14:25:43.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.194+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500810ba00 con 0x7f50081001d0 2023-03-22T14:25:43.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.195+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50081077b0 con 0x7f50081001d0 2023-03-22T14:25:43.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.198+0000 7f4fff7fe700 1 -- 172.21.15.45:0/3234092953 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f5004021810 con 0x7f50081001d0 2023-03-22T14:25:43.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.198+0000 7f4fff7fe700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff409fad0 0x7f4ff40a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:43.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.199+0000 7f4fff7fe700 1 -- 172.21.15.45:0/3234092953 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f50040cc190 con 0x7f50081001d0 2023-03-22T14:25:43.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.199+0000 7f500dd9a700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff409fad0 0x7f4ff40a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:43.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.199+0000 7f500dd9a700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff409fad0 0x7f4ff40a1f80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8009c60 tx=0x7f4ff8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:43.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.200+0000 7f4fff7fe700 1 -- 172.21.15.45:0/3234092953 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f5004096510 con 0x7f50081001d0 2023-03-22T14:25:43.214 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:42 smithi045 ceph-mon[91728]: Deploying daemon mds.d on smithi045 2023-03-22T14:25:43.215 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:42 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.45:6834/2422375600,v1:172.21.15.45:6835/2422375600] up:boot 2023-03-22T14:25:43.215 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:42 smithi045 ceph-mon[91728]: fsmap 3 up:standby 2023-03-22T14:25:43.215 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:25:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:42 smithi142 ceph-mon[94717]: Deploying daemon mds.d on smithi045 2023-03-22T14:25:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:42 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.45:6834/2422375600,v1:172.21.15.45:6835/2422375600] up:boot 2023-03-22T14:25:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:42 smithi142 ceph-mon[94717]: fsmap 3 up:standby 2023-03-22T14:25:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:25:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:42 smithi098 ceph-mon[94136]: Deploying daemon mds.d on smithi045 2023-03-22T14:25:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:42 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.45:6834/2422375600,v1:172.21.15.45:6835/2422375600] up:boot 2023-03-22T14:25:43.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:42 smithi098 ceph-mon[94136]: fsmap 3 up:standby 2023-03-22T14:25:43.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:25:43.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.493+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5008067980 con 0x7f50081001d0 2023-03-22T14:25:43.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.493+0000 7f4fff7fe700 1 -- 172.21.15.45:0/3234092953 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2774 (secure 0 0 0) 0x7f5004099b30 con 0x7f50081001d0 2023-03-22T14:25:43.495 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:43.495 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-03-22T14:25:43.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff409fad0 msgr2=0x7f4ff40a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:43.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff409fad0 0x7f4ff40a1f80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8009c60 tx=0x7f4ff8009260 comp rx=0 tx=0).stop 2023-03-22T14:25:43.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081001d0 msgr2=0x7f5008074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:43.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081001d0 0x7f5008074830 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5004004730 tx=0x7f5004004760 comp rx=0 tx=0).stop 2023-03-22T14:25:43.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 shutdown_connections 2023-03-22T14:25:43.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff409fad0 0x7f4ff40a1f80 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50081001d0 0x7f5008074830 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5008101d50 0x7f50080733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 --2- 172.21.15.45:0/3234092953 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50081013c0 0x7f5008072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:43.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 >> 172.21.15.45:0/3234092953 conn(0x7f50080fb7b0 msgr2=0x7f50081048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:43.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 shutdown_connections 2023-03-22T14:25:43.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:43.497+0000 7f50107ff700 1 -- 172.21.15.45:0/3234092953 wait complete. 2023-03-22T14:25:43.499 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 4 2023-03-22T14:25:44.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:43 smithi045 ceph-mon[91728]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:44.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:43 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3234092953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:44.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 14:25:43 smithi045 systemd[1]: Starting Ceph mds.d for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:43 smithi142 ceph-mon[94717]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:43 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3234092953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:43 smithi098 ceph-mon[94136]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:43 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3234092953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:44.500 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 14:25:44 smithi045 podman[125209]: 2023-03-22T14:25:44.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 14:25:44 smithi045 bash[125209]: fa822856f5cc7abfb1b4f4151c145403654c7c37ca0e662d776b9ec5fe4afce0 2023-03-22T14:25:44.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 14:25:44 smithi045 ceph-mds[125249]: -- 172.21.15.45:0/1284336395 <== mon.0 v2:172.21.15.45:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557d6f084b60 con 0x557d6f05b000 2023-03-22T14:25:44.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 14:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: starting mds.d at 2023-03-22T14:25:44.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 14:25:44 smithi045 systemd[1]: Started Ceph mds.d for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:45.516 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:45.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 -- 172.21.15.45:0/800040721 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 msgr2=0x7f34b01005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:45.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 --2- 172.21.15.45:0/800040721 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b01005e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009990 tx=0x7f34a0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 -- 172.21.15.45:0/800040721 shutdown_connections 2023-03-22T14:25:45.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 --2- 172.21.15.45:0/800040721 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34b0101d50 0x7f34b0108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 --2- 172.21.15.45:0/800040721 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b01005e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 --2- 172.21.15.45:0/800040721 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34b01013c0 0x7f34b0101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 -- 172.21.15.45:0/800040721 >> 172.21.15.45:0/800040721 conn(0x7f34b00fb7b0 msgr2=0x7f34b00fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:45.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.725+0000 7f34b4bff700 1 -- 172.21.15.45:0/800040721 shutdown_connections 2023-03-22T14:25:45.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.726+0000 7f34b4bff700 1 -- 172.21.15.45:0/800040721 wait complete. 2023-03-22T14:25:45.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.726+0000 7f34b4bff700 1 Processor -- start 2023-03-22T14:25:45.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34b4bff700 1 -- start start 2023-03-22T14:25:45.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34b4bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b0198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:45.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34b4bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34b01013c0 0x7f34b01986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:45.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34b4bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34b0101d50 0x7f34b019f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:45.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34b4bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b019fd10 con 0x7f34b0101d50 2023-03-22T14:25:45.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34b4bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b019fe50 con 0x7f34b01001d0 2023-03-22T14:25:45.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34b4bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b019ffe0 con 0x7f34b01013c0 2023-03-22T14:25:45.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34ae59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b0198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:45.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34ae59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b0198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:57158/0 (socket says 172.21.15.45:57158) 2023-03-22T14:25:45.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34ae59c700 1 -- 172.21.15.45:0/1176405746 learned_addr learned my addr 172.21.15.45:0/1176405746 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:45.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34aed9d700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34b0101d50 0x7f34b019f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:45.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34a7fff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34b01013c0 0x7f34b01986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:45.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34ae59c700 1 -- 172.21.15.45:0/1176405746 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34b01013c0 msgr2=0x7f34b01986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:45.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34ae59c700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34b01013c0 0x7f34b01986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34ae59c700 1 -- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34b0101d50 msgr2=0x7f34b019f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:45.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.727+0000 7f34ae59c700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34b0101d50 0x7f34b019f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.728+0000 7f34ae59c700 1 -- 172.21.15.45:0/1176405746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a00095f0 con 0x7f34b01001d0 2023-03-22T14:25:45.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.728+0000 7f34ae59c700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b0198190 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f34a0005740 tx=0x7f34a0005770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:45.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.728+0000 7f34a77fe700 1 -- 172.21.15.45:0/1176405746 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a001d070 con 0x7f34b01001d0 2023-03-22T14:25:45.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.728+0000 7f34a77fe700 1 -- 172.21.15.45:0/1176405746 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f34a0021410 con 0x7f34b01001d0 2023-03-22T14:25:45.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.728+0000 7f34a77fe700 1 -- 172.21.15.45:0/1176405746 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a0017650 con 0x7f34b01001d0 2023-03-22T14:25:45.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.728+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34b010bb90 con 0x7f34b01001d0 2023-03-22T14:25:45.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.728+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34b010ba00 con 0x7f34b01001d0 2023-03-22T14:25:45.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.729+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34b01a0530 con 0x7f34b01001d0 2023-03-22T14:25:45.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.731+0000 7f34a77fe700 1 -- 172.21.15.45:0/1176405746 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f34a0021580 con 0x7f34b01001d0 2023-03-22T14:25:45.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.732+0000 7f34a77fe700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f349c09fad0 0x7f349c0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:45.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.733+0000 7f34a77fe700 1 -- 172.21.15.45:0/1176405746 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f34a00cb6e0 con 0x7f34b01001d0 2023-03-22T14:25:45.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.733+0000 7f34a7fff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f349c09fad0 0x7f349c0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:45.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.733+0000 7f34a7fff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f349c09fad0 0x7f349c0a1f80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3498009c60 tx=0x7f3498009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:45.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.734+0000 7f34a77fe700 1 -- 172.21.15.45:0/1176405746 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f34a0095a60 con 0x7f34b01001d0 2023-03-22T14:25:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: Deploying daemon mds.e on smithi098 2023-03-22T14:25:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.45:6836/3806964212,v1:172.21.15.45:6837/3806964212] up:boot 2023-03-22T14:25:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: fsmap 4 up:standby 2023-03-22T14:25:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:45 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:25:45.898 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:45.899 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:45.899 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:45.899 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:45.899 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:45.899 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:45.899 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: Deploying daemon mds.e on smithi098 2023-03-22T14:25:45.900 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.45:6836/3806964212,v1:172.21.15.45:6837/3806964212] up:boot 2023-03-22T14:25:45.900 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: fsmap 4 up:standby 2023-03-22T14:25:45.900 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:45 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:25:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:45.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:45.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:45.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:45.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: Deploying daemon mds.e on smithi098 2023-03-22T14:25:45.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.45:6836/3806964212,v1:172.21.15.45:6837/3806964212] up:boot 2023-03-22T14:25:45.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: fsmap 4 up:standby 2023-03-22T14:25:45.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:45 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:25:45.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.992+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f34b01a0ae0 con 0x7f34b01001d0 2023-03-22T14:25:45.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.993+0000 7f34a77fe700 1 -- 172.21.15.45:0/1176405746 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3531 (secure 0 0 0) 0x7f34a0026de0 con 0x7f34b01001d0 2023-03-22T14:25:45.994 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:45.994 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-03-22T14:25:45.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f349c09fad0 msgr2=0x7f349c0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:45.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f349c09fad0 0x7f349c0a1f80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3498009c60 tx=0x7f3498009260 comp rx=0 tx=0).stop 2023-03-22T14:25:45.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 msgr2=0x7f34b0198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:45.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b0198190 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f34a0005740 tx=0x7f34a0005770 comp rx=0 tx=0).stop 2023-03-22T14:25:45.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 shutdown_connections 2023-03-22T14:25:45.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f349c09fad0 0x7f349c0a1f80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34b0101d50 0x7f34b019f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34b01001d0 0x7f34b0198190 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 --2- 172.21.15.45:0/1176405746 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34b01013c0 0x7f34b01986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:45.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 >> 172.21.15.45:0/1176405746 conn(0x7f34b00fb7b0 msgr2=0x7f34b00fda80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:45.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 shutdown_connections 2023-03-22T14:25:45.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:45.996+0000 7f34b4bff700 1 -- 172.21.15.45:0/1176405746 wait complete. 2023-03-22T14:25:45.998 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 5 2023-03-22T14:25:46.173 INFO:journalctl@ceph.mds.e.smithi098.stdout:Mar 22 14:25:46 smithi098 systemd[1]: Starting Ceph mds.e for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:46.587 INFO:journalctl@ceph.mds.e.smithi098.stdout:Mar 22 14:25:46 smithi098 podman[119006]: 2023-03-22T14:25:46.588 INFO:journalctl@ceph.mds.e.smithi098.stdout:Mar 22 14:25:46 smithi098 bash[119006]: 6513d5bbfc836612365e0ed53f0256a34456aa0b96044433a027b8adce31b689 2023-03-22T14:25:46.588 INFO:journalctl@ceph.mds.e.smithi098.stdout:Mar 22 14:25:46 smithi098 ceph-mds[119046]: -- 172.21.15.98:0/1214196557 <== mon.2 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5610ff51eb60 con 0x5610ff4f4800 2023-03-22T14:25:46.588 INFO:journalctl@ceph.mds.e.smithi098.stdout:Mar 22 14:25:46 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-e[119022]: starting mds.e at 2023-03-22T14:25:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:46 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1176405746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:46.923 INFO:journalctl@ceph.mds.e.smithi098.stdout:Mar 22 14:25:46 smithi098 systemd[1]: Started Ceph mds.e for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:46.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:46 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1176405746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:46.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:46 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1176405746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:47.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:47.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6834/2419039604,v1:172.21.15.98:6835/2419039604] up:boot 2023-03-22T14:25:47.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: fsmap 5 up:standby 2023-03-22T14:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:47 smithi142 ceph-mon[94717]: Deploying daemon mds.f on smithi142 2023-03-22T14:25:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6834/2419039604,v1:172.21.15.98:6835/2419039604] up:boot 2023-03-22T14:25:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: fsmap 5 up:standby 2023-03-22T14:25:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:25:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:47 smithi098 ceph-mon[94136]: Deploying daemon mds.f on smithi142 2023-03-22T14:25:47.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:47.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.98:6834/2419039604,v1:172.21.15.98:6835/2419039604] up:boot 2023-03-22T14:25:47.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: fsmap 5 up:standby 2023-03-22T14:25:47.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:25:47.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:47.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:47.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:47.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:47.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:47.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:47 smithi045 ceph-mon[91728]: Deploying daemon mds.f on smithi142 2023-03-22T14:25:48.015 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:48.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 -- 172.21.15.45:0/894178145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 msgr2=0x7fa78c1005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:48.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 --2- 172.21.15.45:0/894178145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c1005e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa77c009990 tx=0x7fa77c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 -- 172.21.15.45:0/894178145 shutdown_connections 2023-03-22T14:25:48.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 --2- 172.21.15.45:0/894178145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c1005e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 --2- 172.21.15.45:0/894178145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa78c101d50 0x7fa78c108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 --2- 172.21.15.45:0/894178145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa78c1013c0 0x7fa78c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 -- 172.21.15.45:0/894178145 >> 172.21.15.45:0/894178145 conn(0x7fa78c0fb7b0 msgr2=0x7fa78c0fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:48.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 -- 172.21.15.45:0/894178145 shutdown_connections 2023-03-22T14:25:48.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.216+0000 7fa7923ff700 1 -- 172.21.15.45:0/894178145 wait complete. 2023-03-22T14:25:48.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 Processor -- start 2023-03-22T14:25:48.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 -- start start 2023-03-22T14:25:48.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:48.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa78c1013c0 0x7fa78c072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:48.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa78c101d50 0x7fa78c0733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:48.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c073b50 con 0x7fa78c1001d0 2023-03-22T14:25:48.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c073cc0 con 0x7fa78c1013c0 2023-03-22T14:25:48.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.217+0000 7fa7923ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c1a0040 con 0x7fa78c101d50 2023-03-22T14:25:48.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa78bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:48.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa79099c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa78c101d50 0x7fa78c0733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:48.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa78bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36774/0 (socket says 172.21.15.45:36774) 2023-03-22T14:25:48.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa78bfff700 1 -- 172.21.15.45:0/1758467430 learned_addr learned my addr 172.21.15.45:0/1758467430 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:48.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa78b7fe700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa78c1013c0 0x7fa78c072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:48.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa79099c700 1 -- 172.21.15.45:0/1758467430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa78c1013c0 msgr2=0x7fa78c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:48.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa79099c700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa78c1013c0 0x7fa78c072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa79099c700 1 -- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 msgr2=0x7fa78c074830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa79099c700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c074830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa79099c700 1 -- 172.21.15.45:0/1758467430 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa77c0095f0 con 0x7fa78c101d50 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa78bfff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa79099c700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa78c101d50 0x7fa78c0733b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa78400be20 tx=0x7fa784009ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.218+0000 7fa7897fa700 1 -- 172.21.15.45:0/1758467430 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa78400cb90 con 0x7fa78c101d50 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.219+0000 7fa7897fa700 1 -- 172.21.15.45:0/1758467430 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa78400ccf0 con 0x7fa78c101d50 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.219+0000 7fa7897fa700 1 -- 172.21.15.45:0/1758467430 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa784012670 con 0x7fa78c101d50 2023-03-22T14:25:48.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.219+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa78c10bc10 con 0x7fa78c101d50 2023-03-22T14:25:48.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.219+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa78c10ba80 con 0x7fa78c101d50 2023-03-22T14:25:48.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.220+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa78c1a0740 con 0x7fa78c101d50 2023-03-22T14:25:48.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.221+0000 7fa7897fa700 1 -- 172.21.15.45:0/1758467430 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fa784043be0 con 0x7fa78c101d50 2023-03-22T14:25:48.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.223+0000 7fa7897fa700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa77409fad0 0x7fa7740a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:48.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.223+0000 7fa7897fa700 1 -- 172.21.15.45:0/1758467430 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fa784006e40 con 0x7fa78c101d50 2023-03-22T14:25:48.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.223+0000 7fa78bfff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa77409fad0 0x7fa7740a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:48.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.223+0000 7fa78bfff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa77409fad0 0x7fa7740a1f80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa77c00b5c0 tx=0x7fa77c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:48.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.225+0000 7fa7897fa700 1 -- 172.21.15.45:0/1758467430 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fa7840940e0 con 0x7fa78c101d50 2023-03-22T14:25:48.378 INFO:journalctl@ceph.mds.f.smithi142.stdout:Mar 22 14:25:48 smithi142 systemd[1]: Starting Ceph mds.f for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:48.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.480+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa78c1070d0 con 0x7fa78c101d50 2023-03-22T14:25:48.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.481+0000 7fa7897fa700 1 -- 172.21.15.45:0/1758467430 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4288 (secure 0 0 0) 0x7fa784019090 con 0x7fa78c101d50 2023-03-22T14:25:48.482 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:48.482 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6}],"filesystems":[]} 2023-03-22T14:25:48.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa77409fad0 msgr2=0x7fa7740a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:48.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa77409fad0 0x7fa7740a1f80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa77c00b5c0 tx=0x7fa77c005fd0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa78c101d50 msgr2=0x7fa78c0733b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:48.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa78c101d50 0x7fa78c0733b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa78400be20 tx=0x7fa784009ed0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 shutdown_connections 2023-03-22T14:25:48.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa77409fad0 0x7fa7740a1f80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa78c1001d0 0x7fa78c074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa78c101d50 0x7fa78c0733b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 --2- 172.21.15.45:0/1758467430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa78c1013c0 0x7fa78c072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:48.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 >> 172.21.15.45:0/1758467430 conn(0x7fa78c0fb7b0 msgr2=0x7fa78c0fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:48.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 shutdown_connections 2023-03-22T14:25:48.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:48.484+0000 7fa7923ff700 1 -- 172.21.15.45:0/1758467430 wait complete. 2023-03-22T14:25:48.486 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 6 2023-03-22T14:25:48.691 INFO:journalctl@ceph.mds.f.smithi142.stdout:Mar 22 14:25:48 smithi142 podman[120260]: 2023-03-22T14:25:48.691 INFO:journalctl@ceph.mds.f.smithi142.stdout:Mar 22 14:25:48 smithi142 ceph-mds[120300]: -- 172.21.15.142:0/2637686809 <== mon.1 v2:172.21.15.142:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ca3cce4b60 con 0x55ca3ccbb000 2023-03-22T14:25:48.692 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:48 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1758467430' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:48.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:48 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1758467430' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:48.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:48 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1758467430' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:49.128 INFO:journalctl@ceph.mds.f.smithi142.stdout:Mar 22 14:25:48 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-f[120276]: starting mds.f at 2023-03-22T14:25:49.128 INFO:journalctl@ceph.mds.f.smithi142.stdout:Mar 22 14:25:48 smithi142 bash[120260]: dde865c40c07e86362bb4ccbe52c101e4ec19b9b136c507c95ab2a3c90ad2ac0 2023-03-22T14:25:49.128 INFO:journalctl@ceph.mds.f.smithi142.stdout:Mar 22 14:25:48 smithi142 systemd[1]: Started Ceph mds.f for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:50.026 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:50.026 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:50.026 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:50.026 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:50.026 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:50.027 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:50.027 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: Deploying daemon mds.c on smithi142 2023-03-22T14:25:50.027 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] up:boot 2023-03-22T14:25:50.027 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: fsmap 6 up:standby 2023-03-22T14:25:50.027 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:49 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:25:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:50.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:50.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:50.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:50.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:50.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: Deploying daemon mds.c on smithi142 2023-03-22T14:25:50.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] up:boot 2023-03-22T14:25:50.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: fsmap 6 up:standby 2023-03-22T14:25:50.176 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:49 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:25:50.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:50.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:50.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:50.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: Deploying daemon mds.c on smithi142 2023-03-22T14:25:50.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] up:boot 2023-03-22T14:25:50.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: fsmap 6 up:standby 2023-03-22T14:25:50.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:49 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:25:50.274 INFO:journalctl@ceph.mds.c.smithi142.stdout:Mar 22 14:25:50 smithi142 systemd[1]: Starting Ceph mds.c for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:50.503 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:50.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 -- 172.21.15.45:0/369703822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 msgr2=0x7f6084108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:50.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 --2- 172.21.15.45:0/369703822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f6084108610 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f607c00b0a0 tx=0x7f607c00b3b0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 -- 172.21.15.45:0/369703822 shutdown_connections 2023-03-22T14:25:50.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 --2- 172.21.15.45:0/369703822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f6084108610 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 --2- 172.21.15.45:0/369703822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 0x7f60841005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 --2- 172.21.15.45:0/369703822 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f60841013c0 0x7f6084101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 -- 172.21.15.45:0/369703822 >> 172.21.15.45:0/369703822 conn(0x7f60840fb7b0 msgr2=0x7f60840fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:50.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 -- 172.21.15.45:0/369703822 shutdown_connections 2023-03-22T14:25:50.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.703+0000 7f6088bff700 1 -- 172.21.15.45:0/369703822 wait complete. 2023-03-22T14:25:50.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.704+0000 7f6088bff700 1 Processor -- start 2023-03-22T14:25:50.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.704+0000 7f6088bff700 1 -- start start 2023-03-22T14:25:50.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6088bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 0x7f6084198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6088bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f60841013c0 0x7f6084198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6088bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f608419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6088bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f608419fdd0 con 0x7f6084101d50 2023-03-22T14:25:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6088bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f608419ff10 con 0x7f60841001d0 2023-03-22T14:25:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6088bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60841a00a0 con 0x7f60841013c0 2023-03-22T14:25:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f608419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:50.708 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f608259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 0x7f6084198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f608419f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36794/0 (socket says 172.21.15.45:36794) 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f608259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 0x7f6084198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:47006/0 (socket says 172.21.15.45:47006) 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 -- 172.21.15.45:0/1537976304 learned_addr learned my addr 172.21.15.45:0/1537976304 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6081d9b700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f60841013c0 0x7f6084198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 -- 172.21.15.45:0/1537976304 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f60841013c0 msgr2=0x7f6084198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f60841013c0 0x7f6084198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 -- 172.21.15.45:0/1537976304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 msgr2=0x7f6084198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:50.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 0x7f6084198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6082d9d700 1 -- 172.21.15.45:0/1537976304 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f607c009d00 con 0x7f6084101d50 2023-03-22T14:25:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f6081d9b700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f60841013c0 0x7f6084198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:25:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.705+0000 7f608259c700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 0x7f6084198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.706+0000 7f6082d9d700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f608419f800 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f607c00d010 tx=0x7f607c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.706+0000 7f60737fe700 1 -- 172.21.15.45:0/1537976304 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607c00e040 con 0x7f6084101d50 2023-03-22T14:25:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.706+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f608410bb90 con 0x7f6084101d50 2023-03-22T14:25:50.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.706+0000 7f60737fe700 1 -- 172.21.15.45:0/1537976304 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f607c003e10 con 0x7f6084101d50 2023-03-22T14:25:50.711 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.706+0000 7f60737fe700 1 -- 172.21.15.45:0/1537976304 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607c005260 con 0x7f6084101d50 2023-03-22T14:25:50.711 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.706+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f608410ba00 con 0x7f6084101d50 2023-03-22T14:25:50.711 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.707+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6084067980 con 0x7f6084101d50 2023-03-22T14:25:50.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.709+0000 7f60737fe700 1 -- 172.21.15.45:0/1537976304 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f607c0053c0 con 0x7f6084101d50 2023-03-22T14:25:50.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.710+0000 7f60737fe700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f606c09fad0 0x7f606c0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:50.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.710+0000 7f60737fe700 1 -- 172.21.15.45:0/1537976304 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f607c0cbe20 con 0x7f6084101d50 2023-03-22T14:25:50.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.711+0000 7f608259c700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f606c09fad0 0x7f606c0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:50.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.711+0000 7f608259c700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f606c09fad0 0x7f606c0a1f80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f6084101220 tx=0x7f6074009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:50.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.713+0000 7f60737fe700 1 -- 172.21.15.45:0/1537976304 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f607c096250 con 0x7f6084101d50 2023-03-22T14:25:50.822 INFO:journalctl@ceph.mds.c.smithi142.stdout:Mar 22 14:25:50 smithi142 podman[120601]: 2023-03-22T14:25:50.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.975+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f60841a0ad0 con 0x7f6084101d50 2023-03-22T14:25:50.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.976+0000 7f60737fe700 1 -- 172.21.15.45:0/1537976304 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5048 (secure 0 0 0) 0x7f607c099870 con 0x7f6084101d50 2023-03-22T14:25:50.976 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:50.977 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7}],"filesystems":[]} 2023-03-22T14:25:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f606c09fad0 msgr2=0x7f606c0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f606c09fad0 0x7f606c0a1f80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f6084101220 tx=0x7f6074009260 comp rx=0 tx=0).stop 2023-03-22T14:25:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 msgr2=0x7f608419f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f608419f800 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f607c00d010 tx=0x7f607c00bc80 comp rx=0 tx=0).stop 2023-03-22T14:25:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 shutdown_connections 2023-03-22T14:25:50.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f606c09fad0 0x7f606c0a1f80 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6084101d50 0x7f608419f800 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60841001d0 0x7f6084198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 --2- 172.21.15.45:0/1537976304 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f60841013c0 0x7f6084198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:50.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.978+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 >> 172.21.15.45:0/1537976304 conn(0x7f60840fb7b0 msgr2=0x7f60840fd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:50.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.979+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 shutdown_connections 2023-03-22T14:25:50.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:50.979+0000 7f6088bff700 1 -- 172.21.15.45:0/1537976304 wait complete. 2023-03-22T14:25:50.981 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 7 2023-03-22T14:25:51.128 INFO:journalctl@ceph.mds.c.smithi142.stdout:Mar 22 14:25:50 smithi142 ceph-mds[120642]: -- 172.21.15.142:0/398504326 <== mon.1 v2:172.21.15.142:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b09fe0ab60 con 0x55b09fde0c00 2023-03-22T14:25:51.128 INFO:journalctl@ceph.mds.c.smithi142.stdout:Mar 22 14:25:50 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-c[120617]: starting mds.c at 2023-03-22T14:25:51.128 INFO:journalctl@ceph.mds.c.smithi142.stdout:Mar 22 14:25:50 smithi142 bash[120601]: de1c73c5534a86d03348a233fac24758acc9537926202281f147c9afd89d6fc8 2023-03-22T14:25:51.128 INFO:journalctl@ceph.mds.c.smithi142.stdout:Mar 22 14:25:50 smithi142 systemd[1]: Started Ceph mds.c for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:52.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:52.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: Deploying daemon mds.h on smithi098 2023-03-22T14:25:52.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1537976304' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:52.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] up:boot 2023-03-22T14:25:52.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: fsmap 7 up:standby 2023-03-22T14:25:52.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:51 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:25:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: Deploying daemon mds.h on smithi098 2023-03-22T14:25:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1537976304' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] up:boot 2023-03-22T14:25:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: fsmap 7 up:standby 2023-03-22T14:25:52.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:51 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:25:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:52.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:52.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: Deploying daemon mds.h on smithi098 2023-03-22T14:25:52.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1537976304' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:52.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] up:boot 2023-03-22T14:25:52.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: fsmap 7 up:standby 2023-03-22T14:25:52.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:51 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:25:52.799 INFO:journalctl@ceph.mds.h.smithi098.stdout:Mar 22 14:25:52 smithi098 systemd[1]: Starting Ceph mds.h for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:52.997 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:53.059 INFO:journalctl@ceph.mds.h.smithi098.stdout:Mar 22 14:25:52 smithi098 podman[119347]: 2023-03-22T14:25:53.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.204+0000 7fe1c9dff700 1 -- 172.21.15.45:0/4091365973 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c4074ac0 msgr2=0x7fe1c4072f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:53.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.204+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/4091365973 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c4074ac0 0x7fe1c4072f10 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe1b40098f0 tx=0x7fe1b4009c00 comp rx=0 tx=0).stop 2023-03-22T14:25:53.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.205+0000 7fe1c9dff700 1 -- 172.21.15.45:0/4091365973 shutdown_connections 2023-03-22T14:25:53.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.205+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/4091365973 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe1c4108090 0x7fe1c410a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.205+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/4091365973 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c4074ac0 0x7fe1c4072f10 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.205+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/4091365973 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe1c40734e0 0x7fe1c4073950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.205+0000 7fe1c9dff700 1 -- 172.21.15.45:0/4091365973 >> 172.21.15.45:0/4091365973 conn(0x7fe1c40fb7b0 msgr2=0x7fe1c40fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:53.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.205+0000 7fe1c9dff700 1 -- 172.21.15.45:0/4091365973 shutdown_connections 2023-03-22T14:25:53.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.205+0000 7fe1c9dff700 1 -- 172.21.15.45:0/4091365973 wait complete. 2023-03-22T14:25:53.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.206+0000 7fe1c9dff700 1 Processor -- start 2023-03-22T14:25:53.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.206+0000 7fe1c9dff700 1 -- start start 2023-03-22T14:25:53.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c9dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c40734e0 0x7fe1c4198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:53.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c9dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe1c4074ac0 0x7fe1c4198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:53.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c9dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe1c4108090 0x7fe1c419f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:53.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c9dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1c419fda0 con 0x7fe1c4074ac0 2023-03-22T14:25:53.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c9dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1c419fee0 con 0x7fe1c4108090 2023-03-22T14:25:53.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c9dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1c41a0070 con 0x7fe1c40734e0 2023-03-22T14:25:53.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c40734e0 0x7fe1c4198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:53.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c2ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe1c4074ac0 0x7fe1c4198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:53.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c40734e0 0x7fe1c4198220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48370/0 (socket says 172.21.15.45:48370) 2023-03-22T14:25:53.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c37fe700 1 -- 172.21.15.45:0/169780098 learned_addr learned my addr 172.21.15.45:0/169780098 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:53.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c3fff700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe1c4108090 0x7fe1c419f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:53.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c37fe700 1 -- 172.21.15.45:0/169780098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe1c4108090 msgr2=0x7fe1c419f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:53.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.207+0000 7fe1c37fe700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe1c4108090 0x7fe1c419f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c37fe700 1 -- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe1c4074ac0 msgr2=0x7fe1c4198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:53.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c37fe700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe1c4074ac0 0x7fe1c4198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c37fe700 1 -- 172.21.15.45:0/169780098 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1b80095f0 con 0x7fe1c40734e0 2023-03-22T14:25:53.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c37fe700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c40734e0 0x7fe1c4198220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009fd0 tx=0x7fe1b400b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:53.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c0ff9700 1 -- 172.21.15.45:0/169780098 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1b401c070 con 0x7fe1c40734e0 2023-03-22T14:25:53.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b4009520 con 0x7fe1c40734e0 2023-03-22T14:25:53.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1c410dd90 con 0x7fe1c40734e0 2023-03-22T14:25:53.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c0ff9700 1 -- 172.21.15.45:0/169780098 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1b400f7d0 con 0x7fe1c40734e0 2023-03-22T14:25:53.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.208+0000 7fe1c0ff9700 1 -- 172.21.15.45:0/169780098 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1b4003a00 con 0x7fe1c40734e0 2023-03-22T14:25:53.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.209+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1b0005320 con 0x7fe1c40734e0 2023-03-22T14:25:53.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.211+0000 7fe1c0ff9700 1 -- 172.21.15.45:0/169780098 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fe1b4020030 con 0x7fe1c40734e0 2023-03-22T14:25:53.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.212+0000 7fe1c0ff9700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe1ac09fad0 0x7fe1ac0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:53.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.213+0000 7fe1c0ff9700 1 -- 172.21.15.45:0/169780098 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe1b40cb770 con 0x7fe1c40734e0 2023-03-22T14:25:53.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.213+0000 7fe1c2ffd700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe1ac09fad0 0x7fe1ac0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:53.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.213+0000 7fe1c2ffd700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe1ac09fad0 0x7fe1ac0a1f80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40747e0 tx=0x7fe1b8009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:53.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.215+0000 7fe1c0ff9700 1 -- 172.21.15.45:0/169780098 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fe1b4095af0 con 0x7fe1c40734e0 2023-03-22T14:25:53.422 INFO:journalctl@ceph.mds.h.smithi098.stdout:Mar 22 14:25:53 smithi098 bash[119347]: 3a4250be40f15ab6c5bdfd582ce496361bb13278d91f1513cc580718e29a7014 2023-03-22T14:25:53.423 INFO:journalctl@ceph.mds.h.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mds[119396]: -- 172.21.15.98:0/25759628 <== mon.2 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c341270b60 con 0x55c341247000 2023-03-22T14:25:53.423 INFO:journalctl@ceph.mds.h.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-h[119368]: starting mds.h at 2023-03-22T14:25:53.423 INFO:journalctl@ceph.mds.h.smithi098.stdout:Mar 22 14:25:53 smithi098 systemd[1]: Started Ceph mds.h for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:53.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.472+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe1b0005190 con 0x7fe1c40734e0 2023-03-22T14:25:53.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.473+0000 7fe1c0ff9700 1 -- 172.21.15.45:0/169780098 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+5808 (secure 0 0 0) 0x7fe1b4099110 con 0x7fe1c40734e0 2023-03-22T14:25:53.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:53.474 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8}],"filesystems":[]} 2023-03-22T14:25:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe1ac09fad0 msgr2=0x7fe1ac0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe1ac09fad0 0x7fe1ac0a1f80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40747e0 tx=0x7fe1b8009310 comp rx=0 tx=0).stop 2023-03-22T14:25:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c40734e0 msgr2=0x7fe1c4198220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c40734e0 0x7fe1c4198220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009fd0 tx=0x7fe1b400b790 comp rx=0 tx=0).stop 2023-03-22T14:25:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 shutdown_connections 2023-03-22T14:25:53.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe1ac09fad0 0x7fe1ac0a1f80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe1c4108090 0x7fe1c419f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1c40734e0 0x7fe1c4198220 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 --2- 172.21.15.45:0/169780098 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe1c4074ac0 0x7fe1c4198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 >> 172.21.15.45:0/169780098 conn(0x7fe1c40fb7b0 msgr2=0x7fe1c40fdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 shutdown_connections 2023-03-22T14:25:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:53.476+0000 7fe1c9dff700 1 -- 172.21.15.45:0/169780098 wait complete. 2023-03-22T14:25:53.479 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 8 2023-03-22T14:25:54.173 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:53 smithi142 ceph-mon[94717]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:54.173 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:54.173 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:54.173 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:54.173 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:54.174 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:53 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:54.174 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:53 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/169780098' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:54.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mon[94136]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:54.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:54.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:54.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:54.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:54.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:54.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:53 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/169780098' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:53 smithi045 ceph-mon[91728]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:54.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:53 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:54.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:53 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/169780098' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:54.755 INFO:journalctl@ceph.mds.i.smithi142.stdout:Mar 22 14:25:54 smithi142 systemd[1]: Starting Ceph mds.i for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:55.053 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:54 smithi142 ceph-mon[94717]: Deploying daemon mds.i on smithi142 2023-03-22T14:25:55.053 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:54 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] up:boot 2023-03-22T14:25:55.053 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:54 smithi142 ceph-mon[94717]: fsmap 8 up:standby 2023-03-22T14:25:55.053 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:54 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:25:55.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:54 smithi098 ceph-mon[94136]: Deploying daemon mds.i on smithi142 2023-03-22T14:25:55.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:54 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] up:boot 2023-03-22T14:25:55.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:54 smithi098 ceph-mon[94136]: fsmap 8 up:standby 2023-03-22T14:25:55.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:54 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:25:55.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:54 smithi045 ceph-mon[91728]: Deploying daemon mds.i on smithi142 2023-03-22T14:25:55.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:54 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] up:boot 2023-03-22T14:25:55.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:54 smithi045 ceph-mon[91728]: fsmap 8 up:standby 2023-03-22T14:25:55.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:54 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:25:55.329 INFO:journalctl@ceph.mds.i.smithi142.stdout:Mar 22 14:25:55 smithi142 podman[120941]: 2023-03-22T14:25:55.495 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:55.628 INFO:journalctl@ceph.mds.i.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-mds[120981]: -- 172.21.15.142:0/3100629650 <== mon.1 v2:172.21.15.142:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560066c66b60 con 0x560066c3c800 2023-03-22T14:25:55.628 INFO:journalctl@ceph.mds.i.smithi142.stdout:Mar 22 14:25:55 smithi142 bash[120941]: 43861ce629accdb75f733faeafb5ad280812a09226695b16c5b3e7ba31624db8 2023-03-22T14:25:55.628 INFO:journalctl@ceph.mds.i.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-i[120957]: starting mds.i at 2023-03-22T14:25:55.628 INFO:journalctl@ceph.mds.i.smithi142.stdout:Mar 22 14:25:55 smithi142 systemd[1]: Started Ceph mds.i for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:55.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 -- 172.21.15.45:0/2711764950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554108080 msgr2=0x7fc55410a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:55.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 --2- 172.21.15.45:0/2711764950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554108080 0x7fc55410a500 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc54c009f90 tx=0x7fc54c00b330 comp rx=0 tx=0).stop 2023-03-22T14:25:55.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 -- 172.21.15.45:0/2711764950 shutdown_connections 2023-03-22T14:25:55.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 --2- 172.21.15.45:0/2711764950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554108080 0x7fc55410a500 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 --2- 172.21.15.45:0/2711764950 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc554074ac0 0x7fc554072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 --2- 172.21.15.45:0/2711764950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5540734e0 0x7fc554073950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 -- 172.21.15.45:0/2711764950 >> 172.21.15.45:0/2711764950 conn(0x7fc5540fb7a0 msgr2=0x7fc5540fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:55.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.689+0000 7fc55abff700 1 -- 172.21.15.45:0/2711764950 shutdown_connections 2023-03-22T14:25:55.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.690+0000 7fc55abff700 1 -- 172.21.15.45:0/2711764950 wait complete. 2023-03-22T14:25:55.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.690+0000 7fc55abff700 1 Processor -- start 2023-03-22T14:25:55.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55abff700 1 -- start start 2023-03-22T14:25:55.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55abff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5540734e0 0x7fc554198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:55.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55abff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554074ac0 0x7fc5541987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:55.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55abff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc554108080 0x7fc55419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:55.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55abff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc55419fe00 con 0x7fc554074ac0 2023-03-22T14:25:55.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55abff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc55419ff40 con 0x7fc5540734e0 2023-03-22T14:25:55.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55abff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5541a00d0 con 0x7fc554108080 2023-03-22T14:25:55.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc553fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554074ac0 0x7fc5541987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:55.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc553fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554074ac0 0x7fc5541987c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:36826/0 (socket says 172.21.15.45:36826) 2023-03-22T14:25:55.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc553fff700 1 -- 172.21.15.45:0/2541490332 learned_addr learned my addr 172.21.15.45:0/2541490332 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:55.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55899b700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5540734e0 0x7fc554198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:55.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.691+0000 7fc55919c700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc554108080 0x7fc55419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:55.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55899b700 1 -- 172.21.15.45:0/2541490332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc554108080 msgr2=0x7fc55419f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:55.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55899b700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc554108080 0x7fc55419f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55899b700 1 -- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554074ac0 msgr2=0x7fc5541987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:55.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55899b700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554074ac0 0x7fc5541987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55899b700 1 -- 172.21.15.45:0/2541490332 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc54c009c40 con 0x7fc5540734e0 2023-03-22T14:25:55.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55899b700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5540734e0 0x7fc554198280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc54800e9c0 tx=0x7fc54800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:55.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc551ffb700 1 -- 172.21.15.45:0/2541490332 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc54800c9c0 con 0x7fc5540734e0 2023-03-22T14:25:55.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc55410dda0 con 0x7fc5540734e0 2023-03-22T14:25:55.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc551ffb700 1 -- 172.21.15.45:0/2541490332 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc548010430 con 0x7fc5540734e0 2023-03-22T14:25:55.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc551ffb700 1 -- 172.21.15.45:0/2541490332 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc548018680 con 0x7fc5540734e0 2023-03-22T14:25:55.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.692+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc55410dc10 con 0x7fc5540734e0 2023-03-22T14:25:55.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.693+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc554106730 con 0x7fc5540734e0 2023-03-22T14:25:55.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.695+0000 7fc551ffb700 1 -- 172.21.15.45:0/2541490332 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fc548046be0 con 0x7fc5540734e0 2023-03-22T14:25:55.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.696+0000 7fc551ffb700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc54409fad0 0x7fc5440a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:55.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.697+0000 7fc551ffb700 1 -- 172.21.15.45:0/2541490332 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc548014070 con 0x7fc5540734e0 2023-03-22T14:25:55.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.697+0000 7fc553fff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc54409fad0 0x7fc5440a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:55.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.697+0000 7fc553fff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc54409fad0 0x7fc5440a1f80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc540009cf0 tx=0x7fc540009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:55.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.698+0000 7fc551ffb700 1 -- 172.21.15.45:0/2541490332 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fc548094b10 con 0x7fc5540734e0 2023-03-22T14:25:55.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.956+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc55402d010 con 0x7fc5540734e0 2023-03-22T14:25:55.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.957+0000 7fc551ffb700 1 -- 172.21.15.45:0/2541490332 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7327 (secure 0 0 0) 0x7fc548098130 con 0x7fc5540734e0 2023-03-22T14:25:55.958 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:55.958 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24524,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-03-22T14:25:55.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc54409fad0 msgr2=0x7fc5440a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:55.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc54409fad0 0x7fc5440a1f80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc540009cf0 tx=0x7fc540009310 comp rx=0 tx=0).stop 2023-03-22T14:25:55.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5540734e0 msgr2=0x7fc554198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:55.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5540734e0 0x7fc554198280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc54800e9c0 tx=0x7fc54800ecd0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 shutdown_connections 2023-03-22T14:25:55.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc54409fad0 0x7fc5440a1f80 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc554108080 0x7fc55419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5540734e0 0x7fc554198280 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.959+0000 7fc55abff700 1 --2- 172.21.15.45:0/2541490332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc554074ac0 0x7fc5541987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:55.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.960+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 >> 172.21.15.45:0/2541490332 conn(0x7fc5540fb7a0 msgr2=0x7fc5540fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:55.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.960+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 shutdown_connections 2023-03-22T14:25:55.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:55.960+0000 7fc55abff700 1 -- 172.21.15.45:0/2541490332 wait complete. 2023-03-22T14:25:55.962 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 10 2023-03-22T14:25:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:55 smithi098 ceph-mon[94136]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:55 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:55 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:55 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:55 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:55 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:55 smithi045 ceph-mon[91728]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:55 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:55 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:55 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:56.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:55 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:56.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:55 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-mon[94717]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:56.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:55 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:56.955 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:56 smithi045 ceph-mon[91728]: Deploying daemon mds.g on smithi045 2023-03-22T14:25:56.955 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:56 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] up:boot 2023-03-22T14:25:56.955 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:56 smithi045 ceph-mon[91728]: fsmap 9 up:standby 2023-03-22T14:25:56.956 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:56 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:25:56.956 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:56 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2541490332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:56 smithi142 ceph-mon[94717]: Deploying daemon mds.g on smithi045 2023-03-22T14:25:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:56 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] up:boot 2023-03-22T14:25:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:56 smithi142 ceph-mon[94717]: fsmap 9 up:standby 2023-03-22T14:25:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:56 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:25:57.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:56 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2541490332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:56 smithi098 ceph-mon[94136]: Deploying daemon mds.g on smithi045 2023-03-22T14:25:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:56 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] up:boot 2023-03-22T14:25:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:56 smithi098 ceph-mon[94136]: fsmap 9 up:standby 2023-03-22T14:25:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:56 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:25:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:56 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2541490332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:57.516 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 14:25:57 smithi045 systemd[1]: Starting Ceph mds.g for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:25:57.979 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:25:58.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.183+0000 7fa46a9ff700 1 -- 172.21.15.45:0/155982684 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa4641013b0 msgr2=0x7fa464101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:58.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.183+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/155982684 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa4641013b0 0x7fa464101800 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa458009990 tx=0x7fa458009ca0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.183+0000 7fa46a9ff700 1 -- 172.21.15.45:0/155982684 shutdown_connections 2023-03-22T14:25:58.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.183+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/155982684 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa464101d40 0x7fa464108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.183+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/155982684 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4641001c0 0x7fa4641005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.183+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/155982684 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa4641013b0 0x7fa464101800 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.183+0000 7fa46a9ff700 1 -- 172.21.15.45:0/155982684 >> 172.21.15.45:0/155982684 conn(0x7fa4640fb7a0 msgr2=0x7fa4640fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:58.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.184+0000 7fa46a9ff700 1 -- 172.21.15.45:0/155982684 shutdown_connections 2023-03-22T14:25:58.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.184+0000 7fa46a9ff700 1 -- 172.21.15.45:0/155982684 wait complete. 2023-03-22T14:25:58.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 Processor -- start 2023-03-22T14:25:58.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 -- start start 2023-03-22T14:25:58.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4641001c0 0x7fa464198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:58.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4641013b0 0x7fa464198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:58.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa464101d40 0x7fa46419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:58.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa46419fcb0 con 0x7fa464101d40 2023-03-22T14:25:58.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa46419fdf0 con 0x7fa4641001c0 2023-03-22T14:25:58.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.185+0000 7fa46a9ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa46419ff80 con 0x7fa4641013b0 2023-03-22T14:25:58.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa4637fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4641013b0 0x7fa464198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:58.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa4637fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4641013b0 0x7fa464198670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:57030/0 (socket says 172.21.15.45:57030) 2023-03-22T14:25:58.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa4637fe700 1 -- 172.21.15.45:0/3055094946 learned_addr learned my addr 172.21.15.45:0/3055094946 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:25:58.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa468f9c700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa464101d40 0x7fa46419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:58.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa463fff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4641001c0 0x7fa464198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:58.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa468f9c700 1 -- 172.21.15.45:0/3055094946 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4641013b0 msgr2=0x7fa464198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:58.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa468f9c700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4641013b0 0x7fa464198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa468f9c700 1 -- 172.21.15.45:0/3055094946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4641001c0 msgr2=0x7fa464198130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:58.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa468f9c700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4641001c0 0x7fa464198130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa468f9c700 1 -- 172.21.15.45:0/3055094946 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4580095f0 con 0x7fa464101d40 2023-03-22T14:25:58.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa463fff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4641001c0 0x7fa464198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:25:58.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.186+0000 7fa468f9c700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa464101d40 0x7fa46419f6e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa45c00efc0 tx=0x7fa45c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:58.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.187+0000 7fa4617fa700 1 -- 172.21.15.45:0/3055094946 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa45c018070 con 0x7fa464101d40 2023-03-22T14:25:58.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.187+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa46410bb30 con 0x7fa464101d40 2023-03-22T14:25:58.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.187+0000 7fa4617fa700 1 -- 172.21.15.45:0/3055094946 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa45c00f040 con 0x7fa464101d40 2023-03-22T14:25:58.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.187+0000 7fa4617fa700 1 -- 172.21.15.45:0/3055094946 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa45c00cd40 con 0x7fa464101d40 2023-03-22T14:25:58.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.187+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa46410b9a0 con 0x7fa464101d40 2023-03-22T14:25:58.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.188+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa464067980 con 0x7fa464101d40 2023-03-22T14:25:58.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.190+0000 7fa4617fa700 1 -- 172.21.15.45:0/3055094946 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fa45c003a00 con 0x7fa464101d40 2023-03-22T14:25:58.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.192+0000 7fa4617fa700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa44c09fad0 0x7fa44c0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:25:58.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.192+0000 7fa4617fa700 1 -- 172.21.15.45:0/3055094946 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fa45c0cab00 con 0x7fa464101d40 2023-03-22T14:25:58.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.192+0000 7fa463fff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa44c09fad0 0x7fa44c0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:25:58.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.193+0000 7fa463fff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa44c09fad0 0x7fa44c0a1f80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa464101210 tx=0x7fa454009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:25:58.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.194+0000 7fa4617fa700 1 -- 172.21.15.45:0/3055094946 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fa45c094e80 con 0x7fa464101d40 2023-03-22T14:25:58.214 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:57 smithi045 ceph-mon[91728]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:58.215 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 14:25:57 smithi045 podman[125773]: 2023-03-22T14:25:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:57 smithi142 ceph-mon[94717]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:58.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:57 smithi098 ceph-mon[94136]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:58.469 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 14:25:58 smithi045 bash[125773]: 22e76e1e355bc5dc02a85c907fbd8d0222432b8d4dac02243de4268e4ee4ba87 2023-03-22T14:25:58.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 14:25:58 smithi045 ceph-mds[125854]: -- 172.21.15.45:0/1114882265 <== mon.0 v2:172.21.15.45:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cada06cb60 con 0x55cada042800 2023-03-22T14:25:58.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 14:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: starting mds.g at 2023-03-22T14:25:58.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 14:25:58 smithi045 systemd[1]: Started Ceph mds.g for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:25:58.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.473+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa4641a0b70 con 0x7fa464101d40 2023-03-22T14:25:58.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.473+0000 7fa4617fa700 1 -- 172.21.15.45:0/3055094946 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7327 (secure 0 0 0) 0x7fa45c0984a0 con 0x7fa464101d40 2023-03-22T14:25:58.474 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:25:58.474 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24524,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-03-22T14:25:58.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.475+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa44c09fad0 msgr2=0x7fa44c0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:58.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa44c09fad0 0x7fa44c0a1f80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa464101210 tx=0x7fa454009260 comp rx=0 tx=0).stop 2023-03-22T14:25:58.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa464101d40 msgr2=0x7fa46419f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:25:58.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa464101d40 0x7fa46419f6e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa45c00efc0 tx=0x7fa45c00c3a0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 shutdown_connections 2023-03-22T14:25:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa44c09fad0 0x7fa44c0a1f80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa464101d40 0x7fa46419f6e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4641001c0 0x7fa464198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 --2- 172.21.15.45:0/3055094946 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4641013b0 0x7fa464198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:25:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 >> 172.21.15.45:0/3055094946 conn(0x7fa4640fb7a0 msgr2=0x7fa4640fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:25:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 shutdown_connections 2023-03-22T14:25:58.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:25:58.476+0000 7fa46a9ff700 1 -- 172.21.15.45:0/3055094946 wait complete. 2023-03-22T14:25:58.478 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 10 2023-03-22T14:25:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: Deploying daemon mds.a on smithi045 2023-03-22T14:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3055094946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.45:6838/2790114045,v1:172.21.15.45:6839/2790114045] up:boot 2023-03-22T14:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: fsmap 10 up:standby 2023-03-22T14:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:25:59 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:25:59.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:59.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:59.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:59.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:59.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:59.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: Deploying daemon mds.a on smithi045 2023-03-22T14:25:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3055094946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.45:6838/2790114045,v1:172.21.15.45:6839/2790114045] up:boot 2023-03-22T14:25:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: fsmap 10 up:standby 2023-03-22T14:25:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:25:59 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:25:59.684 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:59.684 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:25:59.684 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:25:59.684 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:25:59.684 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:25:59.684 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: Deploying daemon mds.a on smithi045 2023-03-22T14:25:59.685 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:25:59.685 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3055094946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:25:59.685 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.45:6838/2790114045,v1:172.21.15.45:6839/2790114045] up:boot 2023-03-22T14:25:59.685 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: fsmap 10 up:standby 2023-03-22T14:25:59.685 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:25:59 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:26:00.495 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:26:00.544 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 14:26:00 smithi045 systemd[1]: Starting Ceph mds.a for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:26:00.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/1070840316 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181013c0 msgr2=0x7fbc18101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:00.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/1070840316 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181013c0 0x7fbc18101810 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c009990 tx=0x7fbc0c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:00.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/1070840316 shutdown_connections 2023-03-22T14:26:00.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/1070840316 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc18101d50 0x7fbc18108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:00.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/1070840316 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbc181001d0 0x7fbc181005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:00.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/1070840316 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181013c0 0x7fbc18101810 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:00.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/1070840316 >> 172.21.15.45:0/1070840316 conn(0x7fbc180fb7b0 msgr2=0x7fbc180fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:00.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/1070840316 shutdown_connections 2023-03-22T14:26:00.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.717+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/1070840316 wait complete. 2023-03-22T14:26:00.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.718+0000 7fbc1e9ff700 1 Processor -- start 2023-03-22T14:26:00.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.718+0000 7fbc1e9ff700 1 -- start start 2023-03-22T14:26:00.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc1e9ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181001d0 0x7fbc18198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:00.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc1e9ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc181013c0 0x7fbc181986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:00.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc1e9ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbc18101d50 0x7fbc1819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc1e9ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc1819fd00 con 0x7fbc181001d0 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc1e9ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc1819fe40 con 0x7fbc181013c0 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc1e9ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc1819ffd0 con 0x7fbc18101d50 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc17fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181001d0 0x7fbc18198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc17fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181001d0 0x7fbc18198180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:47248/0 (socket says 172.21.15.45:47248) 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc177fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc181013c0 0x7fbc181986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc17fff700 1 -- 172.21.15.45:0/981355497 learned_addr learned my addr 172.21.15.45:0/981355497 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:00.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc1cf9c700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbc18101d50 0x7fbc1819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:00.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc177fe700 1 -- 172.21.15.45:0/981355497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbc18101d50 msgr2=0x7fbc1819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:00.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc177fe700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbc18101d50 0x7fbc1819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:00.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc177fe700 1 -- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181001d0 msgr2=0x7fbc18198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:00.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc177fe700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181001d0 0x7fbc18198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:00.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc177fe700 1 -- 172.21.15.45:0/981355497 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc0c0095f0 con 0x7fbc181013c0 2023-03-22T14:26:00.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.719+0000 7fbc17fff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181001d0 0x7fbc18198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:00.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.720+0000 7fbc177fe700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc181013c0 0x7fbc181986c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c00b2e0 tx=0x7fbc0c009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:00.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.720+0000 7fbc157fa700 1 -- 172.21.15.45:0/981355497 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc0c01d070 con 0x7fbc181013c0 2023-03-22T14:26:00.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.720+0000 7fbc157fa700 1 -- 172.21.15.45:0/981355497 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc0c005020 con 0x7fbc181013c0 2023-03-22T14:26:00.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.720+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc1810bb80 con 0x7fbc181013c0 2023-03-22T14:26:00.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.720+0000 7fbc157fa700 1 -- 172.21.15.45:0/981355497 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc0c004a90 con 0x7fbc181013c0 2023-03-22T14:26:00.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.720+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc1810b9f0 con 0x7fbc181013c0 2023-03-22T14:26:00.725 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.721+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc181928e0 con 0x7fbc181013c0 2023-03-22T14:26:00.725 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.723+0000 7fbc157fa700 1 -- 172.21.15.45:0/981355497 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fbc0c005190 con 0x7fbc181013c0 2023-03-22T14:26:00.725 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.724+0000 7fbc157fa700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbc0009fad0 0x7fbc000a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:00.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.724+0000 7fbc157fa700 1 -- 172.21.15.45:0/981355497 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbc0c0cb630 con 0x7fbc181013c0 2023-03-22T14:26:00.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.725+0000 7fbc17fff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbc0009fad0 0x7fbc000a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:00.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.725+0000 7fbc17fff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbc0009fad0 0x7fbc000a1f80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbc08005950 tx=0x7fbc08009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:00.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:00.726+0000 7fbc157fa700 1 -- 172.21.15.45:0/981355497 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fbc0c0959b0 con 0x7fbc181013c0 2023-03-22T14:26:01.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.014+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbc1802d010 con 0x7fbc181013c0 2023-03-22T14:26:01.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.016+0000 7fbc157fa700 1 -- 172.21.15.45:0/981355497 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8085 (secure 0 0 0) 0x7fbc0c098fd0 con 0x7fbc181013c0 2023-03-22T14:26:01.016 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:01.016 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14535,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24524,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-03-22T14:26:01.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbc0009fad0 msgr2=0x7fbc000a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:01.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbc0009fad0 0x7fbc000a1f80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbc08005950 tx=0x7fbc08009260 comp rx=0 tx=0).stop 2023-03-22T14:26:01.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc181013c0 msgr2=0x7fbc181986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:01.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc181013c0 0x7fbc181986c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c00b2e0 tx=0x7fbc0c009580 comp rx=0 tx=0).stop 2023-03-22T14:26:01.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 shutdown_connections 2023-03-22T14:26:01.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbc0009fad0 0x7fbc000a1f80 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:01.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbc181001d0 0x7fbc18198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:01.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbc18101d50 0x7fbc1819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:01.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 --2- 172.21.15.45:0/981355497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc181013c0 0x7fbc181986c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:01.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 >> 172.21.15.45:0/981355497 conn(0x7fbc180fb7b0 msgr2=0x7fbc18106cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:01.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 shutdown_connections 2023-03-22T14:26:01.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:01.018+0000 7fbc1e9ff700 1 -- 172.21.15.45:0/981355497 wait complete. 2023-03-22T14:26:01.021 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 11 2023-03-22T14:26:01.288 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 14:26:01 smithi045 podman[126207]: 2023-03-22T14:26:01.289 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 14:26:01 smithi045 bash[126207]: 0b080e02f1fde1ad51211471008efe2e90fa7791811cd06561e48df489041e39 2023-03-22T14:26:01.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mon[91728]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/981355497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:26:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:26:01.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-mds[126249]: -- 172.21.15.45:0/1468301299 <== mon.0 v2:172.21.15.45:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56352676eb60 con 0x563526744800 2023-03-22T14:26:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 14:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: starting mds.a at 2023-03-22T14:26:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 14:26:01 smithi045 systemd[1]: Started Ceph mds.a for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:26:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:01 smithi142 ceph-mon[94717]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:01 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/981355497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:01 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:01 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:01 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:26:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:01 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:26:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:01 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:01 smithi098 ceph-mon[94136]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:01 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/981355497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:01 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:01 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:01 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-03-22T14:26:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:01 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-03-22T14:26:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:01 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:02.795 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:02 smithi098 ceph-mon[94136]: Deploying daemon mds.b on smithi098 2023-03-22T14:26:02.795 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:02 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.45:6840/665361133,v1:172.21.15.45:6841/665361133] up:boot 2023-03-22T14:26:02.796 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:02 smithi098 ceph-mon[94136]: fsmap 11 up:standby 2023-03-22T14:26:02.796 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:02 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:26:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:02 smithi142 ceph-mon[94717]: Deploying daemon mds.b on smithi098 2023-03-22T14:26:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:02 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.45:6840/665361133,v1:172.21.15.45:6841/665361133] up:boot 2023-03-22T14:26:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:02 smithi142 ceph-mon[94717]: fsmap 11 up:standby 2023-03-22T14:26:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:02 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:26:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:02 smithi045 ceph-mon[91728]: Deploying daemon mds.b on smithi098 2023-03-22T14:26:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:02 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.45:6840/665361133,v1:172.21.15.45:6841/665361133] up:boot 2023-03-22T14:26:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:02 smithi045 ceph-mon[91728]: fsmap 11 up:standby 2023-03-22T14:26:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:02 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:26:03.037 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:26:03.173 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:02 smithi098 systemd[1]: Starting Ceph mds.b for 54899176-c8bc-11ed-9afe-001a4aab830c... 2023-03-22T14:26:03.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 -- 172.21.15.45:0/3444859573 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 msgr2=0x7fc5381005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:03.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 --2- 172.21.15.45:0/3444859573 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc5381005d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc52c009990 tx=0x7fc52c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 -- 172.21.15.45:0/3444859573 shutdown_connections 2023-03-22T14:26:03.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 --2- 172.21.15.45:0/3444859573 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc5381005d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 --2- 172.21.15.45:0/3444859573 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc538101d40 0x7fc538108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 --2- 172.21.15.45:0/3444859573 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5381013b0 0x7fc538101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 -- 172.21.15.45:0/3444859573 >> 172.21.15.45:0/3444859573 conn(0x7fc5380fb7a0 msgr2=0x7fc5380fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:03.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 -- 172.21.15.45:0/3444859573 shutdown_connections 2023-03-22T14:26:03.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.240+0000 7fc53edff700 1 -- 172.21.15.45:0/3444859573 wait complete. 2023-03-22T14:26:03.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.241+0000 7fc53edff700 1 Processor -- start 2023-03-22T14:26:03.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.241+0000 7fc53edff700 1 -- start start 2023-03-22T14:26:03.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53edff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc538198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:03.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53edff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc5381013b0 0x7fc5381986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:03.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53edff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc538101d40 0x7fc53819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:03.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53edff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc53819fd10 con 0x7fc5381001c0 2023-03-22T14:26:03.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53edff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc53819fe50 con 0x7fc538101d40 2023-03-22T14:26:03.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53edff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc53819ffe0 con 0x7fc5381013b0 2023-03-22T14:26:03.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc538198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:03.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc538198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:47272/0 (socket says 172.21.15.45:47272) 2023-03-22T14:26:03.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 -- 172.21.15.45:0/85207111 learned_addr learned my addr 172.21.15.45:0/85207111 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:03.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc537fff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc5381013b0 0x7fc5381986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:03.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53d39c700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc538101d40 0x7fc53819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:03.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 -- 172.21.15.45:0/85207111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc5381013b0 msgr2=0x7fc5381986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:03.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc5381013b0 0x7fc5381986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 -- 172.21.15.45:0/85207111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc538101d40 msgr2=0x7fc53819f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:03.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc538101d40 0x7fc53819f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53cb9b700 1 -- 172.21.15.45:0/85207111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc524009520 con 0x7fc5381001c0 2023-03-22T14:26:03.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.242+0000 7fc53d39c700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc538101d40 0x7fc53819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:26:03.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.243+0000 7fc53cb9b700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc538198190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc52c004730 tx=0x7fc52c009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:03.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.243+0000 7fc535ffb700 1 -- 172.21.15.45:0/85207111 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc52c01d070 con 0x7fc5381001c0 2023-03-22T14:26:03.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.243+0000 7fc535ffb700 1 -- 172.21.15.45:0/85207111 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc52c004cd0 con 0x7fc5381001c0 2023-03-22T14:26:03.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.243+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc52c0095f0 con 0x7fc5381001c0 2023-03-22T14:26:03.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.243+0000 7fc535ffb700 1 -- 172.21.15.45:0/85207111 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc52c005530 con 0x7fc5381001c0 2023-03-22T14:26:03.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.243+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc53810bb80 con 0x7fc5381001c0 2023-03-22T14:26:03.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.244+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc53810bd10 con 0x7fc5381001c0 2023-03-22T14:26:03.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.246+0000 7fc535ffb700 1 -- 172.21.15.45:0/85207111 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fc52c00fbc0 con 0x7fc5381001c0 2023-03-22T14:26:03.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.247+0000 7fc535ffb700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc52809fad0 0x7fc5280a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:03.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.247+0000 7fc535ffb700 1 -- 172.21.15.45:0/85207111 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc52c0cb8c0 con 0x7fc5381001c0 2023-03-22T14:26:03.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.247+0000 7fc537fff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc52809fad0 0x7fc5280a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:03.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.248+0000 7fc537fff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc52809fad0 0x7fc5280a1f80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc524009d80 tx=0x7fc524009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:03.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.251+0000 7fc535ffb700 1 -- 172.21.15.45:0/85207111 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fc52c05a5c0 con 0x7fc5381001c0 2023-03-22T14:26:03.490 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:03 smithi098 podman[119694]: 2023-03-22T14:26:03.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.502+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc5381a09a0 con 0x7fc5381001c0 2023-03-22T14:26:03.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.505+0000 7fc535ffb700 1 -- 172.21.15.45:0/85207111 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+8840 (secure 0 0 0) 0x7fc52c095c40 con 0x7fc5381001c0 2023-03-22T14:26:03.507 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:03.507 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14535,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14547,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24524,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-03-22T14:26:03.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc52809fad0 msgr2=0x7fc5280a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:03.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc52809fad0 0x7fc5280a1f80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc524009d80 tx=0x7fc524009260 comp rx=0 tx=0).stop 2023-03-22T14:26:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 msgr2=0x7fc538198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc538198190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc52c004730 tx=0x7fc52c009510 comp rx=0 tx=0).stop 2023-03-22T14:26:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 shutdown_connections 2023-03-22T14:26:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc52809fad0 0x7fc5280a1f80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc5381001c0 0x7fc538198190 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc538101d40 0x7fc53819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 --2- 172.21.15.45:0/85207111 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc5381013b0 0x7fc5381986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:03.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 >> 172.21.15.45:0/85207111 conn(0x7fc5380fb7a0 msgr2=0x7fc5380fda30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:03.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 shutdown_connections 2023-03-22T14:26:03.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:03.508+0000 7fc53edff700 1 -- 172.21.15.45:0/85207111 wait complete. 2023-03-22T14:26:03.511 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 12 2023-03-22T14:26:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:03 smithi142 ceph-mon[94717]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:03 smithi098 ceph-mon[94136]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:03.923 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:03 smithi098 ceph-mds[119734]: -- 172.21.15.98:0/2972635764 <== mon.2 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cd1877eb60 con 0x55cd18754c00 2023-03-22T14:26:03.923 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:03 smithi098 bash[119694]: 208a2218604f0534480f1a2a13d03c08d00a3569eea13dc9d5c0e8d1c88d8d03 2023-03-22T14:26:03.923 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:03 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-b[119710]: starting mds.b at 2023-03-22T14:26:03.923 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:03 smithi098 systemd[1]: Started Ceph mds.b for 54899176-c8bc-11ed-9afe-001a4aab830c. 2023-03-22T14:26:03.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:03 smithi045 ceph-mon[91728]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:04 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/85207111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:04 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:04 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:04 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:26:04.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:04 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/85207111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:04 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:04 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:04 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:26:04.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:04 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/85207111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:04 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:04.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:04 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:04.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:04 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:26:05.529 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:26:05.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 -- 172.21.15.45:0/1231298128 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881013c0 msgr2=0x7f1188101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:05.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 --2- 172.21.15.45:0/1231298128 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881013c0 0x7f1188101810 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f117c009990 tx=0x7f117c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:05.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 -- 172.21.15.45:0/1231298128 shutdown_connections 2023-03-22T14:26:05.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 --2- 172.21.15.45:0/1231298128 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 0x7f1188108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:05.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 --2- 172.21.15.45:0/1231298128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11881001d0 0x7f11881005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:05.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 --2- 172.21.15.45:0/1231298128 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881013c0 0x7f1188101810 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:05.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 -- 172.21.15.45:0/1231298128 >> 172.21.15.45:0/1231298128 conn(0x7f11880fb7b0 msgr2=0x7f11880fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:05.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 -- 172.21.15.45:0/1231298128 shutdown_connections 2023-03-22T14:26:05.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.724+0000 7f118e5ff700 1 -- 172.21.15.45:0/1231298128 wait complete. 2023-03-22T14:26:05.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.725+0000 7f118e5ff700 1 Processor -- start 2023-03-22T14:26:05.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118e5ff700 1 -- start start 2023-03-22T14:26:05.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118e5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881001d0 0x7f1188198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:05.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118e5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11881013c0 0x7f1188198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118e5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 0x7f118819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118e5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118819fcb0 con 0x7f1188101d50 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118e5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118819fdf0 con 0x7f11881013c0 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118e5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118819ff80 con 0x7f11881001d0 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118cb9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 0x7f118819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f1187fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881001d0 0x7f1188198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.726+0000 7f118cb9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 0x7f118819f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:47294/0 (socket says 172.21.15.45:47294) 2023-03-22T14:26:05.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f118cb9c700 1 -- 172.21.15.45:0/2607841061 learned_addr learned my addr 172.21.15.45:0/2607841061 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:05.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f11877fe700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11881013c0 0x7f1188198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:05.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f1187fff700 1 -- 172.21.15.45:0/2607841061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11881013c0 msgr2=0x7f1188198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:05.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f1187fff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11881013c0 0x7f1188198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:05.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f1187fff700 1 -- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 msgr2=0x7f118819f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:05.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f1187fff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 0x7f118819f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:05.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f1187fff700 1 -- 172.21.15.45:0/2607841061 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f117c0095f0 con 0x7f11881001d0 2023-03-22T14:26:05.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f118cb9c700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 0x7f118819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:05.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.727+0000 7f1187fff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881001d0 0x7f1188198130 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f117800e9c0 tx=0x7f117800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:05.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.728+0000 7f11857fa700 1 -- 172.21.15.45:0/2607841061 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1178004220 con 0x7f11881001d0 2023-03-22T14:26:05.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.728+0000 7f11857fa700 1 -- 172.21.15.45:0/2607841061 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1178004380 con 0x7f11881001d0 2023-03-22T14:26:05.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.728+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f118810bb30 con 0x7f11881001d0 2023-03-22T14:26:05.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.728+0000 7f11857fa700 1 -- 172.21.15.45:0/2607841061 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1178003be0 con 0x7f11881001d0 2023-03-22T14:26:05.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.728+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f118810b9a0 con 0x7f11881001d0 2023-03-22T14:26:05.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.729+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1188067980 con 0x7f11881001d0 2023-03-22T14:26:05.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.732+0000 7f11857fa700 1 -- 172.21.15.45:0/2607841061 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f1178003d40 con 0x7f11881001d0 2023-03-22T14:26:05.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.733+0000 7f11857fa700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb50 0x7f11700a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:05.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.734+0000 7f11857fa700 1 -- 172.21.15.45:0/2607841061 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1178014070 con 0x7f11881001d0 2023-03-22T14:26:05.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.734+0000 7f11877fe700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb50 0x7f11700a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:05.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.734+0000 7f11877fe700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb50 0x7f11700a2000 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f117c00b2e0 tx=0x7f117c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:05.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:05.737+0000 7f11857fa700 1 -- 172.21.15.45:0/2607841061 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f1178094c20 con 0x7f11881001d0 2023-03-22T14:26:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:05 smithi142 ceph-mon[94717]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:05 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:boot 2023-03-22T14:26:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:05 smithi142 ceph-mon[94717]: fsmap 12 up:standby 2023-03-22T14:26:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:05 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:26:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:05 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:05 smithi098 ceph-mon[94136]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:05 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:boot 2023-03-22T14:26:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:05 smithi098 ceph-mon[94136]: fsmap 12 up:standby 2023-03-22T14:26:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:05 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:26:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:05 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:05.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:05 smithi045 ceph-mon[91728]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:05 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:boot 2023-03-22T14:26:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:05 smithi045 ceph-mon[91728]: fsmap 12 up:standby 2023-03-22T14:26:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:26:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:05 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:06.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.015+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11881a0f00 con 0x7f11881001d0 2023-03-22T14:26:06.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.016+0000 7f11857fa700 1 -- 172.21.15.45:0/2607841061 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+9598 (secure 0 0 0) 0x7f1178098240 con 0x7f11881001d0 2023-03-22T14:26:06.018 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:06.018 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14535,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14547,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24457,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24458,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24494,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24524,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":24575,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":13}],"filesystems":[]} 2023-03-22T14:26:06.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb50 msgr2=0x7f11700a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb50 0x7f11700a2000 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f117c00b2e0 tx=0x7f117c005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881001d0 msgr2=0x7f1188198130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881001d0 0x7f1188198130 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f117800e9c0 tx=0x7f117800ecd0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 shutdown_connections 2023-03-22T14:26:06.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb50 0x7f11700a2000 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188101d50 0x7f118819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11881001d0 0x7f1188198130 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 --2- 172.21.15.45:0/2607841061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11881013c0 0x7f1188198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 >> 172.21.15.45:0/2607841061 conn(0x7f11880fb7b0 msgr2=0x7f11880fda80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:06.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 shutdown_connections 2023-03-22T14:26:06.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.019+0000 7f118e5ff700 1 -- 172.21.15.45:0/2607841061 wait complete. 2023-03-22T14:26:06.022 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 13 2023-03-22T14:26:06.038 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:26:06.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 -- 172.21.15.45:0/3786687683 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff01013c0 msgr2=0x7f7ff0101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/3786687683 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff01013c0 0x7f7ff0101810 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f7fd8009990 tx=0x7f7fd8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 -- 172.21.15.45:0/3786687683 shutdown_connections 2023-03-22T14:26:06.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/3786687683 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ff01001d0 0x7f7ff01005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/3786687683 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff0101d50 0x7f7ff0108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/3786687683 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff01013c0 0x7f7ff0101810 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 -- 172.21.15.45:0/3786687683 >> 172.21.15.45:0/3786687683 conn(0x7f7ff00fb7b0 msgr2=0x7f7ff00fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:06.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 -- 172.21.15.45:0/3786687683 shutdown_connections 2023-03-22T14:26:06.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.237+0000 7f7ff5bff700 1 -- 172.21.15.45:0/3786687683 wait complete. 2023-03-22T14:26:06.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 Processor -- start 2023-03-22T14:26:06.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 -- start start 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff01001d0 0x7f7ff0074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ff01013c0 0x7f7ff0072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff0101d50 0x7f7ff00733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff0073b50 con 0x7f7ff01013c0 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff0073cc0 con 0x7f7ff01001d0 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7ff5bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff019ff90 con 0x7f7ff0101d50 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7fef7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff01001d0 0x7f7ff0074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7fe7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ff01013c0 0x7f7ff0072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7feffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff0101d50 0x7f7ff00733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7fef7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff01001d0 0x7f7ff0074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:60314/0 (socket says 172.21.15.45:60314) 2023-03-22T14:26:06.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.238+0000 7f7fef7fe700 1 -- 172.21.15.45:0/1595059707 learned_addr learned my addr 172.21.15.45:0/1595059707 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:06.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fef7fe700 1 -- 172.21.15.45:0/1595059707 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff0101d50 msgr2=0x7f7ff00733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fef7fe700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff0101d50 0x7f7ff00733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fef7fe700 1 -- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ff01013c0 msgr2=0x7f7ff0072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fef7fe700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ff01013c0 0x7f7ff0072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fef7fe700 1 -- 172.21.15.45:0/1595059707 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd80095f0 con 0x7f7ff01001d0 2023-03-22T14:26:06.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fef7fe700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff01001d0 0x7f7ff0074830 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000e970 tx=0x7f7fe000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:06.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fed7fa700 1 -- 172.21.15.45:0/1595059707 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0009790 con 0x7f7ff01001d0 2023-03-22T14:26:06.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fed7fa700 1 -- 172.21.15.45:0/1595059707 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fe000c7e0 con 0x7f7ff01001d0 2023-03-22T14:26:06.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ff010bb30 con 0x7f7ff01001d0 2023-03-22T14:26:06.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7fed7fa700 1 -- 172.21.15.45:0/1595059707 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0003c70 con 0x7f7ff01001d0 2023-03-22T14:26:06.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.239+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ff010b9a0 con 0x7f7ff01001d0 2023-03-22T14:26:06.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.240+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ff01a06e0 con 0x7f7ff01001d0 2023-03-22T14:26:06.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.242+0000 7f7fed7fa700 1 -- 172.21.15.45:0/1595059707 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f7fe000cc50 con 0x7f7ff01001d0 2023-03-22T14:26:06.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.244+0000 7f7fed7fa700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fdc09fad0 0x7f7fdc0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.244+0000 7f7fed7fa700 1 -- 172.21.15.45:0/1595059707 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f7fe0014070 con 0x7f7ff01001d0 2023-03-22T14:26:06.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.244+0000 7f7fe7fff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fdc09fad0 0x7f7fdc0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.244+0000 7f7fe7fff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fdc09fad0 0x7f7fdc0a1f80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7fd800b2e0 tx=0x7f7fd8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:06.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.246+0000 7f7fed7fa700 1 -- 172.21.15.45:0/1595059707 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f7fe0094b60 con 0x7f7ff01001d0 2023-03-22T14:26:06.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.459+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7ff01070f0 con 0x7f7ff01001d0 2023-03-22T14:26:06.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.460+0000 7f7fed7fa700 1 -- 172.21.15.45:0/1595059707 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18385 (secure 0 0 0) 0x7f7fe0098180 con 0x7f7ff01001d0 2023-03-22T14:26:06.462 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:06.462 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":80,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:25:23.200997+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:26:06.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fdc09fad0 msgr2=0x7f7fdc0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fdc09fad0 0x7f7fdc0a1f80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7fd800b2e0 tx=0x7f7fd8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff01001d0 msgr2=0x7f7ff0074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff01001d0 0x7f7ff0074830 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000e970 tx=0x7f7fe000ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:06.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 shutdown_connections 2023-03-22T14:26:06.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7fdc09fad0 0x7f7fdc0a1f80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ff0101d50 0x7f7ff00733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ff01001d0 0x7f7ff0074830 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 --2- 172.21.15.45:0/1595059707 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ff01013c0 0x7f7ff0072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 >> 172.21.15.45:0/1595059707 conn(0x7f7ff00fb7b0 msgr2=0x7f7ff00fda80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:06.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.462+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 shutdown_connections 2023-03-22T14:26:06.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.463+0000 7f7ff5bff700 1 -- 172.21.15.45:0/1595059707 wait complete. 2023-03-22T14:26:06.481 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:26:06.482 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:26:06.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.692+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/2183043365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681001c0 msgr2=0x7f1d681005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.692+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/2183043365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681001c0 0x7f1d681005d0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1d58009990 tx=0x7f1d58009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.692+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/2183043365 shutdown_connections 2023-03-22T14:26:06.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.692+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/2183043365 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d68101d40 0x7f1d68108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.692+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/2183043365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681001c0 0x7f1d681005d0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.692+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/2183043365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1d681013b0 0x7f1d68101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.692+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/2183043365 >> 172.21.15.45:0/2183043365 conn(0x7f1d680fb7e0 msgr2=0x7f1d680fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:06.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.693+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/2183043365 shutdown_connections 2023-03-22T14:26:06.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.693+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/2183043365 wait complete. 2023-03-22T14:26:06.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.693+0000 7f1d6d7ff700 1 Processor -- start 2023-03-22T14:26:06.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d6d7ff700 1 -- start start 2023-03-22T14:26:06.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d6d7ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1d681001c0 0x7f1d681981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d6d7ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681013b0 0x7f1d681986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d6d7ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d68101d40 0x7f1d6819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d6d7ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6819fd20 con 0x7f1d681001c0 2023-03-22T14:26:06.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d6d7ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6819fe60 con 0x7f1d681013b0 2023-03-22T14:26:06.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d6d7ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6819fff0 con 0x7f1d68101d40 2023-03-22T14:26:06.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d66ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1d681001c0 0x7f1d681981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d667fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681013b0 0x7f1d681986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d667fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681013b0 0x7f1d681986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:60344/0 (socket says 172.21.15.45:60344) 2023-03-22T14:26:06.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d677fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d68101d40 0x7f1d6819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.694+0000 7f1d667fc700 1 -- 172.21.15.45:0/4052982972 learned_addr learned my addr 172.21.15.45:0/4052982972 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d667fc700 1 -- 172.21.15.45:0/4052982972 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d68101d40 msgr2=0x7f1d6819f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d667fc700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d68101d40 0x7f1d6819f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d667fc700 1 -- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1d681001c0 msgr2=0x7f1d681981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d667fc700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1d681001c0 0x7f1d681981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d667fc700 1 -- 172.21.15.45:0/4052982972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d580095f0 con 0x7f1d681013b0 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d677fe700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d68101d40 0x7f1d6819f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:06.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d667fc700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681013b0 0x7f1d681986e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00e9a0 tx=0x7f1d5c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:06.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d4ffff700 1 -- 172.21.15.45:0/4052982972 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c009790 con 0x7f1d681013b0 2023-03-22T14:26:06.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d4ffff700 1 -- 172.21.15.45:0/4052982972 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d5c010430 con 0x7f1d681013b0 2023-03-22T14:26:06.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d6810bb80 con 0x7f1d681013b0 2023-03-22T14:26:06.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d4ffff700 1 -- 172.21.15.45:0/4052982972 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c018680 con 0x7f1d681013b0 2023-03-22T14:26:06.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.695+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d6810b9f0 con 0x7f1d681013b0 2023-03-22T14:26:06.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.696+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d681a0730 con 0x7f1d681013b0 2023-03-22T14:26:06.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.698+0000 7f1d4ffff700 1 -- 172.21.15.45:0/4052982972 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f1d5c0105a0 con 0x7f1d681013b0 2023-03-22T14:26:06.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.699+0000 7f1d4ffff700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1d5009fb50 0x7f1d500a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:06.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.699+0000 7f1d4ffff700 1 -- 172.21.15.45:0/4052982972 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1d5c014070 con 0x7f1d681013b0 2023-03-22T14:26:06.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.699+0000 7f1d66ffd700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1d5009fb50 0x7f1d500a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:06.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.700+0000 7f1d66ffd700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1d5009fb50 0x7f1d500a2000 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1d5800b2e0 tx=0x7f1d58005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:06.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.703+0000 7f1d4ffff700 1 -- 172.21.15.45:0/4052982972 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f1d5c0515c0 con 0x7f1d681013b0 2023-03-22T14:26:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:06 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2607841061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:06 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1595059707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:06.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:06 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2607841061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:06.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:06 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1595059707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:06.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.925+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1d681a0ce0 con 0x7f1d681013b0 2023-03-22T14:26:06.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.926+0000 7f1d4ffff700 1 -- 172.21.15.45:0/4052982972 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1d5c094b80 con 0x7f1d681013b0 2023-03-22T14:26:06.927 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:26:06.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1d5009fb50 msgr2=0x7f1d500a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1d5009fb50 0x7f1d500a2000 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1d5800b2e0 tx=0x7f1d58005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681013b0 msgr2=0x7f1d681986e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:06.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681013b0 0x7f1d681986e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00e9a0 tx=0x7f1d5c00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 shutdown_connections 2023-03-22T14:26:06.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1d5009fb50 0x7f1d500a2000 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1d681001c0 0x7f1d681981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d68101d40 0x7f1d6819f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 --2- 172.21.15.45:0/4052982972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1d681013b0 0x7f1d681986e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:06.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 >> 172.21.15.45:0/4052982972 conn(0x7f1d680fb7e0 msgr2=0x7f1d680fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:06.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 shutdown_connections 2023-03-22T14:26:06.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:06.928+0000 7f1d6d7ff700 1 -- 172.21.15.45:0/4052982972 wait complete. 2023-03-22T14:26:06.946 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:06 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2607841061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:06.946 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:06 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1595059707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:06.948 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-03-22T14:26:07.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 -- 172.21.15.45:0/1643325628 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8074ac0 msgr2=0x7f8ae8072f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 --2- 172.21.15.45:0/1643325628 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8074ac0 0x7f8ae8072f10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8009990 tx=0x7f8ad8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 -- 172.21.15.45:0/1643325628 shutdown_connections 2023-03-22T14:26:07.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 --2- 172.21.15.45:0/1643325628 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8074ac0 0x7f8ae8072f10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 --2- 172.21.15.45:0/1643325628 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8ae8108080 0x7f8ae810a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 --2- 172.21.15.45:0/1643325628 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 0x7f8ae8073950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 -- 172.21.15.45:0/1643325628 >> 172.21.15.45:0/1643325628 conn(0x7f8ae80fb7a0 msgr2=0x7f8ae80fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:07.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 -- 172.21.15.45:0/1643325628 shutdown_connections 2023-03-22T14:26:07.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.148+0000 7f8aedfff700 1 -- 172.21.15.45:0/1643325628 wait complete. 2023-03-22T14:26:07.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.149+0000 7f8aedfff700 1 Processor -- start 2023-03-22T14:26:07.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.149+0000 7f8aedfff700 1 -- start start 2023-03-22T14:26:07.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8aedfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 0x7f8ae81981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8aedfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8ae8074ac0 0x7f8ae8198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8aedfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8108080 0x7f8ae819f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8aedfff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ae819fd70 con 0x7f8ae8108080 2023-03-22T14:26:07.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8aedfff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ae819feb0 con 0x7f8ae8074ac0 2023-03-22T14:26:07.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8aedfff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ae81a0040 con 0x7f8ae80734e0 2023-03-22T14:26:07.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 0x7f8ae81981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8108080 0x7f8ae819f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 0x7f8ae81981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51600/0 (socket says 172.21.15.45:51600) 2023-03-22T14:26:07.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 -- 172.21.15.45:0/2897984846 learned_addr learned my addr 172.21.15.45:0/2897984846 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:07.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae6ffd700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8ae8074ac0 0x7f8ae8198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 -- 172.21.15.45:0/2897984846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8ae8074ac0 msgr2=0x7f8ae8198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8ae8074ac0 0x7f8ae8198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 -- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8108080 msgr2=0x7f8ae819f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8108080 0x7f8ae819f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae77fe700 1 -- 172.21.15.45:0/2897984846 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ae0009c40 con 0x7f8ae80734e0 2023-03-22T14:26:07.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.150+0000 7f8ae6ffd700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8ae8074ac0 0x7f8ae8198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:07.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.151+0000 7f8ae77fe700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 0x7f8ae81981f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8005720 tx=0x7f8ad8009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:07.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.151+0000 7f8ae4ff9700 1 -- 172.21.15.45:0/2897984846 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ad801d070 con 0x7f8ae80734e0 2023-03-22T14:26:07.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.151+0000 7f8ae4ff9700 1 -- 172.21.15.45:0/2897984846 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ad8021410 con 0x7f8ae80734e0 2023-03-22T14:26:07.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.151+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ad80095f0 con 0x7f8ae80734e0 2023-03-22T14:26:07.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.151+0000 7f8ae4ff9700 1 -- 172.21.15.45:0/2897984846 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8017650 con 0x7f8ae80734e0 2023-03-22T14:26:07.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.151+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ae810dd80 con 0x7f8ae80734e0 2023-03-22T14:26:07.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.152+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ae810df10 con 0x7f8ae80734e0 2023-03-22T14:26:07.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.154+0000 7f8ae4ff9700 1 -- 172.21.15.45:0/2897984846 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f8ad8021580 con 0x7f8ae80734e0 2023-03-22T14:26:07.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.155+0000 7f8ae4ff9700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8ad009fb50 0x7f8ad00a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.155+0000 7f8ae4ff9700 1 -- 172.21.15.45:0/2897984846 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8ad80cb6c0 con 0x7f8ae80734e0 2023-03-22T14:26:07.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.155+0000 7f8ae6ffd700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8ad009fb50 0x7f8ad00a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.156+0000 7f8ae6ffd700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8ad009fb50 0x7f8ad00a2000 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8ae80747e0 tx=0x7f8adc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:07.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.157+0000 7f8ae4ff9700 1 -- 172.21.15.45:0/2897984846 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f8ad8095a40 con 0x7f8ae80734e0 2023-03-22T14:26:07.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.383+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f8ae8106730 con 0x7f8ae80734e0 2023-03-22T14:26:07.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.384+0000 7f8ae4ff9700 1 -- 172.21.15.45:0/2897984846 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v80) v1 ==== 84+0+65 (secure 0 0 0) 0x7f8ad8099060 con 0x7f8ae80734e0 2023-03-22T14:26:07.385 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:07.386 INFO:teuthology.orchestra.run.smithi045.stdout:[ 2023-03-22T14:26:07.386 INFO:teuthology.orchestra.run.smithi045.stdout: { 2023-03-22T14:26:07.386 INFO:teuthology.orchestra.run.smithi045.stdout: "poolnum": 1, 2023-03-22T14:26:07.386 INFO:teuthology.orchestra.run.smithi045.stdout: "poolname": ".mgr" 2023-03-22T14:26:07.386 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:26:07.386 INFO:teuthology.orchestra.run.smithi045.stdout:] 2023-03-22T14:26:07.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8ad009fb50 msgr2=0x7f8ad00a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8ad009fb50 0x7f8ad00a2000 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8ae80747e0 tx=0x7f8adc009260 comp rx=0 tx=0).stop 2023-03-22T14:26:07.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 msgr2=0x7f8ae81981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 0x7f8ae81981f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8005720 tx=0x7f8ad8009580 comp rx=0 tx=0).stop 2023-03-22T14:26:07.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 shutdown_connections 2023-03-22T14:26:07.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8ad009fb50 0x7f8ad00a2000 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8ae8108080 0x7f8ae819f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8ae80734e0 0x7f8ae81981f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 --2- 172.21.15.45:0/2897984846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8ae8074ac0 0x7f8ae8198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.386+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 >> 172.21.15.45:0/2897984846 conn(0x7f8ae80fb7a0 msgr2=0x7f8ae80fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:07.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.387+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 shutdown_connections 2023-03-22T14:26:07.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.387+0000 7f8aedfff700 1 -- 172.21.15.45:0/2897984846 wait complete. 2023-03-22T14:26:07.406 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-03-22T14:26:07.406 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-03-22T14:26:07.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 -- 172.21.15.45:0/1627729821 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f48980ff0b0 msgr2=0x7f48980ff4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 --2- 172.21.15.45:0/1627729821 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f48980ff0b0 0x7f48980ff4c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4894009990 tx=0x7f4894009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 -- 172.21.15.45:0/1627729821 shutdown_connections 2023-03-22T14:26:07.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 --2- 172.21.15.45:0/1627729821 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f48980ff0b0 0x7f48980ff4c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 --2- 172.21.15.45:0/1627729821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4898100c30 0x7f48981074f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 --2- 172.21.15.45:0/1627729821 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48981002a0 0x7f48981006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 -- 172.21.15.45:0/1627729821 >> 172.21.15.45:0/1627729821 conn(0x7f48980fa6d0 msgr2=0x7f48980fcb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:07.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 -- 172.21.15.45:0/1627729821 shutdown_connections 2023-03-22T14:26:07.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.605+0000 7f48a07ff700 1 -- 172.21.15.45:0/1627729821 wait complete. 2023-03-22T14:26:07.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.606+0000 7f48a07ff700 1 Processor -- start 2023-03-22T14:26:07.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f48a07ff700 1 -- start start 2023-03-22T14:26:07.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f48a07ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48980ff0b0 0x7f4898195fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f48a07ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f48981002a0 0x7f48981964e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f48a07ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4898100c30 0x7f489819d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f48a07ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f489819db20 con 0x7f4898100c30 2023-03-22T14:26:07.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f48a07ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f489819dc60 con 0x7f48981002a0 2023-03-22T14:26:07.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f48a07ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f489819ddf0 con 0x7f48980ff0b0 2023-03-22T14:26:07.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f489e59b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48980ff0b0 0x7f4898195fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f489e59b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48980ff0b0 0x7f4898195fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51614/0 (socket says 172.21.15.45:51614) 2023-03-22T14:26:07.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.607+0000 7f489e59b700 1 -- 172.21.15.45:0/3385191862 learned_addr learned my addr 172.21.15.45:0/3385191862 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:07.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489ed9c700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4898100c30 0x7f489819d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489dd9a700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f48981002a0 0x7f48981964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489e59b700 1 -- 172.21.15.45:0/3385191862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f48981002a0 msgr2=0x7f48981964e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489e59b700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f48981002a0 0x7f48981964e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489e59b700 1 -- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4898100c30 msgr2=0x7f489819d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:07.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489e59b700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4898100c30 0x7f489819d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:07.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489e59b700 1 -- 172.21.15.45:0/3385191862 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4890009c40 con 0x7f48980ff0b0 2023-03-22T14:26:07.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f489e59b700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48980ff0b0 0x7f4898195fa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f489400b620 tx=0x7f4894004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:07.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.608+0000 7f488f7fe700 1 -- 172.21.15.45:0/3385191862 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f489401d070 con 0x7f48980ff0b0 2023-03-22T14:26:07.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.609+0000 7f488f7fe700 1 -- 172.21.15.45:0/3385191862 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4894005030 con 0x7f48980ff0b0 2023-03-22T14:26:07.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.609+0000 7f488f7fe700 1 -- 172.21.15.45:0/3385191862 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4894004ba0 con 0x7f48980ff0b0 2023-03-22T14:26:07.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.609+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48940095f0 con 0x7f48980ff0b0 2023-03-22T14:26:07.614 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.609+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f489810aa10 con 0x7f48980ff0b0 2023-03-22T14:26:07.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.610+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4898067980 con 0x7f48980ff0b0 2023-03-22T14:26:07.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.612+0000 7f488f7fe700 1 -- 172.21.15.45:0/3385191862 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f48940051a0 con 0x7f48980ff0b0 2023-03-22T14:26:07.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.613+0000 7f488f7fe700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f488409fad0 0x7f48840a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:07.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.614+0000 7f488f7fe700 1 -- 172.21.15.45:0/3385191862 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f48940cba40 con 0x7f48980ff0b0 2023-03-22T14:26:07.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.614+0000 7f489dd9a700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f488409fad0 0x7f48840a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:07.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.614+0000 7f489dd9a700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f488409fad0 0x7f48840a1f80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4888009c60 tx=0x7f4888009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:07.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.615+0000 7f488f7fe700 1 -- 172.21.15.45:0/3385191862 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4894095dc0 con 0x7f48980ff0b0 2023-03-22T14:26:07.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:07.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4052982972' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:26:07.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:07.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:26:07.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2897984846' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-03-22T14:26:07.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:07 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:26:07.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:07.825+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f489819e760 con 0x7f48980ff0b0 2023-03-22T14:26:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4052982972' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:26:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:26:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2897984846' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-03-22T14:26:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:07 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:26:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4052982972' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:26:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:26:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2897984846' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-03-22T14:26:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:07 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:26:08.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.557+0000 7f488f7fe700 1 -- 172.21.15.45:0/3385191862 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v81) v1 ==== 138+0+0 (secure 0 0 0) 0x7f48940993e0 con 0x7f48980ff0b0 2023-03-22T14:26:08.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f488409fad0 msgr2=0x7f48840a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:08.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f488409fad0 0x7f48840a1f80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4888009c60 tx=0x7f4888009260 comp rx=0 tx=0).stop 2023-03-22T14:26:08.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48980ff0b0 msgr2=0x7f4898195fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:08.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48980ff0b0 0x7f4898195fa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f489400b620 tx=0x7f4894004730 comp rx=0 tx=0).stop 2023-03-22T14:26:08.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 shutdown_connections 2023-03-22T14:26:08.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f488409fad0 0x7f48840a1f80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4898100c30 0x7f489819d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48980ff0b0 0x7f4898195fa0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.562+0000 7f48a07ff700 1 --2- 172.21.15.45:0/3385191862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f48981002a0 0x7f48981964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.563+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 >> 172.21.15.45:0/3385191862 conn(0x7f48980fa6d0 msgr2=0x7f4898067da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:08.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.563+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 shutdown_connections 2023-03-22T14:26:08.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.563+0000 7f48a07ff700 1 -- 172.21.15.45:0/3385191862 wait complete. 2023-03-22T14:26:08.568 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_metadata' created 2023-03-22T14:26:08.584 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-03-22T14:26:08.793 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 -- 172.21.15.45:0/4188128750 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac103590 msgr2=0x7f23ac105970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:08.793 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 --2- 172.21.15.45:0/4188128750 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac103590 0x7f23ac105970 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f23a00098f0 tx=0x7f23a0009c00 comp rx=0 tx=0).stop 2023-03-22T14:26:08.793 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 -- 172.21.15.45:0/4188128750 shutdown_connections 2023-03-22T14:26:08.793 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 --2- 172.21.15.45:0/4188128750 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f23ac105eb0 0x7f23ac1082d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 --2- 172.21.15.45:0/4188128750 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 0x7f23ac103050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 --2- 172.21.15.45:0/4188128750 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac103590 0x7f23ac105970 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 -- 172.21.15.45:0/4188128750 >> 172.21.15.45:0/4188128750 conn(0x7f23ac0fa6d0 msgr2=0x7f23ac0fcb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:08.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 -- 172.21.15.45:0/4188128750 shutdown_connections 2023-03-22T14:26:08.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.791+0000 7f23b27ff700 1 -- 172.21.15.45:0/4188128750 wait complete. 2023-03-22T14:26:08.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.792+0000 7f23b27ff700 1 Processor -- start 2023-03-22T14:26:08.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.792+0000 7f23b27ff700 1 -- start start 2023-03-22T14:26:08.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23b27ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 0x7f23ac1005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:08.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23b27ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f23ac103590 0x7f23ac0fec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:08.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23b27ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac105eb0 0x7f23ac0ff160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:08.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23b27ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23ac0ff900 con 0x7f23ac103590 2023-03-22T14:26:08.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23b27ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23ac0ffa70 con 0x7f23ac100c70 2023-03-22T14:26:08.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23b27ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23ac19fff0 con 0x7f23ac105eb0 2023-03-22T14:26:08.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 0x7f23ac1005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:08.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23ab7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f23ac103590 0x7f23ac0fec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:08.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 0x7f23ac1005e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:60390/0 (socket says 172.21.15.45:60390) 2023-03-22T14:26:08.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 -- 172.21.15.45:0/2681765801 learned_addr learned my addr 172.21.15.45:0/2681765801 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:08.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23b0d9c700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac105eb0 0x7f23ac0ff160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 -- 172.21.15.45:0/2681765801 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac105eb0 msgr2=0x7f23ac0ff160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac105eb0 0x7f23ac0ff160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 -- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f23ac103590 msgr2=0x7f23ac0fec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f23ac103590 0x7f23ac0fec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23abfff700 1 -- 172.21.15.45:0/2681765801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23a0009520 con 0x7f23ac100c70 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.793+0000 7f23ab7fe700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f23ac103590 0x7f23ac0fec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.794+0000 7f23abfff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 0x7f23ac1005e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f239c00e9c0 tx=0x7f239c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:08.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.794+0000 7f23a97fa700 1 -- 172.21.15.45:0/2681765801 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f239c004a30 con 0x7f23ac100c70 2023-03-22T14:26:08.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.794+0000 7f23a97fa700 1 -- 172.21.15.45:0/2681765801 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f239c00cc80 con 0x7f23ac100c70 2023-03-22T14:26:08.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.794+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23ac10bbc0 con 0x7f23ac100c70 2023-03-22T14:26:08.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.794+0000 7f23a97fa700 1 -- 172.21.15.45:0/2681765801 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f239c0054e0 con 0x7f23ac100c70 2023-03-22T14:26:08.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.794+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23ac10ba30 con 0x7f23ac100c70 2023-03-22T14:26:08.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.795+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23ac0fc240 con 0x7f23ac100c70 2023-03-22T14:26:08.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.797+0000 7f23a97fa700 1 -- 172.21.15.45:0/2681765801 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f239c004b90 con 0x7f23ac100c70 2023-03-22T14:26:08.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.799+0000 7f23a97fa700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f239409fad0 0x7f23940a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:08.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.799+0000 7f23a97fa700 1 -- 172.21.15.45:0/2681765801 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f239c014070 con 0x7f23ac100c70 2023-03-22T14:26:08.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.799+0000 7f23ab7fe700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f239409fad0 0x7f23940a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:08.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.800+0000 7f23ab7fe700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f239409fad0 0x7f23940a1f80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005e90 tx=0x7f23a0019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:08.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:08.802+0000 7f23a97fa700 1 -- 172.21.15.45:0/2681765801 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f239c094ab0 con 0x7f23ac100c70 2023-03-22T14:26:08.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:08 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3385191862' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-03-22T14:26:08.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:08 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-03-22T14:26:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:08 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3385191862' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-03-22T14:26:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:08 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-03-22T14:26:08.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:08 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3385191862' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-03-22T14:26:08.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:08 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-03-22T14:26:09.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.021+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f23ac02d010 con 0x7f23ac100c70 2023-03-22T14:26:09.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.599+0000 7f23a97fa700 1 -- 172.21.15.45:0/2681765801 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v82) v1 ==== 170+0+0 (secure 0 0 0) 0x7f239c0980d0 con 0x7f23ac100c70 2023-03-22T14:26:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.609+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f239409fad0 msgr2=0x7f23940a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.609+0000 7f23b27ff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f239409fad0 0x7f23940a1f80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005e90 tx=0x7f23a0019040 comp rx=0 tx=0).stop 2023-03-22T14:26:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.609+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 msgr2=0x7f23ac1005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.609+0000 7f23b27ff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 0x7f23ac1005e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f239c00e9c0 tx=0x7f239c00ecd0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.610+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 shutdown_connections 2023-03-22T14:26:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.610+0000 7f23b27ff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f239409fad0 0x7f23940a1f80 secure :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005e90 tx=0x7f23a0019040 comp rx=0 tx=0).stop 2023-03-22T14:26:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.610+0000 7f23b27ff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23ac105eb0 0x7f23ac0ff160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.610+0000 7f23b27ff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23ac100c70 0x7f23ac1005e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.610+0000 7f23b27ff700 1 --2- 172.21.15.45:0/2681765801 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f23ac103590 0x7f23ac0fec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.610+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 >> 172.21.15.45:0/2681765801 conn(0x7f23ac0fa6d0 msgr2=0x7f23ac1018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:09.614 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.612+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 shutdown_connections 2023-03-22T14:26:09.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.613+0000 7f23b27ff700 1 -- 172.21.15.45:0/2681765801 wait complete. 2023-03-22T14:26:09.617 INFO:teuthology.orchestra.run.smithi045.stderr:pool 'cephfs_data' created 2023-03-22T14:26:09.634 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-03-22T14:26:09.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.830+0000 7f717cfff700 1 -- 172.21.15.45:0/1203204571 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781001c0 msgr2=0x7f71781005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:09.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.830+0000 7f717cfff700 1 --2- 172.21.15.45:0/1203204571 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781001c0 0x7f71781005d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7168009990 tx=0x7f7168009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.831+0000 7f717cfff700 1 -- 172.21.15.45:0/1203204571 shutdown_connections 2023-03-22T14:26:09.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.831+0000 7f717cfff700 1 --2- 172.21.15.45:0/1203204571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7178101d40 0x7f7178108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.831+0000 7f717cfff700 1 --2- 172.21.15.45:0/1203204571 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781001c0 0x7f71781005d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.831+0000 7f717cfff700 1 --2- 172.21.15.45:0/1203204571 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781013b0 0x7f7178101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.831+0000 7f717cfff700 1 -- 172.21.15.45:0/1203204571 >> 172.21.15.45:0/1203204571 conn(0x7f71780fb7e0 msgr2=0x7f71780fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:09.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.831+0000 7f717cfff700 1 -- 172.21.15.45:0/1203204571 shutdown_connections 2023-03-22T14:26:09.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.831+0000 7f717cfff700 1 -- 172.21.15.45:0/1203204571 wait complete. 2023-03-22T14:26:09.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 Processor -- start 2023-03-22T14:26:09.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 -- start start 2023-03-22T14:26:09.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781001c0 0x7f7178198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:09.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781013b0 0x7f7178198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:09.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7178101d40 0x7f717819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:09.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f717819fcb0 con 0x7f71781001c0 2023-03-22T14:26:09.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f717819fdf0 con 0x7f71781013b0 2023-03-22T14:26:09.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717cfff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f717819ff80 con 0x7f7178101d40 2023-03-22T14:26:09.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f716ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781013b0 0x7f7178198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:09.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781001c0 0x7f7178198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:09.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f7176d9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7178101d40 0x7f717819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:09.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781001c0 0x7f7178198130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41680/0 (socket says 172.21.15.45:41680) 2023-03-22T14:26:09.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f716ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781013b0 0x7f7178198670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:60410/0 (socket says 172.21.15.45:60410) 2023-03-22T14:26:09.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.832+0000 7f717659c700 1 -- 172.21.15.45:0/2202848123 learned_addr learned my addr 172.21.15.45:0/2202848123 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:09.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f7176d9d700 1 -- 172.21.15.45:0/2202848123 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781013b0 msgr2=0x7f7178198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:09.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f7176d9d700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781013b0 0x7f7178198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f7176d9d700 1 -- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781001c0 msgr2=0x7f7178198130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f7176d9d700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781001c0 0x7f7178198130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f7176d9d700 1 -- 172.21.15.45:0/2202848123 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71680095f0 con 0x7f7178101d40 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f717659c700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781001c0 0x7f7178198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f7176d9d700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7178101d40 0x7f717819f6e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7170007f10 tx=0x7f717000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f716f7fe700 1 -- 172.21.15.45:0/2202848123 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7170004db0 con 0x7f7178101d40 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f716f7fe700 1 -- 172.21.15.45:0/2202848123 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f717000f040 con 0x7f7178101d40 2023-03-22T14:26:09.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f717810bb20 con 0x7f7178101d40 2023-03-22T14:26:09.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f716f7fe700 1 -- 172.21.15.45:0/2202848123 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7170005990 con 0x7f7178101d40 2023-03-22T14:26:09.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.833+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f717810b990 con 0x7f7178101d40 2023-03-22T14:26:09.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.834+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71781a0670 con 0x7f7178101d40 2023-03-22T14:26:09.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.836+0000 7f716f7fe700 1 -- 172.21.15.45:0/2202848123 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f7170043be0 con 0x7f7178101d40 2023-03-22T14:26:09.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.837+0000 7f716f7fe700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f716409fad0 0x7f71640a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:09.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.838+0000 7f716f7fe700 1 -- 172.21.15.45:0/2202848123 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f71700ca2a0 con 0x7f7178101d40 2023-03-22T14:26:09.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.838+0000 7f717659c700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f716409fad0 0x7f71640a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:09.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.838+0000 7f717659c700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f716409fad0 0x7f71640a1f80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f716800b2e0 tx=0x7f7168004500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:09.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:09.840+0000 7f716f7fe700 1 -- 172.21.15.45:0/2202848123 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f71700942a0 con 0x7f7178101d40 2023-03-22T14:26:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:09 smithi142 ceph-mon[94717]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:09 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-03-22T14:26:09.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:09 smithi142 ceph-mon[94717]: osdmap e81: 12 total, 12 up, 12 in 2023-03-22T14:26:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:09 smithi098 ceph-mon[94136]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:09 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-03-22T14:26:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:09 smithi098 ceph-mon[94136]: osdmap e81: 12 total, 12 up, 12 in 2023-03-22T14:26:09.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:09 smithi045 ceph-mon[91728]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:09.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:09 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-03-22T14:26:09.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:09 smithi045 ceph-mon[91728]: osdmap e81: 12 total, 12 up, 12 in 2023-03-22T14:26:10.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.116+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f71781a0c20 con 0x7f7178101d40 2023-03-22T14:26:10.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.133+0000 7f716f7fe700 1 -- 172.21.15.45:0/2202848123 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f71700978c0 con 0x7f7178101d40 2023-03-22T14:26:10.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.152+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f716409fad0 msgr2=0x7f71640a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.152+0000 7f717cfff700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f716409fad0 0x7f71640a1f80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f716800b2e0 tx=0x7f7168004500 comp rx=0 tx=0).stop 2023-03-22T14:26:10.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.152+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7178101d40 msgr2=0x7f717819f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.152+0000 7f717cfff700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7178101d40 0x7f717819f6e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7170007f10 tx=0x7f717000d3b0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.158+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 shutdown_connections 2023-03-22T14:26:10.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.158+0000 7f717cfff700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f716409fad0 0x7f71640a1f80 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.158+0000 7f717cfff700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71781001c0 0x7f7178198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.158+0000 7f717cfff700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7178101d40 0x7f717819f6e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.158+0000 7f717cfff700 1 --2- 172.21.15.45:0/2202848123 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71781013b0 0x7f7178198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.158+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 >> 172.21.15.45:0/2202848123 conn(0x7f71780fb7e0 msgr2=0x7f71780fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:10.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.158+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 shutdown_connections 2023-03-22T14:26:10.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.159+0000 7f717cfff700 1 -- 172.21.15.45:0/2202848123 wait complete. 2023-03-22T14:26:10.162 INFO:teuthology.orchestra.run.smithi045.stderr:new fs with metadata pool 2 and data pool 3 2023-03-22T14:26:10.187 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:26:10.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 -- 172.21.15.45:0/666900723 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c101d50 msgr2=0x7fe22c108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 --2- 172.21.15.45:0/666900723 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c101d50 0x7fe22c108610 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe22400b0a0 tx=0x7fe22400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 -- 172.21.15.45:0/666900723 shutdown_connections 2023-03-22T14:26:10.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 --2- 172.21.15.45:0/666900723 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c101d50 0x7fe22c108610 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 --2- 172.21.15.45:0/666900723 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 0x7fe22c1005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 --2- 172.21.15.45:0/666900723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe22c1013c0 0x7fe22c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 -- 172.21.15.45:0/666900723 >> 172.21.15.45:0/666900723 conn(0x7fe22c0fb7b0 msgr2=0x7fe22c0fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:10.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 -- 172.21.15.45:0/666900723 shutdown_connections 2023-03-22T14:26:10.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.382+0000 7fe231fff700 1 -- 172.21.15.45:0/666900723 wait complete. 2023-03-22T14:26:10.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.383+0000 7fe231fff700 1 Processor -- start 2023-03-22T14:26:10.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe231fff700 1 -- start start 2023-03-22T14:26:10.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe231fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 0x7fe22c196010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe231fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c1013c0 0x7fe22c196550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe231fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe22c101d50 0x7fe22c19d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe231fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c19db90 con 0x7fe22c1013c0 2023-03-22T14:26:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe231fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c19dcd0 con 0x7fe22c101d50 2023-03-22T14:26:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe231fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c19de60 con 0x7fe22c1001d0 2023-03-22T14:26:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe22b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 0x7fe22c196010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe22b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 0x7fe22c196010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51684/0 (socket says 172.21.15.45:51684) 2023-03-22T14:26:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe22affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c1013c0 0x7fe22c196550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe22b7fe700 1 -- 172.21.15.45:0/1781079434 learned_addr learned my addr 172.21.15.45:0/1781079434 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.384+0000 7fe22bfff700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe22c101d50 0x7fe22c19d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe22b7fe700 1 -- 172.21.15.45:0/1781079434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe22c101d50 msgr2=0x7fe22c19d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe22b7fe700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe22c101d50 0x7fe22c19d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe22b7fe700 1 -- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c1013c0 msgr2=0x7fe22c196550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe22b7fe700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c1013c0 0x7fe22c196550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe22b7fe700 1 -- 172.21.15.45:0/1781079434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe21c009520 con 0x7fe22c1001d0 2023-03-22T14:26:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe22b7fe700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 0x7fe22c196010 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe21c00ea50 tx=0x7fe21c00ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:10.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe228ff9700 1 -- 172.21.15.45:0/1781079434 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c00cbd0 con 0x7fe22c1001d0 2023-03-22T14:26:10.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe228ff9700 1 -- 172.21.15.45:0/1781079434 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe21c00cd30 con 0x7fe22c1001d0 2023-03-22T14:26:10.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe220009520 con 0x7fe22c1001d0 2023-03-22T14:26:10.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe228ff9700 1 -- 172.21.15.45:0/1781079434 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c018680 con 0x7fe22c1001d0 2023-03-22T14:26:10.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.385+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe224009d00 con 0x7fe22c1001d0 2023-03-22T14:26:10.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.386+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe22c10b9c0 con 0x7fe22c1001d0 2023-03-22T14:26:10.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.388+0000 7fe228ff9700 1 -- 172.21.15.45:0/1781079434 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fe21c010430 con 0x7fe22c1001d0 2023-03-22T14:26:10.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.389+0000 7fe228ff9700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe21409fad0 0x7fe2140a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.390+0000 7fe228ff9700 1 -- 172.21.15.45:0/1781079434 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe21c014070 con 0x7fe22c1001d0 2023-03-22T14:26:10.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.390+0000 7fe22affd700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe21409fad0 0x7fe2140a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.390+0000 7fe22affd700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe21409fad0 0x7fe2140a1f80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe220009df0 tx=0x7fe220009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:10.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.393+0000 7fe228ff9700 1 -- 172.21.15.45:0/1781079434 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fe21c094e80 con 0x7fe22c1001d0 2023-03-22T14:26:10.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.618+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe22c107020 con 0x7fe22c1001d0 2023-03-22T14:26:10.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.620+0000 7fe228ff9700 1 -- 172.21.15.45:0/1781079434 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+22095 (secure 0 0 0) 0x7fe21c0984a0 con 0x7fe22c1001d0 2023-03-22T14:26:10.621 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:10.622 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":83,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:10.118823+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:26:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe21409fad0 msgr2=0x7fe2140a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe21409fad0 0x7fe2140a1f80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe220009df0 tx=0x7fe220009260 comp rx=0 tx=0).stop 2023-03-22T14:26:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 msgr2=0x7fe22c196010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 0x7fe22c196010 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe21c00ea50 tx=0x7fe21c00ed60 comp rx=0 tx=0).stop 2023-03-22T14:26:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 shutdown_connections 2023-03-22T14:26:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe21409fad0 0x7fe2140a1f80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe22c101d50 0x7fe22c19d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c1001d0 0x7fe22c196010 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 --2- 172.21.15.45:0/1781079434 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe22c1013c0 0x7fe22c196550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 >> 172.21.15.45:0/1781079434 conn(0x7fe22c0fb7b0 msgr2=0x7fe22c0fd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 shutdown_connections 2023-03-22T14:26:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.622+0000 7fe231fff700 1 -- 172.21.15.45:0/1781079434 wait complete. 2023-03-22T14:26:10.642 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:26:10.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.840+0000 7fad3c7ff700 1 -- 172.21.15.45:0/3557620078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad341001d0 msgr2=0x7fad341005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.840+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/3557620078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad341001d0 0x7fad341005e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fad30009990 tx=0x7fad30009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.841+0000 7fad3c7ff700 1 -- 172.21.15.45:0/3557620078 shutdown_connections 2023-03-22T14:26:10.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.841+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/3557620078 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad341001d0 0x7fad341005e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.841+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/3557620078 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fad34101d50 0x7fad34108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.841+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/3557620078 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341013c0 0x7fad34101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.841+0000 7fad3c7ff700 1 -- 172.21.15.45:0/3557620078 >> 172.21.15.45:0/3557620078 conn(0x7fad340fb7b0 msgr2=0x7fad340fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:10.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.841+0000 7fad3c7ff700 1 -- 172.21.15.45:0/3557620078 shutdown_connections 2023-03-22T14:26:10.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.841+0000 7fad3c7ff700 1 -- 172.21.15.45:0/3557620078 wait complete. 2023-03-22T14:26:10.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 Processor -- start 2023-03-22T14:26:10.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 -- start start 2023-03-22T14:26:10.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341001d0 0x7fad34195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fad341013c0 0x7fad341964d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad34101d50 0x7fad3419d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad3419db10 con 0x7fad34101d50 2023-03-22T14:26:10.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad3419dc50 con 0x7fad341001d0 2023-03-22T14:26:10.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3c7ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad3419dde0 con 0x7fad341013c0 2023-03-22T14:26:10.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad3a59b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341001d0 0x7fad34195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.842+0000 7fad39d9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fad341013c0 0x7fad341964d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3ad9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad34101d50 0x7fad3419d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341001d0 0x7fad34195f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:60464/0 (socket says 172.21.15.45:60464) 2023-03-22T14:26:10.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 -- 172.21.15.45:0/2137759825 learned_addr learned my addr 172.21.15.45:0/2137759825 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:10.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad39d9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fad341013c0 0x7fad341964d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51688/0 (socket says 172.21.15.45:51688) 2023-03-22T14:26:10.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 -- 172.21.15.45:0/2137759825 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fad341013c0 msgr2=0x7fad341964d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fad341013c0 0x7fad341964d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 -- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad34101d50 msgr2=0x7fad3419d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:10.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad34101d50 0x7fad3419d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:10.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 -- 172.21.15.45:0/2137759825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad300095f0 con 0x7fad341001d0 2023-03-22T14:26:10.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad3a59b700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341001d0 0x7fad34195f90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fad30004730 tx=0x7fad30004760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:10.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.843+0000 7fad2b7fe700 1 -- 172.21.15.45:0/2137759825 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3001d070 con 0x7fad341001d0 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.844+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad3410bb90 con 0x7fad341001d0 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.844+0000 7fad2b7fe700 1 -- 172.21.15.45:0/2137759825 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad30021410 con 0x7fad341001d0 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.844+0000 7fad2b7fe700 1 -- 172.21.15.45:0/2137759825 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad30017650 con 0x7fad341001d0 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.844+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad3410ba00 con 0x7fad341001d0 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.845+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad34107760 con 0x7fad341001d0 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.846+0000 7fad2b7fe700 1 -- 172.21.15.45:0/2137759825 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fad30021580 con 0x7fad341001d0 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.848+0000 7fad2b7fe700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fad2009fb50 0x7fad200a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:10.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.848+0000 7fad2b7fe700 1 -- 172.21.15.45:0/2137759825 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fad300cbd90 con 0x7fad341001d0 2023-03-22T14:26:10.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.848+0000 7fad39d9a700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fad2009fb50 0x7fad200a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:10.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.848+0000 7fad39d9a700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fad2009fb50 0x7fad200a2000 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fad24009c60 tx=0x7fad24009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:10.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:10.850+0000 7fad2b7fe700 1 -- 172.21.15.45:0/2137759825 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fad30095dc0 con 0x7fad341001d0 2023-03-22T14:26:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2681765801' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-03-22T14:26:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-03-22T14:26:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-03-22T14:26:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: osdmap e82: 12 total, 12 up, 12 in 2023-03-22T14:26:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2202848123' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-03-22T14:26:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-03-22T14:26:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-03-22T14:26:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: osdmap e83: 12 total, 12 up, 12 in 2023-03-22T14:26:10.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-03-22T14:26:10.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-03-22T14:26:10.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-03-22T14:26:10.882 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.882 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.882 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.883 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:10 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2681765801' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-03-22T14:26:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-03-22T14:26:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-03-22T14:26:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: osdmap e82: 12 total, 12 up, 12 in 2023-03-22T14:26:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2202848123' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-03-22T14:26:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-03-22T14:26:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-03-22T14:26:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: osdmap e83: 12 total, 12 up, 12 in 2023-03-22T14:26:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-03-22T14:26:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-03-22T14:26:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-03-22T14:26:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:10 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2681765801' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-03-22T14:26:10.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-03-22T14:26:10.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-03-22T14:26:10.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: osdmap e82: 12 total, 12 up, 12 in 2023-03-22T14:26:10.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2202848123' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-03-22T14:26:10.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-03-22T14:26:10.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-03-22T14:26:10.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: osdmap e83: 12 total, 12 up, 12 in 2023-03-22T14:26:10.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-03-22T14:26:10.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-03-22T14:26:10.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-03-22T14:26:10.973 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.973 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.973 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:10.974 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:10 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.065+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fad3402d010 con 0x7fad341001d0 2023-03-22T14:26:11.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.067+0000 7fad2b7fe700 1 -- 172.21.15.45:0/2137759825 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+22095 (secure 0 0 0) 0x7fad300993e0 con 0x7fad341001d0 2023-03-22T14:26:11.070 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:11.070 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":83,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:10.118823+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:26:11.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.069+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fad2009fb50 msgr2=0x7fad200a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:11.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.069+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fad2009fb50 0x7fad200a2000 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fad24009c60 tx=0x7fad24009260 comp rx=0 tx=0).stop 2023-03-22T14:26:11.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.069+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341001d0 msgr2=0x7fad34195f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:11.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.069+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341001d0 0x7fad34195f90 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fad30004730 tx=0x7fad30004760 comp rx=0 tx=0).stop 2023-03-22T14:26:11.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 shutdown_connections 2023-03-22T14:26:11.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fad2009fb50 0x7fad200a2000 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fad34101d50 0x7fad3419d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fad341001d0 0x7fad34195f90 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 --2- 172.21.15.45:0/2137759825 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fad341013c0 0x7fad341964d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 >> 172.21.15.45:0/2137759825 conn(0x7fad340fb7b0 msgr2=0x7fad341048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:11.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 shutdown_connections 2023-03-22T14:26:11.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.070+0000 7fad3c7ff700 1 -- 172.21.15.45:0/2137759825 wait complete. 2023-03-22T14:26:11.090 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-03-22T14:26:11.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 -- 172.21.15.45:0/2099181445 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc0734e0 msgr2=0x7f9ffc073950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:11.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 --2- 172.21.15.45:0/2099181445 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc0734e0 0x7f9ffc073950 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4009990 tx=0x7f9fe4009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 -- 172.21.15.45:0/2099181445 shutdown_connections 2023-03-22T14:26:11.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 --2- 172.21.15.45:0/2099181445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9ffc108080 0x7f9ffc10a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 --2- 172.21.15.45:0/2099181445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9ffc074ac0 0x7f9ffc072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 --2- 172.21.15.45:0/2099181445 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc0734e0 0x7f9ffc073950 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 -- 172.21.15.45:0/2099181445 >> 172.21.15.45:0/2099181445 conn(0x7f9ffc0fb7e0 msgr2=0x7f9ffc0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:11.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 -- 172.21.15.45:0/2099181445 shutdown_connections 2023-03-22T14:26:11.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.301+0000 7fa001bff700 1 -- 172.21.15.45:0/2099181445 wait complete. 2023-03-22T14:26:11.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.302+0000 7fa001bff700 1 Processor -- start 2023-03-22T14:26:11.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.302+0000 7fa001bff700 1 -- start start 2023-03-22T14:26:11.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7fa001bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9ffc0734e0 0x7f9ffc1981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:11.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7fa001bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc074ac0 0x7f9ffc198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:11.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7fa001bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9ffc108080 0x7f9ffc19f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:11.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7fa001bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ffc19fd60 con 0x7f9ffc074ac0 2023-03-22T14:26:11.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7fa001bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ffc19fea0 con 0x7f9ffc0734e0 2023-03-22T14:26:11.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7fa001bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ffc1a0030 con 0x7f9ffc108080 2023-03-22T14:26:11.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc074ac0 0x7f9ffc198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:11.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc074ac0 0x7f9ffc198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41746/0 (socket says 172.21.15.45:41746) 2023-03-22T14:26:11.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ffb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9ffc0734e0 0x7f9ffc1981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:11.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 -- 172.21.15.45:0/3877975735 learned_addr learned my addr 172.21.15.45:0/3877975735 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:11.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ffbfff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9ffc108080 0x7f9ffc19f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:11.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 -- 172.21.15.45:0/3877975735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9ffc108080 msgr2=0x7f9ffc19f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:11.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9ffc108080 0x7f9ffc19f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 -- 172.21.15.45:0/3877975735 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9ffc0734e0 msgr2=0x7f9ffc1981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:11.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9ffc0734e0 0x7f9ffc1981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:11.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ff3fff700 1 -- 172.21.15.45:0/3877975735 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fe40095f0 con 0x7f9ffc074ac0 2023-03-22T14:26:11.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.303+0000 7f9ffb7fe700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9ffc0734e0 0x7f9ffc1981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:11.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.304+0000 7f9ff3fff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc074ac0 0x7f9ffc198720 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4004710 tx=0x7f9fe4009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:11.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.304+0000 7f9ff97fa700 1 -- 172.21.15.45:0/3877975735 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fe401d070 con 0x7f9ffc074ac0 2023-03-22T14:26:11.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.304+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ffc10dda0 con 0x7f9ffc074ac0 2023-03-22T14:26:11.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.304+0000 7f9ff97fa700 1 -- 172.21.15.45:0/3877975735 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9fe4021410 con 0x7f9ffc074ac0 2023-03-22T14:26:11.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.304+0000 7f9ff97fa700 1 -- 172.21.15.45:0/3877975735 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fe4017650 con 0x7f9ffc074ac0 2023-03-22T14:26:11.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.304+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ffc10dc10 con 0x7f9ffc074ac0 2023-03-22T14:26:11.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.305+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ffc106730 con 0x7f9ffc074ac0 2023-03-22T14:26:11.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.307+0000 7f9ff97fa700 1 -- 172.21.15.45:0/3877975735 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f9fe4021580 con 0x7f9ffc074ac0 2023-03-22T14:26:11.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.309+0000 7f9ff97fa700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fe809fad0 0x7f9fe80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:11.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.309+0000 7f9ff97fa700 1 -- 172.21.15.45:0/3877975735 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f9fe40cbd20 con 0x7f9ffc074ac0 2023-03-22T14:26:11.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.309+0000 7f9ffb7fe700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fe809fad0 0x7f9fe80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:11.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.310+0000 7f9ffb7fe700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fe809fad0 0x7f9fe80a1f80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc074e90 tx=0x7f9fec009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:11.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.314+0000 7f9ff97fa700 1 -- 172.21.15.45:0/3877975735 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f9fe4095d50 con 0x7f9ffc074ac0 2023-03-22T14:26:11.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:11.568+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f9ffc061940 con 0x7f9ffc074ac0 2023-03-22T14:26:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: pgmap v268: 97 pgs: 20 creating+peering, 5 active+clean, 72 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1781079434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2137759825' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: osdmap e84: 12 total, 12 up, 12 in 2023-03-22T14:26:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:11 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3877975735' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-03-22T14:26:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: pgmap v268: 97 pgs: 20 creating+peering, 5 active+clean, 72 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1781079434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2137759825' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:26:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T14:26:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: osdmap e84: 12 total, 12 up, 12 in 2023-03-22T14:26:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:11 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3877975735' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-03-22T14:26:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: pgmap v268: 97 pgs: 20 creating+peering, 5 active+clean, 72 unknown; 577 KiB data, 75 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:26:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1781079434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2137759825' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:11.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:26:11.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:26:11.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:26:11.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T14:26:11.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:11.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: osdmap e84: 12 total, 12 up, 12 in 2023-03-22T14:26:11.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:11.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:11 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3877975735' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-03-22T14:26:12.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.253+0000 7f9ff97fa700 1 -- 172.21.15.45:0/3877975735 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7f9fe4099370 con 0x7f9ffc074ac0 2023-03-22T14:26:12.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fe809fad0 msgr2=0x7f9fe80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:12.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fe809fad0 0x7f9fe80a1f80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc074e90 tx=0x7f9fec009260 comp rx=0 tx=0).stop 2023-03-22T14:26:12.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc074ac0 msgr2=0x7f9ffc198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:12.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc074ac0 0x7f9ffc198720 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4004710 tx=0x7f9fe4009580 comp rx=0 tx=0).stop 2023-03-22T14:26:12.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 shutdown_connections 2023-03-22T14:26:12.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fe809fad0 0x7f9fe80a1f80 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9ffc108080 0x7f9ffc19f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9ffc0734e0 0x7f9ffc1981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 --2- 172.21.15.45:0/3877975735 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9ffc074ac0 0x7f9ffc198720 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 >> 172.21.15.45:0/3877975735 conn(0x7f9ffc0fb7e0 msgr2=0x7f9ffc0fdbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:12.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 shutdown_connections 2023-03-22T14:26:12.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.256+0000 7fa001bff700 1 -- 172.21.15.45:0/3877975735 wait complete. 2023-03-22T14:26:12.279 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2023-03-22T14:26:12.280 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2023-03-22T14:26:12.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 -- 172.21.15.45:0/2206696766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c1013b0 msgr2=0x7f336c101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:12.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 --2- 172.21.15.45:0/2206696766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c1013b0 0x7f336c101800 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3354009990 tx=0x7f3354009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 -- 172.21.15.45:0/2206696766 shutdown_connections 2023-03-22T14:26:12.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 --2- 172.21.15.45:0/2206696766 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c101d40 0x7f336c108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 --2- 172.21.15.45:0/2206696766 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f336c1001c0 0x7f336c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 --2- 172.21.15.45:0/2206696766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c1013b0 0x7f336c101800 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 -- 172.21.15.45:0/2206696766 >> 172.21.15.45:0/2206696766 conn(0x7f336c0fb7e0 msgr2=0x7f336c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:12.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 -- 172.21.15.45:0/2206696766 shutdown_connections 2023-03-22T14:26:12.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.475+0000 7f33715ff700 1 -- 172.21.15.45:0/2206696766 wait complete. 2023-03-22T14:26:12.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.476+0000 7f33715ff700 1 Processor -- start 2023-03-22T14:26:12.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.476+0000 7f33715ff700 1 -- start start 2023-03-22T14:26:12.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f33715ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c1001c0 0x7f336c1981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:12.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f33715ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f336c1013b0 0x7f336c198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:12.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f33715ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c101d40 0x7f336c19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:12.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f33715ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f336c19fd40 con 0x7f336c101d40 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f33715ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f336c19fe80 con 0x7f336c1001c0 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f33715ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f336c1a0010 con 0x7f336c1013b0 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c1001c0 0x7f336c1981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c1001c0 0x7f336c1981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:60508/0 (socket says 172.21.15.45:60508) 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 -- 172.21.15.45:0/2752415475 learned_addr learned my addr 172.21.15.45:0/2752415475 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336b7fe700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c101d40 0x7f336c19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f3363fff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f336c1013b0 0x7f336c198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:12.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 -- 172.21.15.45:0/2752415475 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f336c1013b0 msgr2=0x7f336c198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:12.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f336c1013b0 0x7f336c198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 -- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c101d40 msgr2=0x7f336c19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:12.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c101d40 0x7f336c19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:12.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.477+0000 7f336affd700 1 -- 172.21.15.45:0/2752415475 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33540095f0 con 0x7f336c1001c0 2023-03-22T14:26:12.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.478+0000 7f336affd700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c1001c0 0x7f336c1981c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f335c00e970 tx=0x7f335c00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:12.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.478+0000 7f3368ff9700 1 -- 172.21.15.45:0/2752415475 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f335c009790 con 0x7f336c1001c0 2023-03-22T14:26:12.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.478+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f336c10bb70 con 0x7f336c1001c0 2023-03-22T14:26:12.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.478+0000 7f3368ff9700 1 -- 172.21.15.45:0/2752415475 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f335c00c7e0 con 0x7f336c1001c0 2023-03-22T14:26:12.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.478+0000 7f3368ff9700 1 -- 172.21.15.45:0/2752415475 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f335c003c70 con 0x7f336c1001c0 2023-03-22T14:26:12.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.478+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f336c10b9e0 con 0x7f336c1001c0 2023-03-22T14:26:12.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.479+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f336c1928d0 con 0x7f336c1001c0 2023-03-22T14:26:12.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.481+0000 7f3368ff9700 1 -- 172.21.15.45:0/2752415475 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f335c00cc50 con 0x7f336c1001c0 2023-03-22T14:26:12.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.482+0000 7f3368ff9700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f335809fad0 0x7f33580a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:12.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.482+0000 7f3368ff9700 1 -- 172.21.15.45:0/2752415475 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f335c014070 con 0x7f336c1001c0 2023-03-22T14:26:12.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.483+0000 7f3363fff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f335809fad0 0x7f33580a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:12.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.483+0000 7f3363fff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f335809fad0 0x7f33580a1f80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f335400b2e0 tx=0x7f3354005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:12.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.486+0000 7f3368ff9700 1 -- 172.21.15.45:0/2752415475 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f335c094bb0 con 0x7f336c1001c0 2023-03-22T14:26:12.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:12.745+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7f336c02d010 con 0x7f336c1001c0 2023-03-22T14:26:13.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.261+0000 7f3368ff9700 1 -- 172.21.15.45:0/2752415475 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) v1 ==== 105+0+0 (secure 0 0 0) 0x7f335c003dd0 con 0x7f336c1001c0 2023-03-22T14:26:13.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f335809fad0 msgr2=0x7f33580a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:13.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f335809fad0 0x7f33580a1f80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f335400b2e0 tx=0x7f3354005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c1001c0 msgr2=0x7f336c1981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:13.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c1001c0 0x7f336c1981c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f335c00e970 tx=0x7f335c00ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:13.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 shutdown_connections 2023-03-22T14:26:13.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f335809fad0 0x7f33580a1f80 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f336c101d40 0x7f336c19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f336c1001c0 0x7f336c1981c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 --2- 172.21.15.45:0/2752415475 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f336c1013b0 0x7f336c198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 >> 172.21.15.45:0/2752415475 conn(0x7f336c0fb7e0 msgr2=0x7f336c106ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:13.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 shutdown_connections 2023-03-22T14:26:13.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.264+0000 7f33715ff700 1 -- 172.21.15.45:0/2752415475 wait complete. 2023-03-22T14:26:13.288 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2023-03-22T14:26:13.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.480+0000 7f5ea91ff700 1 -- 172.21.15.45:0/406932945 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41001c0 msgr2=0x7f5ea41005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:13.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.480+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/406932945 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41001c0 0x7f5ea41005d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5e94009990 tx=0x7f5e94009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.480+0000 7f5ea91ff700 1 -- 172.21.15.45:0/406932945 shutdown_connections 2023-03-22T14:26:13.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.481+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/406932945 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41001c0 0x7f5ea41005d0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.481+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/406932945 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea4101d40 0x7f5ea4108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.481+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/406932945 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea41013b0 0x7f5ea4101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.481+0000 7f5ea91ff700 1 -- 172.21.15.45:0/406932945 >> 172.21.15.45:0/406932945 conn(0x7f5ea40fb7e0 msgr2=0x7f5ea40fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:13.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.481+0000 7f5ea91ff700 1 -- 172.21.15.45:0/406932945 shutdown_connections 2023-03-22T14:26:13.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.481+0000 7f5ea91ff700 1 -- 172.21.15.45:0/406932945 wait complete. 2023-03-22T14:26:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 Processor -- start 2023-03-22T14:26:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 -- start start 2023-03-22T14:26:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea41001c0 0x7f5ea4198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41013b0 0x7f5ea41986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea4101d40 0x7f5ea419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea419fd00 con 0x7f5ea41013b0 2023-03-22T14:26:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea419fe40 con 0x7f5ea41001c0 2023-03-22T14:26:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea91ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea419ffd0 con 0x7f5ea4101d40 2023-03-22T14:26:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5e9bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41013b0 0x7f5ea41986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5e9bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41013b0 0x7f5ea41986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41782/0 (socket says 172.21.15.45:41782) 2023-03-22T14:26:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5e9bfff700 1 -- 172.21.15.45:0/1041243532 learned_addr learned my addr 172.21.15.45:0/1041243532 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea2d9d700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea41001c0 0x7f5ea4198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.482+0000 7f5ea359e700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea4101d40 0x7f5ea419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5e9bfff700 1 -- 172.21.15.45:0/1041243532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea4101d40 msgr2=0x7f5ea419f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5e9bfff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea4101d40 0x7f5ea419f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5e9bfff700 1 -- 172.21.15.45:0/1041243532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea41001c0 msgr2=0x7f5ea4198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5e9bfff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea41001c0 0x7f5ea4198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5e9bfff700 1 -- 172.21.15.45:0/1041243532 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e940095f0 con 0x7f5ea41013b0 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5ea2d9d700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea41001c0 0x7f5ea4198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5e9bfff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41013b0 0x7f5ea41986c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00e9a0 tx=0x7f5e8c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5ea0d99700 1 -- 172.21.15.45:0/1041243532 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c009790 con 0x7f5ea41013b0 2023-03-22T14:26:13.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5ea0d99700 1 -- 172.21.15.45:0/1041243532 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e8c010430 con 0x7f5ea41013b0 2023-03-22T14:26:13.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ea410bb80 con 0x7f5ea41013b0 2023-03-22T14:26:13.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5ea0d99700 1 -- 172.21.15.45:0/1041243532 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c018680 con 0x7f5ea41013b0 2023-03-22T14:26:13.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.483+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ea410b9f0 con 0x7f5ea41013b0 2023-03-22T14:26:13.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.485+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ea41928e0 con 0x7f5ea41013b0 2023-03-22T14:26:13.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.487+0000 7f5ea0d99700 1 -- 172.21.15.45:0/1041243532 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f5e8c0105a0 con 0x7f5ea41013b0 2023-03-22T14:26:13.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.488+0000 7f5ea0d99700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5e9009fb50 0x7f5e900a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:13.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.488+0000 7f5ea0d99700 1 -- 172.21.15.45:0/1041243532 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5e8c014070 con 0x7f5ea41013b0 2023-03-22T14:26:13.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.488+0000 7f5ea2d9d700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5e9009fb50 0x7f5e900a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:13.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.489+0000 7f5ea2d9d700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5e9009fb50 0x7f5e900a2000 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5e9400b2e0 tx=0x7f5e94005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:13.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.492+0000 7f5ea0d99700 1 -- 172.21.15.45:0/1041243532 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f5e8c0515c0 con 0x7f5ea41013b0 2023-03-22T14:26:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:13 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3877975735' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-03-22T14:26:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:13 smithi142 ceph-mon[94717]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:13 smithi142 ceph-mon[94717]: pgmap v270: 97 pgs: 20 creating+peering, 37 active+clean, 40 unknown; 578 KiB data, 76 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 2 op/s 2023-03-22T14:26:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:13 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2752415475' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-03-22T14:26:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:13 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-03-22T14:26:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:13 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3877975735' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-03-22T14:26:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:13 smithi098 ceph-mon[94136]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:13 smithi098 ceph-mon[94136]: pgmap v270: 97 pgs: 20 creating+peering, 37 active+clean, 40 unknown; 578 KiB data, 76 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 2 op/s 2023-03-22T14:26:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:13 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2752415475' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-03-22T14:26:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:13 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-03-22T14:26:13.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:13 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3877975735' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-03-22T14:26:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:13 smithi045 ceph-mon[91728]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:13 smithi045 ceph-mon[91728]: pgmap v270: 97 pgs: 20 creating+peering, 37 active+clean, 40 unknown; 578 KiB data, 76 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 2 op/s 2023-03-22T14:26:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:13 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2752415475' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-03-22T14:26:13.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:13 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-03-22T14:26:13.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:13.748+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f5ea402d010 con 0x7f5ea41013b0 2023-03-22T14:26:14.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.265+0000 7f5ea0d99700 1 -- 172.21.15.45:0/1041243532 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) v1 ==== 121+0+0 (secure 0 0 0) 0x7f5e8c094b80 con 0x7f5ea41013b0 2023-03-22T14:26:14.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5e9009fb50 msgr2=0x7f5e900a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:14.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5e9009fb50 0x7f5e900a2000 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5e9400b2e0 tx=0x7f5e94005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41013b0 msgr2=0x7f5ea41986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:14.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41013b0 0x7f5ea41986c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00e9a0 tx=0x7f5e8c00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 shutdown_connections 2023-03-22T14:26:14.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5e9009fb50 0x7f5e900a2000 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea4101d40 0x7f5ea419f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea41001c0 0x7f5ea4198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 --2- 172.21.15.45:0/1041243532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea41013b0 0x7f5ea41986c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.269+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 >> 172.21.15.45:0/1041243532 conn(0x7f5ea40fb7e0 msgr2=0x7f5ea4106ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:14.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.270+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 shutdown_connections 2023-03-22T14:26:14.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.270+0000 7f5ea91ff700 1 -- 172.21.15.45:0/1041243532 wait complete. 2023-03-22T14:26:14.296 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2023-03-22T14:26:14.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 -- 172.21.15.45:0/2825151641 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d41013b0 msgr2=0x7f19d4101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:14.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 --2- 172.21.15.45:0/2825151641 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d41013b0 0x7f19d4101800 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f19c4009990 tx=0x7f19c4009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 -- 172.21.15.45:0/2825151641 shutdown_connections 2023-03-22T14:26:14.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 --2- 172.21.15.45:0/2825151641 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19d4101d40 0x7f19d4108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 --2- 172.21.15.45:0/2825151641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19d41001c0 0x7f19d41005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 --2- 172.21.15.45:0/2825151641 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d41013b0 0x7f19d4101800 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 -- 172.21.15.45:0/2825151641 >> 172.21.15.45:0/2825151641 conn(0x7f19d40fb7c0 msgr2=0x7f19d40fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:14.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 -- 172.21.15.45:0/2825151641 shutdown_connections 2023-03-22T14:26:14.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.491+0000 7f19db5ff700 1 -- 172.21.15.45:0/2825151641 wait complete. 2023-03-22T14:26:14.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.492+0000 7f19db5ff700 1 Processor -- start 2023-03-22T14:26:14.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.492+0000 7f19db5ff700 1 -- start start 2023-03-22T14:26:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19db5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19d41001c0 0x7f19d4195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19db5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19d41013b0 0x7f19d4196490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19db5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d4101d40 0x7f19d419d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19db5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d419dad0 con 0x7f19d4101d40 2023-03-22T14:26:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19db5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d419dc10 con 0x7f19d41013b0 2023-03-22T14:26:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19db5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d419dda0 con 0x7f19d41001c0 2023-03-22T14:26:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d4101d40 0x7f19d419d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d4101d40 0x7f19d419d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41798/0 (socket says 172.21.15.45:41798) 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d8b9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19d41013b0 0x7f19d4196490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 -- 172.21.15.45:0/3513225922 learned_addr learned my addr 172.21.15.45:0/3513225922 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d939b700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19d41001c0 0x7f19d4195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 -- 172.21.15.45:0/3513225922 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19d41001c0 msgr2=0x7f19d4195f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19d41001c0 0x7f19d4195f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 -- 172.21.15.45:0/3513225922 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19d41013b0 msgr2=0x7f19d4196490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:14.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19d41013b0 0x7f19d4196490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:14.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.493+0000 7f19d9b9c700 1 -- 172.21.15.45:0/3513225922 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19c40095f0 con 0x7f19d4101d40 2023-03-22T14:26:14.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.494+0000 7f19d9b9c700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d4101d40 0x7f19d419d500 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f19cc00ef30 tx=0x7f19cc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:14.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.494+0000 7f19ca7fc700 1 -- 172.21.15.45:0/3513225922 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19cc018070 con 0x7f19d4101d40 2023-03-22T14:26:14.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.494+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19d410bb70 con 0x7f19d4101d40 2023-03-22T14:26:14.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.494+0000 7f19ca7fc700 1 -- 172.21.15.45:0/3513225922 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19cc00f040 con 0x7f19d4101d40 2023-03-22T14:26:14.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.494+0000 7f19ca7fc700 1 -- 172.21.15.45:0/3513225922 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19cc00cd00 con 0x7f19d4101d40 2023-03-22T14:26:14.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.494+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19d410b9e0 con 0x7f19d4101d40 2023-03-22T14:26:14.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.495+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19d4107140 con 0x7f19d4101d40 2023-03-22T14:26:14.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.497+0000 7f19ca7fc700 1 -- 172.21.15.45:0/3513225922 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f19cc003a00 con 0x7f19d4101d40 2023-03-22T14:26:14.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.499+0000 7f19ca7fc700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19c009fad0 0x7f19c00a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:14.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.500+0000 7f19ca7fc700 1 -- 172.21.15.45:0/3513225922 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f19cc0ca430 con 0x7f19d4101d40 2023-03-22T14:26:14.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.500+0000 7f19d939b700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19c009fad0 0x7f19c00a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:14.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.500+0000 7f19d939b700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19c009fad0 0x7f19c00a1f80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f19d4101210 tx=0x7f19d0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:14.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.504+0000 7f19ca7fc700 1 -- 172.21.15.45:0/3513225922 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f19cc094460 con 0x7f19d4101d40 2023-03-22T14:26:14.517 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-mon[94136]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-03-22T14:26:14.517 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-03-22T14:26:14.517 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-mon[94136]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-03-22T14:26:14.518 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-mon[94136]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:14.518 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-mon[94136]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-03-22T14:26:14.518 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-mon[94136]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-03-22T14:26:14.518 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1041243532' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-03-22T14:26:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:14 smithi142 ceph-mon[94717]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-03-22T14:26:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:14 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-03-22T14:26:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:14 smithi142 ceph-mon[94717]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-03-22T14:26:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:14 smithi142 ceph-mon[94717]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:14.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:14 smithi142 ceph-mon[94717]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-03-22T14:26:14.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:14 smithi142 ceph-mon[94717]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-03-22T14:26:14.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:14 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1041243532' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-03-22T14:26:14.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:14 smithi045 ceph-mon[91728]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-03-22T14:26:14.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:14 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-03-22T14:26:14.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:14 smithi045 ceph-mon[91728]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-03-22T14:26:14.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:14 smithi045 ceph-mon[91728]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-03-22T14:26:14.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:14 smithi045 ceph-mon[91728]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-03-22T14:26:14.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:14 smithi045 ceph-mon[91728]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-03-22T14:26:14.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:14 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1041243532' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-03-22T14:26:14.762 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:14.761+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f19d40618c0 con 0x7f19d4101d40 2023-03-22T14:26:14.922 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-b[119710]: 2023-03-22T14:26:14.516+0000 7fdba4ecc700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-03-22T14:26:14.923 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:14 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-b[119710]: 2023-03-22T14:26:14.516+0000 7fdba4ecc700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2023-03-22T14:26:15.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.279+0000 7f19ca7fc700 1 -- 172.21.15.45:0/3513225922 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) v1 ==== 115+0+0 (secure 0 0 0) 0x7f19cc097a80 con 0x7f19d4101d40 2023-03-22T14:26:15.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19c009fad0 msgr2=0x7f19c00a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:15.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19c009fad0 0x7f19c00a1f80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f19d4101210 tx=0x7f19d0009260 comp rx=0 tx=0).stop 2023-03-22T14:26:15.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d4101d40 msgr2=0x7f19d419d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:15.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d4101d40 0x7f19d419d500 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f19cc00ef30 tx=0x7f19cc00c3a0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 shutdown_connections 2023-03-22T14:26:15.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f19c009fad0 0x7f19c00a1f80 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19d4101d40 0x7f19d419d500 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19d41001c0 0x7f19d4195f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 --2- 172.21.15.45:0/3513225922 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19d41013b0 0x7f19d4196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 >> 172.21.15.45:0/3513225922 conn(0x7f19d40fb7c0 msgr2=0x7f19d40fdad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:15.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 shutdown_connections 2023-03-22T14:26:15.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.282+0000 7f19db5ff700 1 -- 172.21.15.45:0/3513225922 wait complete. 2023-03-22T14:26:15.308 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2023-03-22T14:26:15.309 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 '' 2023-03-22T14:26:15.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 -- 172.21.15.45:0/2591414442 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea841013b0 msgr2=0x7fea84101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:15.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/2591414442 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea841013b0 0x7fea84101800 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fea74009990 tx=0x7fea74009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 -- 172.21.15.45:0/2591414442 shutdown_connections 2023-03-22T14:26:15.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/2591414442 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea84101d40 0x7fea84108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/2591414442 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea841001c0 0x7fea841005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/2591414442 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea841013b0 0x7fea84101800 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 -- 172.21.15.45:0/2591414442 >> 172.21.15.45:0/2591414442 conn(0x7fea840fb7e0 msgr2=0x7fea840fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:15.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 -- 172.21.15.45:0/2591414442 shutdown_connections 2023-03-22T14:26:15.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.506+0000 7fea8c1ff700 1 -- 172.21.15.45:0/2591414442 wait complete. 2023-03-22T14:26:15.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 Processor -- start 2023-03-22T14:26:15.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 -- start start 2023-03-22T14:26:15.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea841001c0 0x7fea84074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:15.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea841013b0 0x7fea84072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:15.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea84101d40 0x7fea840733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:15.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea84073b50 con 0x7fea841001c0 2023-03-22T14:26:15.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea84073cc0 con 0x7fea84101d40 2023-03-22T14:26:15.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.507+0000 7fea8c1ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea8419fff0 con 0x7fea841013b0 2023-03-22T14:26:15.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea841001c0 0x7fea84074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:15.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea8979a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea841013b0 0x7fea84072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:15.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea841001c0 0x7fea84074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41808/0 (socket says 172.21.15.45:41808) 2023-03-22T14:26:15.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 -- 172.21.15.45:0/641210907 learned_addr learned my addr 172.21.15.45:0/641210907 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:15.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea8a79c700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea84101d40 0x7fea840733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:15.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 -- 172.21.15.45:0/641210907 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea841013b0 msgr2=0x7fea84072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea841013b0 0x7fea84072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 -- 172.21.15.45:0/641210907 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea84101d40 msgr2=0x7fea840733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea84101d40 0x7fea840733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 -- 172.21.15.45:0/641210907 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea740095f0 con 0x7fea841001c0 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea89f9b700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea841001c0 0x7fea84074830 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fea8000e970 tx=0x7fea8000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.508+0000 7fea7affd700 1 -- 172.21.15.45:0/641210907 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea80009790 con 0x7fea841001c0 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.509+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea8410bb70 con 0x7fea841001c0 2023-03-22T14:26:15.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.509+0000 7fea7affd700 1 -- 172.21.15.45:0/641210907 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea8000c7e0 con 0x7fea841001c0 2023-03-22T14:26:15.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.509+0000 7fea7affd700 1 -- 172.21.15.45:0/641210907 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea80003c70 con 0x7fea841001c0 2023-03-22T14:26:15.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.509+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea8410b9e0 con 0x7fea841001c0 2023-03-22T14:26:15.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.510+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea841070c0 con 0x7fea841001c0 2023-03-22T14:26:15.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.512+0000 7fea7affd700 1 -- 172.21.15.45:0/641210907 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fea8000cc50 con 0x7fea841001c0 2023-03-22T14:26:15.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.513+0000 7fea7affd700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fea7009fb50 0x7fea700a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:15.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.513+0000 7fea7affd700 1 -- 172.21.15.45:0/641210907 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fea80014070 con 0x7fea841001c0 2023-03-22T14:26:15.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.513+0000 7fea8979a700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fea7009fb50 0x7fea700a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:15.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.514+0000 7fea8979a700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fea7009fb50 0x7fea700a2000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fea7400b2e0 tx=0x7fea74005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:15.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.517+0000 7fea7affd700 1 -- 172.21.15.45:0/641210907 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fea80094b00 con 0x7fea841001c0 2023-03-22T14:26:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] up:active 2023-03-22T14:26:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1041243532' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-03-22T14:26:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-03-22T14:26:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-03-22T14:26:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-03-22T14:26:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-03-22T14:26:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: pgmap v271: 97 pgs: 12 creating+peering, 85 active+clean; 580 KiB data, 77 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 9 op/s 2023-03-22T14:26:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:15 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3513225922' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-03-22T14:26:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] up:active 2023-03-22T14:26:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1041243532' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-03-22T14:26:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-03-22T14:26:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-03-22T14:26:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-03-22T14:26:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-03-22T14:26:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: pgmap v271: 97 pgs: 12 creating+peering, 85 active+clean; 580 KiB data, 77 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 9 op/s 2023-03-22T14:26:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:15 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3513225922' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-03-22T14:26:15.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] up:active 2023-03-22T14:26:15.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1041243532' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-03-22T14:26:15.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-03-22T14:26:15.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-03-22T14:26:15.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-03-22T14:26:15.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-03-22T14:26:15.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: pgmap v271: 97 pgs: 12 creating+peering, 85 active+clean; 580 KiB data, 77 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 9 op/s 2023-03-22T14:26:15.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3513225922' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-03-22T14:26:15.758 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:15.756+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7fea84061c40 con 0x7fea7009fb50 2023-03-22T14:26:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:26:15.762+0000 7f52ebd48700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:26:16.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:26:15.762+0000 7f52ebd48700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:26:16.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:26:15.762+0000 7f52ebd48700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:26:16.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:26:15.762+0000 7f52ebd48700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:26:16.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:26:15.762+0000 7f52ebd48700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:26:16.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.325+0000 7fea7affd700 1 -- 172.21.15.45:0/641210907 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fea84061c40 con 0x7fea7009fb50 2023-03-22T14:26:16.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fea7009fb50 msgr2=0x7fea700a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:16.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fea7009fb50 0x7fea700a2000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fea7400b2e0 tx=0x7fea74005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea841001c0 msgr2=0x7fea84074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:16.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea841001c0 0x7fea84074830 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fea8000e970 tx=0x7fea8000ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:16.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 shutdown_connections 2023-03-22T14:26:16.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fea7009fb50 0x7fea700a2000 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fea841001c0 0x7fea84074830 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea84101d40 0x7fea840733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 --2- 172.21.15.45:0/641210907 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea841013b0 0x7fea84072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 >> 172.21.15.45:0/641210907 conn(0x7fea840fb7e0 msgr2=0x7fea840fda60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:16.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 shutdown_connections 2023-03-22T14:26:16.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.327+0000 7fea8c1ff700 1 -- 172.21.15.45:0/641210907 wait complete. 2023-03-22T14:26:16.349 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_0 2023-03-22T14:26:16.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 -- 172.21.15.45:0/4163109743 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef500ff0b0 msgr2=0x7fef500ff4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:16.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 --2- 172.21.15.45:0/4163109743 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef500ff0b0 0x7fef500ff4c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fef400098f0 tx=0x7fef40009c00 comp rx=0 tx=0).stop 2023-03-22T14:26:16.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 -- 172.21.15.45:0/4163109743 shutdown_connections 2023-03-22T14:26:16.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 --2- 172.21.15.45:0/4163109743 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef500ff0b0 0x7fef500ff4c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 --2- 172.21.15.45:0/4163109743 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fef50100c30 0x7fef501074f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 --2- 172.21.15.45:0/4163109743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fef501002a0 0x7fef501006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 -- 172.21.15.45:0/4163109743 >> 172.21.15.45:0/4163109743 conn(0x7fef500fa6d0 msgr2=0x7fef500fcb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:16.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 -- 172.21.15.45:0/4163109743 shutdown_connections 2023-03-22T14:26:16.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.542+0000 7fef55fff700 1 -- 172.21.15.45:0/4163109743 wait complete. 2023-03-22T14:26:16.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.543+0000 7fef55fff700 1 Processor -- start 2023-03-22T14:26:16.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.543+0000 7fef55fff700 1 -- start start 2023-03-22T14:26:16.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef55fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fef500ff0b0 0x7fef50198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:16.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef55fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef501002a0 0x7fef50198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:16.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef55fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fef50100c30 0x7fef5019f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:16.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef55fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5019fd80 con 0x7fef501002a0 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef55fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5019fec0 con 0x7fef500ff0b0 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef55fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef501a0050 con 0x7fef50100c30 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef501002a0 0x7fef50198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fef50100c30 0x7fef5019f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fef500ff0b0 0x7fef50198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef501002a0 0x7fef50198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55808/0 (socket says 172.21.15.45:55808) 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 -- 172.21.15.45:0/2098282917 learned_addr learned my addr 172.21.15.45:0/2098282917 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:16.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fef50100c30 0x7fef5019f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:43240/0 (socket says 172.21.15.45:43240) 2023-03-22T14:26:16.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 -- 172.21.15.45:0/2098282917 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fef50100c30 msgr2=0x7fef5019f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:16.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fef50100c30 0x7fef5019f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 -- 172.21.15.45:0/2098282917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fef500ff0b0 msgr2=0x7fef50198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:16.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fef500ff0b0 0x7fef50198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.544+0000 7fef4effd700 1 -- 172.21.15.45:0/2098282917 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef48009d00 con 0x7fef501002a0 2023-03-22T14:26:16.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.545+0000 7fef4effd700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef501002a0 0x7fef50198740 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fef4400e9a0 tx=0x7fef4400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:16.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.545+0000 7fef4cff9700 1 -- 172.21.15.45:0/2098282917 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef44009790 con 0x7fef501002a0 2023-03-22T14:26:16.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.545+0000 7fef4cff9700 1 -- 172.21.15.45:0/2098282917 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fef44010430 con 0x7fef501002a0 2023-03-22T14:26:16.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.545+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef40009520 con 0x7fef501002a0 2023-03-22T14:26:16.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.545+0000 7fef4cff9700 1 -- 172.21.15.45:0/2098282917 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef44018680 con 0x7fef501002a0 2023-03-22T14:26:16.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.545+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef5010aa60 con 0x7fef501002a0 2023-03-22T14:26:16.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.546+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef5010a8d0 con 0x7fef501002a0 2023-03-22T14:26:16.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.548+0000 7fef4cff9700 1 -- 172.21.15.45:0/2098282917 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fef440105a0 con 0x7fef501002a0 2023-03-22T14:26:16.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.549+0000 7fef4cff9700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fef3809fad0 0x7fef380a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:16.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.549+0000 7fef4cff9700 1 -- 172.21.15.45:0/2098282917 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fef44014070 con 0x7fef501002a0 2023-03-22T14:26:16.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.550+0000 7fef4f7fe700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fef3809fad0 0x7fef380a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:16.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.550+0000 7fef4f7fe700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fef3809fad0 0x7fef380a1f80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fef40009fd0 tx=0x7fef40019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:16.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.553+0000 7fef4cff9700 1 -- 172.21.15.45:0/2098282917 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fef440515c0 con 0x7fef501002a0 2023-03-22T14:26:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:16 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] up:active 2023-03-22T14:26:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:16 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3513225922' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-03-22T14:26:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:16 smithi142 ceph-mon[94717]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-03-22T14:26:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:16 smithi142 ceph-mon[94717]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2023-03-22T14:26:16.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:16 smithi142 ceph-mon[94717]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2023-03-22T14:26:16.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:16 smithi142 ceph-mon[94717]: daemon mds.c is now active in filesystem cephfs as rank 3 2023-03-22T14:26:16.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:16 smithi142 ceph-mon[94717]: from='client.14643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:16 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] up:active 2023-03-22T14:26:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:16 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3513225922' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-03-22T14:26:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:16 smithi098 ceph-mon[94136]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-03-22T14:26:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:16 smithi098 ceph-mon[94136]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2023-03-22T14:26:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:16 smithi098 ceph-mon[94136]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2023-03-22T14:26:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:16 smithi098 ceph-mon[94136]: daemon mds.c is now active in filesystem cephfs as rank 3 2023-03-22T14:26:16.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:16 smithi098 ceph-mon[94136]: from='client.14643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:16.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:16 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] up:active 2023-03-22T14:26:16.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:16 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3513225922' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-03-22T14:26:16.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:16 smithi045 ceph-mon[91728]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-03-22T14:26:16.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:16 smithi045 ceph-mon[91728]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2023-03-22T14:26:16.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:16 smithi045 ceph-mon[91728]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2023-03-22T14:26:16.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:16 smithi045 ceph-mon[91728]: daemon mds.c is now active in filesystem cephfs as rank 3 2023-03-22T14:26:16.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:16 smithi045 ceph-mon[91728]: from='client.14643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:16.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.803+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7fef5010abf0 con 0x7fef3809fad0 2023-03-22T14:26:16.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.807+0000 7fef4cff9700 1 -- 172.21.15.45:0/2098282917 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7fef5010abf0 con 0x7fef3809fad0 2023-03-22T14:26:16.808 INFO:teuthology.orchestra.run.smithi045.stdout:/volumes/_nogroup/sv_0/85bae53d-9311-4de0-9f97-d42dcc083331 2023-03-22T14:26:16.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fef3809fad0 msgr2=0x7fef380a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:16.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fef3809fad0 0x7fef380a1f80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fef40009fd0 tx=0x7fef40019040 comp rx=0 tx=0).stop 2023-03-22T14:26:16.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef501002a0 msgr2=0x7fef50198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:16.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef501002a0 0x7fef50198740 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fef4400e9a0 tx=0x7fef4400ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 shutdown_connections 2023-03-22T14:26:16.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fef3809fad0 0x7fef380a1f80 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fef50100c30 0x7fef5019f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fef500ff0b0 0x7fef50198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 --2- 172.21.15.45:0/2098282917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fef501002a0 0x7fef50198740 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:16.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.809+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 >> 172.21.15.45:0/2098282917 conn(0x7fef500fa6d0 msgr2=0x7fef50067da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:16.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.810+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 shutdown_connections 2023-03-22T14:26:16.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:16.810+0000 7fef55fff700 1 -- 172.21.15.45:0/2098282917 wait complete. 2023-03-22T14:26:16.828 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 '' 2023-03-22T14:26:17.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 -- 172.21.15.45:0/438335213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc8101d40 msgr2=0x7fadc8108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/438335213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc8101d40 0x7fadc8108600 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fadc000b0a0 tx=0x7fadc000b3b0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 -- 172.21.15.45:0/438335213 shutdown_connections 2023-03-22T14:26:17.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/438335213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc8101d40 0x7fadc8108600 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/438335213 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fadc81001c0 0x7fadc81005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/438335213 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81013b0 0x7fadc8101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 -- 172.21.15.45:0/438335213 >> 172.21.15.45:0/438335213 conn(0x7fadc80fb7c0 msgr2=0x7fadc80fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:17.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 -- 172.21.15.45:0/438335213 shutdown_connections 2023-03-22T14:26:17.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.020+0000 7fadcd5ff700 1 -- 172.21.15.45:0/438335213 wait complete. 2023-03-22T14:26:17.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 Processor -- start 2023-03-22T14:26:17.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 -- start start 2023-03-22T14:26:17.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81001c0 0x7fadc8196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc81013b0 0x7fadc8196580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fadc8101d40 0x7fadc819d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadc819dbc0 con 0x7fadc81001c0 2023-03-22T14:26:17.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadc819dd00 con 0x7fadc81013b0 2023-03-22T14:26:17.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.022+0000 7fadcd5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadc819de90 con 0x7fadc8101d40 2023-03-22T14:26:17.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81001c0 0x7fadc8196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81001c0 0x7fadc8196040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55822/0 (socket says 172.21.15.45:55822) 2023-03-22T14:26:17.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 -- 172.21.15.45:0/2871363607 learned_addr learned my addr 172.21.15.45:0/2871363607 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:17.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc77fe700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fadc8101d40 0x7fadc819d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc67fc700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc81013b0 0x7fadc8196580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 -- 172.21.15.45:0/2871363607 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fadc8101d40 msgr2=0x7fadc819d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fadc8101d40 0x7fadc819d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 -- 172.21.15.45:0/2871363607 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc81013b0 msgr2=0x7fadc8196580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc81013b0 0x7fadc8196580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 -- 172.21.15.45:0/2871363607 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadc0009d00 con 0x7fadc81001c0 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc77fe700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fadc8101d40 0x7fadc819d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.023+0000 7fadc6ffd700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81001c0 0x7fadc8196040 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fadb800e970 tx=0x7fadb800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:17.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.024+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb8009790 con 0x7fadc81001c0 2023-03-22T14:26:17.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.024+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadc810bb80 con 0x7fadc81001c0 2023-03-22T14:26:17.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.024+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fadb800c7e0 con 0x7fadc81001c0 2023-03-22T14:26:17.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.024+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb8003c70 con 0x7fadc81001c0 2023-03-22T14:26:17.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.024+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadc810b9f0 con 0x7fadc81001c0 2023-03-22T14:26:17.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.025+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadc81076b0 con 0x7fadc81001c0 2023-03-22T14:26:17.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.028+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 16) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fadb800cc50 con 0x7fadc81001c0 2023-03-22T14:26:17.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.030+0000 7fadaffff700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fadb009fb50 0x7fadb00a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.030+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fadb8014070 con 0x7fadc81001c0 2023-03-22T14:26:17.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.030+0000 7fadc67fc700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fadb009fb50 0x7fadb00a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.031+0000 7fadc67fc700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fadb009fb50 0x7fadb00a2000 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fadbc009c60 tx=0x7fadbc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:17.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.032+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fadb8094c90 con 0x7fadc81001c0 2023-03-22T14:26:17.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.276+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7fadc819e050 con 0x7fadb009fb50 2023-03-22T14:26:17.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.308+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fadb800c950 con 0x7fadc81001c0 2023-03-22T14:26:17.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.309+0000 7fadaffff700 1 -- 172.21.15.45:0/2871363607 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fadc819e050 con 0x7fadb009fb50 2023-03-22T14:26:17.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.311+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fadb009fb50 msgr2=0x7fadb00a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.311+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fadb009fb50 0x7fadb00a2000 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fadbc009c60 tx=0x7fadbc009260 comp rx=0 tx=0).stop 2023-03-22T14:26:17.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.311+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81001c0 msgr2=0x7fadc8196040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.311+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81001c0 0x7fadc8196040 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fadb800e970 tx=0x7fadb800ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:17.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.311+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 shutdown_connections 2023-03-22T14:26:17.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.311+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fadb009fb50 0x7fadb00a2000 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.312+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fadc81001c0 0x7fadc8196040 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.312+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fadc8101d40 0x7fadc819d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.312+0000 7fadcd5ff700 1 --2- 172.21.15.45:0/2871363607 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fadc81013b0 0x7fadc8196580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.312+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 >> 172.21.15.45:0/2871363607 conn(0x7fadc80fb7c0 msgr2=0x7fadc81047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:17.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.312+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 shutdown_connections 2023-03-22T14:26:17.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.312+0000 7fadcd5ff700 1 -- 172.21.15.45:0/2871363607 wait complete. 2023-03-22T14:26:17.335 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_1 2023-03-22T14:26:17.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 -- 172.21.15.45:0/931822219 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81013b0 msgr2=0x7f7ee8101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/931822219 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81013b0 0x7f7ee8101800 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7ed8009990 tx=0x7f7ed8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 -- 172.21.15.45:0/931822219 shutdown_connections 2023-03-22T14:26:17.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/931822219 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ee8101d40 0x7f7ee8108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/931822219 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ee81001c0 0x7f7ee81005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/931822219 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81013b0 0x7f7ee8101800 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 -- 172.21.15.45:0/931822219 >> 172.21.15.45:0/931822219 conn(0x7f7ee80fb7e0 msgr2=0x7f7ee80fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:17.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 -- 172.21.15.45:0/931822219 shutdown_connections 2023-03-22T14:26:17.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.528+0000 7f7ef07ff700 1 -- 172.21.15.45:0/931822219 wait complete. 2023-03-22T14:26:17.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.529+0000 7f7ef07ff700 1 Processor -- start 2023-03-22T14:26:17.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.529+0000 7f7ef07ff700 1 -- start start 2023-03-22T14:26:17.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7ef07ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81001c0 0x7f7ee8074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7ef07ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ee81013b0 0x7f7ee8072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7ef07ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ee8101d40 0x7f7ee80733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7ef07ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ee8073b50 con 0x7f7ee81001c0 2023-03-22T14:26:17.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7ef07ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ee8073cc0 con 0x7f7ee8101d40 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7ef07ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ee81a0030 con 0x7f7ee81013b0 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81001c0 0x7f7ee8074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81001c0 0x7f7ee8074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55832/0 (socket says 172.21.15.45:55832) 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 -- 172.21.15.45:0/3660014949 learned_addr learned my addr 172.21.15.45:0/3660014949 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eedd9a700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ee81013b0 0x7f7ee8072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eeed9c700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ee8101d40 0x7f7ee80733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 -- 172.21.15.45:0/3660014949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ee81013b0 msgr2=0x7f7ee8072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ee81013b0 0x7f7ee8072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 -- 172.21.15.45:0/3660014949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ee8101d40 msgr2=0x7f7ee80733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ee8101d40 0x7f7ee80733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.530+0000 7f7eee59b700 1 -- 172.21.15.45:0/3660014949 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ed80095f0 con 0x7f7ee81001c0 2023-03-22T14:26:17.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.531+0000 7f7eee59b700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81001c0 0x7f7ee8074830 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7ee400e970 tx=0x7f7ee400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:17.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.531+0000 7f7edf7fe700 1 -- 172.21.15.45:0/3660014949 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4009790 con 0x7f7ee81001c0 2023-03-22T14:26:17.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.531+0000 7f7edf7fe700 1 -- 172.21.15.45:0/3660014949 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ee400c7e0 con 0x7f7ee81001c0 2023-03-22T14:26:17.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.531+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ee810bb80 con 0x7f7ee81001c0 2023-03-22T14:26:17.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.531+0000 7f7edf7fe700 1 -- 172.21.15.45:0/3660014949 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4003c70 con 0x7f7ee81001c0 2023-03-22T14:26:17.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.531+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ee810b9f0 con 0x7f7ee81001c0 2023-03-22T14:26:17.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.532+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ee8107760 con 0x7f7ee81001c0 2023-03-22T14:26:17.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.534+0000 7f7edf7fe700 1 -- 172.21.15.45:0/3660014949 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f7ee400cc50 con 0x7f7ee81001c0 2023-03-22T14:26:17.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.535+0000 7f7edf7fe700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7ed409fb60 0x7f7ed40a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.535+0000 7f7edf7fe700 1 -- 172.21.15.45:0/3660014949 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f7ee4014070 con 0x7f7ee81001c0 2023-03-22T14:26:17.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.535+0000 7f7eedd9a700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7ed409fb60 0x7f7ed40a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:17.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.536+0000 7f7eedd9a700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7ed409fb60 0x7f7ed40a2010 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7ed800b2e0 tx=0x7f7ed8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:17.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.539+0000 7f7edf7fe700 1 -- 172.21.15.45:0/3660014949 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f7ee4094be0 con 0x7f7ee81001c0 2023-03-22T14:26:17.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] up:active 2023-03-22T14:26:17.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-03-22T14:26:17.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-03-22T14:26:17.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: Cluster is now healthy 2023-03-22T14:26:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 8 up:standby 2023-03-22T14:26:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2023-03-22T14:26:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: daemon mds.f is now active in filesystem cephfs as rank 4 2023-03-22T14:26:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: pgmap v272: 97 pgs: 97 active+clean; 581 KiB data, 77 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 11 op/s 2023-03-22T14:26:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:17 smithi142 ceph-mon[94717]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] up:active 2023-03-22T14:26:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-03-22T14:26:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-03-22T14:26:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: Cluster is now healthy 2023-03-22T14:26:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 8 up:standby 2023-03-22T14:26:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2023-03-22T14:26:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: daemon mds.f is now active in filesystem cephfs as rank 4 2023-03-22T14:26:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: pgmap v272: 97 pgs: 97 active+clean; 581 KiB data, 77 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 11 op/s 2023-03-22T14:26:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:17 smithi098 ceph-mon[94136]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:17.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] up:active 2023-03-22T14:26:17.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-03-22T14:26:17.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-03-22T14:26:17.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: Cluster is now healthy 2023-03-22T14:26:17.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 8 up:standby 2023-03-22T14:26:17.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2023-03-22T14:26:17.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: daemon mds.f is now active in filesystem cephfs as rank 4 2023-03-22T14:26:17.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: pgmap v272: 97 pgs: 97 active+clean; 581 KiB data, 77 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 11 op/s 2023-03-22T14:26:17.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:17 smithi045 ceph-mon[91728]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:17.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.780+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f7ee8061a70 con 0x7f7ed409fb60 2023-03-22T14:26:17.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.784+0000 7f7edf7fe700 1 -- 172.21.15.45:0/3660014949 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7f7ee8061a70 con 0x7f7ed409fb60 2023-03-22T14:26:17.785 INFO:teuthology.orchestra.run.smithi045.stdout:/volumes/_nogroup/sv_1/af9c2ce6-521b-4f24-bede-1406a6950b3b 2023-03-22T14:26:17.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7ed409fb60 msgr2=0x7f7ed40a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7ed409fb60 0x7f7ed40a2010 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7ed800b2e0 tx=0x7f7ed8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81001c0 msgr2=0x7f7ee8074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81001c0 0x7f7ee8074830 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7ee400e970 tx=0x7f7ee400ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:17.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 shutdown_connections 2023-03-22T14:26:17.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7ed409fb60 0x7f7ed40a2010 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ee81001c0 0x7f7ee8074830 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ee8101d40 0x7f7ee80733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.786+0000 7f7ef07ff700 1 --2- 172.21.15.45:0/3660014949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ee81013b0 0x7f7ee8072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.787+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 >> 172.21.15.45:0/3660014949 conn(0x7f7ee80fb7e0 msgr2=0x7f7ee81048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:17.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.787+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 shutdown_connections 2023-03-22T14:26:17.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.787+0000 7f7ef07ff700 1 -- 172.21.15.45:0/3660014949 wait complete. 2023-03-22T14:26:17.806 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:26:17.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 -- 172.21.15.45:0/2838809305 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa7601013c0 msgr2=0x7fa760101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:17.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 --2- 172.21.15.45:0/2838809305 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa7601013c0 0x7fa760101810 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa750009990 tx=0x7fa750009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 -- 172.21.15.45:0/2838809305 shutdown_connections 2023-03-22T14:26:17.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 --2- 172.21.15.45:0/2838809305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa760101d50 0x7fa760108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 --2- 172.21.15.45:0/2838809305 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 0x7fa7601005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 --2- 172.21.15.45:0/2838809305 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa7601013c0 0x7fa760101810 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:17.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 -- 172.21.15.45:0/2838809305 >> 172.21.15.45:0/2838809305 conn(0x7fa7600fb7b0 msgr2=0x7fa7600fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:17.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 -- 172.21.15.45:0/2838809305 shutdown_connections 2023-03-22T14:26:17.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.994+0000 7fa767bff700 1 -- 172.21.15.45:0/2838809305 wait complete. 2023-03-22T14:26:17.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.996+0000 7fa767bff700 1 Processor -- start 2023-03-22T14:26:17.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.996+0000 7fa767bff700 1 -- start start 2023-03-22T14:26:17.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.996+0000 7fa767bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 0x7fa760195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.996+0000 7fa767bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa7601013c0 0x7fa7601964d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:17.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.996+0000 7fa767bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa760101d50 0x7fa76019d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa767bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76019db10 con 0x7fa760101d50 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa767bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76019dc50 con 0x7fa7601013c0 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa767bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76019dde0 con 0x7fa7601001d0 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 0x7fa760195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76519a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa7601013c0 0x7fa7601964d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76619c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa760101d50 0x7fa76019d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 0x7fa760195f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:43308/0 (socket says 172.21.15.45:43308) 2023-03-22T14:26:18.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 -- 172.21.15.45:0/505602365 learned_addr learned my addr 172.21.15.45:0/505602365 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:18.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 -- 172.21.15.45:0/505602365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa7601013c0 msgr2=0x7fa7601964d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa7601013c0 0x7fa7601964d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 -- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa760101d50 msgr2=0x7fa76019d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa760101d50 0x7fa76019d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 -- 172.21.15.45:0/505602365 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa75c009520 con 0x7fa7601001d0 2023-03-22T14:26:18.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.997+0000 7fa76599b700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 0x7fa760195f90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa75c00ea50 tx=0x7fa75c00ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:18.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.998+0000 7fa756ffd700 1 -- 172.21.15.45:0/505602365 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa75c00eee0 con 0x7fa7601001d0 2023-03-22T14:26:18.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.998+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa758009c40 con 0x7fa7601001d0 2023-03-22T14:26:18.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.998+0000 7fa756ffd700 1 -- 172.21.15.45:0/505602365 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa75c00cbd0 con 0x7fa7601001d0 2023-03-22T14:26:18.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.998+0000 7fa756ffd700 1 -- 172.21.15.45:0/505602365 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa75c018680 con 0x7fa7601001d0 2023-03-22T14:26:18.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.998+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7500095f0 con 0x7fa7601001d0 2023-03-22T14:26:18.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:17.999+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa76010b9f0 con 0x7fa7601001d0 2023-03-22T14:26:18.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.001+0000 7fa756ffd700 1 -- 172.21.15.45:0/505602365 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fa75c010430 con 0x7fa7601001d0 2023-03-22T14:26:18.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.002+0000 7fa756ffd700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa74c09fb60 0x7fa74c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.002+0000 7fa756ffd700 1 -- 172.21.15.45:0/505602365 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fa75c014070 con 0x7fa7601001d0 2023-03-22T14:26:18.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.002+0000 7fa76519a700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa74c09fb60 0x7fa74c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.003+0000 7fa76519a700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa74c09fb60 0x7fa74c0a2010 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa75000b2e0 tx=0x7fa750005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:18.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.004+0000 7fa756ffd700 1 -- 172.21.15.45:0/505602365 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fa75c095390 con 0x7fa7601001d0 2023-03-22T14:26:18.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.263+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa76019e940 con 0x7fa7601001d0 2023-03-22T14:26:18.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.264+0000 7fa756ffd700 1 -- 172.21.15.45:0/505602365 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7fa76019e940 con 0x7fa7601001d0 2023-03-22T14:26:18.266 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:18.266 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:26:18.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa74c09fb60 msgr2=0x7fa74c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa74c09fb60 0x7fa74c0a2010 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa75000b2e0 tx=0x7fa750005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 msgr2=0x7fa760195f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 0x7fa760195f90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa75c00ea50 tx=0x7fa75c00ed60 comp rx=0 tx=0).stop 2023-03-22T14:26:18.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 shutdown_connections 2023-03-22T14:26:18.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa74c09fb60 0x7fa74c0a2010 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa760101d50 0x7fa76019d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa7601001d0 0x7fa760195f90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 --2- 172.21.15.45:0/505602365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa7601013c0 0x7fa7601964d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 >> 172.21.15.45:0/505602365 conn(0x7fa7600fb7b0 msgr2=0x7fa7600fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:18.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 shutdown_connections 2023-03-22T14:26:18.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.267+0000 7fa767bff700 1 -- 172.21.15.45:0/505602365 wait complete. 2023-03-22T14:26:18.270 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:26:18.286 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:26:18.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 -- 172.21.15.45:0/1671771136 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 msgr2=0x7f86dc103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 --2- 172.21.15.45:0/1671771136 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc103a50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f86cc009990 tx=0x7f86cc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 -- 172.21.15.45:0/1671771136 shutdown_connections 2023-03-22T14:26:18.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 --2- 172.21.15.45:0/1671771136 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f86dc103f90 0x7f86dc10a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 --2- 172.21.15.45:0/1671771136 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f86dc102410 0x7f86dc102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 --2- 172.21.15.45:0/1671771136 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc103a50 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 -- 172.21.15.45:0/1671771136 >> 172.21.15.45:0/1671771136 conn(0x7f86dc0fda50 msgr2=0x7f86dc0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:18.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 -- 172.21.15.45:0/1671771136 shutdown_connections 2023-03-22T14:26:18.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.475+0000 7f86e41ff700 1 -- 172.21.15.45:0/1671771136 wait complete. 2023-03-22T14:26:18.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 Processor -- start 2023-03-22T14:26:18.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 -- start start 2023-03-22T14:26:18.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f86dc102410 0x7f86dc198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc1986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f86dc103f90 0x7f86dc19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86dc19fd10 con 0x7f86dc103600 2023-03-22T14:26:18.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86dc19fe50 con 0x7f86dc103f90 2023-03-22T14:26:18.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e41ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86dc19ffe0 con 0x7f86dc102410 2023-03-22T14:26:18.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e179a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc1986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e1f9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f86dc102410 0x7f86dc198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e179a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc1986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55870/0 (socket says 172.21.15.45:55870) 2023-03-22T14:26:18.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e179a700 1 -- 172.21.15.45:0/2391914812 learned_addr learned my addr 172.21.15.45:0/2391914812 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:18.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.476+0000 7f86e279c700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f86dc103f90 0x7f86dc19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e179a700 1 -- 172.21.15.45:0/2391914812 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f86dc102410 msgr2=0x7f86dc198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e179a700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f86dc102410 0x7f86dc198190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e179a700 1 -- 172.21.15.45:0/2391914812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f86dc103f90 msgr2=0x7f86dc19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e179a700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f86dc103f90 0x7f86dc19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e179a700 1 -- 172.21.15.45:0/2391914812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86cc0095f0 con 0x7f86dc103600 2023-03-22T14:26:18.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e179a700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc1986d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f86cc00b620 tx=0x7f86cc005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:18.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86d2ffd700 1 -- 172.21.15.45:0/2391914812 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86cc01d070 con 0x7f86dc103600 2023-03-22T14:26:18.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86dc10ddd0 con 0x7f86dc103600 2023-03-22T14:26:18.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86d2ffd700 1 -- 172.21.15.45:0/2391914812 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f86cc022470 con 0x7f86dc103600 2023-03-22T14:26:18.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86d2ffd700 1 -- 172.21.15.45:0/2391914812 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86cc017650 con 0x7f86dc103600 2023-03-22T14:26:18.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.477+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86dc10dc40 con 0x7f86dc103600 2023-03-22T14:26:18.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.479+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86dc109340 con 0x7f86dc103600 2023-03-22T14:26:18.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.480+0000 7f86d2ffd700 1 -- 172.21.15.45:0/2391914812 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f86cc0225e0 con 0x7f86dc103600 2023-03-22T14:26:18.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.482+0000 7f86d2ffd700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f86c809fb60 0x7f86c80a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.482+0000 7f86d2ffd700 1 -- 172.21.15.45:0/2391914812 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f86cc0cbf60 con 0x7f86dc103600 2023-03-22T14:26:18.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.482+0000 7f86e1f9b700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f86c809fb60 0x7f86c80a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.483+0000 7f86e1f9b700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f86c809fb60 0x7f86c80a2010 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f86dc103460 tx=0x7f86d8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:18.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.485+0000 7f86d2ffd700 1 -- 172.21.15.45:0/2391914812 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f86cc095e30 con 0x7f86dc103600 2023-03-22T14:26:18.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:18 smithi142 ceph-mon[94717]: from='client.14661 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:18.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:18 smithi142 ceph-mon[94717]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-03-22T14:26:18.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:18 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] up:active 2023-03-22T14:26:18.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 7 up:standby 5 up:active 2023-03-22T14:26:18.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:26:18.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:18 smithi142 ceph-mon[94717]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:18.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:18 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/505602365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:18.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:18 smithi098 ceph-mon[94136]: from='client.14661 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:18.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:18 smithi098 ceph-mon[94136]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-03-22T14:26:18.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:18 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] up:active 2023-03-22T14:26:18.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 7 up:standby 5 up:active 2023-03-22T14:26:18.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:26:18.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:18 smithi098 ceph-mon[94136]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:18.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:18 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/505602365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:18.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.696+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f86dc061690 con 0x7f86dc103600 2023-03-22T14:26:18.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.697+0000 7f86d2ffd700 1 -- 172.21.15.45:0/2391914812 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22082 (secure 0 0 0) 0x7f86cc027020 con 0x7f86dc103600 2023-03-22T14:26:18.699 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:18.699 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":84,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:11.122028+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:26:18.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f86c809fb60 msgr2=0x7f86c80a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f86c809fb60 0x7f86c80a2010 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f86dc103460 tx=0x7f86d8009260 comp rx=0 tx=0).stop 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 msgr2=0x7f86dc1986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc1986d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f86cc00b620 tx=0x7f86cc005740 comp rx=0 tx=0).stop 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 shutdown_connections 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f86c809fb60 0x7f86c80a2010 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f86dc103f90 0x7f86dc19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f86dc102410 0x7f86dc198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 --2- 172.21.15.45:0/2391914812 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f86dc103600 0x7f86dc1986d0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 >> 172.21.15.45:0/2391914812 conn(0x7f86dc0fda50 msgr2=0x7f86dc0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:18.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 shutdown_connections 2023-03-22T14:26:18.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.700+0000 7f86e41ff700 1 -- 172.21.15.45:0/2391914812 wait complete. 2023-03-22T14:26:18.717 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:18 smithi045 ceph-mon[91728]: from='client.14661 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:18.717 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:18 smithi045 ceph-mon[91728]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-03-22T14:26:18.717 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:18 smithi045 ceph-mon[91728]: mds.? [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] up:active 2023-03-22T14:26:18.717 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:18 smithi045 ceph-mon[91728]: fsmap cephfs:5 7 up:standby 5 up:active 2023-03-22T14:26:18.718 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:18 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:26:18.718 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:18 smithi045 ceph-mon[91728]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:26:18.718 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:18 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/505602365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:26:18.720 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-03-22T14:26:18.720 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-03-22T14:26:18.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 -- 172.21.15.45:0/2071225822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 msgr2=0x7fb56c1005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 --2- 172.21.15.45:0/2071225822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c1005e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb568009990 tx=0x7fb568009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 -- 172.21.15.45:0/2071225822 shutdown_connections 2023-03-22T14:26:18.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 --2- 172.21.15.45:0/2071225822 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb56c101d50 0x7fb56c108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 --2- 172.21.15.45:0/2071225822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c1005e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 --2- 172.21.15.45:0/2071225822 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb56c1013c0 0x7fb56c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 -- 172.21.15.45:0/2071225822 >> 172.21.15.45:0/2071225822 conn(0x7fb56c0fb7b0 msgr2=0x7fb56c0fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:18.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 -- 172.21.15.45:0/2071225822 shutdown_connections 2023-03-22T14:26:18.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.907+0000 7fb5743ff700 1 -- 172.21.15.45:0/2071225822 wait complete. 2023-03-22T14:26:18.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.908+0000 7fb5743ff700 1 Processor -- start 2023-03-22T14:26:18.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.908+0000 7fb5743ff700 1 -- start start 2023-03-22T14:26:18.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb5743ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb5743ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb56c1013c0 0x7fb56c1986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb5743ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb56c101d50 0x7fb56c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb5743ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb56c19fd10 con 0x7fb56c101d50 2023-03-22T14:26:18.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb5743ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb56c19fe50 con 0x7fb56c1001d0 2023-03-22T14:26:18.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb5743ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb56c19ffe0 con 0x7fb56c1013c0 2023-03-22T14:26:18.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57299c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb56c101d50 0x7fb56c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:34548/0 (socket says 172.21.15.45:34548) 2023-03-22T14:26:18.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 -- 172.21.15.45:0/605043402 learned_addr learned my addr 172.21.15.45:0/605043402 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:18.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57199a700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb56c1013c0 0x7fb56c1986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 -- 172.21.15.45:0/605043402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb56c1013c0 msgr2=0x7fb56c1986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb56c1013c0 0x7fb56c1986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 -- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb56c101d50 msgr2=0x7fb56c19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb56c101d50 0x7fb56c19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.909+0000 7fb57219b700 1 -- 172.21.15.45:0/605043402 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5680095f0 con 0x7fb56c1001d0 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.910+0000 7fb57219b700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c198190 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb568005740 tx=0x7fb568005770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.910+0000 7fb5637fe700 1 -- 172.21.15.45:0/605043402 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb56801d070 con 0x7fb56c1001d0 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.910+0000 7fb5637fe700 1 -- 172.21.15.45:0/605043402 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb568021410 con 0x7fb56c1001d0 2023-03-22T14:26:18.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.910+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb56c10bb90 con 0x7fb56c1001d0 2023-03-22T14:26:18.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.910+0000 7fb5637fe700 1 -- 172.21.15.45:0/605043402 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb568017650 con 0x7fb56c1001d0 2023-03-22T14:26:18.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.910+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb56c10ba00 con 0x7fb56c1001d0 2023-03-22T14:26:18.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.911+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb56c067980 con 0x7fb56c1001d0 2023-03-22T14:26:18.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.913+0000 7fb5637fe700 1 -- 172.21.15.45:0/605043402 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb568021580 con 0x7fb56c1001d0 2023-03-22T14:26:18.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.914+0000 7fb5637fe700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb55809fb60 0x7fb5580a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:18.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.915+0000 7fb5637fe700 1 -- 172.21.15.45:0/605043402 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb5680cc090 con 0x7fb56c1001d0 2023-03-22T14:26:18.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.915+0000 7fb57199a700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb55809fb60 0x7fb5580a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:18.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.915+0000 7fb57199a700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb55809fb60 0x7fb5580a2010 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb55c009c60 tx=0x7fb55c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:18.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:18.917+0000 7fb5637fe700 1 -- 172.21.15.45:0/605043402 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb568095f60 con 0x7fb56c1001d0 2023-03-22T14:26:19.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.123+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb56c107d10 con 0x7fb55809fb60 2023-03-22T14:26:19.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.136+0000 7fb5637fe700 1 -- 172.21.15.45:0/605043402 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+335112 (secure 0 0 0) 0x7fb56c107d10 con 0x7fb55809fb60 2023-03-22T14:26:19.141 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:19.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb55809fb60 msgr2=0x7fb5580a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:19.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb55809fb60 0x7fb5580a2010 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb55c009c60 tx=0x7fb55c009260 comp rx=0 tx=0).stop 2023-03-22T14:26:19.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 msgr2=0x7fb56c198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:19.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c198190 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb568005740 tx=0x7fb568005770 comp rx=0 tx=0).stop 2023-03-22T14:26:19.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 shutdown_connections 2023-03-22T14:26:19.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb55809fb60 0x7fb5580a2010 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb56c101d50 0x7fb56c19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb56c1001d0 0x7fb56c198190 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 --2- 172.21.15.45:0/605043402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb56c1013c0 0x7fb56c1986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 >> 172.21.15.45:0/605043402 conn(0x7fb56c0fb7b0 msgr2=0x7fb56c0fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:19.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 shutdown_connections 2023-03-22T14:26:19.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.140+0000 7fb5743ff700 1 -- 172.21.15.45:0/605043402 wait complete. 2023-03-22T14:26:19.145 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2023-03-22T14:26:19.160 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":273,"stamp":"2023-03-22T14:26:18.442641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":614595,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":334,"num_write_kb":2995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":270,"ondisk_log_size":270,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":79856,"kb_used_data":12496,"kb_used_omap":0,"kb_used_meta":67264,"kb_avail":1124861968,"statfs":{"total":1151940427776,"available":1151858655232,"internally_reserved":0,"allocated":12795904,"data_stored":6933323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":68878336},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":24227,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":153,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.320194"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063757+0000","last_change":"2023-03-22T14:26:10.158701+0000","last_active":"2023-03-22T14:26:12.063757+0000","last_peered":"2023-03-22T14:26:12.063757+0000","last_clean":"2023-03-22T14:26:12.063757+0000","last_became_active":"2023-03-22T14:26:10.158288+0000","last_became_peered":"2023-03-22T14:26:10.158288+0000","last_unstale":"2023-03-22T14:26:12.063757+0000","last_undegraded":"2023-03-22T14:26:12.063757+0000","last_fullsized":"2023-03-22T14:26:12.063757+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:44:00.001117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670623+0000","last_change":"2023-03-22T14:26:10.156196+0000","last_active":"2023-03-22T14:26:11.670623+0000","last_peered":"2023-03-22T14:26:11.670623+0000","last_clean":"2023-03-22T14:26:11.670623+0000","last_became_active":"2023-03-22T14:26:10.155880+0000","last_became_peered":"2023-03-22T14:26:10.155880+0000","last_unstale":"2023-03-22T14:26:11.670623+0000","last_undegraded":"2023-03-22T14:26:11.670623+0000","last_fullsized":"2023-03-22T14:26:11.670623+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:32:50.696636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670469+0000","last_change":"2023-03-22T14:26:10.153558+0000","last_active":"2023-03-22T14:26:11.670469+0000","last_peered":"2023-03-22T14:26:11.670469+0000","last_clean":"2023-03-22T14:26:11.670469+0000","last_became_active":"2023-03-22T14:26:10.153197+0000","last_became_peered":"2023-03-22T14:26:10.153197+0000","last_unstale":"2023-03-22T14:26:11.670469+0000","last_undegraded":"2023-03-22T14:26:11.670469+0000","last_fullsized":"2023-03-22T14:26:11.670469+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:38:35.460811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063915+0000","last_change":"2023-03-22T14:26:10.140808+0000","last_active":"2023-03-22T14:26:12.063915+0000","last_peered":"2023-03-22T14:26:12.063915+0000","last_clean":"2023-03-22T14:26:12.063915+0000","last_became_active":"2023-03-22T14:26:10.140515+0000","last_became_peered":"2023-03-22T14:26:10.140515+0000","last_unstale":"2023-03-22T14:26:12.063915+0000","last_undegraded":"2023-03-22T14:26:12.063915+0000","last_fullsized":"2023-03-22T14:26:12.063915+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:33:24.572331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130452+0000","last_change":"2023-03-22T14:26:10.141388+0000","last_active":"2023-03-22T14:26:11.130452+0000","last_peered":"2023-03-22T14:26:11.130452+0000","last_clean":"2023-03-22T14:26:11.130452+0000","last_became_active":"2023-03-22T14:26:10.141076+0000","last_became_peered":"2023-03-22T14:26:10.141076+0000","last_unstale":"2023-03-22T14:26:11.130452+0000","last_undegraded":"2023-03-22T14:26:11.130452+0000","last_fullsized":"2023-03-22T14:26:11.130452+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:53:07.444912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130368+0000","last_change":"2023-03-22T14:26:10.151250+0000","last_active":"2023-03-22T14:26:11.130368+0000","last_peered":"2023-03-22T14:26:11.130368+0000","last_clean":"2023-03-22T14:26:11.130368+0000","last_became_active":"2023-03-22T14:26:10.150925+0000","last_became_peered":"2023-03-22T14:26:10.150925+0000","last_unstale":"2023-03-22T14:26:11.130368+0000","last_undegraded":"2023-03-22T14:26:11.130368+0000","last_fullsized":"2023-03-22T14:26:11.130368+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:55:13.189674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743289+0000","last_change":"2023-03-22T14:26:10.149874+0000","last_active":"2023-03-22T14:26:12.743289+0000","last_peered":"2023-03-22T14:26:12.743289+0000","last_clean":"2023-03-22T14:26:12.743289+0000","last_became_active":"2023-03-22T14:26:10.149623+0000","last_became_peered":"2023-03-22T14:26:10.149623+0000","last_unstale":"2023-03-22T14:26:12.743289+0000","last_undegraded":"2023-03-22T14:26:12.743289+0000","last_fullsized":"2023-03-22T14:26:12.743289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:49:06.976718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783412+0000","last_change":"2023-03-22T14:26:10.139429+0000","last_active":"2023-03-22T14:26:11.783412+0000","last_peered":"2023-03-22T14:26:11.783412+0000","last_clean":"2023-03-22T14:26:11.783412+0000","last_became_active":"2023-03-22T14:26:10.138933+0000","last_became_peered":"2023-03-22T14:26:10.138933+0000","last_unstale":"2023-03-22T14:26:11.783412+0000","last_undegraded":"2023-03-22T14:26:11.783412+0000","last_fullsized":"2023-03-22T14:26:11.783412+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:13:29.185896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.148598+0000","last_change":"2023-03-22T14:26:10.147062+0000","last_active":"2023-03-22T14:26:10.148598+0000","last_peered":"2023-03-22T14:26:10.148598+0000","last_clean":"2023-03-22T14:26:10.148598+0000","last_became_active":"2023-03-22T14:26:10.146300+0000","last_became_peered":"2023-03-22T14:26:10.146300+0000","last_unstale":"2023-03-22T14:26:10.148598+0000","last_undegraded":"2023-03-22T14:26:10.148598+0000","last_fullsized":"2023-03-22T14:26:10.148598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:03:25.295638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130804+0000","last_change":"2023-03-22T14:26:10.142094+0000","last_active":"2023-03-22T14:26:11.130804+0000","last_peered":"2023-03-22T14:26:11.130804+0000","last_clean":"2023-03-22T14:26:11.130804+0000","last_became_active":"2023-03-22T14:26:10.141785+0000","last_became_peered":"2023-03-22T14:26:10.141785+0000","last_unstale":"2023-03-22T14:26:11.130804+0000","last_undegraded":"2023-03-22T14:26:11.130804+0000","last_fullsized":"2023-03-22T14:26:11.130804+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:14:32.592611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743624+0000","last_change":"2023-03-22T14:26:10.142511+0000","last_active":"2023-03-22T14:26:12.743624+0000","last_peered":"2023-03-22T14:26:12.743624+0000","last_clean":"2023-03-22T14:26:12.743624+0000","last_became_active":"2023-03-22T14:26:10.141996+0000","last_became_peered":"2023-03-22T14:26:10.141996+0000","last_unstale":"2023-03-22T14:26:12.743624+0000","last_undegraded":"2023-03-22T14:26:12.743624+0000","last_fullsized":"2023-03-22T14:26:12.743624+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:21:05.229553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063890+0000","last_change":"2023-03-22T14:26:10.143173+0000","last_active":"2023-03-22T14:26:12.063890+0000","last_peered":"2023-03-22T14:26:12.063890+0000","last_clean":"2023-03-22T14:26:12.063890+0000","last_became_active":"2023-03-22T14:26:10.142653+0000","last_became_peered":"2023-03-22T14:26:10.142653+0000","last_unstale":"2023-03-22T14:26:12.063890+0000","last_undegraded":"2023-03-22T14:26:12.063890+0000","last_fullsized":"2023-03-22T14:26:12.063890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:26:03.391505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.143295+0000","last_change":"2023-03-22T14:26:10.140025+0000","last_active":"2023-03-22T14:26:10.143295+0000","last_peered":"2023-03-22T14:26:10.143295+0000","last_clean":"2023-03-22T14:26:10.143295+0000","last_became_active":"2023-03-22T14:26:10.139737+0000","last_became_peered":"2023-03-22T14:26:10.139737+0000","last_unstale":"2023-03-22T14:26:10.143295+0000","last_undegraded":"2023-03-22T14:26:10.143295+0000","last_fullsized":"2023-03-22T14:26:10.143295+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:23:42.334060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670346+0000","last_change":"2023-03-22T14:26:10.158079+0000","last_active":"2023-03-22T14:26:11.670346+0000","last_peered":"2023-03-22T14:26:11.670346+0000","last_clean":"2023-03-22T14:26:11.670346+0000","last_became_active":"2023-03-22T14:26:10.155723+0000","last_became_peered":"2023-03-22T14:26:10.155723+0000","last_unstale":"2023-03-22T14:26:11.670346+0000","last_undegraded":"2023-03-22T14:26:11.670346+0000","last_fullsized":"2023-03-22T14:26:11.670346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:58:16.643587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670366+0000","last_change":"2023-03-22T14:26:10.154820+0000","last_active":"2023-03-22T14:26:11.670366+0000","last_peered":"2023-03-22T14:26:11.670366+0000","last_clean":"2023-03-22T14:26:11.670366+0000","last_became_active":"2023-03-22T14:26:10.154098+0000","last_became_peered":"2023-03-22T14:26:10.154098+0000","last_unstale":"2023-03-22T14:26:11.670366+0000","last_undegraded":"2023-03-22T14:26:11.670366+0000","last_fullsized":"2023-03-22T14:26:11.670366+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:43:13.184902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.153296+0000","last_change":"2023-03-22T14:26:10.152667+0000","last_active":"2023-03-22T14:26:10.153296+0000","last_peered":"2023-03-22T14:26:10.153296+0000","last_clean":"2023-03-22T14:26:10.153296+0000","last_became_active":"2023-03-22T14:26:10.152404+0000","last_became_peered":"2023-03-22T14:26:10.152404+0000","last_unstale":"2023-03-22T14:26:10.153296+0000","last_undegraded":"2023-03-22T14:26:10.153296+0000","last_fullsized":"2023-03-22T14:26:10.153296+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:03.007441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063948+0000","last_change":"2023-03-22T14:26:10.158575+0000","last_active":"2023-03-22T14:26:12.063948+0000","last_peered":"2023-03-22T14:26:12.063948+0000","last_clean":"2023-03-22T14:26:12.063948+0000","last_became_active":"2023-03-22T14:26:10.158219+0000","last_became_peered":"2023-03-22T14:26:10.158219+0000","last_unstale":"2023-03-22T14:26:12.063948+0000","last_undegraded":"2023-03-22T14:26:12.063948+0000","last_fullsized":"2023-03-22T14:26:12.063948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:24.011396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.985099+0000","last_change":"2023-03-22T14:26:10.144752+0000","last_active":"2023-03-22T14:26:11.985099+0000","last_peered":"2023-03-22T14:26:11.985099+0000","last_clean":"2023-03-22T14:26:11.985099+0000","last_became_active":"2023-03-22T14:26:10.144229+0000","last_became_peered":"2023-03-22T14:26:10.144229+0000","last_unstale":"2023-03-22T14:26:11.985099+0000","last_undegraded":"2023-03-22T14:26:11.985099+0000","last_fullsized":"2023-03-22T14:26:11.985099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:13:04.010177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775590+0000","last_change":"2023-03-22T14:26:10.139468+0000","last_active":"2023-03-22T14:26:10.775590+0000","last_peered":"2023-03-22T14:26:10.775590+0000","last_clean":"2023-03-22T14:26:10.775590+0000","last_became_active":"2023-03-22T14:26:10.138750+0000","last_became_peered":"2023-03-22T14:26:10.138750+0000","last_unstale":"2023-03-22T14:26:10.775590+0000","last_undegraded":"2023-03-22T14:26:10.775590+0000","last_fullsized":"2023-03-22T14:26:10.775590+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:25:53.400263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'4","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.160439+0000","last_change":"2023-03-22T14:26:09.605689+0000","last_active":"2023-03-22T14:26:10.160439+0000","last_peered":"2023-03-22T14:26:10.160439+0000","last_clean":"2023-03-22T14:26:10.160439+0000","last_became_active":"2023-03-22T14:26:09.605012+0000","last_became_peered":"2023-03-22T14:26:09.605012+0000","last_unstale":"2023-03-22T14:26:10.160439+0000","last_undegraded":"2023-03-22T14:26:10.160439+0000","last_fullsized":"2023-03-22T14:26:10.160439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:22:17.663135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783534+0000","last_change":"2023-03-22T14:26:10.135528+0000","last_active":"2023-03-22T14:26:11.783534+0000","last_peered":"2023-03-22T14:26:11.783534+0000","last_clean":"2023-03-22T14:26:11.783534+0000","last_became_active":"2023-03-22T14:26:10.134986+0000","last_became_peered":"2023-03-22T14:26:10.134986+0000","last_unstale":"2023-03-22T14:26:11.783534+0000","last_undegraded":"2023-03-22T14:26:11.783534+0000","last_fullsized":"2023-03-22T14:26:11.783534+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:36:51.863299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.007037+0000","last_change":"2023-03-22T14:26:09.614812+0000","last_active":"2023-03-22T14:26:12.007037+0000","last_peered":"2023-03-22T14:26:12.007037+0000","last_clean":"2023-03-22T14:26:12.007037+0000","last_became_active":"2023-03-22T14:26:09.614137+0000","last_became_peered":"2023-03-22T14:26:09.614137+0000","last_unstale":"2023-03-22T14:26:12.007037+0000","last_undegraded":"2023-03-22T14:26:12.007037+0000","last_fullsized":"2023-03-22T14:26:12.007037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:59.863232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670679+0000","last_change":"2023-03-22T14:26:10.157045+0000","last_active":"2023-03-22T14:26:11.670679+0000","last_peered":"2023-03-22T14:26:11.670679+0000","last_clean":"2023-03-22T14:26:11.670679+0000","last_became_active":"2023-03-22T14:26:10.156313+0000","last_became_peered":"2023-03-22T14:26:10.156313+0000","last_unstale":"2023-03-22T14:26:11.670679+0000","last_undegraded":"2023-03-22T14:26:11.670679+0000","last_fullsized":"2023-03-22T14:26:11.670679+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:12:59.623019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130859+0000","last_change":"2023-03-22T14:26:09.605992+0000","last_active":"2023-03-22T14:26:11.130859+0000","last_peered":"2023-03-22T14:26:11.130859+0000","last_clean":"2023-03-22T14:26:11.130859+0000","last_became_active":"2023-03-22T14:26:09.605339+0000","last_became_peered":"2023-03-22T14:26:09.605339+0000","last_unstale":"2023-03-22T14:26:11.130859+0000","last_undegraded":"2023-03-22T14:26:11.130859+0000","last_fullsized":"2023-03-22T14:26:11.130859+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:38:54.779949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.145155+0000","last_change":"2023-03-22T14:26:10.141910+0000","last_active":"2023-03-22T14:26:10.145155+0000","last_peered":"2023-03-22T14:26:10.145155+0000","last_clean":"2023-03-22T14:26:10.145155+0000","last_became_active":"2023-03-22T14:26:10.141539+0000","last_became_peered":"2023-03-22T14:26:10.141539+0000","last_unstale":"2023-03-22T14:26:10.145155+0000","last_undegraded":"2023-03-22T14:26:10.145155+0000","last_fullsized":"2023-03-22T14:26:10.145155+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:20:16.599422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130666+0000","last_change":"2023-03-22T14:26:09.605015+0000","last_active":"2023-03-22T14:26:11.130666+0000","last_peered":"2023-03-22T14:26:11.130666+0000","last_clean":"2023-03-22T14:26:11.130666+0000","last_became_active":"2023-03-22T14:26:09.604633+0000","last_became_peered":"2023-03-22T14:26:09.604633+0000","last_unstale":"2023-03-22T14:26:11.130666+0000","last_undegraded":"2023-03-22T14:26:11.130666+0000","last_fullsized":"2023-03-22T14:26:11.130666+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:00:03.415196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.064108+0000","last_change":"2023-03-22T14:26:10.151918+0000","last_active":"2023-03-22T14:26:12.064108+0000","last_peered":"2023-03-22T14:26:12.064108+0000","last_clean":"2023-03-22T14:26:12.064108+0000","last_became_active":"2023-03-22T14:26:10.151600+0000","last_became_peered":"2023-03-22T14:26:10.151600+0000","last_unstale":"2023-03-22T14:26:12.064108+0000","last_undegraded":"2023-03-22T14:26:12.064108+0000","last_fullsized":"2023-03-22T14:26:12.064108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:02:19.232703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.273957+0000","last_change":"2023-03-22T14:26:09.606000+0000","last_active":"2023-03-22T14:26:13.273957+0000","last_peered":"2023-03-22T14:26:13.273957+0000","last_clean":"2023-03-22T14:26:13.273957+0000","last_became_active":"2023-03-22T14:26:09.605663+0000","last_became_peered":"2023-03-22T14:26:09.605663+0000","last_unstale":"2023-03-22T14:26:13.273957+0000","last_undegraded":"2023-03-22T14:26:13.273957+0000","last_fullsized":"2023-03-22T14:26:13.273957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:59:40.751792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130502+0000","last_change":"2023-03-22T14:26:10.151108+0000","last_active":"2023-03-22T14:26:11.130502+0000","last_peered":"2023-03-22T14:26:11.130502+0000","last_clean":"2023-03-22T14:26:11.130502+0000","last_became_active":"2023-03-22T14:26:10.150764+0000","last_became_peered":"2023-03-22T14:26:10.150764+0000","last_unstale":"2023-03-22T14:26:11.130502+0000","last_undegraded":"2023-03-22T14:26:11.130502+0000","last_fullsized":"2023-03-22T14:26:11.130502+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:51:16.285365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:15.297841+0000","last_change":"2023-03-22T14:26:09.606047+0000","last_active":"2023-03-22T14:26:15.297841+0000","last_peered":"2023-03-22T14:26:15.297841+0000","last_clean":"2023-03-22T14:26:15.297841+0000","last_became_active":"2023-03-22T14:26:09.605748+0000","last_became_peered":"2023-03-22T14:26:09.605748+0000","last_unstale":"2023-03-22T14:26:15.297841+0000","last_undegraded":"2023-03-22T14:26:15.297841+0000","last_fullsized":"2023-03-22T14:26:15.297841+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:12:53.631348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063480+0000","last_change":"2023-03-22T14:26:10.148339+0000","last_active":"2023-03-22T14:26:12.063480+0000","last_peered":"2023-03-22T14:26:12.063480+0000","last_clean":"2023-03-22T14:26:12.063480+0000","last_became_active":"2023-03-22T14:26:10.147284+0000","last_became_peered":"2023-03-22T14:26:10.147284+0000","last_unstale":"2023-03-22T14:26:12.063480+0000","last_undegraded":"2023-03-22T14:26:12.063480+0000","last_fullsized":"2023-03-22T14:26:12.063480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:28:31.309237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.280645+0000","last_change":"2023-03-22T14:26:09.604428+0000","last_active":"2023-03-22T14:26:14.280645+0000","last_peered":"2023-03-22T14:26:14.280645+0000","last_clean":"2023-03-22T14:26:14.280645+0000","last_became_active":"2023-03-22T14:26:09.604075+0000","last_became_peered":"2023-03-22T14:26:09.604075+0000","last_unstale":"2023-03-22T14:26:14.280645+0000","last_undegraded":"2023-03-22T14:26:14.280645+0000","last_fullsized":"2023-03-22T14:26:14.280645+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:18:09.160711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783437+0000","last_change":"2023-03-22T14:26:10.145491+0000","last_active":"2023-03-22T14:26:11.783437+0000","last_peered":"2023-03-22T14:26:11.783437+0000","last_clean":"2023-03-22T14:26:11.783437+0000","last_became_active":"2023-03-22T14:26:10.145153+0000","last_became_peered":"2023-03-22T14:26:10.145153+0000","last_unstale":"2023-03-22T14:26:11.783437+0000","last_undegraded":"2023-03-22T14:26:11.783437+0000","last_fullsized":"2023-03-22T14:26:11.783437+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:34:58.700651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063146+0000","last_change":"2023-03-22T14:26:09.602305+0000","last_active":"2023-03-22T14:26:12.063146+0000","last_peered":"2023-03-22T14:26:12.063146+0000","last_clean":"2023-03-22T14:26:12.063146+0000","last_became_active":"2023-03-22T14:26:09.602024+0000","last_became_peered":"2023-03-22T14:26:09.602024+0000","last_unstale":"2023-03-22T14:26:12.063146+0000","last_undegraded":"2023-03-22T14:26:12.063146+0000","last_fullsized":"2023-03-22T14:26:12.063146+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:10:59.546000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.984852+0000","last_change":"2023-03-22T14:26:10.136198+0000","last_active":"2023-03-22T14:26:11.984852+0000","last_peered":"2023-03-22T14:26:11.984852+0000","last_clean":"2023-03-22T14:26:11.984852+0000","last_became_active":"2023-03-22T14:26:10.135863+0000","last_became_peered":"2023-03-22T14:26:10.135863+0000","last_unstale":"2023-03-22T14:26:11.984852+0000","last_undegraded":"2023-03-22T14:26:11.984852+0000","last_fullsized":"2023-03-22T14:26:11.984852+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:35:51.376676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274044+0000","last_change":"2023-03-22T14:26:09.605329+0000","last_active":"2023-03-22T14:26:13.274044+0000","last_peered":"2023-03-22T14:26:13.274044+0000","last_clean":"2023-03-22T14:26:13.274044+0000","last_became_active":"2023-03-22T14:26:09.605003+0000","last_became_peered":"2023-03-22T14:26:09.605003+0000","last_unstale":"2023-03-22T14:26:13.274044+0000","last_undegraded":"2023-03-22T14:26:13.274044+0000","last_fullsized":"2023-03-22T14:26:13.274044+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:54:25.876041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.144809+0000","last_change":"2023-03-22T14:26:10.141338+0000","last_active":"2023-03-22T14:26:10.144809+0000","last_peered":"2023-03-22T14:26:10.144809+0000","last_clean":"2023-03-22T14:26:10.144809+0000","last_became_active":"2023-03-22T14:26:10.140941+0000","last_became_peered":"2023-03-22T14:26:10.140941+0000","last_unstale":"2023-03-22T14:26:10.144809+0000","last_undegraded":"2023-03-22T14:26:10.144809+0000","last_fullsized":"2023-03-22T14:26:10.144809+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:45:58.818279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.302220+0000","last_change":"2023-03-22T14:26:09.608874+0000","last_active":"2023-03-22T14:26:16.302220+0000","last_peered":"2023-03-22T14:26:16.302220+0000","last_clean":"2023-03-22T14:26:16.302220+0000","last_became_active":"2023-03-22T14:26:09.608556+0000","last_became_peered":"2023-03-22T14:26:09.608556+0000","last_unstale":"2023-03-22T14:26:16.302220+0000","last_undegraded":"2023-03-22T14:26:16.302220+0000","last_fullsized":"2023-03-22T14:26:16.302220+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:05:47.051762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670677+0000","last_change":"2023-03-22T14:26:10.157313+0000","last_active":"2023-03-22T14:26:11.670677+0000","last_peered":"2023-03-22T14:26:11.670677+0000","last_clean":"2023-03-22T14:26:11.670677+0000","last_became_active":"2023-03-22T14:26:10.156637+0000","last_became_peered":"2023-03-22T14:26:10.156637+0000","last_unstale":"2023-03-22T14:26:11.670677+0000","last_undegraded":"2023-03-22T14:26:11.670677+0000","last_fullsized":"2023-03-22T14:26:11.670677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:49:28.870596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.064204+0000","last_change":"2023-03-22T14:26:09.609824+0000","last_active":"2023-03-22T14:26:12.064204+0000","last_peered":"2023-03-22T14:26:12.064204+0000","last_clean":"2023-03-22T14:26:12.064204+0000","last_became_active":"2023-03-22T14:26:09.609506+0000","last_became_peered":"2023-03-22T14:26:09.609506+0000","last_unstale":"2023-03-22T14:26:12.064204+0000","last_undegraded":"2023-03-22T14:26:12.064204+0000","last_fullsized":"2023-03-22T14:26:12.064204+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:05:01.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.148851+0000","last_change":"2023-03-22T14:26:10.147791+0000","last_active":"2023-03-22T14:26:10.148851+0000","last_peered":"2023-03-22T14:26:10.148851+0000","last_clean":"2023-03-22T14:26:10.148851+0000","last_became_active":"2023-03-22T14:26:10.147442+0000","last_became_peered":"2023-03-22T14:26:10.147442+0000","last_unstale":"2023-03-22T14:26:10.148851+0000","last_undegraded":"2023-03-22T14:26:10.148851+0000","last_fullsized":"2023-03-22T14:26:10.148851+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:12:56.630356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'16","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.317359+0000","last_change":"2023-03-22T14:26:09.605587+0000","last_active":"2023-03-22T14:26:16.317359+0000","last_peered":"2023-03-22T14:26:16.317359+0000","last_clean":"2023-03-22T14:26:16.317359+0000","last_became_active":"2023-03-22T14:26:09.605234+0000","last_became_peered":"2023-03-22T14:26:09.605234+0000","last_unstale":"2023-03-22T14:26:16.317359+0000","last_undegraded":"2023-03-22T14:26:16.317359+0000","last_fullsized":"2023-03-22T14:26:16.317359+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:09.560463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18929,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130699+0000","last_change":"2023-03-22T14:26:10.142180+0000","last_active":"2023-03-22T14:26:11.130699+0000","last_peered":"2023-03-22T14:26:11.130699+0000","last_clean":"2023-03-22T14:26:11.130699+0000","last_became_active":"2023-03-22T14:26:10.141662+0000","last_became_peered":"2023-03-22T14:26:10.141662+0000","last_unstale":"2023-03-22T14:26:11.130699+0000","last_undegraded":"2023-03-22T14:26:11.130699+0000","last_fullsized":"2023-03-22T14:26:11.130699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:22:32.962412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'7","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.278715+0000","last_change":"2023-03-22T14:26:09.610970+0000","last_active":"2023-03-22T14:26:14.278715+0000","last_peered":"2023-03-22T14:26:14.278715+0000","last_clean":"2023-03-22T14:26:14.278715+0000","last_became_active":"2023-03-22T14:26:09.610668+0000","last_became_peered":"2023-03-22T14:26:09.610668+0000","last_unstale":"2023-03-22T14:26:14.278715+0000","last_undegraded":"2023-03-22T14:26:14.278715+0000","last_fullsized":"2023-03-22T14:26:14.278715+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:59.128943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.146948+0000","last_change":"2023-03-22T14:26:10.145201+0000","last_active":"2023-03-22T14:26:10.146948+0000","last_peered":"2023-03-22T14:26:10.146948+0000","last_clean":"2023-03-22T14:26:10.146948+0000","last_became_active":"2023-03-22T14:26:10.144881+0000","last_became_peered":"2023-03-22T14:26:10.144881+0000","last_unstale":"2023-03-22T14:26:10.146948+0000","last_undegraded":"2023-03-22T14:26:10.146948+0000","last_fullsized":"2023-03-22T14:26:10.146948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:32:06.377674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'3","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274284+0000","last_change":"2023-03-22T14:26:09.611295+0000","last_active":"2023-03-22T14:26:13.274284+0000","last_peered":"2023-03-22T14:26:13.274284+0000","last_clean":"2023-03-22T14:26:13.274284+0000","last_became_active":"2023-03-22T14:26:09.610974+0000","last_became_peered":"2023-03-22T14:26:09.610974+0000","last_unstale":"2023-03-22T14:26:13.274284+0000","last_undegraded":"2023-03-22T14:26:13.274284+0000","last_fullsized":"2023-03-22T14:26:13.274284+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:47:00.123238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743504+0000","last_change":"2023-03-22T14:26:10.140590+0000","last_active":"2023-03-22T14:26:12.743504+0000","last_peered":"2023-03-22T14:26:12.743504+0000","last_clean":"2023-03-22T14:26:12.743504+0000","last_became_active":"2023-03-22T14:26:10.140243+0000","last_became_peered":"2023-03-22T14:26:10.140243+0000","last_unstale":"2023-03-22T14:26:12.743504+0000","last_undegraded":"2023-03-22T14:26:12.743504+0000","last_fullsized":"2023-03-22T14:26:12.743504+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:24:35.061683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:17.324412+0000","last_change":"2023-03-22T14:26:09.601433+0000","last_active":"2023-03-22T14:26:17.324412+0000","last_peered":"2023-03-22T14:26:17.324412+0000","last_clean":"2023-03-22T14:26:17.324412+0000","last_became_active":"2023-03-22T14:26:09.601077+0000","last_became_peered":"2023-03-22T14:26:09.601077+0000","last_unstale":"2023-03-22T14:26:17.324412+0000","last_undegraded":"2023-03-22T14:26:17.324412+0000","last_fullsized":"2023-03-22T14:26:17.324412+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:54:13.780420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743162+0000","last_change":"2023-03-22T14:26:10.138660+0000","last_active":"2023-03-22T14:26:12.743162+0000","last_peered":"2023-03-22T14:26:12.743162+0000","last_clean":"2023-03-22T14:26:12.743162+0000","last_became_active":"2023-03-22T14:26:10.138353+0000","last_became_peered":"2023-03-22T14:26:10.138353+0000","last_unstale":"2023-03-22T14:26:12.743162+0000","last_undegraded":"2023-03-22T14:26:12.743162+0000","last_fullsized":"2023-03-22T14:26:12.743162+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:41:51.425763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'10","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274263+0000","last_change":"2023-03-22T14:26:09.609803+0000","last_active":"2023-03-22T14:26:13.274263+0000","last_peered":"2023-03-22T14:26:13.274263+0000","last_clean":"2023-03-22T14:26:13.274263+0000","last_became_active":"2023-03-22T14:26:09.609483+0000","last_became_peered":"2023-03-22T14:26:09.609483+0000","last_unstale":"2023-03-22T14:26:13.274263+0000","last_undegraded":"2023-03-22T14:26:13.274263+0000","last_fullsized":"2023-03-22T14:26:13.274263+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:56:46.958792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063209+0000","last_change":"2023-03-22T14:26:10.147701+0000","last_active":"2023-03-22T14:26:12.063209+0000","last_peered":"2023-03-22T14:26:12.063209+0000","last_clean":"2023-03-22T14:26:12.063209+0000","last_became_active":"2023-03-22T14:26:10.147257+0000","last_became_peered":"2023-03-22T14:26:10.147257+0000","last_unstale":"2023-03-22T14:26:12.063209+0000","last_undegraded":"2023-03-22T14:26:12.063209+0000","last_fullsized":"2023-03-22T14:26:12.063209+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:17.375504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130850+0000","last_change":"2023-03-22T14:26:09.604873+0000","last_active":"2023-03-22T14:26:11.130850+0000","last_peered":"2023-03-22T14:26:11.130850+0000","last_clean":"2023-03-22T14:26:11.130850+0000","last_became_active":"2023-03-22T14:26:09.604522+0000","last_became_peered":"2023-03-22T14:26:09.604522+0000","last_unstale":"2023-03-22T14:26:11.130850+0000","last_undegraded":"2023-03-22T14:26:11.130850+0000","last_fullsized":"2023-03-22T14:26:11.130850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:10:24.059314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063259+0000","last_change":"2023-03-22T14:26:10.141378+0000","last_active":"2023-03-22T14:26:12.063259+0000","last_peered":"2023-03-22T14:26:12.063259+0000","last_clean":"2023-03-22T14:26:12.063259+0000","last_became_active":"2023-03-22T14:26:10.141064+0000","last_became_peered":"2023-03-22T14:26:10.141064+0000","last_unstale":"2023-03-22T14:26:12.063259+0000","last_undegraded":"2023-03-22T14:26:12.063259+0000","last_fullsized":"2023-03-22T14:26:12.063259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:04:58.827396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.128710+0000","last_change":"2023-03-22T14:26:09.614660+0000","last_active":"2023-03-22T14:26:10.128710+0000","last_peered":"2023-03-22T14:26:10.128710+0000","last_clean":"2023-03-22T14:26:10.128710+0000","last_became_active":"2023-03-22T14:26:09.614264+0000","last_became_peered":"2023-03-22T14:26:09.614264+0000","last_unstale":"2023-03-22T14:26:10.128710+0000","last_undegraded":"2023-03-22T14:26:10.128710+0000","last_fullsized":"2023-03-22T14:26:10.128710+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:10:41.078027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.589879+0000","last_change":"2023-03-22T14:26:10.138384+0000","last_active":"2023-03-22T14:26:11.589879+0000","last_peered":"2023-03-22T14:26:11.589879+0000","last_clean":"2023-03-22T14:26:11.589879+0000","last_became_active":"2023-03-22T14:26:10.137911+0000","last_became_peered":"2023-03-22T14:26:10.137911+0000","last_unstale":"2023-03-22T14:26:11.589879+0000","last_undegraded":"2023-03-22T14:26:11.589879+0000","last_fullsized":"2023-03-22T14:26:11.589879+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:02:11.973222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:17.325232+0000","last_change":"2023-03-22T14:26:09.608558+0000","last_active":"2023-03-22T14:26:17.325232+0000","last_peered":"2023-03-22T14:26:17.325232+0000","last_clean":"2023-03-22T14:26:17.325232+0000","last_became_active":"2023-03-22T14:26:09.608234+0000","last_became_peered":"2023-03-22T14:26:09.608234+0000","last_unstale":"2023-03-22T14:26:17.325232+0000","last_undegraded":"2023-03-22T14:26:17.325232+0000","last_fullsized":"2023-03-22T14:26:17.325232+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:18:32.096235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130390+0000","last_change":"2023-03-22T14:26:10.156523+0000","last_active":"2023-03-22T14:26:11.130390+0000","last_peered":"2023-03-22T14:26:11.130390+0000","last_clean":"2023-03-22T14:26:11.130390+0000","last_became_active":"2023-03-22T14:26:10.156170+0000","last_became_peered":"2023-03-22T14:26:10.156170+0000","last_unstale":"2023-03-22T14:26:11.130390+0000","last_undegraded":"2023-03-22T14:26:11.130390+0000","last_fullsized":"2023-03-22T14:26:11.130390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:27:12.743703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063425+0000","last_change":"2023-03-22T14:26:10.147917+0000","last_active":"2023-03-22T14:26:12.063425+0000","last_peered":"2023-03-22T14:26:12.063425+0000","last_clean":"2023-03-22T14:26:12.063425+0000","last_became_active":"2023-03-22T14:26:10.147328+0000","last_became_peered":"2023-03-22T14:26:10.147328+0000","last_unstale":"2023-03-22T14:26:12.063425+0000","last_undegraded":"2023-03-22T14:26:12.063425+0000","last_fullsized":"2023-03-22T14:26:12.063425+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:28:13.794955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.281496+0000","last_change":"2023-03-22T14:26:09.612765+0000","last_active":"2023-03-22T14:26:14.281496+0000","last_peered":"2023-03-22T14:26:14.281496+0000","last_clean":"2023-03-22T14:26:14.281496+0000","last_became_active":"2023-03-22T14:26:09.612421+0000","last_became_peered":"2023-03-22T14:26:09.612421+0000","last_unstale":"2023-03-22T14:26:14.281496+0000","last_undegraded":"2023-03-22T14:26:14.281496+0000","last_fullsized":"2023-03-22T14:26:14.281496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:04:41.013442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783497+0000","last_change":"2023-03-22T14:26:10.136066+0000","last_active":"2023-03-22T14:26:11.783497+0000","last_peered":"2023-03-22T14:26:11.783497+0000","last_clean":"2023-03-22T14:26:11.783497+0000","last_became_active":"2023-03-22T14:26:10.135756+0000","last_became_peered":"2023-03-22T14:26:10.135756+0000","last_unstale":"2023-03-22T14:26:11.783497+0000","last_undegraded":"2023-03-22T14:26:11.783497+0000","last_fullsized":"2023-03-22T14:26:11.783497+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:17:52.311311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:17.322318+0000","last_change":"2023-03-22T14:26:09.602996+0000","last_active":"2023-03-22T14:26:17.322318+0000","last_peered":"2023-03-22T14:26:17.322318+0000","last_clean":"2023-03-22T14:26:17.322318+0000","last_became_active":"2023-03-22T14:26:09.602516+0000","last_became_peered":"2023-03-22T14:26:09.602516+0000","last_unstale":"2023-03-22T14:26:17.322318+0000","last_undegraded":"2023-03-22T14:26:17.322318+0000","last_fullsized":"2023-03-22T14:26:17.322318+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:32:25.061309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":335,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.129218+0000","last_change":"2023-03-22T14:25:04.048457+0000","last_active":"2023-03-22T14:26:10.129218+0000","last_peered":"2023-03-22T14:26:10.129218+0000","last_clean":"2023-03-22T14:26:10.129218+0000","last_became_active":"2023-03-22T14:25:04.047825+0000","last_became_peered":"2023-03-22T14:25:04.047825+0000","last_unstale":"2023-03-22T14:26:10.129218+0000","last_undegraded":"2023-03-22T14:26:10.129218+0000","last_fullsized":"2023-03-22T14:26:10.129218+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_clean_scrub_stamp":"2023-03-22T14:21:57.020676+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:46.193563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.152658+0000","last_change":"2023-03-22T14:26:10.149941+0000","last_active":"2023-03-22T14:26:10.152658+0000","last_peered":"2023-03-22T14:26:10.152658+0000","last_clean":"2023-03-22T14:26:10.152658+0000","last_became_active":"2023-03-22T14:26:10.149411+0000","last_became_peered":"2023-03-22T14:26:10.149411+0000","last_unstale":"2023-03-22T14:26:10.152658+0000","last_undegraded":"2023-03-22T14:26:10.152658+0000","last_fullsized":"2023-03-22T14:26:10.152658+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:57:47.277953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.277725+0000","last_change":"2023-03-22T14:26:09.605020+0000","last_active":"2023-03-22T14:26:14.277725+0000","last_peered":"2023-03-22T14:26:14.277725+0000","last_clean":"2023-03-22T14:26:14.277725+0000","last_became_active":"2023-03-22T14:26:09.604700+0000","last_became_peered":"2023-03-22T14:26:09.604700+0000","last_unstale":"2023-03-22T14:26:14.277725+0000","last_undegraded":"2023-03-22T14:26:14.277725+0000","last_fullsized":"2023-03-22T14:26:14.277725+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:16:30.300196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.272245+0000","last_change":"2023-03-22T14:26:09.609834+0000","last_active":"2023-03-22T14:26:13.272245+0000","last_peered":"2023-03-22T14:26:13.272245+0000","last_clean":"2023-03-22T14:26:13.272245+0000","last_became_active":"2023-03-22T14:26:09.609521+0000","last_became_peered":"2023-03-22T14:26:09.609521+0000","last_unstale":"2023-03-22T14:26:13.272245+0000","last_undegraded":"2023-03-22T14:26:13.272245+0000","last_fullsized":"2023-03-22T14:26:13.272245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:41:39.285531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.162291+0000","last_change":"2023-03-22T14:26:10.161612+0000","last_active":"2023-03-22T14:26:10.162291+0000","last_peered":"2023-03-22T14:26:10.162291+0000","last_clean":"2023-03-22T14:26:10.162291+0000","last_became_active":"2023-03-22T14:26:10.161232+0000","last_became_peered":"2023-03-22T14:26:10.161232+0000","last_unstale":"2023-03-22T14:26:10.162291+0000","last_undegraded":"2023-03-22T14:26:10.162291+0000","last_fullsized":"2023-03-22T14:26:10.162291+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:54:02.097895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.985044+0000","last_change":"2023-03-22T14:26:09.614166+0000","last_active":"2023-03-22T14:26:11.985044+0000","last_peered":"2023-03-22T14:26:11.985044+0000","last_clean":"2023-03-22T14:26:11.985044+0000","last_became_active":"2023-03-22T14:26:09.613799+0000","last_became_peered":"2023-03-22T14:26:09.613799+0000","last_unstale":"2023-03-22T14:26:11.985044+0000","last_undegraded":"2023-03-22T14:26:11.985044+0000","last_fullsized":"2023-03-22T14:26:11.985044+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:43:40.989147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783592+0000","last_change":"2023-03-22T14:26:10.141455+0000","last_active":"2023-03-22T14:26:11.783592+0000","last_peered":"2023-03-22T14:26:11.783592+0000","last_clean":"2023-03-22T14:26:11.783592+0000","last_became_active":"2023-03-22T14:26:10.140742+0000","last_became_peered":"2023-03-22T14:26:10.140742+0000","last_unstale":"2023-03-22T14:26:11.783592+0000","last_undegraded":"2023-03-22T14:26:11.783592+0000","last_fullsized":"2023-03-22T14:26:11.783592+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:24:14.840194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.301556+0000","last_change":"2023-03-22T14:26:09.605495+0000","last_active":"2023-03-22T14:26:16.301556+0000","last_peered":"2023-03-22T14:26:16.301556+0000","last_clean":"2023-03-22T14:26:16.301556+0000","last_became_active":"2023-03-22T14:26:09.605210+0000","last_became_peered":"2023-03-22T14:26:09.605210+0000","last_unstale":"2023-03-22T14:26:16.301556+0000","last_undegraded":"2023-03-22T14:26:16.301556+0000","last_fullsized":"2023-03-22T14:26:16.301556+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:07:01.692804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670600+0000","last_change":"2023-03-22T14:26:10.155761+0000","last_active":"2023-03-22T14:26:11.670600+0000","last_peered":"2023-03-22T14:26:11.670600+0000","last_clean":"2023-03-22T14:26:11.670600+0000","last_became_active":"2023-03-22T14:26:10.155382+0000","last_became_peered":"2023-03-22T14:26:10.155382+0000","last_unstale":"2023-03-22T14:26:11.670600+0000","last_undegraded":"2023-03-22T14:26:11.670600+0000","last_fullsized":"2023-03-22T14:26:11.670600+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:15:00.653820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274332+0000","last_change":"2023-03-22T14:26:09.609935+0000","last_active":"2023-03-22T14:26:13.274332+0000","last_peered":"2023-03-22T14:26:13.274332+0000","last_clean":"2023-03-22T14:26:13.274332+0000","last_became_active":"2023-03-22T14:26:09.609481+0000","last_became_peered":"2023-03-22T14:26:09.609481+0000","last_unstale":"2023-03-22T14:26:13.274332+0000","last_undegraded":"2023-03-22T14:26:13.274332+0000","last_fullsized":"2023-03-22T14:26:13.274332+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:25:15.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130377+0000","last_change":"2023-03-22T14:26:10.138371+0000","last_active":"2023-03-22T14:26:11.130377+0000","last_peered":"2023-03-22T14:26:11.130377+0000","last_clean":"2023-03-22T14:26:11.130377+0000","last_became_active":"2023-03-22T14:26:10.138075+0000","last_became_peered":"2023-03-22T14:26:10.138075+0000","last_unstale":"2023-03-22T14:26:11.130377+0000","last_undegraded":"2023-03-22T14:26:11.130377+0000","last_fullsized":"2023-03-22T14:26:11.130377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:52:32.849086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.301016+0000","last_change":"2023-03-22T14:26:09.615642+0000","last_active":"2023-03-22T14:26:16.301016+0000","last_peered":"2023-03-22T14:26:16.301016+0000","last_clean":"2023-03-22T14:26:16.301016+0000","last_became_active":"2023-03-22T14:26:09.615073+0000","last_became_peered":"2023-03-22T14:26:09.615073+0000","last_unstale":"2023-03-22T14:26:16.301016+0000","last_undegraded":"2023-03-22T14:26:16.301016+0000","last_fullsized":"2023-03-22T14:26:16.301016+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:20:15.124230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063049+0000","last_change":"2023-03-22T14:26:10.152405+0000","last_active":"2023-03-22T14:26:12.063049+0000","last_peered":"2023-03-22T14:26:12.063049+0000","last_clean":"2023-03-22T14:26:12.063049+0000","last_became_active":"2023-03-22T14:26:10.152064+0000","last_became_peered":"2023-03-22T14:26:10.152064+0000","last_unstale":"2023-03-22T14:26:12.063049+0000","last_undegraded":"2023-03-22T14:26:12.063049+0000","last_fullsized":"2023-03-22T14:26:12.063049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:13.877126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:15.298140+0000","last_change":"2023-03-22T14:26:09.611793+0000","last_active":"2023-03-22T14:26:15.298140+0000","last_peered":"2023-03-22T14:26:15.298140+0000","last_clean":"2023-03-22T14:26:15.298140+0000","last_became_active":"2023-03-22T14:26:09.611397+0000","last_became_peered":"2023-03-22T14:26:09.611397+0000","last_unstale":"2023-03-22T14:26:15.298140+0000","last_undegraded":"2023-03-22T14:26:15.298140+0000","last_fullsized":"2023-03-22T14:26:15.298140+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:02:08.318026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783515+0000","last_change":"2023-03-22T14:26:10.155688+0000","last_active":"2023-03-22T14:26:11.783515+0000","last_peered":"2023-03-22T14:26:11.783515+0000","last_clean":"2023-03-22T14:26:11.783515+0000","last_became_active":"2023-03-22T14:26:10.155368+0000","last_became_peered":"2023-03-22T14:26:10.155368+0000","last_unstale":"2023-03-22T14:26:11.783515+0000","last_undegraded":"2023-03-22T14:26:11.783515+0000","last_fullsized":"2023-03-22T14:26:11.783515+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:30:34.662572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.273683+0000","last_change":"2023-03-22T14:26:09.605132+0000","last_active":"2023-03-22T14:26:13.273683+0000","last_peered":"2023-03-22T14:26:13.273683+0000","last_clean":"2023-03-22T14:26:13.273683+0000","last_became_active":"2023-03-22T14:26:09.604792+0000","last_became_peered":"2023-03-22T14:26:09.604792+0000","last_unstale":"2023-03-22T14:26:13.273683+0000","last_undegraded":"2023-03-22T14:26:13.273683+0000","last_fullsized":"2023-03-22T14:26:13.273683+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:16.698944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743451+0000","last_change":"2023-03-22T14:26:10.149586+0000","last_active":"2023-03-22T14:26:12.743451+0000","last_peered":"2023-03-22T14:26:12.743451+0000","last_clean":"2023-03-22T14:26:12.743451+0000","last_became_active":"2023-03-22T14:26:10.149272+0000","last_became_peered":"2023-03-22T14:26:10.149272+0000","last_unstale":"2023-03-22T14:26:12.743451+0000","last_undegraded":"2023-03-22T14:26:12.743451+0000","last_fullsized":"2023-03-22T14:26:12.743451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:29:33.951735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'5","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:15.295746+0000","last_change":"2023-03-22T14:26:09.610753+0000","last_active":"2023-03-22T14:26:15.295746+0000","last_peered":"2023-03-22T14:26:15.295746+0000","last_clean":"2023-03-22T14:26:15.295746+0000","last_became_active":"2023-03-22T14:26:09.610413+0000","last_became_peered":"2023-03-22T14:26:09.610413+0000","last_unstale":"2023-03-22T14:26:15.295746+0000","last_undegraded":"2023-03-22T14:26:15.295746+0000","last_fullsized":"2023-03-22T14:26:15.295746+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:59:58.710047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743730+0000","last_change":"2023-03-22T14:26:10.142314+0000","last_active":"2023-03-22T14:26:12.743730+0000","last_peered":"2023-03-22T14:26:12.743730+0000","last_clean":"2023-03-22T14:26:12.743730+0000","last_became_active":"2023-03-22T14:26:10.141610+0000","last_became_peered":"2023-03-22T14:26:10.141610+0000","last_unstale":"2023-03-22T14:26:12.743730+0000","last_undegraded":"2023-03-22T14:26:12.743730+0000","last_fullsized":"2023-03-22T14:26:12.743730+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:43:43.938852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.150707+0000","last_change":"2023-03-22T14:26:09.611868+0000","last_active":"2023-03-22T14:26:10.150707+0000","last_peered":"2023-03-22T14:26:10.150707+0000","last_clean":"2023-03-22T14:26:10.150707+0000","last_became_active":"2023-03-22T14:26:09.611532+0000","last_became_peered":"2023-03-22T14:26:09.611532+0000","last_unstale":"2023-03-22T14:26:10.150707+0000","last_undegraded":"2023-03-22T14:26:10.150707+0000","last_fullsized":"2023-03-22T14:26:10.150707+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:37:14.495260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.947865+0000","last_change":"2023-03-22T14:26:10.139589+0000","last_active":"2023-03-22T14:26:12.947865+0000","last_peered":"2023-03-22T14:26:12.947865+0000","last_clean":"2023-03-22T14:26:12.947865+0000","last_became_active":"2023-03-22T14:26:10.139244+0000","last_became_peered":"2023-03-22T14:26:10.139244+0000","last_unstale":"2023-03-22T14:26:12.947865+0000","last_undegraded":"2023-03-22T14:26:12.947865+0000","last_fullsized":"2023-03-22T14:26:12.947865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:26:36.876321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.151631+0000","last_change":"2023-03-22T14:26:09.614827+0000","last_active":"2023-03-22T14:26:10.151631+0000","last_peered":"2023-03-22T14:26:10.151631+0000","last_clean":"2023-03-22T14:26:10.151631+0000","last_became_active":"2023-03-22T14:26:09.614528+0000","last_became_peered":"2023-03-22T14:26:09.614528+0000","last_unstale":"2023-03-22T14:26:10.151631+0000","last_undegraded":"2023-03-22T14:26:10.151631+0000","last_fullsized":"2023-03-22T14:26:10.151631+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:41:15.027921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743749+0000","last_change":"2023-03-22T14:26:10.139379+0000","last_active":"2023-03-22T14:26:12.743749+0000","last_peered":"2023-03-22T14:26:12.743749+0000","last_clean":"2023-03-22T14:26:12.743749+0000","last_became_active":"2023-03-22T14:26:10.138382+0000","last_became_peered":"2023-03-22T14:26:10.138382+0000","last_unstale":"2023-03-22T14:26:12.743749+0000","last_undegraded":"2023-03-22T14:26:12.743749+0000","last_fullsized":"2023-03-22T14:26:12.743749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:35:05.064469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063115+0000","last_change":"2023-03-22T14:26:10.135991+0000","last_active":"2023-03-22T14:26:12.063115+0000","last_peered":"2023-03-22T14:26:12.063115+0000","last_clean":"2023-03-22T14:26:12.063115+0000","last_became_active":"2023-03-22T14:26:10.135654+0000","last_became_peered":"2023-03-22T14:26:10.135654+0000","last_unstale":"2023-03-22T14:26:12.063115+0000","last_undegraded":"2023-03-22T14:26:12.063115+0000","last_fullsized":"2023-03-22T14:26:12.063115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:27:12.038862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775516+0000","last_change":"2023-03-22T14:26:10.135976+0000","last_active":"2023-03-22T14:26:10.775516+0000","last_peered":"2023-03-22T14:26:10.775516+0000","last_clean":"2023-03-22T14:26:10.775516+0000","last_became_active":"2023-03-22T14:26:10.135680+0000","last_became_peered":"2023-03-22T14:26:10.135680+0000","last_unstale":"2023-03-22T14:26:10.775516+0000","last_undegraded":"2023-03-22T14:26:10.775516+0000","last_fullsized":"2023-03-22T14:26:10.775516+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:55:16.213809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775535+0000","last_change":"2023-03-22T14:26:10.156986+0000","last_active":"2023-03-22T14:26:10.775535+0000","last_peered":"2023-03-22T14:26:10.775535+0000","last_clean":"2023-03-22T14:26:10.775535+0000","last_became_active":"2023-03-22T14:26:10.156657+0000","last_became_peered":"2023-03-22T14:26:10.156657+0000","last_unstale":"2023-03-22T14:26:10.775535+0000","last_undegraded":"2023-03-22T14:26:10.775535+0000","last_fullsized":"2023-03-22T14:26:10.775535+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:57.083586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670425+0000","last_change":"2023-03-22T14:26:10.155341+0000","last_active":"2023-03-22T14:26:11.670425+0000","last_peered":"2023-03-22T14:26:11.670425+0000","last_clean":"2023-03-22T14:26:11.670425+0000","last_became_active":"2023-03-22T14:26:10.154975+0000","last_became_peered":"2023-03-22T14:26:10.154975+0000","last_unstale":"2023-03-22T14:26:11.670425+0000","last_undegraded":"2023-03-22T14:26:11.670425+0000","last_fullsized":"2023-03-22T14:26:11.670425+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:05:03.753887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.158056+0000","last_change":"2023-03-22T14:26:10.157213+0000","last_active":"2023-03-22T14:26:10.158056+0000","last_peered":"2023-03-22T14:26:10.158056+0000","last_clean":"2023-03-22T14:26:10.158056+0000","last_became_active":"2023-03-22T14:26:10.156854+0000","last_became_peered":"2023-03-22T14:26:10.156854+0000","last_unstale":"2023-03-22T14:26:10.158056+0000","last_undegraded":"2023-03-22T14:26:10.158056+0000","last_fullsized":"2023-03-22T14:26:10.158056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:45:40.252389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063585+0000","last_change":"2023-03-22T14:26:10.140537+0000","last_active":"2023-03-22T14:26:12.063585+0000","last_peered":"2023-03-22T14:26:12.063585+0000","last_clean":"2023-03-22T14:26:12.063585+0000","last_became_active":"2023-03-22T14:26:10.140249+0000","last_became_peered":"2023-03-22T14:26:10.140249+0000","last_unstale":"2023-03-22T14:26:12.063585+0000","last_undegraded":"2023-03-22T14:26:12.063585+0000","last_fullsized":"2023-03-22T14:26:12.063585+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:38:28.429053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775601+0000","last_change":"2023-03-22T14:26:10.138443+0000","last_active":"2023-03-22T14:26:10.775601+0000","last_peered":"2023-03-22T14:26:10.775601+0000","last_clean":"2023-03-22T14:26:10.775601+0000","last_became_active":"2023-03-22T14:26:10.138106+0000","last_became_peered":"2023-03-22T14:26:10.138106+0000","last_unstale":"2023-03-22T14:26:10.775601+0000","last_undegraded":"2023-03-22T14:26:10.775601+0000","last_fullsized":"2023-03-22T14:26:10.775601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:49:51.292769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783572+0000","last_change":"2023-03-22T14:26:10.141634+0000","last_active":"2023-03-22T14:26:11.783572+0000","last_peered":"2023-03-22T14:26:11.783572+0000","last_clean":"2023-03-22T14:26:11.783572+0000","last_became_active":"2023-03-22T14:26:10.141143+0000","last_became_peered":"2023-03-22T14:26:10.141143+0000","last_unstale":"2023-03-22T14:26:11.783572+0000","last_undegraded":"2023-03-22T14:26:11.783572+0000","last_fullsized":"2023-03-22T14:26:11.783572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:33.812631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063246+0000","last_change":"2023-03-22T14:26:10.145558+0000","last_active":"2023-03-22T14:26:12.063246+0000","last_peered":"2023-03-22T14:26:12.063246+0000","last_clean":"2023-03-22T14:26:12.063246+0000","last_became_active":"2023-03-22T14:26:10.144637+0000","last_became_peered":"2023-03-22T14:26:10.144637+0000","last_unstale":"2023-03-22T14:26:12.063246+0000","last_undegraded":"2023-03-22T14:26:12.063246+0000","last_fullsized":"2023-03-22T14:26:12.063246+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:01:38.562153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783460+0000","last_change":"2023-03-22T14:26:10.131307+0000","last_active":"2023-03-22T14:26:11.783460+0000","last_peered":"2023-03-22T14:26:11.783460+0000","last_clean":"2023-03-22T14:26:11.783460+0000","last_became_active":"2023-03-22T14:26:10.131004+0000","last_became_peered":"2023-03-22T14:26:10.131004+0000","last_unstale":"2023-03-22T14:26:11.783460+0000","last_undegraded":"2023-03-22T14:26:11.783460+0000","last_fullsized":"2023-03-22T14:26:11.783460+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:32.456144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.144880+0000","last_change":"2023-03-22T14:26:10.142897+0000","last_active":"2023-03-22T14:26:10.144880+0000","last_peered":"2023-03-22T14:26:10.144880+0000","last_clean":"2023-03-22T14:26:10.144880+0000","last_became_active":"2023-03-22T14:26:10.142592+0000","last_became_peered":"2023-03-22T14:26:10.142592+0000","last_unstale":"2023-03-22T14:26:10.144880+0000","last_undegraded":"2023-03-22T14:26:10.144880+0000","last_fullsized":"2023-03-22T14:26:10.144880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:15:45.117179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.158114+0000","last_change":"2023-03-22T14:26:10.157250+0000","last_active":"2023-03-22T14:26:10.158114+0000","last_peered":"2023-03-22T14:26:10.158114+0000","last_clean":"2023-03-22T14:26:10.158114+0000","last_became_active":"2023-03-22T14:26:10.156906+0000","last_became_peered":"2023-03-22T14:26:10.156906+0000","last_unstale":"2023-03-22T14:26:10.158114+0000","last_undegraded":"2023-03-22T14:26:10.158114+0000","last_fullsized":"2023-03-22T14:26:10.158114+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:04:02.288583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063218+0000","last_change":"2023-03-22T14:26:10.141488+0000","last_active":"2023-03-22T14:26:12.063218+0000","last_peered":"2023-03-22T14:26:12.063218+0000","last_clean":"2023-03-22T14:26:12.063218+0000","last_became_active":"2023-03-22T14:26:10.141217+0000","last_became_peered":"2023-03-22T14:26:10.141217+0000","last_unstale":"2023-03-22T14:26:12.063218+0000","last_undegraded":"2023-03-22T14:26:12.063218+0000","last_fullsized":"2023-03-22T14:26:12.063218+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:59.348934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":23981,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":151,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":37073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416398,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5952,"kb_used_data":888,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739200,"statfs":{"total":95995035648,"available":95988940800,"internally_reserved":0,"allocated":909312,"data_stored":430013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]}]},{"osd":10,"up_from":72,"seq":309237645330,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6824,"kb_used_data":1504,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738328,"statfs":{"total":95995035648,"available":95988047872,"internally_reserved":0,"allocated":1540096,"data_stored":1022124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":1,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.311}]},{"osd":2,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.44}]},{"osd":3,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.45400000000000001}]},{"osd":4,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.33600000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.59499999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.56299999999999994}]},{"osd":7,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.57199999999999995}]},{"osd":8,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.5}]},{"osd":9,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.52400000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]}]},{"osd":9,"up_from":67,"seq":287762808853,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6084,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739068,"statfs":{"total":95995035648,"available":95988805632,"internally_reserved":0,"allocated":913408,"data_stored":429653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.745}]},{"osd":1,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.504}]},{"osd":2,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.748,"5min":1.748,"15min":1.748},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.879}]},{"osd":3,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.89500000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.626}]},{"osd":5,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.59099999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.96099999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.78600000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.85499999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:03 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.82499999999999996}]}]},{"osd":8,"up_from":59,"seq":253403070491,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6268,"kb_used_data":884,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738884,"statfs":{"total":95995035648,"available":95988617216,"internally_reserved":0,"allocated":905216,"data_stored":429473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,7,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.438},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.48899999999999999}]},{"osd":1,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.375}]},{"osd":2,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.33500000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.47799999999999998}]},{"osd":4,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.44700000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.58599999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.54900000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.71599999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.57899999999999996}]}]},{"osd":7,"up_from":52,"seq":223338299423,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6996,"kb_used_data":1484,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738156,"statfs":{"total":95995035648,"available":95987871744,"internally_reserved":0,"allocated":1519616,"data_stored":1022294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.47499999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.502},{"interface":"front","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84599999999999997,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.42599999999999999,"15min":0.42099999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.42799999999999999,"15min":0.42299999999999999},"min":{"1min":0.30199999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68500000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42499999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56899999999999995,"15min":0.56799999999999995},"min":{"1min":0.44700000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.45000000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.64300000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.61499999999999999,"15min":0.60499999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.83799999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.628,"15min":0.61899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89700000000000002,"5min":1.03,"15min":1.03},"last":0.80100000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.51900000000000002,"15min":0.51200000000000001},"min":{"1min":0.32900000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.79100000000000004,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.503},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.752,"5min":1.264,"15min":1.264},"last":0.45600000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65200000000000002,"15min":0.65400000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.81299999999999994,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.64500000000000002,"15min":0.63900000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.71699999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.68899999999999995,"15min":0.68000000000000005},"min":{"1min":0.505,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0089999999999999,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.70599999999999996,"15min":0.70099999999999996},"min":{"1min":0.52600000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.97499999999999998,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.70299999999999996}]},{"osd":8,"last update":"Wed Mar 22 14:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.70699999999999996,"15min":0.70099999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72599999999999998,"15min":0.72499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.876,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.73399999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.81499999999999995}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68899999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":6,"up_from":47,"seq":201863462946,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6196,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738956,"statfs":{"total":95995035648,"available":95988690944,"internally_reserved":0,"allocated":897024,"data_stored":428869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.36799999999999999}]},{"osd":1,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.71199999999999997,"15min":0.70999999999999996},"min":{"1min":0.53800000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.97399999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.749,"5min":0.70899999999999996,"15min":0.70299999999999996},"min":{"1min":0.46700000000000003,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.64300000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.70099999999999996,"15min":0.69799999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0209999999999999,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.50800000000000001}]},{"osd":3,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.379,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.52900000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.755,"15min":0.753},"min":{"1min":0.58199999999999996,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.72999999999999998,"15min":0.72899999999999998},"min":{"1min":0.503,"5min":0.501,"15min":0.501},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.80900000000000005,"15min":0.80100000000000005},"min":{"1min":0.56699999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.861,"5min":1.861,"15min":1.861},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.81200000000000006,"15min":0.80900000000000005},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.62}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.79000000000000004,"15min":0.78300000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":2.528,"5min":2.528,"15min":2.528},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.82799999999999996,"15min":0.81100000000000005},"min":{"1min":0.57499999999999996,"5min":0.442,"15min":0.442},"max":{"1min":1.8089999999999999,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.753}]},{"osd":8,"last update":"Wed Mar 22 14:25:15 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.69799999999999995}]},{"osd":9,"last update":"Wed Mar 22 14:25:42 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.75,"5min":1.75,"15min":1.75},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.78500000000000003}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.056,"15min":1.056},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.907,"5min":1.907,"15min":1.907},"last":0.877},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":0.85399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7164,"kb_used_data":884,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737988,"statfs":{"total":95995035648,"available":95987699712,"internally_reserved":0,"allocated":905216,"data_stored":430160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.53000000000000003,"15min":0.53300000000000003},"min":{"1min":0.371,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.78500000000000003,"5min":0.879,"15min":0.879},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.53400000000000003,"15min":0.54200000000000004},"min":{"1min":0.432,"5min":0.245,"15min":0.245},"max":{"1min":0.83499999999999996,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.53100000000000003}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.54700000000000004,"15min":0.54000000000000004},"min":{"1min":0.442,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.75600000000000001}]},{"osd":3,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58699999999999997,"15min":0.57499999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.59699999999999998,"15min":0.59299999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.84099999999999997,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.48299999999999998}]},{"osd":4,"last update":"Wed Mar 22 14:25:49 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.41499999999999998,"15min":0.40500000000000003},"min":{"1min":0.30599999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.502},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.44800000000000001,"15min":0.435},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.45400000000000001}]},{"osd":5,"last update":"Wed Mar 22 14:26:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58399999999999996},"min":{"1min":0.41899999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.871,"5min":0.874,"15min":0.874},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.59899999999999998,"15min":0.59099999999999997},"min":{"1min":0.46600000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.82399999999999995}]},{"osd":6,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.76200000000000001,"15min":0.78000000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94599999999999995,"5min":2.9380000000000002,"15min":2.9380000000000002},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.74399999999999999,"15min":0.76000000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78400000000000003,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.63900000000000001}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35399999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.877,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.58999999999999997,"15min":0.57699999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.72999999999999998}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94499999999999995,"5min":1.036,"15min":1.036},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61599999999999999,"15min":0.60999999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.74299999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.68700000000000006}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.79800000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7196,"kb_used_data":916,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737956,"statfs":{"total":95995035648,"available":95987666944,"internally_reserved":0,"allocated":937984,"data_stored":430999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 22 14:25:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.57799999999999996,"15min":0.54000000000000004},"min":{"1min":0.51200000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.54400000000000004,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.48499999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.66400000000000003,"15min":0.58699999999999997},"min":{"1min":0.438,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.75,"5min":0.63200000000000001,"15min":0.58999999999999997},"min":{"1min":0.52400000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.54400000000000004}]},{"osd":3,"last update":"Wed Mar 22 14:24:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.38500000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.99199999999999999,"5min":1.03,"15min":1.03},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.66600000000000004}]},{"osd":4,"last update":"Wed Mar 22 14:25:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.60299999999999998,"15min":0.58099999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.66300000000000003,"15min":0.629},"min":{"1min":0.48999999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.52300000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.66400000000000003},"min":{"1min":0.49299999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0349999999999999,"5min":1.131,"15min":1.131},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.75700000000000001,"15min":0.71899999999999997},"min":{"1min":0.58799999999999997,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1699999999999999,"5min":1.272,"15min":1.272},"last":0.44900000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:25:39 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.71599999999999997,"15min":0.68600000000000005},"min":{"1min":0.53200000000000003,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.64800000000000002,"15min":0.628},"min":{"1min":0.46500000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.42999999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.875,"15min":0.86899999999999999},"min":{"1min":0.61299999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.65500000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:26:16 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83299999999999996,"15min":0.85399999999999998},"min":{"1min":0.54600000000000004,"5min":0.498,"15min":0.498},"max":{"1min":0.93899999999999995,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.99299999999999999,"15min":1.0149999999999999},"min":{"1min":0.63700000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.27,"5min":1.337,"15min":1.337},"last":0.70599999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:25:39 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.60699999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.75}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7252,"kb_used_data":908,"kb_used_omap":0,"kb_used_meta":6336,"kb_avail":93737900,"statfs":{"total":95995035648,"available":95987609600,"internally_reserved":0,"allocated":929792,"data_stored":431462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6488064},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.503},"min":{"1min":0.377,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.52100000000000002,"15min":0.495},"min":{"1min":0.35899999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.82099999999999995}]},{"osd":1,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.53100000000000003,"15min":0.499},"min":{"1min":0.35699999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.77700000000000002,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.54700000000000004,"15min":0.51700000000000002},"min":{"1min":0.375,"5min":0.311,"15min":0.311},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.56499999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.58499999999999996,"15min":0.56299999999999994},"min":{"1min":0.46899999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59099999999999997,"15min":0.57099999999999995},"min":{"1min":0.50700000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.83399999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:25:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.55400000000000005,"15min":0.53600000000000003},"min":{"1min":0.41699999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57299999999999995,"15min":0.56799999999999995},"min":{"1min":0.373,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.80100000000000005}]},{"osd":5,"last update":"Wed Mar 22 14:26:08 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.41199999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.47799999999999998,"15min":0.45200000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.86199999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.53100000000000003}]},{"osd":6,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.67800000000000005,"15min":0.67000000000000004},"min":{"1min":0.56799999999999995,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.67300000000000004,"15min":0.66300000000000003},"min":{"1min":0.501,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.90200000000000002}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.65300000000000002,"15min":0.65100000000000002},"min":{"1min":0.438,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.619}]},{"osd":8,"last update":"Wed Mar 22 14:25:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.67000000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:25:40 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.97499999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":1.0049999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0469999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149745,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6540,"kb_used_data":900,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738612,"statfs":{"total":95995035648,"available":95988338688,"internally_reserved":0,"allocated":921600,"data_stored":429277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.441,"15min":0.441},"min":{"1min":0.33500000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61599999999999999,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.44700000000000001,"15min":0.437},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.58499999999999996,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.38900000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.64100000000000001,"15min":0.61899999999999999},"min":{"1min":0.47499999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.032,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.58599999999999997,"15min":0.57099999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84999999999999998,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.52500000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68400000000000005,"15min":0.69699999999999995},"min":{"1min":0.53000000000000003,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84099999999999997,"5min":2.238,"15min":2.238},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.67900000000000005,"15min":0.66300000000000003},"min":{"1min":0.53600000000000003,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.012,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.77700000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:25:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.68700000000000006,"15min":0.66100000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.71699999999999997,"15min":0.69299999999999995},"min":{"1min":0.54900000000000004,"5min":0.5,"15min":0.5},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.67100000000000004}]},{"osd":5,"last update":"Wed Mar 22 14:26:12 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73999999999999999,"15min":0.71999999999999997},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.54300000000000004,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.93999999999999995,"5min":2.194,"15min":2.194},"last":0.71599999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.627,"15min":0.621},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.66100000000000003,"15min":0.65300000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56399999999999995}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.50700000000000001,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.82299999999999995,"15min":0.80100000000000005},"min":{"1min":0.59199999999999997,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.75600000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55900000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.55000000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:26:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.74299999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]}]},{"osd":4,"up_from":34,"seq":146028888110,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6408,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738744,"statfs":{"total":95995035648,"available":95988473856,"internally_reserved":0,"allocated":917504,"data_stored":429911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.435,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84899999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.46500000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.38100000000000001,"15min":0.36199999999999999},"min":{"1min":0.307,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.376},{"interface":"front","average":{"1min":0.441,"5min":0.39000000000000001,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.53600000000000003}]},{"osd":2,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.81000000000000005,"15min":0.90000000000000002},"min":{"1min":0.41799999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82699999999999996,"5min":8.1150000000000002,"15min":8.1150000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.442,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.746,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.621}]},{"osd":3,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.60799999999999998,"15min":0.58999999999999997},"min":{"1min":0.48599999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94299999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.44},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.60399999999999998,"15min":0.59399999999999997},"min":{"1min":0.42499999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.41099999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79800000000000004,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58499999999999996,"15min":0.55900000000000005},"min":{"1min":0.48999999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81599999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.63600000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:25:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.64600000000000002,"15min":0.625},"min":{"1min":0.57299999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.753,"5min":0.64900000000000002,"15min":0.63100000000000001},"min":{"1min":0.54700000000000004,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.60199999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:25:59 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.55700000000000005,"15min":0.54500000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.39700000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.39500000000000002}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.68600000000000005,"15min":0.68799999999999994},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.85099999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89200000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.67700000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:25:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.65100000000000002}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.69499999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6976,"kb_used_data":1464,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738176,"statfs":{"total":95995035648,"available":95987892224,"internally_reserved":0,"allocated":1499136,"data_stored":1019088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56200000000000006},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.53100000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80800000000000005,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47399999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55700000000000005,"15min":0.53800000000000003},"min":{"1min":0.438,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.53300000000000003}]},{"osd":2,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.309,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.61399999999999999,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.624,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.311}]},{"osd":3,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59799999999999998,"15min":0.58399999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.38},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60199999999999998,"15min":0.58999999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.873,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.41099999999999998}]},{"osd":4,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.57599999999999996,"15min":0.56799999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58299999999999996}]},{"osd":6,"last update":"Wed Mar 22 14:25:33 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.64800000000000002,"15min":0.629},"min":{"1min":0.52400000000000002,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67900000000000005,"15min":0.66200000000000003},"min":{"1min":0.52300000000000002,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.5}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.64700000000000002,"15min":0.64200000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.67900000000000005}]},{"osd":8,"last update":"Wed Mar 22 14:25:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.439}]},{"osd":9,"last update":"Wed Mar 22 14:25:40 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.55700000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.63400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":21007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-22T14:26:19.170 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-03-22T14:26:19.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 -- 172.21.15.45:0/2787187226 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6774101d50 msgr2=0x7f6774108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:19.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 --2- 172.21.15.45:0/2787187226 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6774101d50 0x7f6774108610 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f676c00b0a0 tx=0x7f676c00b3b0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 -- 172.21.15.45:0/2787187226 shutdown_connections 2023-03-22T14:26:19.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 --2- 172.21.15.45:0/2787187226 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6774101d50 0x7f6774108610 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 --2- 172.21.15.45:0/2787187226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67741001d0 0x7f67741005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 --2- 172.21.15.45:0/2787187226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67741013c0 0x7f6774101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 -- 172.21.15.45:0/2787187226 >> 172.21.15.45:0/2787187226 conn(0x7f67740fb7b0 msgr2=0x7f67740fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:19.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 -- 172.21.15.45:0/2787187226 shutdown_connections 2023-03-22T14:26:19.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.389+0000 7f677a7ff700 1 -- 172.21.15.45:0/2787187226 wait complete. 2023-03-22T14:26:19.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 Processor -- start 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 -- start start 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67741001d0 0x7f6774198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67741013c0 0x7f6774198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6774101d50 0x7f677419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f677419fdd0 con 0x7f67741001d0 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f677419ff10 con 0x7f6774101d50 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.390+0000 7f677a7ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67741a00a0 con 0x7f67741013c0 2023-03-22T14:26:19.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67741001d0 0x7f6774198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:19.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67741001d0 0x7f6774198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55912/0 (socket says 172.21.15.45:55912) 2023-03-22T14:26:19.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 -- 172.21.15.45:0/3501200729 learned_addr learned my addr 172.21.15.45:0/3501200729 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:19.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6778d9c700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6774101d50 0x7f677419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:19.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f67737fe700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67741013c0 0x7f6774198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:19.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 -- 172.21.15.45:0/3501200729 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67741013c0 msgr2=0x7f6774198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:19.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67741013c0 0x7f6774198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 -- 172.21.15.45:0/3501200729 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6774101d50 msgr2=0x7f677419f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:19.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6774101d50 0x7f677419f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 -- 172.21.15.45:0/3501200729 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f676c009d00 con 0x7f67741001d0 2023-03-22T14:26:19.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6778d9c700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6774101d50 0x7f677419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:19.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f6773fff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67741001d0 0x7f6774198250 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f676400e970 tx=0x7f676400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:19.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.391+0000 7f67717fa700 1 -- 172.21.15.45:0/3501200729 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6764009790 con 0x7f67741001d0 2023-03-22T14:26:19.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.392+0000 7f67717fa700 1 -- 172.21.15.45:0/3501200729 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f676400c7e0 con 0x7f67741001d0 2023-03-22T14:26:19.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.392+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f677410bb90 con 0x7f67741001d0 2023-03-22T14:26:19.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.392+0000 7f67717fa700 1 -- 172.21.15.45:0/3501200729 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6764003c70 con 0x7f67741001d0 2023-03-22T14:26:19.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.392+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f677410ba00 con 0x7f67741001d0 2023-03-22T14:26:19.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.393+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67741a07f0 con 0x7f67741001d0 2023-03-22T14:26:19.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.395+0000 7f67717fa700 1 -- 172.21.15.45:0/3501200729 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f676400cc50 con 0x7f67741001d0 2023-03-22T14:26:19.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.396+0000 7f67717fa700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f675c09fb60 0x7f675c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:19.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.396+0000 7f67717fa700 1 -- 172.21.15.45:0/3501200729 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6764014070 con 0x7f67741001d0 2023-03-22T14:26:19.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.396+0000 7f67737fe700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f675c09fb60 0x7f675c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:19.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.397+0000 7f67737fe700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f675c09fb60 0x7f675c0a2010 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6768005950 tx=0x7f676800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:19.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.400+0000 7f67717fa700 1 -- 172.21.15.45:0/3501200729 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6764094bb0 con 0x7f67741001d0 2023-03-22T14:26:19.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.606+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f67741a0da0 con 0x7f675c09fb60 2023-03-22T14:26:19.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.616+0000 7f67717fa700 1 -- 172.21.15.45:0/3501200729 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+335112 (secure 0 0 0) 0x7f67741a0da0 con 0x7f675c09fb60 2023-03-22T14:26:19.621 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:19.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f675c09fb60 msgr2=0x7f675c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:19.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f675c09fb60 0x7f675c0a2010 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6768005950 tx=0x7f676800b410 comp rx=0 tx=0).stop 2023-03-22T14:26:19.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67741001d0 msgr2=0x7f6774198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:19.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67741001d0 0x7f6774198250 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f676400e970 tx=0x7f676400ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:19.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 shutdown_connections 2023-03-22T14:26:19.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f675c09fb60 0x7f675c0a2010 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f67741001d0 0x7f6774198250 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6774101d50 0x7f677419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 --2- 172.21.15.45:0/3501200729 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f67741013c0 0x7f6774198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:19.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 >> 172.21.15.45:0/3501200729 conn(0x7f67740fb7b0 msgr2=0x7f67740fd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:19.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 shutdown_connections 2023-03-22T14:26:19.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:19.621+0000 7f677a7ff700 1 -- 172.21.15.45:0/3501200729 wait complete. 2023-03-22T14:26:19.625 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2023-03-22T14:26:19.640 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":273,"stamp":"2023-03-22T14:26:18.442641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":614595,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":147,"num_read_kb":128,"num_write":334,"num_write_kb":2995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":270,"ondisk_log_size":270,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":79856,"kb_used_data":12496,"kb_used_omap":0,"kb_used_meta":67264,"kb_avail":1124861968,"statfs":{"total":1151940427776,"available":1151858655232,"internally_reserved":0,"allocated":12795904,"data_stored":6933323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":68878336},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":24227,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":153,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.320194"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063757+0000","last_change":"2023-03-22T14:26:10.158701+0000","last_active":"2023-03-22T14:26:12.063757+0000","last_peered":"2023-03-22T14:26:12.063757+0000","last_clean":"2023-03-22T14:26:12.063757+0000","last_became_active":"2023-03-22T14:26:10.158288+0000","last_became_peered":"2023-03-22T14:26:10.158288+0000","last_unstale":"2023-03-22T14:26:12.063757+0000","last_undegraded":"2023-03-22T14:26:12.063757+0000","last_fullsized":"2023-03-22T14:26:12.063757+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:44:00.001117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670623+0000","last_change":"2023-03-22T14:26:10.156196+0000","last_active":"2023-03-22T14:26:11.670623+0000","last_peered":"2023-03-22T14:26:11.670623+0000","last_clean":"2023-03-22T14:26:11.670623+0000","last_became_active":"2023-03-22T14:26:10.155880+0000","last_became_peered":"2023-03-22T14:26:10.155880+0000","last_unstale":"2023-03-22T14:26:11.670623+0000","last_undegraded":"2023-03-22T14:26:11.670623+0000","last_fullsized":"2023-03-22T14:26:11.670623+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:32:50.696636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670469+0000","last_change":"2023-03-22T14:26:10.153558+0000","last_active":"2023-03-22T14:26:11.670469+0000","last_peered":"2023-03-22T14:26:11.670469+0000","last_clean":"2023-03-22T14:26:11.670469+0000","last_became_active":"2023-03-22T14:26:10.153197+0000","last_became_peered":"2023-03-22T14:26:10.153197+0000","last_unstale":"2023-03-22T14:26:11.670469+0000","last_undegraded":"2023-03-22T14:26:11.670469+0000","last_fullsized":"2023-03-22T14:26:11.670469+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:38:35.460811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063915+0000","last_change":"2023-03-22T14:26:10.140808+0000","last_active":"2023-03-22T14:26:12.063915+0000","last_peered":"2023-03-22T14:26:12.063915+0000","last_clean":"2023-03-22T14:26:12.063915+0000","last_became_active":"2023-03-22T14:26:10.140515+0000","last_became_peered":"2023-03-22T14:26:10.140515+0000","last_unstale":"2023-03-22T14:26:12.063915+0000","last_undegraded":"2023-03-22T14:26:12.063915+0000","last_fullsized":"2023-03-22T14:26:12.063915+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:33:24.572331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130452+0000","last_change":"2023-03-22T14:26:10.141388+0000","last_active":"2023-03-22T14:26:11.130452+0000","last_peered":"2023-03-22T14:26:11.130452+0000","last_clean":"2023-03-22T14:26:11.130452+0000","last_became_active":"2023-03-22T14:26:10.141076+0000","last_became_peered":"2023-03-22T14:26:10.141076+0000","last_unstale":"2023-03-22T14:26:11.130452+0000","last_undegraded":"2023-03-22T14:26:11.130452+0000","last_fullsized":"2023-03-22T14:26:11.130452+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:53:07.444912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130368+0000","last_change":"2023-03-22T14:26:10.151250+0000","last_active":"2023-03-22T14:26:11.130368+0000","last_peered":"2023-03-22T14:26:11.130368+0000","last_clean":"2023-03-22T14:26:11.130368+0000","last_became_active":"2023-03-22T14:26:10.150925+0000","last_became_peered":"2023-03-22T14:26:10.150925+0000","last_unstale":"2023-03-22T14:26:11.130368+0000","last_undegraded":"2023-03-22T14:26:11.130368+0000","last_fullsized":"2023-03-22T14:26:11.130368+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:55:13.189674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743289+0000","last_change":"2023-03-22T14:26:10.149874+0000","last_active":"2023-03-22T14:26:12.743289+0000","last_peered":"2023-03-22T14:26:12.743289+0000","last_clean":"2023-03-22T14:26:12.743289+0000","last_became_active":"2023-03-22T14:26:10.149623+0000","last_became_peered":"2023-03-22T14:26:10.149623+0000","last_unstale":"2023-03-22T14:26:12.743289+0000","last_undegraded":"2023-03-22T14:26:12.743289+0000","last_fullsized":"2023-03-22T14:26:12.743289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:49:06.976718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783412+0000","last_change":"2023-03-22T14:26:10.139429+0000","last_active":"2023-03-22T14:26:11.783412+0000","last_peered":"2023-03-22T14:26:11.783412+0000","last_clean":"2023-03-22T14:26:11.783412+0000","last_became_active":"2023-03-22T14:26:10.138933+0000","last_became_peered":"2023-03-22T14:26:10.138933+0000","last_unstale":"2023-03-22T14:26:11.783412+0000","last_undegraded":"2023-03-22T14:26:11.783412+0000","last_fullsized":"2023-03-22T14:26:11.783412+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:13:29.185896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.148598+0000","last_change":"2023-03-22T14:26:10.147062+0000","last_active":"2023-03-22T14:26:10.148598+0000","last_peered":"2023-03-22T14:26:10.148598+0000","last_clean":"2023-03-22T14:26:10.148598+0000","last_became_active":"2023-03-22T14:26:10.146300+0000","last_became_peered":"2023-03-22T14:26:10.146300+0000","last_unstale":"2023-03-22T14:26:10.148598+0000","last_undegraded":"2023-03-22T14:26:10.148598+0000","last_fullsized":"2023-03-22T14:26:10.148598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:03:25.295638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130804+0000","last_change":"2023-03-22T14:26:10.142094+0000","last_active":"2023-03-22T14:26:11.130804+0000","last_peered":"2023-03-22T14:26:11.130804+0000","last_clean":"2023-03-22T14:26:11.130804+0000","last_became_active":"2023-03-22T14:26:10.141785+0000","last_became_peered":"2023-03-22T14:26:10.141785+0000","last_unstale":"2023-03-22T14:26:11.130804+0000","last_undegraded":"2023-03-22T14:26:11.130804+0000","last_fullsized":"2023-03-22T14:26:11.130804+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:14:32.592611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743624+0000","last_change":"2023-03-22T14:26:10.142511+0000","last_active":"2023-03-22T14:26:12.743624+0000","last_peered":"2023-03-22T14:26:12.743624+0000","last_clean":"2023-03-22T14:26:12.743624+0000","last_became_active":"2023-03-22T14:26:10.141996+0000","last_became_peered":"2023-03-22T14:26:10.141996+0000","last_unstale":"2023-03-22T14:26:12.743624+0000","last_undegraded":"2023-03-22T14:26:12.743624+0000","last_fullsized":"2023-03-22T14:26:12.743624+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:21:05.229553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063890+0000","last_change":"2023-03-22T14:26:10.143173+0000","last_active":"2023-03-22T14:26:12.063890+0000","last_peered":"2023-03-22T14:26:12.063890+0000","last_clean":"2023-03-22T14:26:12.063890+0000","last_became_active":"2023-03-22T14:26:10.142653+0000","last_became_peered":"2023-03-22T14:26:10.142653+0000","last_unstale":"2023-03-22T14:26:12.063890+0000","last_undegraded":"2023-03-22T14:26:12.063890+0000","last_fullsized":"2023-03-22T14:26:12.063890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:26:03.391505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.143295+0000","last_change":"2023-03-22T14:26:10.140025+0000","last_active":"2023-03-22T14:26:10.143295+0000","last_peered":"2023-03-22T14:26:10.143295+0000","last_clean":"2023-03-22T14:26:10.143295+0000","last_became_active":"2023-03-22T14:26:10.139737+0000","last_became_peered":"2023-03-22T14:26:10.139737+0000","last_unstale":"2023-03-22T14:26:10.143295+0000","last_undegraded":"2023-03-22T14:26:10.143295+0000","last_fullsized":"2023-03-22T14:26:10.143295+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:23:42.334060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670346+0000","last_change":"2023-03-22T14:26:10.158079+0000","last_active":"2023-03-22T14:26:11.670346+0000","last_peered":"2023-03-22T14:26:11.670346+0000","last_clean":"2023-03-22T14:26:11.670346+0000","last_became_active":"2023-03-22T14:26:10.155723+0000","last_became_peered":"2023-03-22T14:26:10.155723+0000","last_unstale":"2023-03-22T14:26:11.670346+0000","last_undegraded":"2023-03-22T14:26:11.670346+0000","last_fullsized":"2023-03-22T14:26:11.670346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:58:16.643587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670366+0000","last_change":"2023-03-22T14:26:10.154820+0000","last_active":"2023-03-22T14:26:11.670366+0000","last_peered":"2023-03-22T14:26:11.670366+0000","last_clean":"2023-03-22T14:26:11.670366+0000","last_became_active":"2023-03-22T14:26:10.154098+0000","last_became_peered":"2023-03-22T14:26:10.154098+0000","last_unstale":"2023-03-22T14:26:11.670366+0000","last_undegraded":"2023-03-22T14:26:11.670366+0000","last_fullsized":"2023-03-22T14:26:11.670366+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:43:13.184902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.153296+0000","last_change":"2023-03-22T14:26:10.152667+0000","last_active":"2023-03-22T14:26:10.153296+0000","last_peered":"2023-03-22T14:26:10.153296+0000","last_clean":"2023-03-22T14:26:10.153296+0000","last_became_active":"2023-03-22T14:26:10.152404+0000","last_became_peered":"2023-03-22T14:26:10.152404+0000","last_unstale":"2023-03-22T14:26:10.153296+0000","last_undegraded":"2023-03-22T14:26:10.153296+0000","last_fullsized":"2023-03-22T14:26:10.153296+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:03.007441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063948+0000","last_change":"2023-03-22T14:26:10.158575+0000","last_active":"2023-03-22T14:26:12.063948+0000","last_peered":"2023-03-22T14:26:12.063948+0000","last_clean":"2023-03-22T14:26:12.063948+0000","last_became_active":"2023-03-22T14:26:10.158219+0000","last_became_peered":"2023-03-22T14:26:10.158219+0000","last_unstale":"2023-03-22T14:26:12.063948+0000","last_undegraded":"2023-03-22T14:26:12.063948+0000","last_fullsized":"2023-03-22T14:26:12.063948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:24.011396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.985099+0000","last_change":"2023-03-22T14:26:10.144752+0000","last_active":"2023-03-22T14:26:11.985099+0000","last_peered":"2023-03-22T14:26:11.985099+0000","last_clean":"2023-03-22T14:26:11.985099+0000","last_became_active":"2023-03-22T14:26:10.144229+0000","last_became_peered":"2023-03-22T14:26:10.144229+0000","last_unstale":"2023-03-22T14:26:11.985099+0000","last_undegraded":"2023-03-22T14:26:11.985099+0000","last_fullsized":"2023-03-22T14:26:11.985099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:13:04.010177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775590+0000","last_change":"2023-03-22T14:26:10.139468+0000","last_active":"2023-03-22T14:26:10.775590+0000","last_peered":"2023-03-22T14:26:10.775590+0000","last_clean":"2023-03-22T14:26:10.775590+0000","last_became_active":"2023-03-22T14:26:10.138750+0000","last_became_peered":"2023-03-22T14:26:10.138750+0000","last_unstale":"2023-03-22T14:26:10.775590+0000","last_undegraded":"2023-03-22T14:26:10.775590+0000","last_fullsized":"2023-03-22T14:26:10.775590+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:25:53.400263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'4","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.160439+0000","last_change":"2023-03-22T14:26:09.605689+0000","last_active":"2023-03-22T14:26:10.160439+0000","last_peered":"2023-03-22T14:26:10.160439+0000","last_clean":"2023-03-22T14:26:10.160439+0000","last_became_active":"2023-03-22T14:26:09.605012+0000","last_became_peered":"2023-03-22T14:26:09.605012+0000","last_unstale":"2023-03-22T14:26:10.160439+0000","last_undegraded":"2023-03-22T14:26:10.160439+0000","last_fullsized":"2023-03-22T14:26:10.160439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:22:17.663135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783534+0000","last_change":"2023-03-22T14:26:10.135528+0000","last_active":"2023-03-22T14:26:11.783534+0000","last_peered":"2023-03-22T14:26:11.783534+0000","last_clean":"2023-03-22T14:26:11.783534+0000","last_became_active":"2023-03-22T14:26:10.134986+0000","last_became_peered":"2023-03-22T14:26:10.134986+0000","last_unstale":"2023-03-22T14:26:11.783534+0000","last_undegraded":"2023-03-22T14:26:11.783534+0000","last_fullsized":"2023-03-22T14:26:11.783534+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:36:51.863299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.007037+0000","last_change":"2023-03-22T14:26:09.614812+0000","last_active":"2023-03-22T14:26:12.007037+0000","last_peered":"2023-03-22T14:26:12.007037+0000","last_clean":"2023-03-22T14:26:12.007037+0000","last_became_active":"2023-03-22T14:26:09.614137+0000","last_became_peered":"2023-03-22T14:26:09.614137+0000","last_unstale":"2023-03-22T14:26:12.007037+0000","last_undegraded":"2023-03-22T14:26:12.007037+0000","last_fullsized":"2023-03-22T14:26:12.007037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:59.863232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670679+0000","last_change":"2023-03-22T14:26:10.157045+0000","last_active":"2023-03-22T14:26:11.670679+0000","last_peered":"2023-03-22T14:26:11.670679+0000","last_clean":"2023-03-22T14:26:11.670679+0000","last_became_active":"2023-03-22T14:26:10.156313+0000","last_became_peered":"2023-03-22T14:26:10.156313+0000","last_unstale":"2023-03-22T14:26:11.670679+0000","last_undegraded":"2023-03-22T14:26:11.670679+0000","last_fullsized":"2023-03-22T14:26:11.670679+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:12:59.623019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130859+0000","last_change":"2023-03-22T14:26:09.605992+0000","last_active":"2023-03-22T14:26:11.130859+0000","last_peered":"2023-03-22T14:26:11.130859+0000","last_clean":"2023-03-22T14:26:11.130859+0000","last_became_active":"2023-03-22T14:26:09.605339+0000","last_became_peered":"2023-03-22T14:26:09.605339+0000","last_unstale":"2023-03-22T14:26:11.130859+0000","last_undegraded":"2023-03-22T14:26:11.130859+0000","last_fullsized":"2023-03-22T14:26:11.130859+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:38:54.779949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.145155+0000","last_change":"2023-03-22T14:26:10.141910+0000","last_active":"2023-03-22T14:26:10.145155+0000","last_peered":"2023-03-22T14:26:10.145155+0000","last_clean":"2023-03-22T14:26:10.145155+0000","last_became_active":"2023-03-22T14:26:10.141539+0000","last_became_peered":"2023-03-22T14:26:10.141539+0000","last_unstale":"2023-03-22T14:26:10.145155+0000","last_undegraded":"2023-03-22T14:26:10.145155+0000","last_fullsized":"2023-03-22T14:26:10.145155+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:20:16.599422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130666+0000","last_change":"2023-03-22T14:26:09.605015+0000","last_active":"2023-03-22T14:26:11.130666+0000","last_peered":"2023-03-22T14:26:11.130666+0000","last_clean":"2023-03-22T14:26:11.130666+0000","last_became_active":"2023-03-22T14:26:09.604633+0000","last_became_peered":"2023-03-22T14:26:09.604633+0000","last_unstale":"2023-03-22T14:26:11.130666+0000","last_undegraded":"2023-03-22T14:26:11.130666+0000","last_fullsized":"2023-03-22T14:26:11.130666+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:00:03.415196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.064108+0000","last_change":"2023-03-22T14:26:10.151918+0000","last_active":"2023-03-22T14:26:12.064108+0000","last_peered":"2023-03-22T14:26:12.064108+0000","last_clean":"2023-03-22T14:26:12.064108+0000","last_became_active":"2023-03-22T14:26:10.151600+0000","last_became_peered":"2023-03-22T14:26:10.151600+0000","last_unstale":"2023-03-22T14:26:12.064108+0000","last_undegraded":"2023-03-22T14:26:12.064108+0000","last_fullsized":"2023-03-22T14:26:12.064108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:02:19.232703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.273957+0000","last_change":"2023-03-22T14:26:09.606000+0000","last_active":"2023-03-22T14:26:13.273957+0000","last_peered":"2023-03-22T14:26:13.273957+0000","last_clean":"2023-03-22T14:26:13.273957+0000","last_became_active":"2023-03-22T14:26:09.605663+0000","last_became_peered":"2023-03-22T14:26:09.605663+0000","last_unstale":"2023-03-22T14:26:13.273957+0000","last_undegraded":"2023-03-22T14:26:13.273957+0000","last_fullsized":"2023-03-22T14:26:13.273957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:59:40.751792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130502+0000","last_change":"2023-03-22T14:26:10.151108+0000","last_active":"2023-03-22T14:26:11.130502+0000","last_peered":"2023-03-22T14:26:11.130502+0000","last_clean":"2023-03-22T14:26:11.130502+0000","last_became_active":"2023-03-22T14:26:10.150764+0000","last_became_peered":"2023-03-22T14:26:10.150764+0000","last_unstale":"2023-03-22T14:26:11.130502+0000","last_undegraded":"2023-03-22T14:26:11.130502+0000","last_fullsized":"2023-03-22T14:26:11.130502+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:51:16.285365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:15.297841+0000","last_change":"2023-03-22T14:26:09.606047+0000","last_active":"2023-03-22T14:26:15.297841+0000","last_peered":"2023-03-22T14:26:15.297841+0000","last_clean":"2023-03-22T14:26:15.297841+0000","last_became_active":"2023-03-22T14:26:09.605748+0000","last_became_peered":"2023-03-22T14:26:09.605748+0000","last_unstale":"2023-03-22T14:26:15.297841+0000","last_undegraded":"2023-03-22T14:26:15.297841+0000","last_fullsized":"2023-03-22T14:26:15.297841+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:12:53.631348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063480+0000","last_change":"2023-03-22T14:26:10.148339+0000","last_active":"2023-03-22T14:26:12.063480+0000","last_peered":"2023-03-22T14:26:12.063480+0000","last_clean":"2023-03-22T14:26:12.063480+0000","last_became_active":"2023-03-22T14:26:10.147284+0000","last_became_peered":"2023-03-22T14:26:10.147284+0000","last_unstale":"2023-03-22T14:26:12.063480+0000","last_undegraded":"2023-03-22T14:26:12.063480+0000","last_fullsized":"2023-03-22T14:26:12.063480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:28:31.309237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.280645+0000","last_change":"2023-03-22T14:26:09.604428+0000","last_active":"2023-03-22T14:26:14.280645+0000","last_peered":"2023-03-22T14:26:14.280645+0000","last_clean":"2023-03-22T14:26:14.280645+0000","last_became_active":"2023-03-22T14:26:09.604075+0000","last_became_peered":"2023-03-22T14:26:09.604075+0000","last_unstale":"2023-03-22T14:26:14.280645+0000","last_undegraded":"2023-03-22T14:26:14.280645+0000","last_fullsized":"2023-03-22T14:26:14.280645+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:18:09.160711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783437+0000","last_change":"2023-03-22T14:26:10.145491+0000","last_active":"2023-03-22T14:26:11.783437+0000","last_peered":"2023-03-22T14:26:11.783437+0000","last_clean":"2023-03-22T14:26:11.783437+0000","last_became_active":"2023-03-22T14:26:10.145153+0000","last_became_peered":"2023-03-22T14:26:10.145153+0000","last_unstale":"2023-03-22T14:26:11.783437+0000","last_undegraded":"2023-03-22T14:26:11.783437+0000","last_fullsized":"2023-03-22T14:26:11.783437+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:34:58.700651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063146+0000","last_change":"2023-03-22T14:26:09.602305+0000","last_active":"2023-03-22T14:26:12.063146+0000","last_peered":"2023-03-22T14:26:12.063146+0000","last_clean":"2023-03-22T14:26:12.063146+0000","last_became_active":"2023-03-22T14:26:09.602024+0000","last_became_peered":"2023-03-22T14:26:09.602024+0000","last_unstale":"2023-03-22T14:26:12.063146+0000","last_undegraded":"2023-03-22T14:26:12.063146+0000","last_fullsized":"2023-03-22T14:26:12.063146+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:10:59.546000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.984852+0000","last_change":"2023-03-22T14:26:10.136198+0000","last_active":"2023-03-22T14:26:11.984852+0000","last_peered":"2023-03-22T14:26:11.984852+0000","last_clean":"2023-03-22T14:26:11.984852+0000","last_became_active":"2023-03-22T14:26:10.135863+0000","last_became_peered":"2023-03-22T14:26:10.135863+0000","last_unstale":"2023-03-22T14:26:11.984852+0000","last_undegraded":"2023-03-22T14:26:11.984852+0000","last_fullsized":"2023-03-22T14:26:11.984852+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:35:51.376676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274044+0000","last_change":"2023-03-22T14:26:09.605329+0000","last_active":"2023-03-22T14:26:13.274044+0000","last_peered":"2023-03-22T14:26:13.274044+0000","last_clean":"2023-03-22T14:26:13.274044+0000","last_became_active":"2023-03-22T14:26:09.605003+0000","last_became_peered":"2023-03-22T14:26:09.605003+0000","last_unstale":"2023-03-22T14:26:13.274044+0000","last_undegraded":"2023-03-22T14:26:13.274044+0000","last_fullsized":"2023-03-22T14:26:13.274044+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:54:25.876041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.144809+0000","last_change":"2023-03-22T14:26:10.141338+0000","last_active":"2023-03-22T14:26:10.144809+0000","last_peered":"2023-03-22T14:26:10.144809+0000","last_clean":"2023-03-22T14:26:10.144809+0000","last_became_active":"2023-03-22T14:26:10.140941+0000","last_became_peered":"2023-03-22T14:26:10.140941+0000","last_unstale":"2023-03-22T14:26:10.144809+0000","last_undegraded":"2023-03-22T14:26:10.144809+0000","last_fullsized":"2023-03-22T14:26:10.144809+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:45:58.818279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.302220+0000","last_change":"2023-03-22T14:26:09.608874+0000","last_active":"2023-03-22T14:26:16.302220+0000","last_peered":"2023-03-22T14:26:16.302220+0000","last_clean":"2023-03-22T14:26:16.302220+0000","last_became_active":"2023-03-22T14:26:09.608556+0000","last_became_peered":"2023-03-22T14:26:09.608556+0000","last_unstale":"2023-03-22T14:26:16.302220+0000","last_undegraded":"2023-03-22T14:26:16.302220+0000","last_fullsized":"2023-03-22T14:26:16.302220+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:05:47.051762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670677+0000","last_change":"2023-03-22T14:26:10.157313+0000","last_active":"2023-03-22T14:26:11.670677+0000","last_peered":"2023-03-22T14:26:11.670677+0000","last_clean":"2023-03-22T14:26:11.670677+0000","last_became_active":"2023-03-22T14:26:10.156637+0000","last_became_peered":"2023-03-22T14:26:10.156637+0000","last_unstale":"2023-03-22T14:26:11.670677+0000","last_undegraded":"2023-03-22T14:26:11.670677+0000","last_fullsized":"2023-03-22T14:26:11.670677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:49:28.870596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.064204+0000","last_change":"2023-03-22T14:26:09.609824+0000","last_active":"2023-03-22T14:26:12.064204+0000","last_peered":"2023-03-22T14:26:12.064204+0000","last_clean":"2023-03-22T14:26:12.064204+0000","last_became_active":"2023-03-22T14:26:09.609506+0000","last_became_peered":"2023-03-22T14:26:09.609506+0000","last_unstale":"2023-03-22T14:26:12.064204+0000","last_undegraded":"2023-03-22T14:26:12.064204+0000","last_fullsized":"2023-03-22T14:26:12.064204+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:05:01.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.148851+0000","last_change":"2023-03-22T14:26:10.147791+0000","last_active":"2023-03-22T14:26:10.148851+0000","last_peered":"2023-03-22T14:26:10.148851+0000","last_clean":"2023-03-22T14:26:10.148851+0000","last_became_active":"2023-03-22T14:26:10.147442+0000","last_became_peered":"2023-03-22T14:26:10.147442+0000","last_unstale":"2023-03-22T14:26:10.148851+0000","last_undegraded":"2023-03-22T14:26:10.148851+0000","last_fullsized":"2023-03-22T14:26:10.148851+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:12:56.630356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'16","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.317359+0000","last_change":"2023-03-22T14:26:09.605587+0000","last_active":"2023-03-22T14:26:16.317359+0000","last_peered":"2023-03-22T14:26:16.317359+0000","last_clean":"2023-03-22T14:26:16.317359+0000","last_became_active":"2023-03-22T14:26:09.605234+0000","last_became_peered":"2023-03-22T14:26:09.605234+0000","last_unstale":"2023-03-22T14:26:16.317359+0000","last_undegraded":"2023-03-22T14:26:16.317359+0000","last_fullsized":"2023-03-22T14:26:16.317359+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:09.560463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18929,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130699+0000","last_change":"2023-03-22T14:26:10.142180+0000","last_active":"2023-03-22T14:26:11.130699+0000","last_peered":"2023-03-22T14:26:11.130699+0000","last_clean":"2023-03-22T14:26:11.130699+0000","last_became_active":"2023-03-22T14:26:10.141662+0000","last_became_peered":"2023-03-22T14:26:10.141662+0000","last_unstale":"2023-03-22T14:26:11.130699+0000","last_undegraded":"2023-03-22T14:26:11.130699+0000","last_fullsized":"2023-03-22T14:26:11.130699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:22:32.962412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'7","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.278715+0000","last_change":"2023-03-22T14:26:09.610970+0000","last_active":"2023-03-22T14:26:14.278715+0000","last_peered":"2023-03-22T14:26:14.278715+0000","last_clean":"2023-03-22T14:26:14.278715+0000","last_became_active":"2023-03-22T14:26:09.610668+0000","last_became_peered":"2023-03-22T14:26:09.610668+0000","last_unstale":"2023-03-22T14:26:14.278715+0000","last_undegraded":"2023-03-22T14:26:14.278715+0000","last_fullsized":"2023-03-22T14:26:14.278715+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:59.128943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.146948+0000","last_change":"2023-03-22T14:26:10.145201+0000","last_active":"2023-03-22T14:26:10.146948+0000","last_peered":"2023-03-22T14:26:10.146948+0000","last_clean":"2023-03-22T14:26:10.146948+0000","last_became_active":"2023-03-22T14:26:10.144881+0000","last_became_peered":"2023-03-22T14:26:10.144881+0000","last_unstale":"2023-03-22T14:26:10.146948+0000","last_undegraded":"2023-03-22T14:26:10.146948+0000","last_fullsized":"2023-03-22T14:26:10.146948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:32:06.377674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'3","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274284+0000","last_change":"2023-03-22T14:26:09.611295+0000","last_active":"2023-03-22T14:26:13.274284+0000","last_peered":"2023-03-22T14:26:13.274284+0000","last_clean":"2023-03-22T14:26:13.274284+0000","last_became_active":"2023-03-22T14:26:09.610974+0000","last_became_peered":"2023-03-22T14:26:09.610974+0000","last_unstale":"2023-03-22T14:26:13.274284+0000","last_undegraded":"2023-03-22T14:26:13.274284+0000","last_fullsized":"2023-03-22T14:26:13.274284+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:47:00.123238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743504+0000","last_change":"2023-03-22T14:26:10.140590+0000","last_active":"2023-03-22T14:26:12.743504+0000","last_peered":"2023-03-22T14:26:12.743504+0000","last_clean":"2023-03-22T14:26:12.743504+0000","last_became_active":"2023-03-22T14:26:10.140243+0000","last_became_peered":"2023-03-22T14:26:10.140243+0000","last_unstale":"2023-03-22T14:26:12.743504+0000","last_undegraded":"2023-03-22T14:26:12.743504+0000","last_fullsized":"2023-03-22T14:26:12.743504+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:24:35.061683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:17.324412+0000","last_change":"2023-03-22T14:26:09.601433+0000","last_active":"2023-03-22T14:26:17.324412+0000","last_peered":"2023-03-22T14:26:17.324412+0000","last_clean":"2023-03-22T14:26:17.324412+0000","last_became_active":"2023-03-22T14:26:09.601077+0000","last_became_peered":"2023-03-22T14:26:09.601077+0000","last_unstale":"2023-03-22T14:26:17.324412+0000","last_undegraded":"2023-03-22T14:26:17.324412+0000","last_fullsized":"2023-03-22T14:26:17.324412+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:54:13.780420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743162+0000","last_change":"2023-03-22T14:26:10.138660+0000","last_active":"2023-03-22T14:26:12.743162+0000","last_peered":"2023-03-22T14:26:12.743162+0000","last_clean":"2023-03-22T14:26:12.743162+0000","last_became_active":"2023-03-22T14:26:10.138353+0000","last_became_peered":"2023-03-22T14:26:10.138353+0000","last_unstale":"2023-03-22T14:26:12.743162+0000","last_undegraded":"2023-03-22T14:26:12.743162+0000","last_fullsized":"2023-03-22T14:26:12.743162+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:41:51.425763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'10","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274263+0000","last_change":"2023-03-22T14:26:09.609803+0000","last_active":"2023-03-22T14:26:13.274263+0000","last_peered":"2023-03-22T14:26:13.274263+0000","last_clean":"2023-03-22T14:26:13.274263+0000","last_became_active":"2023-03-22T14:26:09.609483+0000","last_became_peered":"2023-03-22T14:26:09.609483+0000","last_unstale":"2023-03-22T14:26:13.274263+0000","last_undegraded":"2023-03-22T14:26:13.274263+0000","last_fullsized":"2023-03-22T14:26:13.274263+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:56:46.958792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063209+0000","last_change":"2023-03-22T14:26:10.147701+0000","last_active":"2023-03-22T14:26:12.063209+0000","last_peered":"2023-03-22T14:26:12.063209+0000","last_clean":"2023-03-22T14:26:12.063209+0000","last_became_active":"2023-03-22T14:26:10.147257+0000","last_became_peered":"2023-03-22T14:26:10.147257+0000","last_unstale":"2023-03-22T14:26:12.063209+0000","last_undegraded":"2023-03-22T14:26:12.063209+0000","last_fullsized":"2023-03-22T14:26:12.063209+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:17.375504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130850+0000","last_change":"2023-03-22T14:26:09.604873+0000","last_active":"2023-03-22T14:26:11.130850+0000","last_peered":"2023-03-22T14:26:11.130850+0000","last_clean":"2023-03-22T14:26:11.130850+0000","last_became_active":"2023-03-22T14:26:09.604522+0000","last_became_peered":"2023-03-22T14:26:09.604522+0000","last_unstale":"2023-03-22T14:26:11.130850+0000","last_undegraded":"2023-03-22T14:26:11.130850+0000","last_fullsized":"2023-03-22T14:26:11.130850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:10:24.059314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063259+0000","last_change":"2023-03-22T14:26:10.141378+0000","last_active":"2023-03-22T14:26:12.063259+0000","last_peered":"2023-03-22T14:26:12.063259+0000","last_clean":"2023-03-22T14:26:12.063259+0000","last_became_active":"2023-03-22T14:26:10.141064+0000","last_became_peered":"2023-03-22T14:26:10.141064+0000","last_unstale":"2023-03-22T14:26:12.063259+0000","last_undegraded":"2023-03-22T14:26:12.063259+0000","last_fullsized":"2023-03-22T14:26:12.063259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:04:58.827396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.128710+0000","last_change":"2023-03-22T14:26:09.614660+0000","last_active":"2023-03-22T14:26:10.128710+0000","last_peered":"2023-03-22T14:26:10.128710+0000","last_clean":"2023-03-22T14:26:10.128710+0000","last_became_active":"2023-03-22T14:26:09.614264+0000","last_became_peered":"2023-03-22T14:26:09.614264+0000","last_unstale":"2023-03-22T14:26:10.128710+0000","last_undegraded":"2023-03-22T14:26:10.128710+0000","last_fullsized":"2023-03-22T14:26:10.128710+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:10:41.078027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.589879+0000","last_change":"2023-03-22T14:26:10.138384+0000","last_active":"2023-03-22T14:26:11.589879+0000","last_peered":"2023-03-22T14:26:11.589879+0000","last_clean":"2023-03-22T14:26:11.589879+0000","last_became_active":"2023-03-22T14:26:10.137911+0000","last_became_peered":"2023-03-22T14:26:10.137911+0000","last_unstale":"2023-03-22T14:26:11.589879+0000","last_undegraded":"2023-03-22T14:26:11.589879+0000","last_fullsized":"2023-03-22T14:26:11.589879+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:02:11.973222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:17.325232+0000","last_change":"2023-03-22T14:26:09.608558+0000","last_active":"2023-03-22T14:26:17.325232+0000","last_peered":"2023-03-22T14:26:17.325232+0000","last_clean":"2023-03-22T14:26:17.325232+0000","last_became_active":"2023-03-22T14:26:09.608234+0000","last_became_peered":"2023-03-22T14:26:09.608234+0000","last_unstale":"2023-03-22T14:26:17.325232+0000","last_undegraded":"2023-03-22T14:26:17.325232+0000","last_fullsized":"2023-03-22T14:26:17.325232+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:18:32.096235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130390+0000","last_change":"2023-03-22T14:26:10.156523+0000","last_active":"2023-03-22T14:26:11.130390+0000","last_peered":"2023-03-22T14:26:11.130390+0000","last_clean":"2023-03-22T14:26:11.130390+0000","last_became_active":"2023-03-22T14:26:10.156170+0000","last_became_peered":"2023-03-22T14:26:10.156170+0000","last_unstale":"2023-03-22T14:26:11.130390+0000","last_undegraded":"2023-03-22T14:26:11.130390+0000","last_fullsized":"2023-03-22T14:26:11.130390+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:27:12.743703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063425+0000","last_change":"2023-03-22T14:26:10.147917+0000","last_active":"2023-03-22T14:26:12.063425+0000","last_peered":"2023-03-22T14:26:12.063425+0000","last_clean":"2023-03-22T14:26:12.063425+0000","last_became_active":"2023-03-22T14:26:10.147328+0000","last_became_peered":"2023-03-22T14:26:10.147328+0000","last_unstale":"2023-03-22T14:26:12.063425+0000","last_undegraded":"2023-03-22T14:26:12.063425+0000","last_fullsized":"2023-03-22T14:26:12.063425+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:28:13.794955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.281496+0000","last_change":"2023-03-22T14:26:09.612765+0000","last_active":"2023-03-22T14:26:14.281496+0000","last_peered":"2023-03-22T14:26:14.281496+0000","last_clean":"2023-03-22T14:26:14.281496+0000","last_became_active":"2023-03-22T14:26:09.612421+0000","last_became_peered":"2023-03-22T14:26:09.612421+0000","last_unstale":"2023-03-22T14:26:14.281496+0000","last_undegraded":"2023-03-22T14:26:14.281496+0000","last_fullsized":"2023-03-22T14:26:14.281496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:04:41.013442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783497+0000","last_change":"2023-03-22T14:26:10.136066+0000","last_active":"2023-03-22T14:26:11.783497+0000","last_peered":"2023-03-22T14:26:11.783497+0000","last_clean":"2023-03-22T14:26:11.783497+0000","last_became_active":"2023-03-22T14:26:10.135756+0000","last_became_peered":"2023-03-22T14:26:10.135756+0000","last_unstale":"2023-03-22T14:26:11.783497+0000","last_undegraded":"2023-03-22T14:26:11.783497+0000","last_fullsized":"2023-03-22T14:26:11.783497+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:17:52.311311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:17.322318+0000","last_change":"2023-03-22T14:26:09.602996+0000","last_active":"2023-03-22T14:26:17.322318+0000","last_peered":"2023-03-22T14:26:17.322318+0000","last_clean":"2023-03-22T14:26:17.322318+0000","last_became_active":"2023-03-22T14:26:09.602516+0000","last_became_peered":"2023-03-22T14:26:09.602516+0000","last_unstale":"2023-03-22T14:26:17.322318+0000","last_undegraded":"2023-03-22T14:26:17.322318+0000","last_fullsized":"2023-03-22T14:26:17.322318+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:32:25.061309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":335,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.129218+0000","last_change":"2023-03-22T14:25:04.048457+0000","last_active":"2023-03-22T14:26:10.129218+0000","last_peered":"2023-03-22T14:26:10.129218+0000","last_clean":"2023-03-22T14:26:10.129218+0000","last_became_active":"2023-03-22T14:25:04.047825+0000","last_became_peered":"2023-03-22T14:25:04.047825+0000","last_unstale":"2023-03-22T14:26:10.129218+0000","last_undegraded":"2023-03-22T14:26:10.129218+0000","last_fullsized":"2023-03-22T14:26:10.129218+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_clean_scrub_stamp":"2023-03-22T14:21:57.020676+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:46.193563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.152658+0000","last_change":"2023-03-22T14:26:10.149941+0000","last_active":"2023-03-22T14:26:10.152658+0000","last_peered":"2023-03-22T14:26:10.152658+0000","last_clean":"2023-03-22T14:26:10.152658+0000","last_became_active":"2023-03-22T14:26:10.149411+0000","last_became_peered":"2023-03-22T14:26:10.149411+0000","last_unstale":"2023-03-22T14:26:10.152658+0000","last_undegraded":"2023-03-22T14:26:10.152658+0000","last_fullsized":"2023-03-22T14:26:10.152658+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:57:47.277953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:14.277725+0000","last_change":"2023-03-22T14:26:09.605020+0000","last_active":"2023-03-22T14:26:14.277725+0000","last_peered":"2023-03-22T14:26:14.277725+0000","last_clean":"2023-03-22T14:26:14.277725+0000","last_became_active":"2023-03-22T14:26:09.604700+0000","last_became_peered":"2023-03-22T14:26:09.604700+0000","last_unstale":"2023-03-22T14:26:14.277725+0000","last_undegraded":"2023-03-22T14:26:14.277725+0000","last_fullsized":"2023-03-22T14:26:14.277725+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:16:30.300196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.272245+0000","last_change":"2023-03-22T14:26:09.609834+0000","last_active":"2023-03-22T14:26:13.272245+0000","last_peered":"2023-03-22T14:26:13.272245+0000","last_clean":"2023-03-22T14:26:13.272245+0000","last_became_active":"2023-03-22T14:26:09.609521+0000","last_became_peered":"2023-03-22T14:26:09.609521+0000","last_unstale":"2023-03-22T14:26:13.272245+0000","last_undegraded":"2023-03-22T14:26:13.272245+0000","last_fullsized":"2023-03-22T14:26:13.272245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:41:39.285531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.162291+0000","last_change":"2023-03-22T14:26:10.161612+0000","last_active":"2023-03-22T14:26:10.162291+0000","last_peered":"2023-03-22T14:26:10.162291+0000","last_clean":"2023-03-22T14:26:10.162291+0000","last_became_active":"2023-03-22T14:26:10.161232+0000","last_became_peered":"2023-03-22T14:26:10.161232+0000","last_unstale":"2023-03-22T14:26:10.162291+0000","last_undegraded":"2023-03-22T14:26:10.162291+0000","last_fullsized":"2023-03-22T14:26:10.162291+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:54:02.097895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.985044+0000","last_change":"2023-03-22T14:26:09.614166+0000","last_active":"2023-03-22T14:26:11.985044+0000","last_peered":"2023-03-22T14:26:11.985044+0000","last_clean":"2023-03-22T14:26:11.985044+0000","last_became_active":"2023-03-22T14:26:09.613799+0000","last_became_peered":"2023-03-22T14:26:09.613799+0000","last_unstale":"2023-03-22T14:26:11.985044+0000","last_undegraded":"2023-03-22T14:26:11.985044+0000","last_fullsized":"2023-03-22T14:26:11.985044+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:43:40.989147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783592+0000","last_change":"2023-03-22T14:26:10.141455+0000","last_active":"2023-03-22T14:26:11.783592+0000","last_peered":"2023-03-22T14:26:11.783592+0000","last_clean":"2023-03-22T14:26:11.783592+0000","last_became_active":"2023-03-22T14:26:10.140742+0000","last_became_peered":"2023-03-22T14:26:10.140742+0000","last_unstale":"2023-03-22T14:26:11.783592+0000","last_undegraded":"2023-03-22T14:26:11.783592+0000","last_fullsized":"2023-03-22T14:26:11.783592+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:24:14.840194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.301556+0000","last_change":"2023-03-22T14:26:09.605495+0000","last_active":"2023-03-22T14:26:16.301556+0000","last_peered":"2023-03-22T14:26:16.301556+0000","last_clean":"2023-03-22T14:26:16.301556+0000","last_became_active":"2023-03-22T14:26:09.605210+0000","last_became_peered":"2023-03-22T14:26:09.605210+0000","last_unstale":"2023-03-22T14:26:16.301556+0000","last_undegraded":"2023-03-22T14:26:16.301556+0000","last_fullsized":"2023-03-22T14:26:16.301556+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:07:01.692804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670600+0000","last_change":"2023-03-22T14:26:10.155761+0000","last_active":"2023-03-22T14:26:11.670600+0000","last_peered":"2023-03-22T14:26:11.670600+0000","last_clean":"2023-03-22T14:26:11.670600+0000","last_became_active":"2023-03-22T14:26:10.155382+0000","last_became_peered":"2023-03-22T14:26:10.155382+0000","last_unstale":"2023-03-22T14:26:11.670600+0000","last_undegraded":"2023-03-22T14:26:11.670600+0000","last_fullsized":"2023-03-22T14:26:11.670600+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:15:00.653820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.274332+0000","last_change":"2023-03-22T14:26:09.609935+0000","last_active":"2023-03-22T14:26:13.274332+0000","last_peered":"2023-03-22T14:26:13.274332+0000","last_clean":"2023-03-22T14:26:13.274332+0000","last_became_active":"2023-03-22T14:26:09.609481+0000","last_became_peered":"2023-03-22T14:26:09.609481+0000","last_unstale":"2023-03-22T14:26:13.274332+0000","last_undegraded":"2023-03-22T14:26:13.274332+0000","last_fullsized":"2023-03-22T14:26:13.274332+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:25:15.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.130377+0000","last_change":"2023-03-22T14:26:10.138371+0000","last_active":"2023-03-22T14:26:11.130377+0000","last_peered":"2023-03-22T14:26:11.130377+0000","last_clean":"2023-03-22T14:26:11.130377+0000","last_became_active":"2023-03-22T14:26:10.138075+0000","last_became_peered":"2023-03-22T14:26:10.138075+0000","last_unstale":"2023-03-22T14:26:11.130377+0000","last_undegraded":"2023-03-22T14:26:11.130377+0000","last_fullsized":"2023-03-22T14:26:11.130377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:52:32.849086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:16.301016+0000","last_change":"2023-03-22T14:26:09.615642+0000","last_active":"2023-03-22T14:26:16.301016+0000","last_peered":"2023-03-22T14:26:16.301016+0000","last_clean":"2023-03-22T14:26:16.301016+0000","last_became_active":"2023-03-22T14:26:09.615073+0000","last_became_peered":"2023-03-22T14:26:09.615073+0000","last_unstale":"2023-03-22T14:26:16.301016+0000","last_undegraded":"2023-03-22T14:26:16.301016+0000","last_fullsized":"2023-03-22T14:26:16.301016+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:20:15.124230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063049+0000","last_change":"2023-03-22T14:26:10.152405+0000","last_active":"2023-03-22T14:26:12.063049+0000","last_peered":"2023-03-22T14:26:12.063049+0000","last_clean":"2023-03-22T14:26:12.063049+0000","last_became_active":"2023-03-22T14:26:10.152064+0000","last_became_peered":"2023-03-22T14:26:10.152064+0000","last_unstale":"2023-03-22T14:26:12.063049+0000","last_undegraded":"2023-03-22T14:26:12.063049+0000","last_fullsized":"2023-03-22T14:26:12.063049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:13.877126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:15.298140+0000","last_change":"2023-03-22T14:26:09.611793+0000","last_active":"2023-03-22T14:26:15.298140+0000","last_peered":"2023-03-22T14:26:15.298140+0000","last_clean":"2023-03-22T14:26:15.298140+0000","last_became_active":"2023-03-22T14:26:09.611397+0000","last_became_peered":"2023-03-22T14:26:09.611397+0000","last_unstale":"2023-03-22T14:26:15.298140+0000","last_undegraded":"2023-03-22T14:26:15.298140+0000","last_fullsized":"2023-03-22T14:26:15.298140+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:02:08.318026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783515+0000","last_change":"2023-03-22T14:26:10.155688+0000","last_active":"2023-03-22T14:26:11.783515+0000","last_peered":"2023-03-22T14:26:11.783515+0000","last_clean":"2023-03-22T14:26:11.783515+0000","last_became_active":"2023-03-22T14:26:10.155368+0000","last_became_peered":"2023-03-22T14:26:10.155368+0000","last_unstale":"2023-03-22T14:26:11.783515+0000","last_undegraded":"2023-03-22T14:26:11.783515+0000","last_fullsized":"2023-03-22T14:26:11.783515+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:30:34.662572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:13.273683+0000","last_change":"2023-03-22T14:26:09.605132+0000","last_active":"2023-03-22T14:26:13.273683+0000","last_peered":"2023-03-22T14:26:13.273683+0000","last_clean":"2023-03-22T14:26:13.273683+0000","last_became_active":"2023-03-22T14:26:09.604792+0000","last_became_peered":"2023-03-22T14:26:09.604792+0000","last_unstale":"2023-03-22T14:26:13.273683+0000","last_undegraded":"2023-03-22T14:26:13.273683+0000","last_fullsized":"2023-03-22T14:26:13.273683+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:16.698944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743451+0000","last_change":"2023-03-22T14:26:10.149586+0000","last_active":"2023-03-22T14:26:12.743451+0000","last_peered":"2023-03-22T14:26:12.743451+0000","last_clean":"2023-03-22T14:26:12.743451+0000","last_became_active":"2023-03-22T14:26:10.149272+0000","last_became_peered":"2023-03-22T14:26:10.149272+0000","last_unstale":"2023-03-22T14:26:12.743451+0000","last_undegraded":"2023-03-22T14:26:12.743451+0000","last_fullsized":"2023-03-22T14:26:12.743451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:29:33.951735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'5","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:15.295746+0000","last_change":"2023-03-22T14:26:09.610753+0000","last_active":"2023-03-22T14:26:15.295746+0000","last_peered":"2023-03-22T14:26:15.295746+0000","last_clean":"2023-03-22T14:26:15.295746+0000","last_became_active":"2023-03-22T14:26:09.610413+0000","last_became_peered":"2023-03-22T14:26:09.610413+0000","last_unstale":"2023-03-22T14:26:15.295746+0000","last_undegraded":"2023-03-22T14:26:15.295746+0000","last_fullsized":"2023-03-22T14:26:15.295746+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:59:58.710047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743730+0000","last_change":"2023-03-22T14:26:10.142314+0000","last_active":"2023-03-22T14:26:12.743730+0000","last_peered":"2023-03-22T14:26:12.743730+0000","last_clean":"2023-03-22T14:26:12.743730+0000","last_became_active":"2023-03-22T14:26:10.141610+0000","last_became_peered":"2023-03-22T14:26:10.141610+0000","last_unstale":"2023-03-22T14:26:12.743730+0000","last_undegraded":"2023-03-22T14:26:12.743730+0000","last_fullsized":"2023-03-22T14:26:12.743730+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:43:43.938852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.150707+0000","last_change":"2023-03-22T14:26:09.611868+0000","last_active":"2023-03-22T14:26:10.150707+0000","last_peered":"2023-03-22T14:26:10.150707+0000","last_clean":"2023-03-22T14:26:10.150707+0000","last_became_active":"2023-03-22T14:26:09.611532+0000","last_became_peered":"2023-03-22T14:26:09.611532+0000","last_unstale":"2023-03-22T14:26:10.150707+0000","last_undegraded":"2023-03-22T14:26:10.150707+0000","last_fullsized":"2023-03-22T14:26:10.150707+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:37:14.495260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.947865+0000","last_change":"2023-03-22T14:26:10.139589+0000","last_active":"2023-03-22T14:26:12.947865+0000","last_peered":"2023-03-22T14:26:12.947865+0000","last_clean":"2023-03-22T14:26:12.947865+0000","last_became_active":"2023-03-22T14:26:10.139244+0000","last_became_peered":"2023-03-22T14:26:10.139244+0000","last_unstale":"2023-03-22T14:26:12.947865+0000","last_undegraded":"2023-03-22T14:26:12.947865+0000","last_fullsized":"2023-03-22T14:26:12.947865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:26:36.876321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.151631+0000","last_change":"2023-03-22T14:26:09.614827+0000","last_active":"2023-03-22T14:26:10.151631+0000","last_peered":"2023-03-22T14:26:10.151631+0000","last_clean":"2023-03-22T14:26:10.151631+0000","last_became_active":"2023-03-22T14:26:09.614528+0000","last_became_peered":"2023-03-22T14:26:09.614528+0000","last_unstale":"2023-03-22T14:26:10.151631+0000","last_undegraded":"2023-03-22T14:26:10.151631+0000","last_fullsized":"2023-03-22T14:26:10.151631+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:41:15.027921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.743749+0000","last_change":"2023-03-22T14:26:10.139379+0000","last_active":"2023-03-22T14:26:12.743749+0000","last_peered":"2023-03-22T14:26:12.743749+0000","last_clean":"2023-03-22T14:26:12.743749+0000","last_became_active":"2023-03-22T14:26:10.138382+0000","last_became_peered":"2023-03-22T14:26:10.138382+0000","last_unstale":"2023-03-22T14:26:12.743749+0000","last_undegraded":"2023-03-22T14:26:12.743749+0000","last_fullsized":"2023-03-22T14:26:12.743749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:35:05.064469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063115+0000","last_change":"2023-03-22T14:26:10.135991+0000","last_active":"2023-03-22T14:26:12.063115+0000","last_peered":"2023-03-22T14:26:12.063115+0000","last_clean":"2023-03-22T14:26:12.063115+0000","last_became_active":"2023-03-22T14:26:10.135654+0000","last_became_peered":"2023-03-22T14:26:10.135654+0000","last_unstale":"2023-03-22T14:26:12.063115+0000","last_undegraded":"2023-03-22T14:26:12.063115+0000","last_fullsized":"2023-03-22T14:26:12.063115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:27:12.038862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775516+0000","last_change":"2023-03-22T14:26:10.135976+0000","last_active":"2023-03-22T14:26:10.775516+0000","last_peered":"2023-03-22T14:26:10.775516+0000","last_clean":"2023-03-22T14:26:10.775516+0000","last_became_active":"2023-03-22T14:26:10.135680+0000","last_became_peered":"2023-03-22T14:26:10.135680+0000","last_unstale":"2023-03-22T14:26:10.775516+0000","last_undegraded":"2023-03-22T14:26:10.775516+0000","last_fullsized":"2023-03-22T14:26:10.775516+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:55:16.213809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775535+0000","last_change":"2023-03-22T14:26:10.156986+0000","last_active":"2023-03-22T14:26:10.775535+0000","last_peered":"2023-03-22T14:26:10.775535+0000","last_clean":"2023-03-22T14:26:10.775535+0000","last_became_active":"2023-03-22T14:26:10.156657+0000","last_became_peered":"2023-03-22T14:26:10.156657+0000","last_unstale":"2023-03-22T14:26:10.775535+0000","last_undegraded":"2023-03-22T14:26:10.775535+0000","last_fullsized":"2023-03-22T14:26:10.775535+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:57.083586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.670425+0000","last_change":"2023-03-22T14:26:10.155341+0000","last_active":"2023-03-22T14:26:11.670425+0000","last_peered":"2023-03-22T14:26:11.670425+0000","last_clean":"2023-03-22T14:26:11.670425+0000","last_became_active":"2023-03-22T14:26:10.154975+0000","last_became_peered":"2023-03-22T14:26:10.154975+0000","last_unstale":"2023-03-22T14:26:11.670425+0000","last_undegraded":"2023-03-22T14:26:11.670425+0000","last_fullsized":"2023-03-22T14:26:11.670425+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:05:03.753887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.158056+0000","last_change":"2023-03-22T14:26:10.157213+0000","last_active":"2023-03-22T14:26:10.158056+0000","last_peered":"2023-03-22T14:26:10.158056+0000","last_clean":"2023-03-22T14:26:10.158056+0000","last_became_active":"2023-03-22T14:26:10.156854+0000","last_became_peered":"2023-03-22T14:26:10.156854+0000","last_unstale":"2023-03-22T14:26:10.158056+0000","last_undegraded":"2023-03-22T14:26:10.158056+0000","last_fullsized":"2023-03-22T14:26:10.158056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:45:40.252389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063585+0000","last_change":"2023-03-22T14:26:10.140537+0000","last_active":"2023-03-22T14:26:12.063585+0000","last_peered":"2023-03-22T14:26:12.063585+0000","last_clean":"2023-03-22T14:26:12.063585+0000","last_became_active":"2023-03-22T14:26:10.140249+0000","last_became_peered":"2023-03-22T14:26:10.140249+0000","last_unstale":"2023-03-22T14:26:12.063585+0000","last_undegraded":"2023-03-22T14:26:12.063585+0000","last_fullsized":"2023-03-22T14:26:12.063585+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:38:28.429053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.775601+0000","last_change":"2023-03-22T14:26:10.138443+0000","last_active":"2023-03-22T14:26:10.775601+0000","last_peered":"2023-03-22T14:26:10.775601+0000","last_clean":"2023-03-22T14:26:10.775601+0000","last_became_active":"2023-03-22T14:26:10.138106+0000","last_became_peered":"2023-03-22T14:26:10.138106+0000","last_unstale":"2023-03-22T14:26:10.775601+0000","last_undegraded":"2023-03-22T14:26:10.775601+0000","last_fullsized":"2023-03-22T14:26:10.775601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:49:51.292769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783572+0000","last_change":"2023-03-22T14:26:10.141634+0000","last_active":"2023-03-22T14:26:11.783572+0000","last_peered":"2023-03-22T14:26:11.783572+0000","last_clean":"2023-03-22T14:26:11.783572+0000","last_became_active":"2023-03-22T14:26:10.141143+0000","last_became_peered":"2023-03-22T14:26:10.141143+0000","last_unstale":"2023-03-22T14:26:11.783572+0000","last_undegraded":"2023-03-22T14:26:11.783572+0000","last_fullsized":"2023-03-22T14:26:11.783572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:33.812631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063246+0000","last_change":"2023-03-22T14:26:10.145558+0000","last_active":"2023-03-22T14:26:12.063246+0000","last_peered":"2023-03-22T14:26:12.063246+0000","last_clean":"2023-03-22T14:26:12.063246+0000","last_became_active":"2023-03-22T14:26:10.144637+0000","last_became_peered":"2023-03-22T14:26:10.144637+0000","last_unstale":"2023-03-22T14:26:12.063246+0000","last_undegraded":"2023-03-22T14:26:12.063246+0000","last_fullsized":"2023-03-22T14:26:12.063246+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:01:38.562153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:11.783460+0000","last_change":"2023-03-22T14:26:10.131307+0000","last_active":"2023-03-22T14:26:11.783460+0000","last_peered":"2023-03-22T14:26:11.783460+0000","last_clean":"2023-03-22T14:26:11.783460+0000","last_became_active":"2023-03-22T14:26:10.131004+0000","last_became_peered":"2023-03-22T14:26:10.131004+0000","last_unstale":"2023-03-22T14:26:11.783460+0000","last_undegraded":"2023-03-22T14:26:11.783460+0000","last_fullsized":"2023-03-22T14:26:11.783460+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:32.456144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.144880+0000","last_change":"2023-03-22T14:26:10.142897+0000","last_active":"2023-03-22T14:26:10.144880+0000","last_peered":"2023-03-22T14:26:10.144880+0000","last_clean":"2023-03-22T14:26:10.144880+0000","last_became_active":"2023-03-22T14:26:10.142592+0000","last_became_peered":"2023-03-22T14:26:10.142592+0000","last_unstale":"2023-03-22T14:26:10.144880+0000","last_undegraded":"2023-03-22T14:26:10.144880+0000","last_fullsized":"2023-03-22T14:26:10.144880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:15:45.117179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-03-22T14:26:10.158114+0000","last_change":"2023-03-22T14:26:10.157250+0000","last_active":"2023-03-22T14:26:10.158114+0000","last_peered":"2023-03-22T14:26:10.158114+0000","last_clean":"2023-03-22T14:26:10.158114+0000","last_became_active":"2023-03-22T14:26:10.156906+0000","last_became_peered":"2023-03-22T14:26:10.156906+0000","last_unstale":"2023-03-22T14:26:10.158114+0000","last_undegraded":"2023-03-22T14:26:10.158114+0000","last_fullsized":"2023-03-22T14:26:10.158114+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:04:02.288583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-03-22T14:26:12.063218+0000","last_change":"2023-03-22T14:26:10.141488+0000","last_active":"2023-03-22T14:26:12.063218+0000","last_peered":"2023-03-22T14:26:12.063218+0000","last_clean":"2023-03-22T14:26:12.063218+0000","last_became_active":"2023-03-22T14:26:10.141217+0000","last_became_peered":"2023-03-22T14:26:10.141217+0000","last_unstale":"2023-03-22T14:26:12.063218+0000","last_undegraded":"2023-03-22T14:26:12.063218+0000","last_fullsized":"2023-03-22T14:26:12.063218+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:59.348934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":23981,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":11,"num_read_kb":9,"num_write":151,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":37073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416398,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5952,"kb_used_data":888,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739200,"statfs":{"total":95995035648,"available":95988940800,"internally_reserved":0,"allocated":909312,"data_stored":430013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]}]},{"osd":10,"up_from":72,"seq":309237645330,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6824,"kb_used_data":1504,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738328,"statfs":{"total":95995035648,"available":95988047872,"internally_reserved":0,"allocated":1540096,"data_stored":1022124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":1,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.311}]},{"osd":2,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.44}]},{"osd":3,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.45400000000000001}]},{"osd":4,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.33600000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.59499999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.56299999999999994}]},{"osd":7,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.57199999999999995}]},{"osd":8,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.5}]},{"osd":9,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.52400000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]}]},{"osd":9,"up_from":67,"seq":287762808853,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6084,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739068,"statfs":{"total":95995035648,"available":95988805632,"internally_reserved":0,"allocated":913408,"data_stored":429653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.745}]},{"osd":1,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.504}]},{"osd":2,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.748,"5min":1.748,"15min":1.748},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.879}]},{"osd":3,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.89500000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.626}]},{"osd":5,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.59099999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.96099999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.78600000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.85499999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:03 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.82499999999999996}]}]},{"osd":8,"up_from":59,"seq":253403070491,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6268,"kb_used_data":884,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738884,"statfs":{"total":95995035648,"available":95988617216,"internally_reserved":0,"allocated":905216,"data_stored":429473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,7,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.438},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.48899999999999999}]},{"osd":1,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.375}]},{"osd":2,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.33500000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.47799999999999998}]},{"osd":4,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.44700000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.58599999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.54900000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.71599999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.57899999999999996}]}]},{"osd":7,"up_from":52,"seq":223338299423,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6996,"kb_used_data":1484,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738156,"statfs":{"total":95995035648,"available":95987871744,"internally_reserved":0,"allocated":1519616,"data_stored":1022294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.47499999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.502},{"interface":"front","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84599999999999997,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.42599999999999999,"15min":0.42099999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59599999999999997,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.42799999999999999,"15min":0.42299999999999999},"min":{"1min":0.30199999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68500000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42499999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56899999999999995,"15min":0.56799999999999995},"min":{"1min":0.44700000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.45000000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.64300000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.61499999999999999,"15min":0.60499999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.83799999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.628,"15min":0.61899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89700000000000002,"5min":1.03,"15min":1.03},"last":0.80100000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.51900000000000002,"15min":0.51200000000000001},"min":{"1min":0.32900000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.79100000000000004,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.503},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.752,"5min":1.264,"15min":1.264},"last":0.45600000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65200000000000002,"15min":0.65400000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.81299999999999994,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.64500000000000002,"15min":0.63900000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.71699999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.68899999999999995,"15min":0.68000000000000005},"min":{"1min":0.505,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0089999999999999,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.70599999999999996,"15min":0.70099999999999996},"min":{"1min":0.52600000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.97499999999999998,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.70299999999999996}]},{"osd":8,"last update":"Wed Mar 22 14:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.70699999999999996,"15min":0.70099999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72599999999999998,"15min":0.72499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.876,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.73399999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.81499999999999995}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68899999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":6,"up_from":47,"seq":201863462946,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6196,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738956,"statfs":{"total":95995035648,"available":95988690944,"internally_reserved":0,"allocated":897024,"data_stored":428869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.36799999999999999}]},{"osd":1,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.71199999999999997,"15min":0.70999999999999996},"min":{"1min":0.53800000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.97399999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.749,"5min":0.70899999999999996,"15min":0.70299999999999996},"min":{"1min":0.46700000000000003,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.64300000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.70099999999999996,"15min":0.69799999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0209999999999999,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.50800000000000001}]},{"osd":3,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.379,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.52900000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.755,"15min":0.753},"min":{"1min":0.58199999999999996,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.72999999999999998,"15min":0.72899999999999998},"min":{"1min":0.503,"5min":0.501,"15min":0.501},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.80900000000000005,"15min":0.80100000000000005},"min":{"1min":0.56699999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.861,"5min":1.861,"15min":1.861},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.81200000000000006,"15min":0.80900000000000005},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.62}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.79000000000000004,"15min":0.78300000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":2.528,"5min":2.528,"15min":2.528},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.82799999999999996,"15min":0.81100000000000005},"min":{"1min":0.57499999999999996,"5min":0.442,"15min":0.442},"max":{"1min":1.8089999999999999,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.753}]},{"osd":8,"last update":"Wed Mar 22 14:25:15 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.69799999999999995}]},{"osd":9,"last update":"Wed Mar 22 14:25:42 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.75,"5min":1.75,"15min":1.75},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.78500000000000003}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.056,"15min":1.056},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.907,"5min":1.907,"15min":1.907},"last":0.877},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":0.85399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7164,"kb_used_data":884,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737988,"statfs":{"total":95995035648,"available":95987699712,"internally_reserved":0,"allocated":905216,"data_stored":430160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.53000000000000003,"15min":0.53300000000000003},"min":{"1min":0.371,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.78500000000000003,"5min":0.879,"15min":0.879},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.53400000000000003,"15min":0.54200000000000004},"min":{"1min":0.432,"5min":0.245,"15min":0.245},"max":{"1min":0.83499999999999996,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.53100000000000003}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.54700000000000004,"15min":0.54000000000000004},"min":{"1min":0.442,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.75600000000000001}]},{"osd":3,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58699999999999997,"15min":0.57499999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.59699999999999998,"15min":0.59299999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.84099999999999997,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.48299999999999998}]},{"osd":4,"last update":"Wed Mar 22 14:25:49 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.41499999999999998,"15min":0.40500000000000003},"min":{"1min":0.30599999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.502},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.44800000000000001,"15min":0.435},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.45400000000000001}]},{"osd":5,"last update":"Wed Mar 22 14:26:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58399999999999996},"min":{"1min":0.41899999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.871,"5min":0.874,"15min":0.874},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.59899999999999998,"15min":0.59099999999999997},"min":{"1min":0.46600000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.82399999999999995}]},{"osd":6,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.76200000000000001,"15min":0.78000000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94599999999999995,"5min":2.9380000000000002,"15min":2.9380000000000002},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.74399999999999999,"15min":0.76000000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78400000000000003,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.63900000000000001}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35399999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.877,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.58999999999999997,"15min":0.57699999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.72999999999999998}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94499999999999995,"5min":1.036,"15min":1.036},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61599999999999999,"15min":0.60999999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.74299999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.68700000000000006}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.79800000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7196,"kb_used_data":916,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737956,"statfs":{"total":95995035648,"available":95987666944,"internally_reserved":0,"allocated":937984,"data_stored":430999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 22 14:25:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.57799999999999996,"15min":0.54000000000000004},"min":{"1min":0.51200000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.54400000000000004,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.48499999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.66400000000000003,"15min":0.58699999999999997},"min":{"1min":0.438,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.75,"5min":0.63200000000000001,"15min":0.58999999999999997},"min":{"1min":0.52400000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.54400000000000004}]},{"osd":3,"last update":"Wed Mar 22 14:24:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.38500000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.99199999999999999,"5min":1.03,"15min":1.03},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.66600000000000004}]},{"osd":4,"last update":"Wed Mar 22 14:25:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.60299999999999998,"15min":0.58099999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.66300000000000003,"15min":0.629},"min":{"1min":0.48999999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.52300000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.66400000000000003},"min":{"1min":0.49299999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0349999999999999,"5min":1.131,"15min":1.131},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.75700000000000001,"15min":0.71899999999999997},"min":{"1min":0.58799999999999997,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1699999999999999,"5min":1.272,"15min":1.272},"last":0.44900000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:25:39 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.71599999999999997,"15min":0.68600000000000005},"min":{"1min":0.53200000000000003,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.64800000000000002,"15min":0.628},"min":{"1min":0.46500000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.42999999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.875,"15min":0.86899999999999999},"min":{"1min":0.61299999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.65500000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:26:16 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83299999999999996,"15min":0.85399999999999998},"min":{"1min":0.54600000000000004,"5min":0.498,"15min":0.498},"max":{"1min":0.93899999999999995,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.99299999999999999,"15min":1.0149999999999999},"min":{"1min":0.63700000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.27,"5min":1.337,"15min":1.337},"last":0.70599999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:25:39 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.60699999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.75}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7252,"kb_used_data":908,"kb_used_omap":0,"kb_used_meta":6336,"kb_avail":93737900,"statfs":{"total":95995035648,"available":95987609600,"internally_reserved":0,"allocated":929792,"data_stored":431462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6488064},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.503},"min":{"1min":0.377,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.52100000000000002,"15min":0.495},"min":{"1min":0.35899999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.82099999999999995}]},{"osd":1,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.53100000000000003,"15min":0.499},"min":{"1min":0.35699999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.77700000000000002,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.54700000000000004,"15min":0.51700000000000002},"min":{"1min":0.375,"5min":0.311,"15min":0.311},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.56499999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.58499999999999996,"15min":0.56299999999999994},"min":{"1min":0.46899999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59099999999999997,"15min":0.57099999999999995},"min":{"1min":0.50700000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.83399999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:25:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.55400000000000005,"15min":0.53600000000000003},"min":{"1min":0.41699999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57299999999999995,"15min":0.56799999999999995},"min":{"1min":0.373,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.80100000000000005}]},{"osd":5,"last update":"Wed Mar 22 14:26:08 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.41199999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.47799999999999998,"15min":0.45200000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.86199999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.53100000000000003}]},{"osd":6,"last update":"Wed Mar 22 14:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.67800000000000005,"15min":0.67000000000000004},"min":{"1min":0.56799999999999995,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.67300000000000004,"15min":0.66300000000000003},"min":{"1min":0.501,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.90200000000000002}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.65300000000000002,"15min":0.65100000000000002},"min":{"1min":0.438,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.619}]},{"osd":8,"last update":"Wed Mar 22 14:25:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.67000000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:25:40 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.97499999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":1.0049999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0469999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149745,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6540,"kb_used_data":900,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738612,"statfs":{"total":95995035648,"available":95988338688,"internally_reserved":0,"allocated":921600,"data_stored":429277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.441,"15min":0.441},"min":{"1min":0.33500000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61599999999999999,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.44700000000000001,"15min":0.437},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.58499999999999996,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.38900000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.64100000000000001,"15min":0.61899999999999999},"min":{"1min":0.47499999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.032,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.58599999999999997,"15min":0.57099999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84999999999999998,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.52500000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:25:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68400000000000005,"15min":0.69699999999999995},"min":{"1min":0.53000000000000003,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84099999999999997,"5min":2.238,"15min":2.238},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.67900000000000005,"15min":0.66300000000000003},"min":{"1min":0.53600000000000003,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.012,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.77700000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:25:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.68700000000000006,"15min":0.66100000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.71699999999999997,"15min":0.69299999999999995},"min":{"1min":0.54900000000000004,"5min":0.5,"15min":0.5},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.67100000000000004}]},{"osd":5,"last update":"Wed Mar 22 14:26:12 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73999999999999999,"15min":0.71999999999999997},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.54300000000000004,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.93999999999999995,"5min":2.194,"15min":2.194},"last":0.71599999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:25:38 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.627,"15min":0.621},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.66100000000000003,"15min":0.65300000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56399999999999995}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.50700000000000001,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.82299999999999995,"15min":0.80100000000000005},"min":{"1min":0.59199999999999997,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.75600000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55900000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.55000000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:26:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.74299999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]}]},{"osd":4,"up_from":34,"seq":146028888110,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6408,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738744,"statfs":{"total":95995035648,"available":95988473856,"internally_reserved":0,"allocated":917504,"data_stored":429911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.435,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84899999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.46500000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.38100000000000001,"15min":0.36199999999999999},"min":{"1min":0.307,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.376},{"interface":"front","average":{"1min":0.441,"5min":0.39000000000000001,"15min":0.372},"min":{"1min":0.31900000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.53600000000000003}]},{"osd":2,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.81000000000000005,"15min":0.90000000000000002},"min":{"1min":0.41799999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82699999999999996,"5min":8.1150000000000002,"15min":8.1150000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.442,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.746,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.621}]},{"osd":3,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.60799999999999998,"15min":0.58999999999999997},"min":{"1min":0.48599999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.94299999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.44},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.60399999999999998,"15min":0.59399999999999997},"min":{"1min":0.42499999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.41099999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79800000000000004,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58499999999999996,"15min":0.55900000000000005},"min":{"1min":0.48999999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81599999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.63600000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:25:35 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.64600000000000002,"15min":0.625},"min":{"1min":0.57299999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.753,"5min":0.64900000000000002,"15min":0.63100000000000001},"min":{"1min":0.54700000000000004,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.60199999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:25:59 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.55700000000000005,"15min":0.54500000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.39700000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.39500000000000002}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.68600000000000005,"15min":0.68799999999999994},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.85099999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89200000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.67700000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:25:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.65100000000000002}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.69499999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6976,"kb_used_data":1464,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738176,"statfs":{"total":95995035648,"available":95987892224,"internally_reserved":0,"allocated":1499136,"data_stored":1019088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56200000000000006},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.53100000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80800000000000005,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47399999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55700000000000005,"15min":0.53800000000000003},"min":{"1min":0.438,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.53300000000000003}]},{"osd":2,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.309,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.61399999999999999,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.624,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.311}]},{"osd":3,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59799999999999998,"15min":0.58399999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.38},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60199999999999998,"15min":0.58999999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.873,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.41099999999999998}]},{"osd":4,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.57599999999999996,"15min":0.56799999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.58299999999999996}]},{"osd":6,"last update":"Wed Mar 22 14:25:33 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.64800000000000002,"15min":0.629},"min":{"1min":0.52400000000000002,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67900000000000005,"15min":0.66200000000000003},"min":{"1min":0.52300000000000002,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.5}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.64700000000000002,"15min":0.64200000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.67900000000000005}]},{"osd":8,"last update":"Wed Mar 22 14:25:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.439}]},{"osd":9,"last update":"Wed Mar 22 14:25:40 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.55700000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.63400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":21007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-22T14:26:19.648 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-03-22T14:26:19.649 INFO:tasks.cephadm:Setting up client nodes... 2023-03-22T14:26:19.649 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-03-22T14:26:19.923 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:19 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-b[119710]: 2023-03-22T14:26:19.516+0000 7fdba4ecc700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2023-03-22T14:26:19.923 INFO:journalctl@ceph.mds.b.smithi098.stdout:Mar 22 14:26:19 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-b[119710]: 2023-03-22T14:26:19.516+0000 7fdba4ecc700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2023-03-22T14:26:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:19 smithi098 ceph-mon[94136]: pgmap v273: 97 pgs: 97 active+clean; 600 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 6.9 KiB/s wr, 19 op/s 2023-03-22T14:26:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:19 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2391914812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:19.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:19 smithi045 ceph-mon[91728]: pgmap v273: 97 pgs: 97 active+clean; 600 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 6.9 KiB/s wr, 19 op/s 2023-03-22T14:26:19.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:19 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2391914812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:19 smithi142 ceph-mon[94717]: pgmap v273: 97 pgs: 97 active+clean; 600 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 6.9 KiB/s wr, 19 op/s 2023-03-22T14:26:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:19 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2391914812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:20.497 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:20.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:20 smithi045 ceph-mon[91728]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:26:20.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:20 smithi045 ceph-mon[91728]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:26:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:20 smithi142 ceph-mon[94717]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:26:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:20 smithi142 ceph-mon[94717]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:26:21.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:20 smithi098 ceph-mon[94136]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:26:21.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:20 smithi098 ceph-mon[94136]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:26:21.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:21 smithi045 ceph-mon[91728]: pgmap v274: 97 pgs: 97 active+clean; 602 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2023-03-22T14:26:22.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 -- 172.21.15.45:0/3220697644 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71540734e0 msgr2=0x7f7154073950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:22.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 --2- 172.21.15.45:0/3220697644 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71540734e0 0x7f7154073950 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7140009990 tx=0x7f7140009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 -- 172.21.15.45:0/3220697644 shutdown_connections 2023-03-22T14:26:22.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 --2- 172.21.15.45:0/3220697644 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7154108150 0x7f715410a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 --2- 172.21.15.45:0/3220697644 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7154074ab0 0x7f7154072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 --2- 172.21.15.45:0/3220697644 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71540734e0 0x7f7154073950 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 -- 172.21.15.45:0/3220697644 >> 172.21.15.45:0/3220697644 conn(0x7f71540fb890 msgr2=0x7f71540fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:22.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 -- 172.21.15.45:0/3220697644 shutdown_connections 2023-03-22T14:26:22.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.006+0000 7f715add7700 1 -- 172.21.15.45:0/3220697644 wait complete. 2023-03-22T14:26:22.012 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.007+0000 7f715add7700 1 Processor -- start 2023-03-22T14:26:22.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.007+0000 7f715add7700 1 -- start start 2023-03-22T14:26:22.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f715add7700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71540734e0 0x7f71541035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:22.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f715add7700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7154074ab0 0x7f7154103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:22.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f715add7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7154108150 0x7f7154100130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:22.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f715add7700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71541008d0 con 0x7f7154074ab0 2023-03-22T14:26:22.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f715add7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7154100a40 con 0x7f7154108150 2023-03-22T14:26:22.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f715add7700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7154100c00 con 0x7f71540734e0 2023-03-22T14:26:22.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7153fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7154074ab0 0x7f7154103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:22.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71540734e0 0x7f71541035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:22.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71540734e0 0x7f71541035b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:43384/0 (socket says 172.21.15.45:43384) 2023-03-22T14:26:22.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 -- 172.21.15.45:0/4171619813 learned_addr learned my addr 172.21.15.45:0/4171619813 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:22.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7153fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7154074ab0 0x7f7154103af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55930/0 (socket says 172.21.15.45:55930) 2023-03-22T14:26:22.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7159374700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7154108150 0x7f7154100130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:22.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 -- 172.21.15.45:0/4171619813 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7154108150 msgr2=0x7f7154100130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:22.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7154108150 0x7f7154100130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 -- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7154074ab0 msgr2=0x7f7154103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:22.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7154074ab0 0x7f7154103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7158b73700 1 -- 172.21.15.45:0/4171619813 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f714c009c40 con 0x7f71540734e0 2023-03-22T14:26:22.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.008+0000 7f7153fff700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7154074ab0 0x7f7154103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:22.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.009+0000 7f7158b73700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71540734e0 0x7f71541035b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f714800e9a0 tx=0x7f714800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:22.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.009+0000 7f7151ffb700 1 -- 172.21.15.45:0/4171619813 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7148009790 con 0x7f71540734e0 2023-03-22T14:26:22.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.009+0000 7f7151ffb700 1 -- 172.21.15.45:0/4171619813 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f714800ce80 con 0x7f71540734e0 2023-03-22T14:26:22.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.009+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71400095f0 con 0x7f71540734e0 2023-03-22T14:26:22.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.009+0000 7f7151ffb700 1 -- 172.21.15.45:0/4171619813 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7148018680 con 0x7f71540734e0 2023-03-22T14:26:22.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.009+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f715410de20 con 0x7f71540734e0 2023-03-22T14:26:22.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.010+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7154106800 con 0x7f71540734e0 2023-03-22T14:26:22.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.012+0000 7f7151ffb700 1 -- 172.21.15.45:0/4171619813 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f7148010430 con 0x7f71540734e0 2023-03-22T14:26:22.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.013+0000 7f7151ffb700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f714409fb60 0x7f71440a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:22.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.013+0000 7f7151ffb700 1 -- 172.21.15.45:0/4171619813 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f7148014070 con 0x7f71540734e0 2023-03-22T14:26:22.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.013+0000 7f7153fff700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f714409fb60 0x7f71440a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:22.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.014+0000 7f7153fff700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f714409fb60 0x7f71440a2010 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f714000b2e0 tx=0x7f7140005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:22.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.017+0000 7f7151ffb700 1 -- 172.21.15.45:0/4171619813 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f71480515c0 con 0x7f71540734e0 2023-03-22T14:26:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:21 smithi142 ceph-mon[94717]: pgmap v274: 97 pgs: 97 active+clean; 602 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2023-03-22T14:26:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:21 smithi098 ceph-mon[94136]: pgmap v274: 97 pgs: 97 active+clean; 602 KiB data, 78 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2023-03-22T14:26:22.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.306+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f7154066e30 con 0x7f71540734e0 2023-03-22T14:26:22.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.313+0000 7f7151ffb700 1 -- 172.21.15.45:0/4171619813 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7f7148094c40 con 0x7f71540734e0 2023-03-22T14:26:22.315 INFO:teuthology.orchestra.run.smithi045.stdout:[client.0] 2023-03-22T14:26:22.315 INFO:teuthology.orchestra.run.smithi045.stdout: key = AQAOEBtkGnZsEhAAYjR22YAu8Bok5MW7wHHqsA== 2023-03-22T14:26:22.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f714409fb60 msgr2=0x7f71440a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:22.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f714409fb60 0x7f71440a2010 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f714000b2e0 tx=0x7f7140005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71540734e0 msgr2=0x7f71541035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:22.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71540734e0 0x7f71541035b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f714800e9a0 tx=0x7f714800ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 shutdown_connections 2023-03-22T14:26:22.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f714409fb60 0x7f71440a2010 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.319 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7154108150 0x7f7154100130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.319 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71540734e0 0x7f71541035b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.319 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 --2- 172.21.15.45:0/4171619813 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7154074ab0 0x7f7154103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:22.320 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.315+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 >> 172.21.15.45:0/4171619813 conn(0x7f71540fb890 msgr2=0x7f71540fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:22.320 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.316+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 shutdown_connections 2023-03-22T14:26:22.320 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:22.316+0000 7f715add7700 1 -- 172.21.15.45:0/4171619813 wait complete. 2023-03-22T14:26:22.760 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:26:22.760 DEBUG:teuthology.orchestra.run.smithi045:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-03-22T14:26:22.761 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-03-22T14:26:22.854 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-03-22T14:26:22.854 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-03-22T14:26:22.855 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph mgr dump --format=json 2023-03-22T14:26:22.947 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:22 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4171619813' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-03-22T14:26:22.948 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:22 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-03-22T14:26:22.948 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:22 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-03-22T14:26:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:22 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4171619813' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-03-22T14:26:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:22 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-03-22T14:26:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:22 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-03-22T14:26:23.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:22 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4171619813' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-03-22T14:26:23.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:22 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-03-22T14:26:23.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:22 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-03-22T14:26:23.715 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:23.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:23 smithi045 ceph-mon[91728]: pgmap v275: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.8 KiB/s wr, 24 op/s 2023-03-22T14:26:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:23 smithi142 ceph-mon[94717]: pgmap v275: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.8 KiB/s wr, 24 op/s 2023-03-22T14:26:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:23 smithi098 ceph-mon[94136]: pgmap v275: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.8 KiB/s wr, 24 op/s 2023-03-22T14:26:25.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 -- 172.21.15.45:0/2964398644 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 msgr2=0x7f4588104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:25.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 --2- 172.21.15.45:0/2964398644 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 0x7f4588104e40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f457c009990 tx=0x7f457c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 -- 172.21.15.45:0/2964398644 shutdown_connections 2023-03-22T14:26:25.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 --2- 172.21.15.45:0/2964398644 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 0x7f45881008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 --2- 172.21.15.45:0/2964398644 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4588105570 0x7f458810d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 --2- 172.21.15.45:0/2964398644 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 0x7f4588104e40 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 -- 172.21.15.45:0/2964398644 >> 172.21.15.45:0/2964398644 conn(0x7f45880fbd50 msgr2=0x7f45880fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:25.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 -- 172.21.15.45:0/2964398644 shutdown_connections 2023-03-22T14:26:25.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.197+0000 7f458e17e700 1 -- 172.21.15.45:0/2964398644 wait complete. 2023-03-22T14:26:25.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 Processor -- start 2023-03-22T14:26:25.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 -- start start 2023-03-22T14:26:25.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 0x7f4588196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:25.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 0x7f4588196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:25.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4588105570 0x7f458819ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:25.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458819b310 con 0x7f45881004d0 2023-03-22T14:26:25.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458819b480 con 0x7f4588100e70 2023-03-22T14:26:25.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.198+0000 7f458e17e700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458819b640 con 0x7f4588105570 2023-03-22T14:26:25.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 0x7f4588196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:25.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 0x7f4588196350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:55942/0 (socket says 172.21.15.45:55942) 2023-03-22T14:26:25.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 -- 172.21.15.45:0/482974113 learned_addr learned my addr 172.21.15.45:0/482974113 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:25.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f4587fff700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4588105570 0x7f458819ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f4586ffd700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 0x7f4588196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 -- 172.21.15.45:0/482974113 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4588105570 msgr2=0x7f458819ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4588105570 0x7f458819ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 -- 172.21.15.45:0/482974113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 msgr2=0x7f4588196890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 0x7f4588196890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 -- 172.21.15.45:0/482974113 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4578009520 con 0x7f45881004d0 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.199+0000 7f45877fe700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 0x7f4588196350 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f457800eb30 tx=0x7f457800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:25.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.200+0000 7f4584ff9700 1 -- 172.21.15.45:0/482974113 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4578009880 con 0x7f45881004d0 2023-03-22T14:26:25.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.200+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f457c0095f0 con 0x7f45881004d0 2023-03-22T14:26:25.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.200+0000 7f4584ff9700 1 -- 172.21.15.45:0/482974113 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45780044e0 con 0x7f45881004d0 2023-03-22T14:26:25.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.200+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4588110310 con 0x7f45881004d0 2023-03-22T14:26:25.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.200+0000 7f4584ff9700 1 -- 172.21.15.45:0/482974113 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4578003ce0 con 0x7f45881004d0 2023-03-22T14:26:25.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.201+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4574005320 con 0x7f45881004d0 2023-03-22T14:26:25.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.202+0000 7f4584ff9700 1 -- 172.21.15.45:0/482974113 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f457800cbd0 con 0x7f45881004d0 2023-03-22T14:26:25.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.204+0000 7f4584ff9700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f457009fbe0 0x7f45700a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:25.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.204+0000 7f4584ff9700 1 -- 172.21.15.45:0/482974113 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f4578014070 con 0x7f45881004d0 2023-03-22T14:26:25.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.204+0000 7f4586ffd700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f457009fbe0 0x7f45700a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:25.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.205+0000 7f4586ffd700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f457009fbe0 0x7f45700a2090 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4588197970 tx=0x7f457c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:25.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.208+0000 7f4584ff9700 1 -- 172.21.15.45:0/482974113 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4578094e20 con 0x7f45881004d0 2023-03-22T14:26:25.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.481+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f4574005190 con 0x7f45881004d0 2023-03-22T14:26:25.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.486+0000 7f4584ff9700 1 -- 172.21.15.45:0/482974113 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+256995 (secure 0 0 0) 0x7f4578003680 con 0x7f45881004d0 2023-03-22T14:26:25.491 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:25.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f457009fbe0 msgr2=0x7f45700a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:25.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f457009fbe0 0x7f45700a2090 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4588197970 tx=0x7f457c005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 msgr2=0x7f4588196350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:25.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 0x7f4588196350 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f457800eb30 tx=0x7f457800ee40 comp rx=0 tx=0).stop 2023-03-22T14:26:25.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 shutdown_connections 2023-03-22T14:26:25.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f457009fbe0 0x7f45700a2090 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f45881004d0 0x7f4588196350 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4588105570 0x7f458819ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 --2- 172.21.15.45:0/482974113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4588100e70 0x7f4588196890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:25.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.490+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 >> 172.21.15.45:0/482974113 conn(0x7f45880fbd50 msgr2=0x7f45880fc740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:25.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.491+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 shutdown_connections 2023-03-22T14:26:25.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:25.491+0000 7f458e17e700 1 -- 172.21.15.45:0/482974113 wait complete. 2023-03-22T14:26:25.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:25 smithi045 ceph-mon[91728]: pgmap v276: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.2 KiB/s wr, 24 op/s 2023-03-22T14:26:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:25 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/482974113' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-03-22T14:26:25.979 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":17,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6800","nonce":3954219341},{"type":"v1","addr":"172.21.15.45:6801","nonce":3954219341}]},"active_addr":"172.21.15.45:6801/3954219341","active_change":"2023-03-22T14:19:40.314015+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.45:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.45:0","nonce":3351279546}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.45:0","nonce":394642712}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.45:0","nonce":3590404809}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.45:0","nonce":1484482212}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.45:0","nonce":146999249}]}]} 2023-03-22T14:26:25.987 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-03-22T14:26:25.987 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-03-22T14:26:25.988 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd dump --format=json 2023-03-22T14:26:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:25 smithi142 ceph-mon[94717]: pgmap v276: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.2 KiB/s wr, 24 op/s 2023-03-22T14:26:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:25 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/482974113' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-03-22T14:26:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:25 smithi098 ceph-mon[94136]: pgmap v276: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.2 KiB/s wr, 24 op/s 2023-03-22T14:26:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:25 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/482974113' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-03-22T14:26:26.815 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:27.963 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:27 smithi045 ceph-mon[91728]: pgmap v277: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.5 KiB/s wr, 22 op/s 2023-03-22T14:26:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:27 smithi142 ceph-mon[94717]: pgmap v277: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.5 KiB/s wr, 22 op/s 2023-03-22T14:26:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:27 smithi098 ceph-mon[94136]: pgmap v277: 97 pgs: 97 active+clean; 624 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.5 KiB/s wr, 22 op/s 2023-03-22T14:26:28.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 -- 172.21.15.45:0/267549679 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d4100e70 msgr2=0x7f65d4104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:28.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 --2- 172.21.15.45:0/267549679 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d4100e70 0x7f65d4104e40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f65c80099c0 tx=0x7f65c8009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 -- 172.21.15.45:0/267549679 shutdown_connections 2023-03-22T14:26:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 --2- 172.21.15.45:0/267549679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f65d4105570 0x7f65d410d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 --2- 172.21.15.45:0/267549679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f65d41004d0 0x7f65d41008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 --2- 172.21.15.45:0/267549679 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d4100e70 0x7f65d4104e40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 -- 172.21.15.45:0/267549679 >> 172.21.15.45:0/267549679 conn(0x7f65d40fbd50 msgr2=0x7f65d40fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 -- 172.21.15.45:0/267549679 shutdown_connections 2023-03-22T14:26:28.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.204+0000 7f65da600700 1 -- 172.21.15.45:0/267549679 wait complete. 2023-03-22T14:26:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.205+0000 7f65da600700 1 Processor -- start 2023-03-22T14:26:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65da600700 1 -- start start 2023-03-22T14:26:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65da600700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d41004d0 0x7f65d4198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65da600700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f65d4100e70 0x7f65d4198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:28.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65da600700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f65d4105570 0x7f65d419cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65da600700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65d419d530 con 0x7f65d41004d0 2023-03-22T14:26:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65da600700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65d419d6a0 con 0x7f65d4100e70 2023-03-22T14:26:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65da600700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65d419d860 con 0x7f65d4105570 2023-03-22T14:26:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65d3fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d41004d0 0x7f65d4198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65d3fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d41004d0 0x7f65d4198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50152/0 (socket says 172.21.15.45:50152) 2023-03-22T14:26:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65d3fff700 1 -- 172.21.15.45:0/332299991 learned_addr learned my addr 172.21.15.45:0/332299991 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:28.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65d37fe700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f65d4100e70 0x7f65d4198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.206+0000 7f65d8b9d700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f65d4105570 0x7f65d419cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d3fff700 1 -- 172.21.15.45:0/332299991 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f65d4105570 msgr2=0x7f65d419cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d3fff700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f65d4105570 0x7f65d419cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d3fff700 1 -- 172.21.15.45:0/332299991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f65d4100e70 msgr2=0x7f65d4198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d3fff700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f65d4100e70 0x7f65d4198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d3fff700 1 -- 172.21.15.45:0/332299991 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65c80095f0 con 0x7f65d41004d0 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d8b9d700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f65d4105570 0x7f65d419cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:26:28.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d37fe700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f65d4100e70 0x7f65d4198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d3fff700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d41004d0 0x7f65d4198570 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f65c400e9a0 tx=0x7f65c400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d17fa700 1 -- 172.21.15.45:0/332299991 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c4009790 con 0x7f65d41004d0 2023-03-22T14:26:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d17fa700 1 -- 172.21.15.45:0/332299991 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65c400cbd0 con 0x7f65d41004d0 2023-03-22T14:26:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65d41102f0 con 0x7f65d41004d0 2023-03-22T14:26:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.207+0000 7f65d17fa700 1 -- 172.21.15.45:0/332299991 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c4018680 con 0x7f65d41004d0 2023-03-22T14:26:28.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.208+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65d4110160 con 0x7f65d41004d0 2023-03-22T14:26:28.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.209+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65d4110480 con 0x7f65d41004d0 2023-03-22T14:26:28.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.210+0000 7f65d17fa700 1 -- 172.21.15.45:0/332299991 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f65c400cd40 con 0x7f65d41004d0 2023-03-22T14:26:28.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.213+0000 7f65d17fa700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65bc09fb60 0x7f65bc0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:28.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.213+0000 7f65d17fa700 1 -- 172.21.15.45:0/332299991 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f65c4014070 con 0x7f65d41004d0 2023-03-22T14:26:28.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.213+0000 7f65d37fe700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65bc09fb60 0x7f65bc0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:28.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.214+0000 7f65d37fe700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65bc09fb60 0x7f65bc0a2010 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f65c80098e0 tx=0x7f65c801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:28.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.217+0000 7f65d17fa700 1 -- 172.21.15.45:0/332299991 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f65c40515c0 con 0x7f65d41004d0 2023-03-22T14:26:28.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.424+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f65d4066e30 con 0x7f65d41004d0 2023-03-22T14:26:28.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.425+0000 7f65d17fa700 1 -- 172.21.15.45:0/332299991 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22082 (secure 0 0 0) 0x7f65c4094cb0 con 0x7f65d41004d0 2023-03-22T14:26:28.427 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:28.428 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":84,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:11.122028+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:26:28.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65bc09fb60 msgr2=0x7f65bc0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:28.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65bc09fb60 0x7f65bc0a2010 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f65c80098e0 tx=0x7f65c801a040 comp rx=0 tx=0).stop 2023-03-22T14:26:28.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d41004d0 msgr2=0x7f65d4198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:28.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d41004d0 0x7f65d4198570 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f65c400e9a0 tx=0x7f65c400ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 shutdown_connections 2023-03-22T14:26:28.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f65bc09fb60 0x7f65bc0a2010 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f65d41004d0 0x7f65d4198570 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f65d4105570 0x7f65d419cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 --2- 172.21.15.45:0/332299991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f65d4100e70 0x7f65d4198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:28.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 >> 172.21.15.45:0/332299991 conn(0x7f65d40fbd50 msgr2=0x7f65d40fc750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:28.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 shutdown_connections 2023-03-22T14:26:28.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:28.428+0000 7f65da600700 1 -- 172.21.15.45:0/332299991 wait complete. 2023-03-22T14:26:28.883 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-03-22T14:26:28.884 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd dump --format=json 2023-03-22T14:26:28.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:28 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/332299991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:29.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:28 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/332299991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:29.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:28 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/332299991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:29.607 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:29.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:29 smithi045 ceph-mon[91728]: pgmap v278: 97 pgs: 97 active+clean; 632 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 22 op/s 2023-03-22T14:26:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:29 smithi142 ceph-mon[94717]: pgmap v278: 97 pgs: 97 active+clean; 632 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 22 op/s 2023-03-22T14:26:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:29 smithi098 ceph-mon[94136]: pgmap v278: 97 pgs: 97 active+clean; 632 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 22 op/s 2023-03-22T14:26:31.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 -- 172.21.15.45:0/302558162 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 msgr2=0x7fb010073190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:31.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 --2- 172.21.15.45:0/302558162 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010073190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb000009990 tx=0x7fb000009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 -- 172.21.15.45:0/302558162 shutdown_connections 2023-03-22T14:26:31.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 --2- 172.21.15.45:0/302558162 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010073190 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 --2- 172.21.15.45:0/302558162 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb01010cb10 0x7fb01010eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 --2- 172.21.15.45:0/302558162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb0100736d0 0x7fb01010c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 -- 172.21.15.45:0/302558162 >> 172.21.15.45:0/302558162 conn(0x7fb0100fbd50 msgr2=0x7fb0100fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:31.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 -- 172.21.15.45:0/302558162 shutdown_connections 2023-03-22T14:26:31.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.002+0000 7fb015356700 1 -- 172.21.15.45:0/302558162 wait complete. 2023-03-22T14:26:31.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.003+0000 7fb015356700 1 Processor -- start 2023-03-22T14:26:31.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.003+0000 7fb015356700 1 -- start start 2023-03-22T14:26:31.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb015356700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:31.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb015356700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb0100736d0 0x7fb010198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:31.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb015356700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb01010cb10 0x7fb01019ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb015356700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb01019d4c0 con 0x7fb010072dc0 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb015356700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb01019d630 con 0x7fb01010cb10 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb015356700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb01019d7f0 con 0x7fb0100736d0 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50160/0 (socket says 172.21.15.45:50160) 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 -- 172.21.15.45:0/4085099201 learned_addr learned my addr 172.21.15.45:0/4085099201 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00e7fc700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb0100736d0 0x7fb010198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:31.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00f7fe700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb01010cb10 0x7fb01019ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:31.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 -- 172.21.15.45:0/4085099201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb0100736d0 msgr2=0x7fb010198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:31.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb0100736d0 0x7fb010198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 -- 172.21.15.45:0/4085099201 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb01010cb10 msgr2=0x7fb01019ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:31.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb01010cb10 0x7fb01019ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.004+0000 7fb00effd700 1 -- 172.21.15.45:0/4085099201 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0000095f0 con 0x7fb010072dc0 2023-03-22T14:26:31.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.005+0000 7fb00effd700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010198500 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb000000c00 tx=0x7fb000004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:31.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.005+0000 7faff7fff700 1 -- 172.21.15.45:0/4085099201 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb00001d070 con 0x7fb010072dc0 2023-03-22T14:26:31.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.005+0000 7faff7fff700 1 -- 172.21.15.45:0/4085099201 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb000021410 con 0x7fb010072dc0 2023-03-22T14:26:31.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.005+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0101124b0 con 0x7fb010072dc0 2023-03-22T14:26:31.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.005+0000 7faff7fff700 1 -- 172.21.15.45:0/4085099201 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb000017650 con 0x7fb010072dc0 2023-03-22T14:26:31.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.005+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb010112320 con 0x7fb010072dc0 2023-03-22T14:26:31.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.006+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb010112640 con 0x7fb010072dc0 2023-03-22T14:26:31.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.008+0000 7faff7fff700 1 -- 172.21.15.45:0/4085099201 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb000021580 con 0x7fb010072dc0 2023-03-22T14:26:31.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.009+0000 7faff7fff700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faff809fbe0 0x7faff80a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:31.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.010+0000 7faff7fff700 1 -- 172.21.15.45:0/4085099201 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb0000cbd70 con 0x7fb010072dc0 2023-03-22T14:26:31.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.010+0000 7fb00e7fc700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faff809fbe0 0x7faff80a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:31.012 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.010+0000 7fb00e7fc700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faff809fbe0 0x7faff80a2090 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb010199b20 tx=0x7fb004009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:31.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.013+0000 7faff7fff700 1 -- 172.21.15.45:0/4085099201 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb000095c40 con 0x7fb010072dc0 2023-03-22T14:26:31.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.218+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb010107430 con 0x7fb010072dc0 2023-03-22T14:26:31.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.220+0000 7faff7fff700 1 -- 172.21.15.45:0/4085099201 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22082 (secure 0 0 0) 0x7fb000099260 con 0x7fb010072dc0 2023-03-22T14:26:31.222 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:26:31.222 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":84,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:11.122028+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:26:31.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faff809fbe0 msgr2=0x7faff80a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:31.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faff809fbe0 0x7faff80a2090 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb010199b20 tx=0x7fb004009260 comp rx=0 tx=0).stop 2023-03-22T14:26:31.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 msgr2=0x7fb010198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:31.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010198500 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb000000c00 tx=0x7fb000004790 comp rx=0 tx=0).stop 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 shutdown_connections 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faff809fbe0 0x7faff80a2090 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb010072dc0 0x7fb010198500 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb01010cb10 0x7fb01019ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 --2- 172.21.15.45:0/4085099201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb0100736d0 0x7fb010198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 >> 172.21.15.45:0/4085099201 conn(0x7fb0100fbd50 msgr2=0x7fb010104570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 shutdown_connections 2023-03-22T14:26:31.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:31.223+0000 7fb015356700 1 -- 172.21.15.45:0/4085099201 wait complete. 2023-03-22T14:26:31.671 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2023-03-22T14:26:31.672 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2023-03-22T14:26:31.672 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2023-03-22T14:26:31.673 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2023-03-22T14:26:31.673 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2023-03-22T14:26:31.674 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2023-03-22T14:26:31.674 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2023-03-22T14:26:31.675 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2023-03-22T14:26:31.675 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.8 flush_pg_stats 2023-03-22T14:26:31.676 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.9 flush_pg_stats 2023-03-22T14:26:31.676 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.10 flush_pg_stats 2023-03-22T14:26:31.677 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph tell osd.11 flush_pg_stats 2023-03-22T14:26:31.872 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:31 smithi045 ceph-mon[91728]: pgmap v279: 97 pgs: 97 active+clean; 632 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2023-03-22T14:26:31.872 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:31 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4085099201' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:31 smithi142 ceph-mon[94717]: pgmap v279: 97 pgs: 97 active+clean; 632 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2023-03-22T14:26:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:31 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4085099201' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:31 smithi098 ceph-mon[94136]: pgmap v279: 97 pgs: 97 active+clean; 632 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2023-03-22T14:26:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:31 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4085099201' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:26:33.450 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:33.615 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:33.727 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:34.076 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:34.077 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:34.116 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:33 smithi045 ceph-mon[91728]: pgmap v280: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2023-03-22T14:26:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:33 smithi142 ceph-mon[94717]: pgmap v280: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2023-03-22T14:26:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:33 smithi098 ceph-mon[94136]: pgmap v280: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2023-03-22T14:26:34.182 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:34.195 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:34.389 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:35.366 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:35.953 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:35 smithi045 ceph-mon[91728]: pgmap v281: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2023-03-22T14:26:36.075 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:36.125 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:35 smithi142 ceph-mon[94717]: pgmap v281: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2023-03-22T14:26:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:35 smithi098 ceph-mon[94136]: pgmap v281: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2023-03-22T14:26:38.019 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:37 smithi045 ceph-mon[91728]: pgmap v282: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-03-22T14:26:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:37 smithi142 ceph-mon[94717]: pgmap v282: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-03-22T14:26:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:37 smithi098 ceph-mon[94136]: pgmap v282: 97 pgs: 97 active+clean; 636 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2023-03-22T14:26:38.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 -- 172.21.15.45:0/453493730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d41014d0 msgr2=0x7f84d41018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 --2- 172.21.15.45:0/453493730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d41014d0 0x7f84d41018a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f84d0009990 tx=0x7f84d0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 -- 172.21.15.45:0/453493730 shutdown_connections 2023-03-22T14:26:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 --2- 172.21.15.45:0/453493730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d41014d0 0x7f84d41018a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 --2- 172.21.15.45:0/453493730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84d410a820 0x7f84d410cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 --2- 172.21.15.45:0/453493730 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f84d4101de0 0x7f84d410a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 -- 172.21.15.45:0/453493730 >> 172.21.15.45:0/453493730 conn(0x7f84d4077030 msgr2=0x7f84d4077430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 -- 172.21.15.45:0/453493730 shutdown_connections 2023-03-22T14:26:38.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.379+0000 7f84db6ad700 1 -- 172.21.15.45:0/453493730 wait complete. 2023-03-22T14:26:38.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.380+0000 7f84db6ad700 1 Processor -- start 2023-03-22T14:26:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.380+0000 7f84db6ad700 1 -- start start 2023-03-22T14:26:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84db6ad700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f84d41014d0 0x7f84d4198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84db6ad700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84d4101de0 0x7f84d4198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84db6ad700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d410a820 0x7f84d419cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84db6ad700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84d419d5c0 con 0x7f84d410a820 2023-03-22T14:26:38.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84db6ad700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84d419d730 con 0x7f84d41014d0 2023-03-22T14:26:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84db6ad700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84d419d8f0 con 0x7f84d4101de0 2023-03-22T14:26:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9c4a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d410a820 0x7f84d419cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9449700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f84d41014d0 0x7f84d4198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9c4a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d410a820 0x7f84d419cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52964/0 (socket says 172.21.15.45:52964) 2023-03-22T14:26:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9c4a700 1 -- 172.21.15.45:0/3084743165 learned_addr learned my addr 172.21.15.45:0/3084743165 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d8c48700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84d4101de0 0x7f84d4198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9449700 1 -- 172.21.15.45:0/3084743165 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84d4101de0 msgr2=0x7f84d4198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9449700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84d4101de0 0x7f84d4198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9449700 1 -- 172.21.15.45:0/3084743165 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d410a820 msgr2=0x7f84d419cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.381+0000 7f84d9449700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f84d410a820 0x7f84d419cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.382+0000 7f84d9449700 1 -- 172.21.15.45:0/3084743165 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84d00095f0 con 0x7f84d41014d0 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.382+0000 7f84d9449700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f84d41014d0 0x7f84d4198600 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f84d000b2e0 tx=0x7f84d0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.382+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d001d070 con 0x7f84d41014d0 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.382+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84d41102f0 con 0x7f84d41014d0 2023-03-22T14:26:38.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.382+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f84d0005030 con 0x7f84d41014d0 2023-03-22T14:26:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.382+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d0004a70 con 0x7f84d41014d0 2023-03-22T14:26:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.382+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84d4110160 con 0x7f84d41014d0 2023-03-22T14:26:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.383+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f84d40fe680 con 0x7f84d41014d0 2023-03-22T14:26:38.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.385+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f84d00051a0 con 0x7f84d41014d0 2023-03-22T14:26:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.387+0000 7f84ca7fc700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f84c009fb60 0x7f84c00a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.387+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f84d00cbe20 con 0x7f84d41014d0 2023-03-22T14:26:38.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.387+0000 7f84d8c48700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f84c009fb60 0x7f84c00a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.387+0000 7f84ca7fc700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] conn(0x7f84c00a9330 0x7f84c00ab740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.387+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 --> [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f84c00abdf0 con 0x7f84c00a9330 2023-03-22T14:26:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.387+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84d00cc190 con 0x7f84d41014d0 2023-03-22T14:26:38.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.388+0000 7f84d8c48700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f84c009fb60 0x7f84c00a2010 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f84d4199c20 tx=0x7f84c4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:38.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.388+0000 7f84d9c4a700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] conn(0x7f84c00a9330 0x7f84c00ab740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.389+0000 7f84d9c4a700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] conn(0x7f84c00a9330 0x7f84c00ab740 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:38.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.390+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== osd.4 v2:172.21.15.98:6808/2580786950 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f84c00abdf0 con 0x7f84c00a9330 2023-03-22T14:26:38.408 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.407+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 --> [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f84d4110480 con 0x7f84c00a9330 2023-03-22T14:26:38.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84ca7fc700 1 -- 172.21.15.45:0/3084743165 <== osd.4 v2:172.21.15.98:6808/2580786950 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f84d4110480 con 0x7f84c00a9330 2023-03-22T14:26:38.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] conn(0x7f84c00a9330 msgr2=0x7f84c00ab740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] conn(0x7f84c00a9330 0x7f84c00ab740 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f84c009fb60 msgr2=0x7f84c00a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f84c009fb60 0x7f84c00a2010 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f84d4199c20 tx=0x7f84c4009260 comp rx=0 tx=0).stop 2023-03-22T14:26:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f84d41014d0 msgr2=0x7f84d4198600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 --2- 172.21.15.45:0/3084743165 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f84d41014d0 0x7f84d4198600 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f84d000b2e0 tx=0x7f84d0004730 comp rx=0 tx=0).stop 2023-03-22T14:26:38.410 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84d9c4a700 1 -- 172.21.15.45:0/3084743165 reap_dead start 2023-03-22T14:26:38.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 shutdown_connections 2023-03-22T14:26:38.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.408+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 >> 172.21.15.45:0/3084743165 conn(0x7f84d4077030 msgr2=0x7f84d40fdcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:38.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.409+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 shutdown_connections 2023-03-22T14:26:38.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.409+0000 7f84db6ad700 1 -- 172.21.15.45:0/3084743165 wait complete. 2023-03-22T14:26:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.086+0000 7f8f5e28f700 1 -- 172.21.15.45:0/3442361623 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58108640 msgr2=0x7f8f58108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.086+0000 7f8f5e28f700 1 --2- 172.21.15.45:0/3442361623 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58108640 0x7f8f58108a10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8f48009990 tx=0x7f8f48009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.087+0000 7f8f5e28f700 1 -- 172.21.15.45:0/3442361623 shutdown_connections 2023-03-22T14:26:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.087+0000 7f8f5e28f700 1 --2- 172.21.15.45:0/3442361623 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8f58102ee0 0x7f8f5810f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.087+0000 7f8f5e28f700 1 --2- 172.21.15.45:0/3442361623 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58108640 0x7f8f58108a10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.087+0000 7f8f5e28f700 1 --2- 172.21.15.45:0/3442361623 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f58102550 0x7f8f581029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.087+0000 7f8f5e28f700 1 -- 172.21.15.45:0/3442361623 >> 172.21.15.45:0/3442361623 conn(0x7f8f580fe090 msgr2=0x7f8f581004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.087+0000 7f8f5e28f700 1 -- 172.21.15.45:0/3442361623 shutdown_connections 2023-03-22T14:26:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.087+0000 7f8f5e28f700 1 -- 172.21.15.45:0/3442361623 wait complete. 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.088+0000 7f8f5e28f700 1 Processor -- start 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.088+0000 7f8f5e28f700 1 -- start start 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f5e28f700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8f58102550 0x7f8f58074f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f5e28f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58102ee0 0x7f8f580754d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f5e28f700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f58108640 0x7f8f58075a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f5e28f700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5810e920 con 0x7f8f58108640 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f5e28f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5810ea90 con 0x7f8f58102ee0 2023-03-22T14:26:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f5e28f700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5810ec50 con 0x7f8f58102550 2023-03-22T14:26:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f577fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58102ee0 0x7f8f580754d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f577fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58102ee0 0x7f8f580754d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:59964/0 (socket says 172.21.15.45:59964) 2023-03-22T14:26:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.089+0000 7f8f577fe700 1 -- 172.21.15.45:0/1557141624 learned_addr learned my addr 172.21.15.45:0/1557141624 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f57fff700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8f58102550 0x7f8f58074f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f5c82c700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f58108640 0x7f8f58075a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f577fe700 1 -- 172.21.15.45:0/1557141624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8f58102550 msgr2=0x7f8f58074f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f577fe700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8f58102550 0x7f8f58074f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f577fe700 1 -- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f58108640 msgr2=0x7f8f58075a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f577fe700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8f58108640 0x7f8f58075a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f577fe700 1 -- 172.21.15.45:0/1557141624 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f480095f0 con 0x7f8f58102ee0 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f57fff700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8f58102550 0x7f8f58074f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.090+0000 7f8f577fe700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58102ee0 0x7f8f580754d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00e9a0 tx=0x7f8f4c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.091+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c009790 con 0x7f8f58102ee0 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.091+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f4c010430 con 0x7f8f58102ee0 2023-03-22T14:26:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.091+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c018680 con 0x7f8f58102ee0 2023-03-22T14:26:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.091+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f5806cc50 con 0x7f8f58102ee0 2023-03-22T14:26:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.091+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f5806cac0 con 0x7f8f58102ee0 2023-03-22T14:26:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.092+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8f5806cde0 con 0x7f8f58102ee0 2023-03-22T14:26:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.097+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f8f4c0105a0 con 0x7f8f58102ee0 2023-03-22T14:26:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.099+0000 7f8f557fa700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8f4009fbd0 0x7f8f400a2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.099+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8f4c014070 con 0x7f8f58102ee0 2023-03-22T14:26:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.099+0000 7f8f557fa700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] conn(0x7f8f400a93a0 0x7f8f400ab7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.099+0000 7f8f57fff700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8f4009fbd0 0x7f8f400a2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.099+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 --> [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8f400abe60 con 0x7f8f400a93a0 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.099+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f4c0cb370 con 0x7f8f58102ee0 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.100+0000 7f8f5c82c700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] conn(0x7f8f400a93a0 0x7f8f400ab7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.100+0000 7f8f57fff700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8f4009fbd0 0x7f8f400a2080 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8f48006010 tx=0x7f8f4800b280 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.101+0000 7f8f5c82c700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] conn(0x7f8f400a93a0 0x7f8f400ab7b0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.102+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== osd.0 v2:172.21.15.45:6802/2382883776 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f8f400abe60 con 0x7f8f400a93a0 2023-03-22T14:26:38.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.124+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 --> [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8f5810f730 con 0x7f8f400a93a0 2023-03-22T14:26:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.124+0000 7f8f557fa700 1 -- 172.21.15.45:0/1557141624 <== osd.0 v2:172.21.15.45:6802/2382883776 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8f5810f730 con 0x7f8f400a93a0 2023-03-22T14:26:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] conn(0x7f8f400a93a0 msgr2=0x7f8f400ab7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] conn(0x7f8f400a93a0 0x7f8f400ab7b0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8f4009fbd0 msgr2=0x7f8f400a2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f8f4009fbd0 0x7f8f400a2080 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8f48006010 tx=0x7f8f4800b280 comp rx=0 tx=0).stop 2023-03-22T14:26:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58102ee0 msgr2=0x7f8f580754d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 --2- 172.21.15.45:0/1557141624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f58102ee0 0x7f8f580754d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00e9a0 tx=0x7f8f4c00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5c82c700 1 -- 172.21.15.45:0/1557141624 reap_dead start 2023-03-22T14:26:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 shutdown_connections 2023-03-22T14:26:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 >> 172.21.15.45:0/1557141624 conn(0x7f8f580fe090 msgr2=0x7f8f58106170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 shutdown_connections 2023-03-22T14:26:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:38.125+0000 7f8f5e28f700 1 -- 172.21.15.45:0/1557141624 wait complete. 2023-03-22T14:26:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:40.083 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:39 smithi045 ceph-mon[91728]: pgmap v283: 97 pgs: 97 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2023-03-22T14:26:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:39 smithi142 ceph-mon[94717]: pgmap v283: 97 pgs: 97 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2023-03-22T14:26:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:39 smithi098 ceph-mon[94136]: pgmap v283: 97 pgs: 97 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2023-03-22T14:26:40.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 -- 172.21.15.45:0/3553870651 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb810105570 msgr2=0x7fb81010d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 --2- 172.21.15.45:0/3553870651 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb810105570 0x7fb81010d0f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb80800b0a0 tx=0x7fb80800b3b0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 -- 172.21.15.45:0/3553870651 shutdown_connections 2023-03-22T14:26:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 --2- 172.21.15.45:0/3553870651 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb8101004d0 0x7fb8101008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 --2- 172.21.15.45:0/3553870651 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb810105570 0x7fb81010d0f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 --2- 172.21.15.45:0/3553870651 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb810100e70 0x7fb810104e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 -- 172.21.15.45:0/3553870651 >> 172.21.15.45:0/3553870651 conn(0x7fb8100fbd50 msgr2=0x7fb8100fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:40.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 -- 172.21.15.45:0/3553870651 shutdown_connections 2023-03-22T14:26:40.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.284+0000 7fb816cf4700 1 -- 172.21.15.45:0/3553870651 wait complete. 2023-03-22T14:26:40.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.285+0000 7fb816cf4700 1 Processor -- start 2023-03-22T14:26:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.285+0000 7fb816cf4700 1 -- start start 2023-03-22T14:26:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb816cf4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8101004d0 0x7fb810196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb816cf4700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb810100e70 0x7fb810196990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb816cf4700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb810105570 0x7fb81019ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb816cf4700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb81019b410 con 0x7fb810100e70 2023-03-22T14:26:40.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb816cf4700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb81019b580 con 0x7fb8101004d0 2023-03-22T14:26:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb816cf4700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb81019b740 con 0x7fb810105570 2023-03-22T14:26:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb80ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb810100e70 0x7fb810196990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb80ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb810100e70 0x7fb810196990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52984/0 (socket says 172.21.15.45:52984) 2023-03-22T14:26:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb80ffff700 1 -- 172.21.15.45:0/1572547008 learned_addr learned my addr 172.21.15.45:0/1572547008 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb814a90700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8101004d0 0x7fb810196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.286+0000 7fb815291700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb810105570 0x7fb81019ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80ffff700 1 -- 172.21.15.45:0/1572547008 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb810105570 msgr2=0x7fb81019ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80ffff700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb810105570 0x7fb81019ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80ffff700 1 -- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8101004d0 msgr2=0x7fb810196450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80ffff700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8101004d0 0x7fb810196450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80ffff700 1 -- 172.21.15.45:0/1572547008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb808009d00 con 0x7fb810100e70 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb814a90700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8101004d0 0x7fb810196450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80ffff700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb810100e70 0x7fb810196990 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc00e970 tx=0x7fb7fc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc009790 con 0x7fb810100e70 2023-03-22T14:26:40.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7fc00c7e0 con 0x7fb810100e70 2023-03-22T14:26:40.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb810110300 con 0x7fb810100e70 2023-03-22T14:26:40.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc0054e0 con 0x7fb810100e70 2023-03-22T14:26:40.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.287+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb810110170 con 0x7fb810100e70 2023-03-22T14:26:40.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.288+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb8100fd140 con 0x7fb810100e70 2023-03-22T14:26:40.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.290+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb7fc00c950 con 0x7fb810100e70 2023-03-22T14:26:40.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.291+0000 7fb80dffb700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80009fbe0 0x7fb8000a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.292+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb7fc014070 con 0x7fb810100e70 2023-03-22T14:26:40.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.292+0000 7fb814a90700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80009fbe0 0x7fb8000a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.292+0000 7fb80dffb700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] conn(0x7fb8000a93b0 0x7fb8000ab7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.292+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 --> [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb8000abe70 con 0x7fb8000a93b0 2023-03-22T14:26:40.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.292+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb7fc0cb2f0 con 0x7fb810100e70 2023-03-22T14:26:40.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.292+0000 7fb815291700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] conn(0x7fb8000a93b0 0x7fb8000ab7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.292+0000 7fb814a90700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80009fbe0 0x7fb8000a2090 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb804011490 tx=0x7fb804009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:40.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.293+0000 7fb815291700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] conn(0x7fb8000a93b0 0x7fb8000ab7c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:40.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.294+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== osd.7 v2:172.21.15.98:6816/1154656708 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fb8000abe70 con 0x7fb8000a93b0 2023-03-22T14:26:40.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.311+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 --> [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb810110490 con 0x7fb8000a93b0 2023-03-22T14:26:40.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.312+0000 7fb80dffb700 1 -- 172.21.15.45:0/1572547008 <== osd.7 v2:172.21.15.98:6816/1154656708 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fb810110490 con 0x7fb8000a93b0 2023-03-22T14:26:40.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] conn(0x7fb8000a93b0 msgr2=0x7fb8000ab7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] conn(0x7fb8000a93b0 0x7fb8000ab7c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80009fbe0 msgr2=0x7fb8000a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb80009fbe0 0x7fb8000a2090 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb804011490 tx=0x7fb804009260 comp rx=0 tx=0).stop 2023-03-22T14:26:40.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb810100e70 msgr2=0x7fb810196990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 --2- 172.21.15.45:0/1572547008 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb810100e70 0x7fb810196990 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc00e970 tx=0x7fb7fc00ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:40.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb815291700 1 -- 172.21.15.45:0/1572547008 reap_dead start 2023-03-22T14:26:40.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 shutdown_connections 2023-03-22T14:26:40.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 >> 172.21.15.45:0/1572547008 conn(0x7fb8100fbd50 msgr2=0x7fb8100fc6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:40.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.313+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 shutdown_connections 2023-03-22T14:26:40.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.314+0000 7fb816cf4700 1 -- 172.21.15.45:0/1572547008 wait complete. 2023-03-22T14:26:40.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.396+0000 7f55f44ff700 1 -- 172.21.15.45:0/1094313277 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 msgr2=0x7f55ec1008b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.396+0000 7f55f44ff700 1 --2- 172.21.15.45:0/1094313277 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 0x7f55ec1008b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f55e80099c0 tx=0x7f55e8009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.397+0000 7f55f44ff700 1 -- 172.21.15.45:0/1094313277 shutdown_connections 2023-03-22T14:26:40.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.397+0000 7f55f44ff700 1 --2- 172.21.15.45:0/1094313277 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f55ec105580 0x7f55ec10d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.397+0000 7f55f44ff700 1 --2- 172.21.15.45:0/1094313277 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 0x7f55ec1008b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.397+0000 7f55f44ff700 1 --2- 172.21.15.45:0/1094313277 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f55ec100e80 0x7f55ec104e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.397+0000 7f55f44ff700 1 -- 172.21.15.45:0/1094313277 >> 172.21.15.45:0/1094313277 conn(0x7f55ec0fbd80 msgr2=0x7f55ec0fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:40.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.397+0000 7f55f44ff700 1 -- 172.21.15.45:0/1094313277 shutdown_connections 2023-03-22T14:26:40.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.397+0000 7f55f44ff700 1 -- 172.21.15.45:0/1094313277 wait complete. 2023-03-22T14:26:40.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 Processor -- start 2023-03-22T14:26:40.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 -- start start 2023-03-22T14:26:40.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 0x7f55ec196370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f55ec100e80 0x7f55ec1968b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f55ec105580 0x7f55ec19ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec19b330 con 0x7f55ec105580 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec19b4a0 con 0x7f55ec100e80 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.398+0000 7f55f44ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec19b660 con 0x7f55ec1004e0 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f229b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 0x7f55ec196370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f55ec100e80 0x7f55ec1968b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f229b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 0x7f55ec196370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:35024/0 (socket says 172.21.15.45:35024) 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f229b700 1 -- 172.21.15.45:0/1013313862 learned_addr learned my addr 172.21.15.45:0/1013313862 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f55ec100e80 0x7f55ec1968b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:60012/0 (socket says 172.21.15.45:60012) 2023-03-22T14:26:40.747 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f2a9c700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f55ec105580 0x7f55ec19ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.748 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 -- 172.21.15.45:0/1013313862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 msgr2=0x7f55ec196370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.748 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55ec1004e0 0x7f55ec196370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.748 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 -- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f55ec105580 msgr2=0x7f55ec19ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.748 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f55ec105580 0x7f55ec19ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.748 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 -- 172.21.15.45:0/1013313862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55e4009c40 con 0x7f55ec100e80 2023-03-22T14:26:40.748 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f1a9a700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f55ec100e80 0x7f55ec1968b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00e9c0 tx=0x7f55dc00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:40.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55dc00c9c0 con 0x7f55ec100e80 2023-03-22T14:26:40.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.399+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55e80095f0 con 0x7f55ec100e80 2023-03-22T14:26:40.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.400+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55dc010430 con 0x7f55ec100e80 2023-03-22T14:26:40.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.400+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55dc018680 con 0x7f55ec100e80 2023-03-22T14:26:40.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.400+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55ec110310 con 0x7f55ec100e80 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.400+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f55d0000ff0 con 0x7f55ec100e80 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.404+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f55dc00cb20 con 0x7f55ec100e80 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.406+0000 7f55e37fe700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f55d809fbe0 0x7f55d80a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.406+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f55dc014070 con 0x7f55ec100e80 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.406+0000 7f55f229b700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f55d809fbe0 0x7f55d80a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.406+0000 7f55e37fe700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] conn(0x7f55d80a93b0 0x7f55d80ab7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.406+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 --> [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f55d80abe70 con 0x7f55d80a93b0 2023-03-22T14:26:40.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.406+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f55dc0cb160 con 0x7f55ec100e80 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.407+0000 7f55f2a9c700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] conn(0x7f55d80a93b0 0x7f55d80ab7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.407+0000 7f55f2a9c700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] conn(0x7f55d80a93b0 0x7f55d80ab7c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.407+0000 7f55f229b700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f55d809fbe0 0x7f55d80a2090 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f55e80036c0 tx=0x7f55e8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.408+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== osd.6 v2:172.21.15.45:6818/3993863528 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f55d80abe70 con 0x7f55d80a93b0 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.425+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 --> [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f55d0002d70 con 0x7f55d80a93b0 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.426+0000 7f55e37fe700 1 -- 172.21.15.45:0/1013313862 <== osd.6 v2:172.21.15.45:6818/3993863528 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f55d0002d70 con 0x7f55d80a93b0 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] conn(0x7f55d80a93b0 msgr2=0x7f55d80ab7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] conn(0x7f55d80a93b0 0x7f55d80ab7c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f55d809fbe0 msgr2=0x7f55d80a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f55d809fbe0 0x7f55d80a2090 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f55e80036c0 tx=0x7f55e8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f55ec100e80 msgr2=0x7f55ec1968b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:40.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 --2- 172.21.15.45:0/1013313862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f55ec100e80 0x7f55ec1968b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00e9c0 tx=0x7f55dc00ecd0 comp rx=0 tx=0).stop 2023-03-22T14:26:40.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f2a9c700 1 -- 172.21.15.45:0/1013313862 reap_dead start 2023-03-22T14:26:40.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 shutdown_connections 2023-03-22T14:26:40.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 >> 172.21.15.45:0/1013313862 conn(0x7f55ec0fbd80 msgr2=0x7f55ec103e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:40.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 shutdown_connections 2023-03-22T14:26:40.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.427+0000 7f55f44ff700 1 -- 172.21.15.45:0/1013313862 wait complete. 2023-03-22T14:26:40.922 INFO:teuthology.orchestra.run.smithi045.stdout:146028888115 2023-03-22T14:26:40.923 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.4 2023-03-22T14:26:40.938 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-03-22T14:26:40.939 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2023-03-22T14:26:40.939 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2023-03-22T14:26:40.939 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]: dispatch 2023-03-22T14:26:40.939 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-03-22T14:26:40.939 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2023-03-22T14:26:40.940 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2023-03-22T14:26:40.940 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2023-03-22T14:26:40.940 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]: dispatch 2023-03-22T14:26:40.940 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:40 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2023-03-22T14:26:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-03-22T14:26:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2023-03-22T14:26:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2023-03-22T14:26:41.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]: dispatch 2023-03-22T14:26:41.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-03-22T14:26:41.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2023-03-22T14:26:41.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2023-03-22T14:26:41.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2023-03-22T14:26:41.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]: dispatch 2023-03-22T14:26:41.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:40 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2023-03-22T14:26:41.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/2700626205 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 msgr2=0x7fd8e010c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 --2- 172.21.15.45:0/2700626205 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 0x7fd8e010c6d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd8d0009990 tx=0x7fd8d0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/2700626205 shutdown_connections 2023-03-22T14:26:41.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 --2- 172.21.15.45:0/2700626205 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd8e010cc10 0x7fd8e010eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 --2- 172.21.15.45:0/2700626205 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd8e00ff060 0x7fd8e00ff430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 --2- 172.21.15.45:0/2700626205 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 0x7fd8e010c6d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/2700626205 >> 172.21.15.45:0/2700626205 conn(0x7fd8e0077030 msgr2=0x7fd8e0077430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:41.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/2700626205 shutdown_connections 2023-03-22T14:26:41.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.845+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/2700626205 wait complete. 2023-03-22T14:26:41.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.846+0000 7fd8e7d7d700 1 Processor -- start 2023-03-22T14:26:41.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e7d7d700 1 -- start start 2023-03-22T14:26:41.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e7d7d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd8e00ff060 0x7fd8e0198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e7d7d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 0x7fd8e0198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e7d7d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd8e010cc10 0x7fd8e019cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e7d7d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e019d5e0 con 0x7fd8e00ff970 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e7d7d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e019d750 con 0x7fd8e010cc10 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e7d7d700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e019d910 con 0x7fd8e00ff060 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.847+0000 7fd8e5318700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 0x7fd8e0198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5b19700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd8e00ff060 0x7fd8e0198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5b19700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd8e00ff060 0x7fd8e0198620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:35046/0 (socket says 172.21.15.45:35046) 2023-03-22T14:26:41.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5b19700 1 -- 172.21.15.45:0/4128448999 learned_addr learned my addr 172.21.15.45:0/4128448999 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:41.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e631a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd8e010cc10 0x7fd8e019cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5318700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 0x7fd8e0198b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:53022/0 (socket says 172.21.15.45:53022) 2023-03-22T14:26:41.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5318700 1 -- 172.21.15.45:0/4128448999 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd8e00ff060 msgr2=0x7fd8e0198620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5318700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd8e00ff060 0x7fd8e0198620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5318700 1 -- 172.21.15.45:0/4128448999 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd8e010cc10 msgr2=0x7fd8e019cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5318700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd8e010cc10 0x7fd8e019cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5318700 1 -- 172.21.15.45:0/4128448999 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8d00095f0 con 0x7fd8e00ff970 2023-03-22T14:26:41.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e631a700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd8e010cc10 0x7fd8e019cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:41.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.848+0000 7fd8e5318700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 0x7fd8e0198b60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd8d0003730 tx=0x7fd8d000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.849+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8d001d070 con 0x7fd8e00ff970 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.849+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd8d0022470 con 0x7fd8e00ff970 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.849+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8d0017650 con 0x7fd8e00ff970 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.849+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8e0112550 con 0x7fd8e00ff970 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.849+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8e01123c0 con 0x7fd8e00ff970 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.850+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd8e010ea70 con 0x7fd8e00ff970 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.852+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fd8d0022850 con 0x7fd8e00ff970 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.853+0000 7fd8d6ffd700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd8cc09fb60 0x7fd8cc0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.854+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fd8d00cc7c0 con 0x7fd8e00ff970 2023-03-22T14:26:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.854+0000 7fd8e5b19700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd8cc09fb60 0x7fd8cc0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.854+0000 7fd8d6ffd700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] conn(0x7fd8cc0a9790 0x7fd8cc0abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.854+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 --> [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd8cc0ac2f0 con 0x7fd8cc0a9790 2023-03-22T14:26:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.854+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd8d00ccb30 con 0x7fd8e00ff970 2023-03-22T14:26:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.855+0000 7fd8e631a700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] conn(0x7fd8cc0a9790 0x7fd8cc0abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.855+0000 7fd8e5b19700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd8cc09fb60 0x7fd8cc0a2010 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc007c90 tx=0x7fd8dc007480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.855+0000 7fd8e631a700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] conn(0x7fd8cc0a9790 0x7fd8cc0abc20 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.856+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== osd.8 v2:172.21.15.142:6816/842316204 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fd8cc0ac2f0 con 0x7fd8cc0a9790 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.879+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 --> [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd8e01126e0 con 0x7fd8cc0a9790 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.880+0000 7fd8d6ffd700 1 -- 172.21.15.45:0/4128448999 <== osd.8 v2:172.21.15.142:6816/842316204 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fd8e01126e0 con 0x7fd8cc0a9790 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.880+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 >> [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] conn(0x7fd8cc0a9790 msgr2=0x7fd8cc0abc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.880+0000 7fd8e7d7d700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] conn(0x7fd8cc0a9790 0x7fd8cc0abc20 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd8cc09fb60 msgr2=0x7fd8cc0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e7d7d700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd8cc09fb60 0x7fd8cc0a2010 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc007c90 tx=0x7fd8dc007480 comp rx=0 tx=0).stop 2023-03-22T14:26:41.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 msgr2=0x7fd8e0198b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e7d7d700 1 --2- 172.21.15.45:0/4128448999 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd8e00ff970 0x7fd8e0198b60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd8d0003730 tx=0x7fd8d000f690 comp rx=0 tx=0).stop 2023-03-22T14:26:41.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e631a700 1 -- 172.21.15.45:0/4128448999 reap_dead start 2023-03-22T14:26:41.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 shutdown_connections 2023-03-22T14:26:41.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 >> 172.21.15.45:0/4128448999 conn(0x7fd8e0077030 msgr2=0x7fd8e010e020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:41.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.882+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 shutdown_connections 2023-03-22T14:26:41.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:40.884+0000 7fd8e7d7d700 1 -- 172.21.15.45:0/4128448999 wait complete. 2023-03-22T14:26:41.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-03-22T14:26:41.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2023-03-22T14:26:41.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2023-03-22T14:26:41.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]: dispatch 2023-03-22T14:26:41.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-03-22T14:26:41.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2023-03-22T14:26:41.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2023-03-22T14:26:41.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2023-03-22T14:26:41.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]: dispatch 2023-03-22T14:26:41.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:40 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2023-03-22T14:26:41.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.035+0000 7fab07f7c700 1 -- 172.21.15.45:0/1458570514 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fab00105570 msgr2=0x7fab0010d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.035+0000 7fab07f7c700 1 --2- 172.21.15.45:0/1458570514 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fab00105570 0x7fab0010d0f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7faaf800b0a0 tx=0x7faaf800b3b0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.036+0000 7fab07f7c700 1 -- 172.21.15.45:0/1458570514 shutdown_connections 2023-03-22T14:26:41.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.036+0000 7fab07f7c700 1 --2- 172.21.15.45:0/1458570514 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fab001004d0 0x7fab001008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.036+0000 7fab07f7c700 1 --2- 172.21.15.45:0/1458570514 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fab00105570 0x7fab0010d0f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.036+0000 7fab07f7c700 1 --2- 172.21.15.45:0/1458570514 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fab00100e70 0x7fab00104e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.036+0000 7fab07f7c700 1 -- 172.21.15.45:0/1458570514 >> 172.21.15.45:0/1458570514 conn(0x7fab000fbd50 msgr2=0x7fab000fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:41.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.036+0000 7fab07f7c700 1 -- 172.21.15.45:0/1458570514 shutdown_connections 2023-03-22T14:26:41.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.036+0000 7fab07f7c700 1 -- 172.21.15.45:0/1458570514 wait complete. 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 Processor -- start 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 -- start start 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fab001004d0 0x7fab00196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fab00100e70 0x7fab00196990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fab00105570 0x7fab0019ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab0019b410 con 0x7fab001004d0 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab0019b580 con 0x7fab00100e70 2023-03-22T14:26:41.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab07f7c700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab0019b740 con 0x7fab00105570 2023-03-22T14:26:41.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.037+0000 7fab05d18700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fab001004d0 0x7fab00196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fab001004d0 0x7fab00196450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:53034/0 (socket says 172.21.15.45:53034) 2023-03-22T14:26:41.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 -- 172.21.15.45:0/3953657825 learned_addr learned my addr 172.21.15.45:0/3953657825 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:41.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05517700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fab00100e70 0x7fab00196990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab06519700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fab00105570 0x7fab0019ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 -- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fab00105570 msgr2=0x7fab0019ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fab00105570 0x7fab0019ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 -- 172.21.15.45:0/3953657825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fab00100e70 msgr2=0x7fab00196990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fab00100e70 0x7fab00196990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 -- 172.21.15.45:0/3953657825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaf8009d00 con 0x7fab001004d0 2023-03-22T14:26:41.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab05d18700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fab001004d0 0x7fab00196450 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7faafc00e9a0 tx=0x7faafc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc009790 con 0x7fab001004d0 2023-03-22T14:26:41.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faafc010430 con 0x7fab001004d0 2023-03-22T14:26:41.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.038+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab00110300 con 0x7fab001004d0 2023-03-22T14:26:41.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.039+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc018680 con 0x7fab001004d0 2023-03-22T14:26:41.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.039+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab00110170 con 0x7fab001004d0 2023-03-22T14:26:41.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.039+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fab000fd140 con 0x7fab001004d0 2023-03-22T14:26:41.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.042+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7faafc0105a0 con 0x7fab001004d0 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.043+0000 7faaf6ffd700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faaec09fb60 0x7faaec0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.043+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8269+0+0 (secure 0 0 0) 0x7faafc014070 con 0x7fab001004d0 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.043+0000 7fab05517700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faaec09fb60 0x7faaec0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.043+0000 7faaf6ffd700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] conn(0x7faaec0a9790 0x7faaec0abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.043+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 --> [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7faaec0ac2f0 con 0x7faaec0a9790 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.043+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7faafc0cb500 con 0x7fab001004d0 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.044+0000 7fab06519700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] conn(0x7faaec0a9790 0x7faaec0abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.044+0000 7fab05517700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faaec09fb60 0x7faaec0a2010 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fab00197a70 tx=0x7faaf0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.044+0000 7fab06519700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] conn(0x7faaec0a9790 0x7faaec0abc20 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.045+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== osd.2 v2:172.21.15.142:6800/1576476573 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7faaec0ac2f0 con 0x7faaec0a9790 2023-03-22T14:26:41.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.062+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 --> [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fab00110490 con 0x7faaec0a9790 2023-03-22T14:26:41.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7faaf6ffd700 1 -- 172.21.15.45:0/3953657825 <== osd.2 v2:172.21.15.142:6800/1576476573 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fab00110490 con 0x7faaec0a9790 2023-03-22T14:26:41.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] conn(0x7faaec0a9790 msgr2=0x7faaec0abc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] conn(0x7faaec0a9790 0x7faaec0abc20 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faaec09fb60 msgr2=0x7faaec0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7faaec09fb60 0x7faaec0a2010 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fab00197a70 tx=0x7faaf0009260 comp rx=0 tx=0).stop 2023-03-22T14:26:41.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fab001004d0 msgr2=0x7fab00196450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 --2- 172.21.15.45:0/3953657825 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fab001004d0 0x7fab00196450 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7faafc00e9a0 tx=0x7faafc00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab06519700 1 -- 172.21.15.45:0/3953657825 reap_dead start 2023-03-22T14:26:41.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 shutdown_connections 2023-03-22T14:26:41.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 >> 172.21.15.45:0/3953657825 conn(0x7fab000fbd50 msgr2=0x7fab000fc6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:41.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 shutdown_connections 2023-03-22T14:26:41.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.063+0000 7fab07f7c700 1 -- 172.21.15.45:0/3953657825 wait complete. 2023-03-22T14:26:41.747 INFO:teuthology.orchestra.run.smithi045.stdout:223338299428 2023-03-22T14:26:41.748 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.7 2023-03-22T14:26:41.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 -- 172.21.15.45:0/1747371144 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968100e70 msgr2=0x7f5968104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 --2- 172.21.15.45:0/1747371144 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968100e70 0x7f5968104e40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f595c0099c0 tx=0x7f595c009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 -- 172.21.15.45:0/1747371144 shutdown_connections 2023-03-22T14:26:41.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 --2- 172.21.15.45:0/1747371144 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5968105570 0x7f596810d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 --2- 172.21.15.45:0/1747371144 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59681004d0 0x7f59681008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 --2- 172.21.15.45:0/1747371144 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968100e70 0x7f5968104e40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 -- 172.21.15.45:0/1747371144 >> 172.21.15.45:0/1747371144 conn(0x7f59680fbd50 msgr2=0x7f59680fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:41.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 -- 172.21.15.45:0/1747371144 shutdown_connections 2023-03-22T14:26:41.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.871+0000 7f596cb33700 1 -- 172.21.15.45:0/1747371144 wait complete. 2023-03-22T14:26:41.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.872+0000 7f596cb33700 1 Processor -- start 2023-03-22T14:26:41.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.872+0000 7f596cb33700 1 -- start start 2023-03-22T14:26:41.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596cb33700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f59681004d0 0x7f5968198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596cb33700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968100e70 0x7f5968198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596cb33700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968105570 0x7f596819cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596cb33700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596819d530 con 0x7f5968105570 2023-03-22T14:26:41.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596cb33700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596819d6a0 con 0x7f5968100e70 2023-03-22T14:26:41.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596cb33700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596819d860 con 0x7f59681004d0 2023-03-22T14:26:41.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f5966d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968105570 0x7f596819cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596659c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f59681004d0 0x7f5968198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f5965d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968100e70 0x7f5968198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596659c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f59681004d0 0x7f5968198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:35088/0 (socket says 172.21.15.45:35088) 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596659c700 1 -- 172.21.15.45:0/2429047041 learned_addr learned my addr 172.21.15.45:0/2429047041 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.873+0000 7f596659c700 1 -- 172.21.15.45:0/2429047041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968100e70 msgr2=0x7f5968198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f596659c700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968100e70 0x7f5968198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f596659c700 1 -- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968105570 msgr2=0x7f596819cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f596659c700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968105570 0x7f596819cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f596659c700 1 -- 172.21.15.45:0/2429047041 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f595c0095f0 con 0x7f59681004d0 2023-03-22T14:26:41.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f5966d9d700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5968105570 0x7f596819cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:41.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f5965d9b700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5968100e70 0x7f5968198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:41.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f596659c700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f59681004d0 0x7f5968198570 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f595800e9a0 tx=0x7f595800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5958009790 con 0x7f59681004d0 2023-03-22T14:26:41.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59681102f0 con 0x7f59681004d0 2023-03-22T14:26:41.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5958010430 con 0x7f59681004d0 2023-03-22T14:26:41.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5958018680 con 0x7f59681004d0 2023-03-22T14:26:41.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.874+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5968110160 con 0x7f59681004d0 2023-03-22T14:26:41.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.875+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f59680fd1b0 con 0x7f59681004d0 2023-03-22T14:26:41.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.879+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f59580105a0 con 0x7f59681004d0 2023-03-22T14:26:41.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.881+0000 7f59577fe700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595009fb60 0x7f59500a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.881+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f5958014070 con 0x7f59681004d0 2023-03-22T14:26:41.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.881+0000 7f5965d9b700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595009fb60 0x7f59500a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.881+0000 7f59577fe700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] conn(0x7f59500a9790 0x7f59500abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:41.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.881+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 --> [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f59500ac2f0 con 0x7f59500a9790 2023-03-22T14:26:41.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.881+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f59580cb540 con 0x7f59681004d0 2023-03-22T14:26:41.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.882+0000 7f5966d9d700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] conn(0x7f59500a9790 0x7f59500abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:41.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.882+0000 7f5965d9b700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595009fb60 0x7f59500a2010 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f595c009fd0 tx=0x7f595c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.882+0000 7f5966d9d700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] conn(0x7f59500a9790 0x7f59500abc20 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:41.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.883+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== osd.3 v2:172.21.15.45:6810/165775326 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f59500ac2f0 con 0x7f59500a9790 2023-03-22T14:26:41.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.899+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 --> [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f5968110480 con 0x7f59500a9790 2023-03-22T14:26:41.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.900+0000 7f59577fe700 1 -- 172.21.15.45:0/2429047041 <== osd.3 v2:172.21.15.45:6810/165775326 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f5968110480 con 0x7f59500a9790 2023-03-22T14:26:41.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.900+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] conn(0x7f59500a9790 msgr2=0x7f59500abc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.900+0000 7f596cb33700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] conn(0x7f59500a9790 0x7f59500abc20 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595009fb60 msgr2=0x7f59500a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f595009fb60 0x7f59500a2010 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f595c009fd0 tx=0x7f595c005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f59681004d0 msgr2=0x7f5968198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:41.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 --2- 172.21.15.45:0/2429047041 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f59681004d0 0x7f5968198570 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f595800e9a0 tx=0x7f595800ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:41.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f5966d9d700 1 -- 172.21.15.45:0/2429047041 reap_dead start 2023-03-22T14:26:41.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 shutdown_connections 2023-03-22T14:26:41.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 >> 172.21.15.45:0/2429047041 conn(0x7f59680fbd50 msgr2=0x7f59680fc760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:41.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 shutdown_connections 2023-03-22T14:26:41.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:41.901+0000 7f596cb33700 1 -- 172.21.15.45:0/2429047041 wait complete. 2023-03-22T14:26:41.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: pgmap v284: 97 pgs: 97 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 852 B/s wr, 10 op/s 2023-03-22T14:26:41.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-03-22T14:26:41.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2023-03-22T14:26:41.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2023-03-22T14:26:41.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]': finished 2023-03-22T14:26:41.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-03-22T14:26:41.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2023-03-22T14:26:41.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2023-03-22T14:26:41.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2023-03-22T14:26:41.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]': finished 2023-03-22T14:26:41.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2023-03-22T14:26:41.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:41 smithi045 ceph-mon[91728]: osdmap e85: 12 total, 12 up, 12 in 2023-03-22T14:26:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: pgmap v284: 97 pgs: 97 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 852 B/s wr, 10 op/s 2023-03-22T14:26:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-03-22T14:26:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2023-03-22T14:26:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2023-03-22T14:26:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]': finished 2023-03-22T14:26:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-03-22T14:26:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2023-03-22T14:26:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2023-03-22T14:26:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2023-03-22T14:26:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]': finished 2023-03-22T14:26:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2023-03-22T14:26:42.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:41 smithi142 ceph-mon[94717]: osdmap e85: 12 total, 12 up, 12 in 2023-03-22T14:26:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: pgmap v284: 97 pgs: 97 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 852 B/s wr, 10 op/s 2023-03-22T14:26:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-03-22T14:26:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2023-03-22T14:26:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2023-03-22T14:26:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]': finished 2023-03-22T14:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-03-22T14:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2023-03-22T14:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2023-03-22T14:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2023-03-22T14:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]': finished 2023-03-22T14:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2023-03-22T14:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:41 smithi098 ceph-mon[94136]: osdmap e85: 12 total, 12 up, 12 in 2023-03-22T14:26:42.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.148+0000 7fb46e8ee700 1 -- 172.21.15.45:0/40695122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb468107a80 msgr2=0x7fb46810eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:42.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.148+0000 7fb46e8ee700 1 --2- 172.21.15.45:0/40695122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb468107a80 0x7fb46810eae0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb4500099c0 tx=0x7fb450009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.149+0000 7fb46e8ee700 1 -- 172.21.15.45:0/40695122 shutdown_connections 2023-03-22T14:26:42.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.149+0000 7fb46e8ee700 1 --2- 172.21.15.45:0/40695122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb4681199d0 0x7fb46811bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.149+0000 7fb46e8ee700 1 --2- 172.21.15.45:0/40695122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb468107a80 0x7fb46810eae0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.149+0000 7fb46e8ee700 1 --2- 172.21.15.45:0/40695122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb468107e50 0x7fb4681082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.149+0000 7fb46e8ee700 1 -- 172.21.15.45:0/40695122 >> 172.21.15.45:0/40695122 conn(0x7fb46806c590 msgr2=0x7fb468071740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:42.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.149+0000 7fb46e8ee700 1 -- 172.21.15.45:0/40695122 shutdown_connections 2023-03-22T14:26:42.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.149+0000 7fb46e8ee700 1 -- 172.21.15.45:0/40695122 wait complete. 2023-03-22T14:26:42.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 Processor -- start 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 -- start start 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb468107a80 0x7fb4681a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb468107e50 0x7fb4681a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4681199d0 0x7fb4681a9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4681aa170 con 0x7fb468107a80 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4681aa2e0 con 0x7fb4681199d0 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.150+0000 7fb46e8ee700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4681aa4a0 con 0x7fb468107e50 2023-03-22T14:26:42.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb467fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb468107a80 0x7fb4681a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:42.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb467fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb468107a80 0x7fb4681a51b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:53082/0 (socket says 172.21.15.45:53082) 2023-03-22T14:26:42.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb467fff700 1 -- 172.21.15.45:0/2560018862 learned_addr learned my addr 172.21.15.45:0/2560018862 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:42.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb46ce8b700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4681199d0 0x7fb4681a9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:42.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb4677fe700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb468107e50 0x7fb4681a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:42.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb46ce8b700 1 -- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb468107e50 msgr2=0x7fb4681a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:42.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb46ce8b700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb468107e50 0x7fb4681a56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb46ce8b700 1 -- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb468107a80 msgr2=0x7fb4681a51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb46ce8b700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb468107a80 0x7fb4681a51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb46ce8b700 1 -- 172.21.15.45:0/2560018862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb460009c40 con 0x7fb4681199d0 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.151+0000 7fb467fff700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb468107a80 0x7fb4681a51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.152+0000 7fb46ce8b700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4681199d0 0x7fb4681a9b60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb46000ef90 tx=0x7fb46000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.152+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb460003a00 con 0x7fb4681199d0 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.152+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4500095f0 con 0x7fb4681199d0 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.152+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb46000f040 con 0x7fb4681199d0 2023-03-22T14:26:42.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.152+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4600044d0 con 0x7fb4681199d0 2023-03-22T14:26:42.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.152+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb46811f0b0 con 0x7fb4681199d0 2023-03-22T14:26:42.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.153+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb468061180 con 0x7fb4681199d0 2023-03-22T14:26:42.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.155+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb460003b60 con 0x7fb4681199d0 2023-03-22T14:26:42.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.157+0000 7fb4657fa700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb45409fb60 0x7fb4540a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:42.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.157+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb4600cac70 con 0x7fb4681199d0 2023-03-22T14:26:42.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.157+0000 7fb467fff700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb45409fb60 0x7fb4540a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:42.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.157+0000 7fb4657fa700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] conn(0x7fb4540a9790 0x7fb4540abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:42.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.158+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 --> [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb4540ac2f0 con 0x7fb4540a9790 2023-03-22T14:26:42.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.158+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4600cafe0 con 0x7fb4681199d0 2023-03-22T14:26:42.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.158+0000 7fb4677fe700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] conn(0x7fb4540a9790 0x7fb4540abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:42.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.158+0000 7fb467fff700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb45409fb60 0x7fb4540a2010 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb4500036c0 tx=0x7fb450005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:42.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.158+0000 7fb4677fe700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] conn(0x7fb4540a9790 0x7fb4540abc20 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:42.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.159+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== osd.11 v2:172.21.15.142:6824/4030818409 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fb4540ac2f0 con 0x7fb4540a9790 2023-03-22T14:26:42.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.184+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 --> [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb46811ef20 con 0x7fb4540a9790 2023-03-22T14:26:42.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.184+0000 7fb4657fa700 1 -- 172.21.15.45:0/2560018862 <== osd.11 v2:172.21.15.142:6824/4030818409 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fb46811ef20 con 0x7fb4540a9790 2023-03-22T14:26:42.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] conn(0x7fb4540a9790 msgr2=0x7fb4540abc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:42.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] conn(0x7fb4540a9790 0x7fb4540abc20 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb45409fb60 msgr2=0x7fb4540a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb45409fb60 0x7fb4540a2010 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb4500036c0 tx=0x7fb450005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4681199d0 msgr2=0x7fb4681a9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 --2- 172.21.15.45:0/2560018862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4681199d0 0x7fb4681a9b60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb46000ef90 tx=0x7fb46000c3a0 comp rx=0 tx=0).stop 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46ce8b700 1 -- 172.21.15.45:0/2560018862 reap_dead start 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 shutdown_connections 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 >> 172.21.15.45:0/2560018862 conn(0x7fb46806c590 msgr2=0x7fb46811a630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 shutdown_connections 2023-03-22T14:26:42.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:42.185+0000 7fb46e8ee700 1 -- 172.21.15.45:0/2560018862 wait complete. 2023-03-22T14:26:42.907 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:42 smithi045 ceph-mon[91728]: osdmap e86: 12 total, 12 up, 12 in 2023-03-22T14:26:42.955 INFO:teuthology.orchestra.run.smithi045.stdout:34359738436 2023-03-22T14:26:42.955 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.0 2023-03-22T14:26:43.016 INFO:teuthology.orchestra.run.smithi045.stdout:111669149751 2023-03-22T14:26:43.016 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.3 2023-03-22T14:26:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:42 smithi142 ceph-mon[94717]: osdmap e86: 12 total, 12 up, 12 in 2023-03-22T14:26:43.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:42 smithi098 ceph-mon[94136]: osdmap e86: 12 total, 12 up, 12 in 2023-03-22T14:26:43.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 -- 172.21.15.45:0/656794827 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18072e20 msgr2=0x7f0d180731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:43.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 --2- 172.21.15.45:0/656794827 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18072e20 0x7f0d180731f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009990 tx=0x7f0d10009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:43.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 -- 172.21.15.45:0/656794827 shutdown_connections 2023-03-22T14:26:43.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 --2- 172.21.15.45:0/656794827 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18072e20 0x7f0d180731f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:43.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 --2- 172.21.15.45:0/656794827 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0d18111280 0x7f0d18113660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:43.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 --2- 172.21.15.45:0/656794827 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0d18073730 0x7f0d18110d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:43.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 -- 172.21.15.45:0/656794827 >> 172.21.15.45:0/656794827 conn(0x7f0d180fbd50 msgr2=0x7f0d180fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:43.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.479+0000 7f0d1f375700 1 -- 172.21.15.45:0/656794827 shutdown_connections 2023-03-22T14:26:43.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.480+0000 7f0d1f375700 1 -- 172.21.15.45:0/656794827 wait complete. 2023-03-22T14:26:43.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 Processor -- start 2023-03-22T14:26:43.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 -- start start 2023-03-22T14:26:43.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0d18072e20 0x7f0d181a26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:43.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18073730 0x7f0d181a2c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:43.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0d18111280 0x7f0d1819c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:43.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1819cdc0 con 0x7f0d18073730 2023-03-22T14:26:43.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1819cf30 con 0x7f0d18111280 2023-03-22T14:26:43.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.481+0000 7f0d1f375700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1819d0f0 con 0x7f0d18072e20 2023-03-22T14:26:43.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1c910700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18073730 0x7f0d181a2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:43.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0d18072e20 0x7f0d181a26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:43.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d912700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0d18111280 0x7f0d1819c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:43.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0d18072e20 0x7f0d181a26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:35144/0 (socket says 172.21.15.45:35144) 2023-03-22T14:26:43.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1c910700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18073730 0x7f0d181a2c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:53096/0 (socket says 172.21.15.45:53096) 2023-03-22T14:26:43.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 -- 172.21.15.45:0/2776463579 learned_addr learned my addr 172.21.15.45:0/2776463579 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:43.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 -- 172.21.15.45:0/2776463579 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0d18111280 msgr2=0x7f0d1819c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:43.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0d18111280 0x7f0d1819c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 -- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18073730 msgr2=0x7f0d181a2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18073730 0x7f0d181a2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 -- 172.21.15.45:0/2776463579 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d100095f0 con 0x7f0d18072e20 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1c910700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0d18073730 0x7f0d181a2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.482+0000 7f0d1d111700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0d18072e20 0x7f0d181a26d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0d10005910 tx=0x7f0d10003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.483+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d1001d070 con 0x7f0d18072e20 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.483+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d18116900 con 0x7f0d18072e20 2023-03-22T14:26:43.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.483+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d10005580 con 0x7f0d18072e20 2023-03-22T14:26:43.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.483+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d1000fcf0 con 0x7f0d18072e20 2023-03-22T14:26:43.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.483+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d18116770 con 0x7f0d18072e20 2023-03-22T14:26:43.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.484+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0d18061200 con 0x7f0d18072e20 2023-03-22T14:26:43.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.487+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f0d1000f460 con 0x7f0d18072e20 2023-03-22T14:26:43.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.489+0000 7f0d167fc700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0d0009fbe0 0x7f0d000a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:43.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.489+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f0d100cbd40 con 0x7f0d18072e20 2023-03-22T14:26:43.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.489+0000 7f0d1c910700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0d0009fbe0 0x7f0d000a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:43.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.489+0000 7f0d167fc700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] conn(0x7f0d000a9810 0x7f0d000abca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:43.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.489+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 --> [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0d000ac370 con 0x7f0d000a9810 2023-03-22T14:26:43.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.489+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d100cc150 con 0x7f0d18072e20 2023-03-22T14:26:43.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.490+0000 7f0d1d912700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] conn(0x7f0d000a9810 0x7f0d000abca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:43.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.490+0000 7f0d1c910700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0d0009fbe0 0x7f0d000a2090 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0d1819dbc0 tx=0x7f0d0c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:43.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.490+0000 7f0d1d912700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] conn(0x7f0d000a9810 0x7f0d000abca0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:43.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.491+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== osd.10 v2:172.21.15.98:6824/1631544530 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f0d000ac370 con 0x7f0d000a9810 2023-03-22T14:26:43.513 INFO:teuthology.orchestra.run.smithi045.stdout:339302416403 2023-03-22T14:26:43.513 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.11 2023-03-22T14:26:43.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.513+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 --> [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f0d18116a90 con 0x7f0d000a9810 2023-03-22T14:26:43.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.514+0000 7f0d167fc700 1 -- 172.21.15.45:0/2776463579 <== osd.10 v2:172.21.15.98:6824/1631544530 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f0d18116a90 con 0x7f0d000a9810 2023-03-22T14:26:43.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.514+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 >> [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] conn(0x7f0d000a9810 msgr2=0x7f0d000abca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:43.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.514+0000 7f0d1f375700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] conn(0x7f0d000a9810 0x7f0d000abca0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:43.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.514+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0d0009fbe0 msgr2=0x7f0d000a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:43.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.514+0000 7f0d1f375700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0d0009fbe0 0x7f0d000a2090 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0d1819dbc0 tx=0x7f0d0c00b410 comp rx=0 tx=0).stop 2023-03-22T14:26:43.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.515+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0d18072e20 msgr2=0x7f0d181a26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:43.521 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.515+0000 7f0d1f375700 1 --2- 172.21.15.45:0/2776463579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0d18072e20 0x7f0d181a26d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0d10005910 tx=0x7f0d10003b90 comp rx=0 tx=0).stop 2023-03-22T14:26:43.521 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.515+0000 7f0d1d912700 1 -- 172.21.15.45:0/2776463579 reap_dead start 2023-03-22T14:26:43.521 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.515+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 shutdown_connections 2023-03-22T14:26:43.522 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.515+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 >> 172.21.15.45:0/2776463579 conn(0x7f0d180fbd50 msgr2=0x7f0d180fc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:43.522 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.515+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 shutdown_connections 2023-03-22T14:26:43.522 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:43.515+0000 7f0d1f375700 1 -- 172.21.15.45:0/2776463579 wait complete. 2023-03-22T14:26:43.684 INFO:teuthology.orchestra.run.smithi045.stdout:201863462952 2023-03-22T14:26:43.684 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.6 2023-03-22T14:26:43.808 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:43 smithi045 ceph-mon[91728]: pgmap v287: 97 pgs: 1 peering, 96 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 511 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:44.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.036+0000 7fc0cc391700 1 -- 172.21.15.45:0/829103321 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 msgr2=0x7fc0c4104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.036+0000 7fc0cc391700 1 --2- 172.21.15.45:0/829103321 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 0x7fc0c4104e40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc0b40099c0 tx=0x7fc0b4009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.037+0000 7fc0cc391700 1 -- 172.21.15.45:0/829103321 shutdown_connections 2023-03-22T14:26:44.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.037+0000 7fc0cc391700 1 --2- 172.21.15.45:0/829103321 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0c4105570 0x7fc0c410d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.037+0000 7fc0cc391700 1 --2- 172.21.15.45:0/829103321 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc0c41004d0 0x7fc0c41008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.037+0000 7fc0cc391700 1 --2- 172.21.15.45:0/829103321 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 0x7fc0c4104e40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.037+0000 7fc0cc391700 1 -- 172.21.15.45:0/829103321 >> 172.21.15.45:0/829103321 conn(0x7fc0c40fbd50 msgr2=0x7fc0c40fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:44.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.037+0000 7fc0cc391700 1 -- 172.21.15.45:0/829103321 shutdown_connections 2023-03-22T14:26:44.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.037+0000 7fc0cc391700 1 -- 172.21.15.45:0/829103321 wait complete. 2023-03-22T14:26:44.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 Processor -- start 2023-03-22T14:26:44.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 -- start start 2023-03-22T14:26:44.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc0c41004d0 0x7fc0c4196360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 0x7fc0c41968a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0c4105570 0x7fc0c419ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c419b320 con 0x7fc0c4100e70 2023-03-22T14:26:44.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c419b490 con 0x7fc0c41004d0 2023-03-22T14:26:44.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.038+0000 7fc0cc391700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c419b650 con 0x7fc0c4105570 2023-03-22T14:26:44.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0c992c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 0x7fc0c41968a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0ca92e700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0c4105570 0x7fc0c419ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0c992c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 0x7fc0c41968a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:53114/0 (socket says 172.21.15.45:53114) 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0c992c700 1 -- 172.21.15.45:0/4149906637 learned_addr learned my addr 172.21.15.45:0/4149906637 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0ca12d700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc0c41004d0 0x7fc0c4196360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0ca92e700 1 -- 172.21.15.45:0/4149906637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc0c41004d0 msgr2=0x7fc0c4196360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0ca92e700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc0c41004d0 0x7fc0c4196360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0ca92e700 1 -- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 msgr2=0x7fc0c41968a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0ca92e700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 0x7fc0c41968a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0ca92e700 1 -- 172.21.15.45:0/4149906637 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0b40095f0 con 0x7fc0c4105570 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.039+0000 7fc0c992c700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc0c4100e70 0x7fc0c41968a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.040+0000 7fc0ca92e700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0c4105570 0x7fc0c419ad10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc00b330 tx=0x7fc0bc00b640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.040+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0bc015070 con 0x7fc0c4105570 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.040+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0c41102f0 con 0x7fc0c4105570 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.040+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0c4110160 con 0x7fc0c4105570 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.040+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc0bc00be80 con 0x7fc0c4105570 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.040+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0bc007c40 con 0x7fc0c4105570 2023-03-22T14:26:44.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.041+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc0a8000ff0 con 0x7fc0c4105570 2023-03-22T14:26:44.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.043+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fc0bc007500 con 0x7fc0c4105570 2023-03-22T14:26:44.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.044+0000 7fc0bb7fe700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc0b009fb60 0x7fc0b00a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.045+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fc0bc0ce960 con 0x7fc0c4105570 2023-03-22T14:26:44.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.045+0000 7fc0ca12d700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc0b009fb60 0x7fc0b00a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.045+0000 7fc0bb7fe700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] conn(0x7fc0b00a9790 0x7fc0b00abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.045+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 --> [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc0b00ac2f0 con 0x7fc0b00a9790 2023-03-22T14:26:44.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.045+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc0bc0cecd0 con 0x7fc0c4105570 2023-03-22T14:26:44.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.045+0000 7fc0c992c700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] conn(0x7fc0b00a9790 0x7fc0b00abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.046+0000 7fc0ca12d700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc0b009fb60 0x7fc0b00a2010 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0009bf0 tx=0x7fc0c0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:44.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.046+0000 7fc0c992c700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] conn(0x7fc0b00a9790 0x7fc0b00abc20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.048+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== osd.9 v2:172.21.15.45:6826/2178504917 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fc0b00ac2f0 con 0x7fc0b00a9790 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.082+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 --> [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc0a8002d70 con 0x7fc0b00a9790 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.083+0000 7fc0bb7fe700 1 -- 172.21.15.45:0/4149906637 <== osd.9 v2:172.21.15.45:6826/2178504917 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fc0a8002d70 con 0x7fc0b00a9790 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] conn(0x7fc0b00a9790 msgr2=0x7fc0b00abc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] conn(0x7fc0b00a9790 0x7fc0b00abc20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc0b009fb60 msgr2=0x7fc0b00a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc0b009fb60 0x7fc0b00a2010 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc0c0009bf0 tx=0x7fc0c0009260 comp rx=0 tx=0).stop 2023-03-22T14:26:44.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0c4105570 msgr2=0x7fc0c419ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 --2- 172.21.15.45:0/4149906637 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0c4105570 0x7fc0c419ad10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc00b330 tx=0x7fc0bc00b640 comp rx=0 tx=0).stop 2023-03-22T14:26:44.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0ca92e700 1 -- 172.21.15.45:0/4149906637 reap_dead start 2023-03-22T14:26:44.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 shutdown_connections 2023-03-22T14:26:44.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.084+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 >> 172.21.15.45:0/4149906637 conn(0x7fc0c40fbd50 msgr2=0x7fc0c40fc760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:44.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.085+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 shutdown_connections 2023-03-22T14:26:44.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.085+0000 7fc0cc391700 1 -- 172.21.15.45:0/4149906637 wait complete. 2023-03-22T14:26:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:43 smithi142 ceph-mon[94717]: pgmap v287: 97 pgs: 1 peering, 96 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 511 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:43 smithi098 ceph-mon[94136]: pgmap v287: 97 pgs: 1 peering, 96 active+clean; 638 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 511 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:44.375 INFO:teuthology.orchestra.run.smithi045.stdout:253403070497 2023-03-22T14:26:44.376 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.8 2023-03-22T14:26:44.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.160+0000 7fdb37d45700 1 -- 172.21.15.45:0/3641608763 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb300736d0 msgr2=0x7fdb3010c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.160+0000 7fdb37d45700 1 --2- 172.21.15.45:0/3641608763 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb300736d0 0x7fdb3010c5d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fdb20009990 tx=0x7fdb20009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.160+0000 7fdb37d45700 1 -- 172.21.15.45:0/3641608763 shutdown_connections 2023-03-22T14:26:44.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.160+0000 7fdb37d45700 1 --2- 172.21.15.45:0/3641608763 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdb3010cb10 0x7fdb3010eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.160+0000 7fdb37d45700 1 --2- 172.21.15.45:0/3641608763 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb30072dc0 0x7fdb30073190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.160+0000 7fdb37d45700 1 --2- 172.21.15.45:0/3641608763 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb300736d0 0x7fdb3010c5d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.160+0000 7fdb37d45700 1 -- 172.21.15.45:0/3641608763 >> 172.21.15.45:0/3641608763 conn(0x7fdb300fbd50 msgr2=0x7fdb300fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:44.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.161+0000 7fdb37d45700 1 -- 172.21.15.45:0/3641608763 shutdown_connections 2023-03-22T14:26:44.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.161+0000 7fdb37d45700 1 -- 172.21.15.45:0/3641608763 wait complete. 2023-03-22T14:26:44.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 Processor -- start 2023-03-22T14:26:44.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 -- start start 2023-03-22T14:26:44.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb30072dc0 0x7fdb30198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb300736d0 0x7fdb30198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdb3010cb10 0x7fdb3019cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb3019d4f0 con 0x7fdb30072dc0 2023-03-22T14:26:44.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb3019d660 con 0x7fdb3010cb10 2023-03-22T14:26:44.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.162+0000 7fdb37d45700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb3019d820 con 0x7fdb300736d0 2023-03-22T14:26:44.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb30072dc0 0x7fdb30198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb30072dc0 0x7fdb30198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:53126/0 (socket says 172.21.15.45:53126) 2023-03-22T14:26:44.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 -- 172.21.15.45:0/2879327966 learned_addr learned my addr 172.21.15.45:0/2879327966 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:44.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb352e0700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb300736d0 0x7fdb30198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb362e2700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdb3010cb10 0x7fdb3019cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 -- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb300736d0 msgr2=0x7fdb30198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb300736d0 0x7fdb30198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 -- 172.21.15.45:0/2879327966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdb3010cb10 msgr2=0x7fdb3019cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdb3010cb10 0x7fdb3019cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 -- 172.21.15.45:0/2879327966 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb200095f0 con 0x7fdb30072dc0 2023-03-22T14:26:44.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb362e2700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdb3010cb10 0x7fdb3019cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb352e0700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb300736d0 0x7fdb30198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.163+0000 7fdb35ae1700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb30072dc0 0x7fdb30198530 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c00e9a0 tx=0x7fdb2c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.164+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c009790 con 0x7fdb30072dc0 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.164+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb2c00cbd0 con 0x7fdb30072dc0 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.164+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c018680 con 0x7fdb30072dc0 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.164+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb301124c0 con 0x7fdb30072dc0 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.164+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb30112330 con 0x7fdb30072dc0 2023-03-22T14:26:44.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.166+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdb30061180 con 0x7fdb30072dc0 2023-03-22T14:26:44.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.168+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fdb2c00cd40 con 0x7fdb30072dc0 2023-03-22T14:26:44.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.169+0000 7fdb26ffd700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdb1c09fb60 0x7fdb1c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.169+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fdb2c014070 con 0x7fdb30072dc0 2023-03-22T14:26:44.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.170+0000 7fdb352e0700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdb1c09fb60 0x7fdb1c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.170+0000 7fdb26ffd700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] conn(0x7fdb1c0a9790 0x7fdb1c0abc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:44.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.170+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 --> [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdb1c0ac2f0 con 0x7fdb1c0a9790 2023-03-22T14:26:44.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.170+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb2c0cd490 con 0x7fdb30072dc0 2023-03-22T14:26:44.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.170+0000 7fdb362e2700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] conn(0x7fdb1c0a9790 0x7fdb1c0abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:44.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.170+0000 7fdb352e0700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdb1c09fb60 0x7fdb1c0a2010 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000b2e0 tx=0x7fdb20005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:44.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.171+0000 7fdb362e2700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] conn(0x7fdb1c0a9790 0x7fdb1c0abc20 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:44.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.172+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== osd.5 v2:172.21.15.142:6808/3347253317 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fdb1c0ac2f0 con 0x7fdb1c0a9790 2023-03-22T14:26:44.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.198+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 --> [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdb30112650 con 0x7fdb1c0a9790 2023-03-22T14:26:44.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.199+0000 7fdb26ffd700 1 -- 172.21.15.45:0/2879327966 <== osd.5 v2:172.21.15.142:6808/3347253317 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fdb30112650 con 0x7fdb1c0a9790 2023-03-22T14:26:44.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.199+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] conn(0x7fdb1c0a9790 msgr2=0x7fdb1c0abc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.199+0000 7fdb37d45700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] conn(0x7fdb1c0a9790 0x7fdb1c0abc20 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.199+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdb1c09fb60 msgr2=0x7fdb1c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.199+0000 7fdb37d45700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdb1c09fb60 0x7fdb1c0a2010 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000b2e0 tx=0x7fdb20005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:44.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.200+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb30072dc0 msgr2=0x7fdb30198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:44.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.200+0000 7fdb37d45700 1 --2- 172.21.15.45:0/2879327966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdb30072dc0 0x7fdb30198530 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c00e9a0 tx=0x7fdb2c00ed60 comp rx=0 tx=0).stop 2023-03-22T14:26:44.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.200+0000 7fdb362e2700 1 -- 172.21.15.45:0/2879327966 reap_dead start 2023-03-22T14:26:44.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.200+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 shutdown_connections 2023-03-22T14:26:44.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.200+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 >> 172.21.15.45:0/2879327966 conn(0x7fdb300fbd50 msgr2=0x7fdb30104570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:44.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.200+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 shutdown_connections 2023-03-22T14:26:44.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:44.200+0000 7fdb37d45700 1 -- 172.21.15.45:0/2879327966 wait complete. 2023-03-22T14:26:44.947 INFO:teuthology.orchestra.run.smithi045.stdout:287762808859 2023-03-22T14:26:44.948 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.9 2023-03-22T14:26:45.337 INFO:teuthology.orchestra.run.smithi045.stdout:309237645336 2023-03-22T14:26:45.338 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.10 2023-03-22T14:26:45.473 INFO:teuthology.orchestra.run.smithi045.stdout:77309411389 2023-03-22T14:26:45.473 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.2 2023-03-22T14:26:45.944 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:45 smithi045 ceph-mon[91728]: pgmap v288: 97 pgs: 97 active+clean; 640 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 895 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:46.077 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:45 smithi142 ceph-mon[94717]: pgmap v288: 97 pgs: 97 active+clean; 640 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 895 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:46.157 INFO:teuthology.orchestra.run.smithi045.stdout:167503724591 2023-03-22T14:26:46.157 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.5 2023-03-22T14:26:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:45 smithi098 ceph-mon[94136]: pgmap v288: 97 pgs: 97 active+clean; 640 KiB data, 79 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 895 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:46.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 -- 172.21.15.45:0/638507343 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7b4073730 msgr2=0x7fb7b4110d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:46.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 --2- 172.21.15.45:0/638507343 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7b4073730 0x7fb7b4110d40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009990 tx=0x7fb7a4009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 -- 172.21.15.45:0/638507343 shutdown_connections 2023-03-22T14:26:46.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 --2- 172.21.15.45:0/638507343 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7b4111280 0x7fb7b4113660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 --2- 172.21.15.45:0/638507343 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7b4072e20 0x7fb7b40731f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 --2- 172.21.15.45:0/638507343 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7b4073730 0x7fb7b4110d40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 -- 172.21.15.45:0/638507343 >> 172.21.15.45:0/638507343 conn(0x7fb7b40fbd50 msgr2=0x7fb7b40fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:46.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 -- 172.21.15.45:0/638507343 shutdown_connections 2023-03-22T14:26:46.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.291+0000 7fb7bbc87700 1 -- 172.21.15.45:0/638507343 wait complete. 2023-03-22T14:26:46.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.293+0000 7fb7bbc87700 1 Processor -- start 2023-03-22T14:26:46.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.294+0000 7fb7bbc87700 1 -- start start 2023-03-22T14:26:46.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.294+0000 7fb7bbc87700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7b4072e20 0x7fb7b406c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:46.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.294+0000 7fb7bbc87700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7b4073730 0x7fb7b406c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:46.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.294+0000 7fb7bbc87700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7b4111280 0x7fb7b4070c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:46.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.294+0000 7fb7bbc87700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b40712b0 con 0x7fb7b4073730 2023-03-22T14:26:46.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.294+0000 7fb7bbc87700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b4071420 con 0x7fb7b4111280 2023-03-22T14:26:46.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.294+0000 7fb7bbc87700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b40715e0 con 0x7fb7b4072e20 2023-03-22T14:26:46.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7b4111280 0x7fb7b4070c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:46.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7b4111280 0x7fb7b4070c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:46142/0 (socket says 172.21.15.45:46142) 2023-03-22T14:26:46.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 -- 172.21.15.45:0/4015412159 learned_addr learned my addr 172.21.15.45:0/4015412159 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:46.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7b9a23700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7b4072e20 0x7fb7b406c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:46.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 -- 172.21.15.45:0/4015412159 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7b4072e20 msgr2=0x7fb7b406c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:46.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7b4072e20 0x7fb7b406c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 -- 172.21.15.45:0/4015412159 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7b4073730 msgr2=0x7fb7b406c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:46.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7b4073730 0x7fb7b406c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7ba224700 1 -- 172.21.15.45:0/4015412159 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7ac009c40 con 0x7fb7b4111280 2023-03-22T14:26:46.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.295+0000 7fb7b9a23700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7b4072e20 0x7fb7b406c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:26:46.299 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:46.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.296+0000 7fb7ba224700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7b4111280 0x7fb7b4070c20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac00c110 tx=0x7fb7ac00c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:46.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.296+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac017070 con 0x7fb7b4111280 2023-03-22T14:26:46.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.296+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7ac00f040 con 0x7fb7b4111280 2023-03-22T14:26:46.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.296+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac00e050 con 0x7fb7b4111280 2023-03-22T14:26:46.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.296+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7a40095f0 con 0x7fb7b4111280 2023-03-22T14:26:46.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.296+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7b406adb0 con 0x7fb7b4111280 2023-03-22T14:26:46.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.297+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb7b4061180 con 0x7fb7b4111280 2023-03-22T14:26:46.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.299+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb7ac004460 con 0x7fb7b4111280 2023-03-22T14:26:46.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.301+0000 7fb7aaffd700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a009fc20 0x7fb7a00a20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:46.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.301+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb7ac0cafe0 con 0x7fb7b4111280 2023-03-22T14:26:46.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.301+0000 7fb7b9a23700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a009fc20 0x7fb7a00a20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:46.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.301+0000 7fb7aaffd700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] conn(0x7fb7a00a9850 0x7fb7a00abce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:46.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.301+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 --> [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb7a00ac3b0 con 0x7fb7a00a9850 2023-03-22T14:26:46.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.301+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb7ac0cb350 con 0x7fb7b4111280 2023-03-22T14:26:46.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.303+0000 7fb7b9222700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] conn(0x7fb7a00a9850 0x7fb7a00abce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:46.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.303+0000 7fb7b9222700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] conn(0x7fb7a00a9850 0x7fb7a00abce0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:46.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.303+0000 7fb7b9a23700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a009fc20 0x7fb7a00a20d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0009be0 tx=0x7fb7b0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:46.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.304+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== osd.1 v2:172.21.15.98:6800/1777817376 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fb7a00ac3b0 con 0x7fb7a00a9850 2023-03-22T14:26:46.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.325+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 --> [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb7b406ac20 con 0x7fb7a00a9850 2023-03-22T14:26:46.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.326+0000 7fb7aaffd700 1 -- 172.21.15.45:0/4015412159 <== osd.1 v2:172.21.15.98:6800/1777817376 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fb7b406ac20 con 0x7fb7a00a9850 2023-03-22T14:26:46.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] conn(0x7fb7a00a9850 msgr2=0x7fb7a00abce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:46.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] conn(0x7fb7a00a9850 0x7fb7a00abce0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a009fc20 msgr2=0x7fb7a00a20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:46.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a009fc20 0x7fb7a00a20d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0009be0 tx=0x7fb7b0009260 comp rx=0 tx=0).stop 2023-03-22T14:26:46.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7b4111280 msgr2=0x7fb7b4070c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:46.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 --2- 172.21.15.45:0/4015412159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7b4111280 0x7fb7b4070c20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac00c110 tx=0x7fb7ac00c4d0 comp rx=0 tx=0).stop 2023-03-22T14:26:46.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7ba224700 1 -- 172.21.15.45:0/4015412159 reap_dead start 2023-03-22T14:26:46.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 shutdown_connections 2023-03-22T14:26:46.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 >> 172.21.15.45:0/4015412159 conn(0x7fb7b40fbd50 msgr2=0x7fb7b40fc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:46.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 shutdown_connections 2023-03-22T14:26:46.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:46.327+0000 7fb7bbc87700 1 -- 172.21.15.45:0/4015412159 wait complete. 2023-03-22T14:26:46.591 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:47.038 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:47.818 INFO:teuthology.orchestra.run.smithi045.stdout:55834574913 2023-03-22T14:26:47.819 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph osd last-stat-seq osd.1 2023-03-22T14:26:48.053 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:47 smithi045 ceph-mon[91728]: pgmap v289: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:47 smithi142 ceph-mon[94717]: pgmap v289: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:47 smithi098 ceph-mon[94136]: pgmap v289: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:48.230 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:48.840 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:48.841 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:48.842 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:49.038 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:49.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.099+0000 7f2ca8705700 1 -- 172.21.15.45:0/1535202373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca010cb30 msgr2=0x7f2ca010ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.099+0000 7f2ca8705700 1 --2- 172.21.15.45:0/1535202373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca010cb30 0x7f2ca010ef10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2c9800b0a0 tx=0x7f2c9800b3b0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.100+0000 7f2ca8705700 1 -- 172.21.15.45:0/1535202373 shutdown_connections 2023-03-22T14:26:49.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.100+0000 7f2ca8705700 1 --2- 172.21.15.45:0/1535202373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca010cb30 0x7f2ca010ef10 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.100+0000 7f2ca8705700 1 --2- 172.21.15.45:0/1535202373 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2ca0072da0 0x7f2ca0073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.100+0000 7f2ca8705700 1 --2- 172.21.15.45:0/1535202373 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2ca00736b0 0x7f2ca010c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.100+0000 7f2ca8705700 1 -- 172.21.15.45:0/1535202373 >> 172.21.15.45:0/1535202373 conn(0x7f2ca00fbd50 msgr2=0x7f2ca00fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:49.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.100+0000 7f2ca8705700 1 -- 172.21.15.45:0/1535202373 shutdown_connections 2023-03-22T14:26:49.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.100+0000 7f2ca8705700 1 -- 172.21.15.45:0/1535202373 wait complete. 2023-03-22T14:26:49.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.102+0000 7f2ca8705700 1 Processor -- start 2023-03-22T14:26:49.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.102+0000 7f2ca8705700 1 -- start start 2023-03-22T14:26:49.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.102+0000 7f2ca8705700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2ca0072da0 0x7f2ca01985d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.102+0000 7f2ca8705700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca00736b0 0x7f2ca0198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca8705700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2ca010cb30 0x7f2ca019cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca8705700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ca019d590 con 0x7f2ca00736b0 2023-03-22T14:26:49.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca8705700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ca019d700 con 0x7f2ca0072da0 2023-03-22T14:26:49.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca8705700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ca019d8c0 con 0x7f2ca010cb30 2023-03-22T14:26:49.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca5ca0700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca00736b0 0x7f2ca0198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca5ca0700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca00736b0 0x7f2ca0198b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46768/0 (socket says 172.21.15.45:46768) 2023-03-22T14:26:49.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca5ca0700 1 -- 172.21.15.45:0/2203214796 learned_addr learned my addr 172.21.15.45:0/2203214796 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:49.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca64a1700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2ca0072da0 0x7f2ca01985d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.103+0000 7f2ca6ca2700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2ca010cb30 0x7f2ca019cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2ca5ca0700 1 -- 172.21.15.45:0/2203214796 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2ca010cb30 msgr2=0x7f2ca019cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2ca5ca0700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2ca010cb30 0x7f2ca019cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2ca5ca0700 1 -- 172.21.15.45:0/2203214796 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2ca0072da0 msgr2=0x7f2ca01985d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2ca5ca0700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2ca0072da0 0x7f2ca01985d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2ca5ca0700 1 -- 172.21.15.45:0/2203214796 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c98009d00 con 0x7f2ca00736b0 2023-03-22T14:26:49.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2ca5ca0700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca00736b0 0x7f2ca0198b10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c00e9a0 tx=0x7f2c9c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:49.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2c977fe700 1 -- 172.21.15.45:0/2203214796 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c009790 con 0x7f2ca00736b0 2023-03-22T14:26:49.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2c977fe700 1 -- 172.21.15.45:0/2203214796 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c9c010430 con 0x7f2ca00736b0 2023-03-22T14:26:49.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.104+0000 7f2c977fe700 1 -- 172.21.15.45:0/2203214796 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c018680 con 0x7f2ca00736b0 2023-03-22T14:26:49.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.105+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ca0112460 con 0x7f2ca00736b0 2023-03-22T14:26:49.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.105+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ca01122d0 con 0x7f2ca00736b0 2023-03-22T14:26:49.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.106+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ca01125f0 con 0x7f2ca00736b0 2023-03-22T14:26:49.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.109+0000 7f2c977fe700 1 -- 172.21.15.45:0/2203214796 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f2c9c0105a0 con 0x7f2ca00736b0 2023-03-22T14:26:49.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.111+0000 7f2c977fe700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c8c09fb60 0x7f2c8c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.111+0000 7f2c977fe700 1 -- 172.21.15.45:0/2203214796 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f2c9c014070 con 0x7f2ca00736b0 2023-03-22T14:26:49.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.111+0000 7f2ca64a1700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c8c09fb60 0x7f2c8c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.111+0000 7f2ca64a1700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c8c09fb60 0x7f2c8c0a2010 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2c90009c60 tx=0x7f2c90009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:49.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.113+0000 7f2c977fe700 1 -- 172.21.15.45:0/2203214796 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f2c9c094d30 con 0x7f2ca00736b0 2023-03-22T14:26:49.130 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:49.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.386+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f2ca0107450 con 0x7f2ca00736b0 2023-03-22T14:26:49.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.387+0000 7f2c977fe700 1 -- 172.21.15.45:0/2203214796 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f2c9c026020 con 0x7f2ca00736b0 2023-03-22T14:26:49.388 INFO:teuthology.orchestra.run.smithi045.stdout:223338299430 2023-03-22T14:26:49.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.389+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c8c09fb60 msgr2=0x7f2c8c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.389+0000 7f2ca8705700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c8c09fb60 0x7f2c8c0a2010 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2c90009c60 tx=0x7f2c90009260 comp rx=0 tx=0).stop 2023-03-22T14:26:49.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.389+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca00736b0 msgr2=0x7f2ca0198b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.389+0000 7f2ca8705700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca00736b0 0x7f2ca0198b10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c00e9a0 tx=0x7f2c9c00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 shutdown_connections 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2c8c09fb60 0x7f2c8c0a2010 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2ca010cb30 0x7f2ca019cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2ca0072da0 0x7f2ca01985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 --2- 172.21.15.45:0/2203214796 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2ca00736b0 0x7f2ca0198b10 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 >> 172.21.15.45:0/2203214796 conn(0x7f2ca00fbd50 msgr2=0x7f2ca0104590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 shutdown_connections 2023-03-22T14:26:49.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.390+0000 7f2ca8705700 1 -- 172.21.15.45:0/2203214796 wait complete. 2023-03-22T14:26:49.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 -- 172.21.15.45:0/3454545001 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 msgr2=0x7f330810d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 --2- 172.21.15.45:0/3454545001 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 0x7f330810d100 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f330000b0d0 tx=0x7f330000b3e0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 -- 172.21.15.45:0/3454545001 shutdown_connections 2023-03-22T14:26:49.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 --2- 172.21.15.45:0/3454545001 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 0x7f330810d100 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 --2- 172.21.15.45:0/3454545001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33081004e0 0x7f33081008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 --2- 172.21.15.45:0/3454545001 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3308100e80 0x7f3308104e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 -- 172.21.15.45:0/3454545001 >> 172.21.15.45:0/3454545001 conn(0x7f33080fbd80 msgr2=0x7f33080fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 -- 172.21.15.45:0/3454545001 shutdown_connections 2023-03-22T14:26:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.457+0000 7f33102c2700 1 -- 172.21.15.45:0/3454545001 wait complete. 2023-03-22T14:26:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.459+0000 7f33102c2700 1 Processor -- start 2023-03-22T14:26:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.459+0000 7f33102c2700 1 -- start start 2023-03-22T14:26:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f33102c2700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f33081004e0 0x7f33081986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f33102c2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3308100e80 0x7f3308198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f33102c2700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 0x7f330819bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f33102c2700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f330819c5a0 con 0x7f3308105580 2023-03-22T14:26:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f33102c2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f330819c710 con 0x7f3308100e80 2023-03-22T14:26:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f33102c2700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f330819c8d0 con 0x7f33081004e0 2023-03-22T14:26:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f33081004e0 0x7f33081986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f33081004e0 0x7f33081986a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51534/0 (socket says 172.21.15.45:51534) 2023-03-22T14:26:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 -- 172.21.15.45:0/394635668 learned_addr learned my addr 172.21.15.45:0/394635668 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330d85d700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3308100e80 0x7f3308198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e85f700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 0x7f330819bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 -- 172.21.15.45:0/394635668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3308100e80 msgr2=0x7f3308198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3308100e80 0x7f3308198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 -- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 msgr2=0x7f330819bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 0x7f330819bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.460+0000 7f330e05e700 1 -- 172.21.15.45:0/394635668 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3300009d00 con 0x7f33081004e0 2023-03-22T14:26:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.461+0000 7f330e05e700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f33081004e0 0x7f33081986a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f330400e9a0 tx=0x7f330400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.461+0000 7f32ff7fe700 1 -- 172.21.15.45:0/394635668 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3304009790 con 0x7f33081004e0 2023-03-22T14:26:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.461+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33081102c0 con 0x7f33081004e0 2023-03-22T14:26:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.461+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3308110130 con 0x7f33081004e0 2023-03-22T14:26:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.461+0000 7f32ff7fe700 1 -- 172.21.15.45:0/394635668 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3304010430 con 0x7f33081004e0 2023-03-22T14:26:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.461+0000 7f32ff7fe700 1 -- 172.21.15.45:0/394635668 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3304018680 con 0x7f33081004e0 2023-03-22T14:26:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.462+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3308110450 con 0x7f33081004e0 2023-03-22T14:26:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.464+0000 7f32ff7fe700 1 -- 172.21.15.45:0/394635668 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f3304010810 con 0x7f33081004e0 2023-03-22T14:26:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.466+0000 7f32ff7fe700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32f409fb60 0x7f32f40a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.466+0000 7f32ff7fe700 1 -- 172.21.15.45:0/394635668 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f3304014070 con 0x7f33081004e0 2023-03-22T14:26:49.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.466+0000 7f330d85d700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32f409fb60 0x7f32f40a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:49.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.467+0000 7f330d85d700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32f409fb60 0x7f32f40a2010 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3308199cc0 tx=0x7f32f8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:49.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.468+0000 7f32ff7fe700 1 -- 172.21.15.45:0/394635668 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f33040515c0 con 0x7f33081004e0 2023-03-22T14:26:49.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.709+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f33081a5800 con 0x7f33081004e0 2023-03-22T14:26:49.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.709+0000 7f32ff7fe700 1 -- 172.21.15.45:0/394635668 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f3304094c80 con 0x7f33081004e0 2023-03-22T14:26:49.710 INFO:teuthology.orchestra.run.smithi045.stdout:201863462953 2023-03-22T14:26:49.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32f409fb60 msgr2=0x7f32f40a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32f409fb60 0x7f32f40a2010 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3308199cc0 tx=0x7f32f8009260 comp rx=0 tx=0).stop 2023-03-22T14:26:49.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f33081004e0 msgr2=0x7f33081986a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:49.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f33081004e0 0x7f33081986a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f330400e9a0 tx=0x7f330400ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 shutdown_connections 2023-03-22T14:26:49.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32f409fb60 0x7f32f40a2010 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3308105580 0x7f330819bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f33081004e0 0x7f33081986a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 --2- 172.21.15.45:0/394635668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3308100e80 0x7f3308198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:49.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 >> 172.21.15.45:0/394635668 conn(0x7f33080fbd80 msgr2=0x7f330810b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:49.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 shutdown_connections 2023-03-22T14:26:49.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:49.712+0000 7f33102c2700 1 -- 172.21.15.45:0/394635668 wait complete. 2023-03-22T14:26:49.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:49 smithi045 ceph-mon[91728]: pgmap v290: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:49 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2203214796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-03-22T14:26:49.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:49 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/394635668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-03-22T14:26:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:49 smithi142 ceph-mon[94717]: pgmap v290: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:49 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2203214796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-03-22T14:26:50.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:49 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/394635668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-03-22T14:26:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:49 smithi098 ceph-mon[94136]: pgmap v290: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:49 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2203214796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-03-22T14:26:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:49 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/394635668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-03-22T14:26:50.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.474+0000 7f3fefa15700 1 -- 172.21.15.45:0/3456787708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 msgr2=0x7f3fe810f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:50.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.474+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3456787708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe810f360 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3fe0009f90 tx=0x7f3fe000b330 comp rx=0 tx=0).stop 2023-03-22T14:26:50.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.474+0000 7f3fefa15700 1 -- 172.21.15.45:0/3456787708 shutdown_connections 2023-03-22T14:26:50.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.474+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3456787708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe810f360 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.474+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3456787708 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3fe8108640 0x7f3fe8108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.474+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3456787708 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fe8102550 0x7f3fe81029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.474+0000 7f3fefa15700 1 -- 172.21.15.45:0/3456787708 >> 172.21.15.45:0/3456787708 conn(0x7f3fe80fe090 msgr2=0x7f3fe81004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:50.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.475+0000 7f3fefa15700 1 -- 172.21.15.45:0/3456787708 shutdown_connections 2023-03-22T14:26:50.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.475+0000 7f3fefa15700 1 -- 172.21.15.45:0/3456787708 wait complete. 2023-03-22T14:26:50.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 Processor -- start 2023-03-22T14:26:50.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 -- start start 2023-03-22T14:26:50.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3fe8102550 0x7f3fe806af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:50.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:50.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fe8108640 0x7f3fe81ac9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:50.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe81acf70 con 0x7f3fe8108640 2023-03-22T14:26:50.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe81ad0b0 con 0x7f3fe8102ee0 2023-03-22T14:26:50.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.476+0000 7f3fefa15700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe81ad270 con 0x7f3fe8102550 2023-03-22T14:26:50.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fecfb0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fed7b1700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3fe8102550 0x7f3fe806af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fecfb0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:46190/0 (socket says 172.21.15.45:46190) 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fecfb0700 1 -- 172.21.15.45:0/3283697081 learned_addr learned my addr 172.21.15.45:0/3283697081 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fedfb2700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fe8108640 0x7f3fe81ac9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fed7b1700 1 -- 172.21.15.45:0/3283697081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 msgr2=0x7f3fe806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fed7b1700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fed7b1700 1 -- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fe8108640 msgr2=0x7f3fe81ac9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:50.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fed7b1700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fe8108640 0x7f3fe81ac9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fed7b1700 1 -- 172.21.15.45:0/3283697081 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fd80095f0 con 0x7f3fe8102550 2023-03-22T14:26:50.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.477+0000 7f3fecfb0700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:50.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.478+0000 7f3fed7b1700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3fe8102550 0x7f3fe806af60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400e9f0 tx=0x7f3fe400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:50.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.478+0000 7f3fde7fc700 1 -- 172.21.15.45:0/3283697081 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe400c9c0 con 0x7f3fe8102550 2023-03-22T14:26:50.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.478+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fe0009c40 con 0x7f3fe8102550 2023-03-22T14:26:50.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.478+0000 7f3fde7fc700 1 -- 172.21.15.45:0/3283697081 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3fe4010430 con 0x7f3fe8102550 2023-03-22T14:26:50.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.478+0000 7f3fde7fc700 1 -- 172.21.15.45:0/3283697081 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe4018680 con 0x7f3fe8102550 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.478+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fe81124a0 con 0x7f3fe8102550 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.480+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fe8112310 con 0x7f3fe8102550 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.482+0000 7f3fde7fc700 1 -- 172.21.15.45:0/3283697081 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f3fe4010860 con 0x7f3fe8102550 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.483+0000 7f3fde7fc700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3fd409fbe0 0x7f3fd40a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.483+0000 7f3fde7fc700 1 -- 172.21.15.45:0/3283697081 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f3fe4014070 con 0x7f3fe8102550 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.484+0000 7f3fecfb0700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3fd409fbe0 0x7f3fd40a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.485+0000 7f3fecfb0700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3fd409fbe0 0x7f3fd40a2090 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8072c80 tx=0x7f3fd8009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:50.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.487+0000 7f3fde7fc700 1 -- 172.21.15.45:0/3283697081 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f3fe40515c0 con 0x7f3fe8102550 2023-03-22T14:26:50.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.750+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f3fe8112630 con 0x7f3fe8102550 2023-03-22T14:26:50.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.751+0000 7f3fde7fc700 1 -- 172.21.15.45:0/3283697081 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f3fe4094a30 con 0x7f3fe8102550 2023-03-22T14:26:50.752 INFO:teuthology.orchestra.run.smithi045.stdout:146028888117 2023-03-22T14:26:50.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3fd409fbe0 msgr2=0x7f3fd40a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:50.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3fd409fbe0 0x7f3fd40a2090 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8072c80 tx=0x7f3fd8009310 comp rx=0 tx=0).stop 2023-03-22T14:26:50.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3fe8102550 msgr2=0x7f3fe806af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:50.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3fe8102550 0x7f3fe806af60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400e9f0 tx=0x7f3fe400ed00 comp rx=0 tx=0).stop 2023-03-22T14:26:50.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 shutdown_connections 2023-03-22T14:26:50.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3fd409fbe0 0x7f3fd40a2090 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3fe8108640 0x7f3fe81ac9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3fe8102550 0x7f3fe806af60 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 --2- 172.21.15.45:0/3283697081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3fe8102ee0 0x7f3fe806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:50.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 >> 172.21.15.45:0/3283697081 conn(0x7f3fe80fe090 msgr2=0x7f3fe8106100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:50.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 shutdown_connections 2023-03-22T14:26:50.756 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:50.754+0000 7f3fefa15700 1 -- 172.21.15.45:0/3283697081 wait complete. 2023-03-22T14:26:50.901 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:50 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3283697081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-03-22T14:26:51.019 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299428 got 223338299430 for osd.7 2023-03-22T14:26:51.020 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:51.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:50 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3283697081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-03-22T14:26:51.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:50 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3283697081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-03-22T14:26:51.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:51 smithi045 ceph-mon[91728]: pgmap v291: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 316 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:51 smithi142 ceph-mon[94717]: pgmap v291: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 316 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:51 smithi098 ceph-mon[94136]: pgmap v291: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 316 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:52.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 -- 172.21.15.45:0/2998446950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102550 msgr2=0x7f2d501029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:52.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 --2- 172.21.15.45:0/2998446950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102550 0x7f2d501029a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2d400098f0 tx=0x7f2d40009c00 comp rx=0 tx=0).stop 2023-03-22T14:26:52.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 -- 172.21.15.45:0/2998446950 shutdown_connections 2023-03-22T14:26:52.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 --2- 172.21.15.45:0/2998446950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 0x7f2d50108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 --2- 172.21.15.45:0/2998446950 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2d50102ee0 0x7f2d5010f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 --2- 172.21.15.45:0/2998446950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102550 0x7f2d501029a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 -- 172.21.15.45:0/2998446950 >> 172.21.15.45:0/2998446950 conn(0x7f2d500fe090 msgr2=0x7f2d501004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 -- 172.21.15.45:0/2998446950 shutdown_connections 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.301+0000 7f2d577ad700 1 -- 172.21.15.45:0/2998446950 wait complete. 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.302+0000 7f2d577ad700 1 Processor -- start 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.302+0000 7f2d577ad700 1 -- start start 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d577ad700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2d50102550 0x7f2d501984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:52.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d577ad700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102ee0 0x7f2d50198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d577ad700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 0x7f2d5019ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d577ad700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5019d4a0 con 0x7f2d50108640 2023-03-22T14:26:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d577ad700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5019d610 con 0x7f2d50102ee0 2023-03-22T14:26:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d577ad700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5019d7d0 con 0x7f2d50102550 2023-03-22T14:26:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d55d4a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 0x7f2d5019ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d54d48700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102ee0 0x7f2d50198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:52.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d55d4a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 0x7f2d5019ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46840/0 (socket says 172.21.15.45:46840) 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d55d4a700 1 -- 172.21.15.45:0/1753005502 learned_addr learned my addr 172.21.15.45:0/1753005502 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.303+0000 7f2d55549700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2d50102550 0x7f2d501984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d55d4a700 1 -- 172.21.15.45:0/1753005502 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2d50102550 msgr2=0x7f2d501984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d55d4a700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2d50102550 0x7f2d501984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d55d4a700 1 -- 172.21.15.45:0/1753005502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102ee0 msgr2=0x7f2d50198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d55d4a700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102ee0 0x7f2d50198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d55d4a700 1 -- 172.21.15.45:0/1753005502 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d40009520 con 0x7f2d50108640 2023-03-22T14:26:52.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d55d4a700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 0x7f2d5019ce90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2d4800ef30 tx=0x7f2d4800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:52.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d467fc700 1 -- 172.21.15.45:0/1753005502 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d48018070 con 0x7f2d50108640 2023-03-22T14:26:52.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d467fc700 1 -- 172.21.15.45:0/1753005502 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d4800f040 con 0x7f2d50108640 2023-03-22T14:26:52.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d467fc700 1 -- 172.21.15.45:0/1753005502 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4800ccf0 con 0x7f2d50108640 2023-03-22T14:26:52.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.304+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d50112530 con 0x7f2d50108640 2023-03-22T14:26:52.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.305+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d501123a0 con 0x7f2d50108640 2023-03-22T14:26:52.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.306+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d501126c0 con 0x7f2d50108640 2023-03-22T14:26:52.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.308+0000 7f2d467fc700 1 -- 172.21.15.45:0/1753005502 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f2d48003a00 con 0x7f2d50108640 2023-03-22T14:26:52.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.309+0000 7f2d467fc700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2d3c09fb60 0x7f2d3c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:52.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.310+0000 7f2d467fc700 1 -- 172.21.15.45:0/1753005502 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f2d480ca740 con 0x7f2d50108640 2023-03-22T14:26:52.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.310+0000 7f2d55549700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2d3c09fb60 0x7f2d3c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:52.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.310+0000 7f2d55549700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2d3c09fb60 0x7f2d3c0a2010 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c005fd0 tx=0x7f2d4c009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:52.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.313+0000 7f2d467fc700 1 -- 172.21.15.45:0/1753005502 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f2d480944e0 con 0x7f2d50108640 2023-03-22T14:26:52.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.542+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7f2d50066e30 con 0x7f2d50108640 2023-03-22T14:26:52.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.542+0000 7f2d467fc700 1 -- 172.21.15.45:0/1753005502 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f2d48097b00 con 0x7f2d50108640 2023-03-22T14:26:52.543 INFO:teuthology.orchestra.run.smithi045.stdout:339302416405 2023-03-22T14:26:52.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2d3c09fb60 msgr2=0x7f2d3c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2d3c09fb60 0x7f2d3c0a2010 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c005fd0 tx=0x7f2d4c009310 comp rx=0 tx=0).stop 2023-03-22T14:26:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 msgr2=0x7f2d5019ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 0x7f2d5019ce90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2d4800ef30 tx=0x7f2d4800c3a0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 shutdown_connections 2023-03-22T14:26:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f2d3c09fb60 0x7f2d3c0a2010 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f2d50108640 0x7f2d5019ce90 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2d50102550 0x7f2d501984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 --2- 172.21.15.45:0/1753005502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d50102ee0 0x7f2d50198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 >> 172.21.15.45:0/1753005502 conn(0x7f2d500fe090 msgr2=0x7f2d500ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 shutdown_connections 2023-03-22T14:26:52.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:52.544+0000 7f2d577ad700 1 -- 172.21.15.45:0/1753005502 wait complete. 2023-03-22T14:26:52.798 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888115 got 146028888117 for osd.4 2023-03-22T14:26:52.798 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:53.039 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:52 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1753005502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-03-22T14:26:53.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:52 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1753005502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-03-22T14:26:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:52 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1753005502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-03-22T14:26:53.711 INFO:tasks.cephadm.ceph_manager.ceph:need seq 339302416403 got 339302416405 for osd.11 2023-03-22T14:26:53.711 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:53.724 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462952 got 201863462953 for osd.6 2023-03-22T14:26:53.724 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:53.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:53 smithi045 ceph-mon[91728]: pgmap v292: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 287 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:53.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 -- 172.21.15.45:0/4061157658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb338100e70 msgr2=0x7fb338104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:53.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 --2- 172.21.15.45:0/4061157658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb338100e70 0x7fb338104e40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb32c0099c0 tx=0x7fb32c009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:53.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 -- 172.21.15.45:0/4061157658 shutdown_connections 2023-03-22T14:26:53.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 --2- 172.21.15.45:0/4061157658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb338105570 0x7fb33810d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:53.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 --2- 172.21.15.45:0/4061157658 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb3381004d0 0x7fb3381008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 --2- 172.21.15.45:0/4061157658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb338100e70 0x7fb338104e40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 -- 172.21.15.45:0/4061157658 >> 172.21.15.45:0/4061157658 conn(0x7fb3380fbd50 msgr2=0x7fb3380fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:54.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 -- 172.21.15.45:0/4061157658 shutdown_connections 2023-03-22T14:26:54.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.998+0000 7fb33dddc700 1 -- 172.21.15.45:0/4061157658 wait complete. 2023-03-22T14:26:54.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:53.999+0000 7fb33dddc700 1 Processor -- start 2023-03-22T14:26:54.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb33dddc700 1 -- start start 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb33dddc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb3381004d0 0x7fb338196360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb33dddc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb338100e70 0x7fb3381968a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb33dddc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb338105570 0x7fb33819ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb33dddc700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819b320 con 0x7fb3381004d0 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb33dddc700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819b490 con 0x7fb338100e70 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb33dddc700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819b650 con 0x7fb338105570 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb3377fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb3381004d0 0x7fb338196360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:54.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb3377fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb3381004d0 0x7fb338196360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46854/0 (socket says 172.21.15.45:46854) 2023-03-22T14:26:54.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.000+0000 7fb3377fe700 1 -- 172.21.15.45:0/2842917737 learned_addr learned my addr 172.21.15.45:0/2842917737 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:54.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb337fff700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb338105570 0x7fb33819ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:54.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb3377fe700 1 -- 172.21.15.45:0/2842917737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb338105570 msgr2=0x7fb33819ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb3377fe700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb338105570 0x7fb33819ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb3377fe700 1 -- 172.21.15.45:0/2842917737 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb338100e70 msgr2=0x7fb3381968a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb3377fe700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb338100e70 0x7fb3381968a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb3377fe700 1 -- 172.21.15.45:0/2842917737 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb328009520 con 0x7fb3381004d0 2023-03-22T14:26:54.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb3377fe700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb3381004d0 0x7fb338196360 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb32800eb30 tx=0x7fb32800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:54.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb334ff9700 1 -- 172.21.15.45:0/2842917737 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb328009880 con 0x7fb3381004d0 2023-03-22T14:26:54.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb32c0095f0 con 0x7fb3381004d0 2023-03-22T14:26:54.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.001+0000 7fb334ff9700 1 -- 172.21.15.45:0/2842917737 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3280044e0 con 0x7fb3381004d0 2023-03-22T14:26:54.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.002+0000 7fb334ff9700 1 -- 172.21.15.45:0/2842917737 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb328003e90 con 0x7fb3381004d0 2023-03-22T14:26:54.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.002+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3381102f0 con 0x7fb3381004d0 2023-03-22T14:26:54.005 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:54.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.003+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb338110160 con 0x7fb3381004d0 2023-03-22T14:26:54.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.006+0000 7fb334ff9700 1 -- 172.21.15.45:0/2842917737 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb328004000 con 0x7fb3381004d0 2023-03-22T14:26:54.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.007+0000 7fb334ff9700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb32009fb60 0x7fb3200a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.008+0000 7fb334ff9700 1 -- 172.21.15.45:0/2842917737 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb328014070 con 0x7fb3381004d0 2023-03-22T14:26:54.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.008+0000 7fb336ffd700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb32009fb60 0x7fb3200a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:54.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.009+0000 7fb336ffd700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb32009fb60 0x7fb3200a2010 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb32c006010 tx=0x7fb32c003680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:54.012 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.012+0000 7fb334ff9700 1 -- 172.21.15.45:0/2842917737 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb328094e80 con 0x7fb3381004d0 2023-03-22T14:26:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:53 smithi142 ceph-mon[94717]: pgmap v292: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 287 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:53 smithi098 ceph-mon[94136]: pgmap v292: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 287 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.311+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fb338110480 con 0x7fb3381004d0 2023-03-22T14:26:54.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.311+0000 7fb334ff9700 1 -- 172.21.15.45:0/2842917737 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fb3280984a0 con 0x7fb3381004d0 2023-03-22T14:26:54.312 INFO:teuthology.orchestra.run.smithi045.stdout:111669149753 2023-03-22T14:26:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb32009fb60 msgr2=0x7fb3200a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb32009fb60 0x7fb3200a2010 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb32c006010 tx=0x7fb32c003680 comp rx=0 tx=0).stop 2023-03-22T14:26:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb3381004d0 msgr2=0x7fb338196360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb3381004d0 0x7fb338196360 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb32800eb30 tx=0x7fb32800ee40 comp rx=0 tx=0).stop 2023-03-22T14:26:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 shutdown_connections 2023-03-22T14:26:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb32009fb60 0x7fb3200a2010 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb3381004d0 0x7fb338196360 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb338105570 0x7fb33819ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 --2- 172.21.15.45:0/2842917737 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb338100e70 0x7fb3381968a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.313+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 >> 172.21.15.45:0/2842917737 conn(0x7fb3380fbd50 msgr2=0x7fb3380fc750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.314+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 shutdown_connections 2023-03-22T14:26:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.314+0000 7fb33dddc700 1 -- 172.21.15.45:0/2842917737 wait complete. 2023-03-22T14:26:54.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 -- 172.21.15.45:0/4117496424 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664100e70 msgr2=0x7f0664104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 --2- 172.21.15.45:0/4117496424 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664100e70 0x7f0664104e40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f06580099c0 tx=0x7f0658009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 -- 172.21.15.45:0/4117496424 shutdown_connections 2023-03-22T14:26:54.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 --2- 172.21.15.45:0/4117496424 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0664105570 0x7f066410d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 --2- 172.21.15.45:0/4117496424 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06641004d0 0x7f06641008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 --2- 172.21.15.45:0/4117496424 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664100e70 0x7f0664104e40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 -- 172.21.15.45:0/4117496424 >> 172.21.15.45:0/4117496424 conn(0x7f06640fbd50 msgr2=0x7f06640fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:54.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 -- 172.21.15.45:0/4117496424 shutdown_connections 2023-03-22T14:26:54.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.584+0000 7f0669f39700 1 -- 172.21.15.45:0/4117496424 wait complete. 2023-03-22T14:26:54.590 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.586+0000 7f0669f39700 1 Processor -- start 2023-03-22T14:26:54.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.586+0000 7f0669f39700 1 -- start start 2023-03-22T14:26:54.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.586+0000 7f0669f39700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f06641004d0 0x7f0664198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.586+0000 7f0669f39700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0664100e70 0x7f0664198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f0669f39700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664105570 0x7f066419ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f0669f39700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f066419d4c0 con 0x7f0664105570 2023-03-22T14:26:54.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f0669f39700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f066419d630 con 0x7f06641004d0 2023-03-22T14:26:54.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f0669f39700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f066419d7f0 con 0x7f0664100e70 2023-03-22T14:26:54.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f06641004d0 0x7f0664198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:54.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f06641004d0 0x7f0664198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:46240/0 (socket says 172.21.15.45:46240) 2023-03-22T14:26:54.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 -- 172.21.15.45:0/3874446817 learned_addr learned my addr 172.21.15.45:0/3874446817 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:54.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f0662ffd700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0664100e70 0x7f0664198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:54.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f0663fff700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664105570 0x7f066419ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:54.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 -- 172.21.15.45:0/3874446817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0664100e70 msgr2=0x7f0664198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0664100e70 0x7f0664198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 -- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664105570 msgr2=0x7f066419ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664105570 0x7f066419ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 -- 172.21.15.45:0/3874446817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06580095f0 con 0x7f06641004d0 2023-03-22T14:26:54.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.587+0000 7f06637fe700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f06641004d0 0x7f0664198500 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f065400e9a0 tx=0x7f065400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:54.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.588+0000 7f0660ff9700 1 -- 172.21.15.45:0/3874446817 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0654009790 con 0x7f06641004d0 2023-03-22T14:26:54.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.588+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06641102a0 con 0x7f06641004d0 2023-03-22T14:26:54.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.588+0000 7f0660ff9700 1 -- 172.21.15.45:0/3874446817 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0654010430 con 0x7f06641004d0 2023-03-22T14:26:54.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.588+0000 7f0660ff9700 1 -- 172.21.15.45:0/3874446817 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0654018680 con 0x7f06641004d0 2023-03-22T14:26:54.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.588+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0664110110 con 0x7f06641004d0 2023-03-22T14:26:54.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.589+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0664110430 con 0x7f06641004d0 2023-03-22T14:26:54.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.592+0000 7f0660ff9700 1 -- 172.21.15.45:0/3874446817 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f06540105a0 con 0x7f06641004d0 2023-03-22T14:26:54.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.593+0000 7f0660ff9700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f064c09fb60 0x7f064c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:54.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.593+0000 7f0660ff9700 1 -- 172.21.15.45:0/3874446817 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f0654014070 con 0x7f06641004d0 2023-03-22T14:26:54.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.593+0000 7f0662ffd700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f064c09fb60 0x7f064c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:54.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.594+0000 7f0662ffd700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f064c09fb60 0x7f064c0a2010 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0658009990 tx=0x7f0658005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:54.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.595+0000 7f0660ff9700 1 -- 172.21.15.45:0/3874446817 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f0654094f90 con 0x7f06641004d0 2023-03-22T14:26:54.709 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:26:54.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.821+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f0664066e30 con 0x7f06641004d0 2023-03-22T14:26:54.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.822+0000 7f0660ff9700 1 -- 172.21.15.45:0/3874446817 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f06540985b0 con 0x7f06641004d0 2023-03-22T14:26:54.823 INFO:teuthology.orchestra.run.smithi045.stdout:309237645338 2023-03-22T14:26:54.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f064c09fb60 msgr2=0x7f064c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f064c09fb60 0x7f064c0a2010 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0658009990 tx=0x7f0658005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f06641004d0 msgr2=0x7f0664198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:54.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f06641004d0 0x7f0664198500 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f065400e9a0 tx=0x7f065400ecb0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 shutdown_connections 2023-03-22T14:26:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f064c09fb60 0x7f064c0a2010 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0664105570 0x7f066419ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f06641004d0 0x7f0664198500 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 --2- 172.21.15.45:0/3874446817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0664100e70 0x7f0664198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.825+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 >> 172.21.15.45:0/3874446817 conn(0x7f06640fbd50 msgr2=0x7f06640fcaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.826+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 shutdown_connections 2023-03-22T14:26:54.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:54.826+0000 7f0669f39700 1 -- 172.21.15.45:0/3874446817 wait complete. 2023-03-22T14:26:54.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:54 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2842917737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-03-22T14:26:55.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:54 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2842917737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-03-22T14:26:55.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:54 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2842917737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-03-22T14:26:55.290 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149751 got 111669149753 for osd.3 2023-03-22T14:26:55.291 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:55.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 -- 172.21.15.45:0/695596357 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 msgr2=0x7f935c1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:55.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 --2- 172.21.15.45:0/695596357 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1006d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f93580099c0 tx=0x7f9358009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 -- 172.21.15.45:0/695596357 shutdown_connections 2023-03-22T14:26:55.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 --2- 172.21.15.45:0/695596357 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1006d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 --2- 172.21.15.45:0/695596357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f935c1053a0 0x7f935c10cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 --2- 172.21.15.45:0/695596357 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f935c100ca0 0x7f935c104c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 -- 172.21.15.45:0/695596357 >> 172.21.15.45:0/695596357 conn(0x7f935c0fbb80 msgr2=0x7f935c0fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:55.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 -- 172.21.15.45:0/695596357 shutdown_connections 2023-03-22T14:26:55.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.358+0000 7f93627bb700 1 -- 172.21.15.45:0/695596357 wait complete. 2023-03-22T14:26:55.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.359+0000 7f93627bb700 1 Processor -- start 2023-03-22T14:26:55.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.359+0000 7f93627bb700 1 -- start start 2023-03-22T14:26:55.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93627bb700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1961d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:55.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93627bb700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f935c100ca0 0x7f935c196710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:55.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93627bb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f935c1053a0 0x7f935c19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:55.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93627bb700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c19b190 con 0x7f935c100300 2023-03-22T14:26:55.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93627bb700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c19b300 con 0x7f935c1053a0 2023-03-22T14:26:55.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93627bb700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c19b4c0 con 0x7f935c100ca0 2023-03-22T14:26:55.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1961d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:55.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1961d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46884/0 (socket says 172.21.15.45:46884) 2023-03-22T14:26:55.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 -- 172.21.15.45:0/4112526586 learned_addr learned my addr 172.21.15.45:0/4112526586 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:55.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f9361fba700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f935c1053a0 0x7f935c19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:55.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f9360fb8700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f935c100ca0 0x7f935c196710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 -- 172.21.15.45:0/4112526586 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f935c100ca0 msgr2=0x7f935c196710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f935c100ca0 0x7f935c196710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 -- 172.21.15.45:0/4112526586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f935c1053a0 msgr2=0x7f935c19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f935c1053a0 0x7f935c19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.360+0000 7f93617b9700 1 -- 172.21.15.45:0/4112526586 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93580095f0 con 0x7f935c100300 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.361+0000 7f93617b9700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1961d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f935800b580 tx=0x7f935800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.361+0000 7f93527fc700 1 -- 172.21.15.45:0/4112526586 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f935801d070 con 0x7f935c100300 2023-03-22T14:26:55.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.361+0000 7f93527fc700 1 -- 172.21.15.45:0/4112526586 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9358005050 con 0x7f935c100300 2023-03-22T14:26:55.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.361+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f935c110130 con 0x7f935c100300 2023-03-22T14:26:55.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.361+0000 7f93527fc700 1 -- 172.21.15.45:0/4112526586 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9358004a40 con 0x7f935c100300 2023-03-22T14:26:55.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.361+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f935c10ffa0 con 0x7f935c100300 2023-03-22T14:26:55.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.362+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f935c1102c0 con 0x7f935c100300 2023-03-22T14:26:55.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.364+0000 7f93527fc700 1 -- 172.21.15.45:0/4112526586 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f93580051c0 con 0x7f935c100300 2023-03-22T14:26:55.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.365+0000 7f93527fc700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f934809fb60 0x7f93480a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:55.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.365+0000 7f93527fc700 1 -- 172.21.15.45:0/4112526586 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f93580cb950 con 0x7f935c100300 2023-03-22T14:26:55.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.365+0000 7f9360fb8700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f934809fb60 0x7f93480a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:55.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.366+0000 7f9360fb8700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f934809fb60 0x7f93480a2010 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f935c1977f0 tx=0x7f934c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:55.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.369+0000 7f93527fc700 1 -- 172.21.15.45:0/4112526586 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f93580956f0 con 0x7f935c100300 2023-03-22T14:26:55.593 INFO:teuthology.orchestra.run.smithi045.stdout:77309411391 2023-03-22T14:26:55.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.592+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f935c04e850 con 0x7f935c100300 2023-03-22T14:26:55.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.593+0000 7f93527fc700 1 -- 172.21.15.45:0/4112526586 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9358026020 con 0x7f935c100300 2023-03-22T14:26:55.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f934809fb60 msgr2=0x7f93480a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:55.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f934809fb60 0x7f93480a2010 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f935c1977f0 tx=0x7f934c009260 comp rx=0 tx=0).stop 2023-03-22T14:26:55.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 msgr2=0x7f935c1961d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:55.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1961d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f935800b580 tx=0x7f935800bfd0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 shutdown_connections 2023-03-22T14:26:55.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f934809fb60 0x7f93480a2010 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f935c100300 0x7f935c1961d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f935c1053a0 0x7f935c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 --2- 172.21.15.45:0/4112526586 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f935c100ca0 0x7f935c196710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:55.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.595+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 >> 172.21.15.45:0/4112526586 conn(0x7f935c0fbb80 msgr2=0x7f935c0fc5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:55.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.596+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 shutdown_connections 2023-03-22T14:26:55.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:55.596+0000 7f93627bb700 1 -- 172.21.15.45:0/4112526586 wait complete. 2023-03-22T14:26:55.998 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645336 got 309237645338 for osd.10 2023-03-22T14:26:55.999 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:56.019 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:55 smithi045 ceph-mon[91728]: pgmap v293: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:56.019 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:55 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3874446817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-03-22T14:26:56.019 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:55 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4112526586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-03-22T14:26:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:55 smithi142 ceph-mon[94717]: pgmap v293: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:55 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3874446817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-03-22T14:26:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:55 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4112526586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-03-22T14:26:56.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 -- 172.21.15.45:0/2817607331 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 msgr2=0x7f44801008a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 --2- 172.21.15.45:0/2817607331 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 0x7f44801008a0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f44700099c0 tx=0x7f4470009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 -- 172.21.15.45:0/2817607331 shutdown_connections 2023-03-22T14:26:56.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 --2- 172.21.15.45:0/2817607331 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 0x7f44801008a0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 --2- 172.21.15.45:0/2817607331 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4480105570 0x7f448010d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 --2- 172.21.15.45:0/2817607331 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 0x7f4480104e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 -- 172.21.15.45:0/2817607331 >> 172.21.15.45:0/2817607331 conn(0x7f44800fbd50 msgr2=0x7f44800fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:56.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 -- 172.21.15.45:0/2817607331 shutdown_connections 2023-03-22T14:26:56.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.161+0000 7f44859cf700 1 -- 172.21.15.45:0/2817607331 wait complete. 2023-03-22T14:26:56.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.162+0000 7f44859cf700 1 Processor -- start 2023-03-22T14:26:56.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.162+0000 7f44859cf700 1 -- start start 2023-03-22T14:26:56.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f44859cf700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 0x7f4480198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f44859cf700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 0x7f4480198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f44859cf700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4480105570 0x7f448019cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f44859cf700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f448019d550 con 0x7f44801004d0 2023-03-22T14:26:56.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f44859cf700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f448019d6c0 con 0x7f4480100e70 2023-03-22T14:26:56.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f44859cf700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f448019d880 con 0x7f4480105570 2023-03-22T14:26:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:55 smithi098 ceph-mon[94136]: pgmap v293: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2023-03-22T14:26:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:55 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3874446817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-03-22T14:26:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:55 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4112526586' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-03-22T14:26:56.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f447e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 0x7f4480198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f447effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 0x7f4480198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f447e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 0x7f4480198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:56900/0 (socket says 172.21.15.45:56900) 2023-03-22T14:26:56.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f447e7fc700 1 -- 172.21.15.45:0/4064170079 learned_addr learned my addr 172.21.15.45:0/4064170079 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:56.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.163+0000 7f447f7fe700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4480105570 0x7f448019cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f447e7fc700 1 -- 172.21.15.45:0/4064170079 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4480105570 msgr2=0x7f448019cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f447e7fc700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4480105570 0x7f448019cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f447e7fc700 1 -- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 msgr2=0x7f4480198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f447e7fc700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 0x7f4480198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f447e7fc700 1 -- 172.21.15.45:0/4064170079 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4478009c40 con 0x7f4480100e70 2023-03-22T14:26:56.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f447e7fc700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 0x7f4480198ad0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f447400e970 tx=0x7f447400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:56.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f44849cd700 1 -- 172.21.15.45:0/4064170079 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4474009790 con 0x7f4480100e70 2023-03-22T14:26:56.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f44849cd700 1 -- 172.21.15.45:0/4064170079 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f447400c7c0 con 0x7f4480100e70 2023-03-22T14:26:56.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f44849cd700 1 -- 172.21.15.45:0/4064170079 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44740054b0 con 0x7f4480100e70 2023-03-22T14:26:56.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44700095f0 con 0x7f4480100e70 2023-03-22T14:26:56.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.164+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4480110300 con 0x7f4480100e70 2023-03-22T14:26:56.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.166+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4480110170 con 0x7f4480100e70 2023-03-22T14:26:56.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.167+0000 7f44849cd700 1 -- 172.21.15.45:0/4064170079 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f447400c930 con 0x7f4480100e70 2023-03-22T14:26:56.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.169+0000 7f44849cd700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f446809fbe0 0x7f44680a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.169+0000 7f44849cd700 1 -- 172.21.15.45:0/4064170079 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f4474014070 con 0x7f4480100e70 2023-03-22T14:26:56.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.169+0000 7f447effd700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f446809fbe0 0x7f44680a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.170+0000 7f447effd700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f446809fbe0 0x7f44680a2090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4470009990 tx=0x7f4470005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:56.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.173+0000 7f44849cd700 1 -- 172.21.15.45:0/4064170079 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4474094b10 con 0x7f4480100e70 2023-03-22T14:26:56.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/1607295256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4100e80 msgr2=0x7fb9a4104e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/1607295256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4100e80 0x7fb9a4104e50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb9980099c0 tx=0x7fb998009cd0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/1607295256 shutdown_connections 2023-03-22T14:26:56.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/1607295256 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a4105580 0x7fb9a410d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/1607295256 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a41004e0 0x7fb9a41008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/1607295256 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4100e80 0x7fb9a4104e50 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/1607295256 >> 172.21.15.45:0/1607295256 conn(0x7fb9a40fbd80 msgr2=0x7fb9a40fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:56.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/1607295256 shutdown_connections 2023-03-22T14:26:56.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.262+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/1607295256 wait complete. 2023-03-22T14:26:56.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.263+0000 7fb9a8e8f700 1 Processor -- start 2023-03-22T14:26:56.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.264+0000 7fb9a8e8f700 1 -- start start 2023-03-22T14:26:56.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.264+0000 7fb9a8e8f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a41004e0 0x7fb9a41962e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.264+0000 7fb9a8e8f700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a4100e80 0x7fb9a4196820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.264+0000 7fb9a8e8f700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4105580 0x7fb9a419ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.264+0000 7fb9a8e8f700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a419b2a0 con 0x7fb9a4105580 2023-03-22T14:26:56.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.264+0000 7fb9a8e8f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a419b410 con 0x7fb9a41004e0 2023-03-22T14:26:56.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.264+0000 7fb9a8e8f700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a419b5d0 con 0x7fb9a4100e80 2023-03-22T14:26:56.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a4100e80 0x7fb9a4196820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a41004e0 0x7fb9a41962e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a2d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4105580 0x7fb9a419ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a4100e80 0x7fb9a4196820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:44394/0 (socket says 172.21.15.45:44394) 2023-03-22T14:26:56.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 -- 172.21.15.45:0/2230124582 learned_addr learned my addr 172.21.15.45:0/2230124582 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:56.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a41004e0 0x7fb9a41962e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:56908/0 (socket says 172.21.15.45:56908) 2023-03-22T14:26:56.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 -- 172.21.15.45:0/2230124582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a41004e0 msgr2=0x7fb9a41962e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a41004e0 0x7fb9a41962e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 -- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4105580 msgr2=0x7fb9a419ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4105580 0x7fb9a419ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 -- 172.21.15.45:0/2230124582 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9980095f0 con 0x7fb9a4100e80 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a259c700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a41004e0 0x7fb9a41962e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.265+0000 7fb9a1d9b700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a4100e80 0x7fb9a4196820 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb99800b580 tx=0x7fb99800bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.266+0000 7fb9937fe700 1 -- 172.21.15.45:0/2230124582 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99801d070 con 0x7fb9a4100e80 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.266+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9a41102b0 con 0x7fb9a4100e80 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.266+0000 7fb9937fe700 1 -- 172.21.15.45:0/2230124582 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb998005050 con 0x7fb9a4100e80 2023-03-22T14:26:56.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.266+0000 7fb9937fe700 1 -- 172.21.15.45:0/2230124582 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb998004950 con 0x7fb9a4100e80 2023-03-22T14:26:56.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.266+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9a4110120 con 0x7fb9a4100e80 2023-03-22T14:26:56.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.267+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9a4110440 con 0x7fb9a4100e80 2023-03-22T14:26:56.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.269+0000 7fb9937fe700 1 -- 172.21.15.45:0/2230124582 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb9980051c0 con 0x7fb9a4100e80 2023-03-22T14:26:56.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.270+0000 7fb9937fe700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb98c09fb60 0x7fb98c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.270+0000 7fb9937fe700 1 -- 172.21.15.45:0/2230124582 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb9980cb880 con 0x7fb9a4100e80 2023-03-22T14:26:56.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.271+0000 7fb9a259c700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb98c09fb60 0x7fb98c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.271+0000 7fb9a259c700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb98c09fb60 0x7fb98c0a2010 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb994011490 tx=0x7fb994009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:56.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.272+0000 7fb9937fe700 1 -- 172.21.15.45:0/2230124582 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb998095620 con 0x7fb9a4100e80 2023-03-22T14:26:56.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.087+0000 7f6ad772c700 1 -- 172.21.15.45:0/3121684271 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 msgr2=0x7f6ad01040b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.087+0000 7f6ad772c700 1 --2- 172.21.15.45:0/3121684271 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01040b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6ac00098f0 tx=0x7f6ac0009c00 comp rx=0 tx=0).stop 2023-03-22T14:26:56.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.088+0000 7f6ad772c700 1 -- 172.21.15.45:0/3121684271 shutdown_connections 2023-03-22T14:26:56.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.088+0000 7f6ad772c700 1 --2- 172.21.15.45:0/3121684271 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6ad01045f0 0x7f6ad0104a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.088+0000 7f6ad772c700 1 --2- 172.21.15.45:0/3121684271 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6ad00ff2c0 0x7f6ad00ff690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.088+0000 7f6ad772c700 1 --2- 172.21.15.45:0/3121684271 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01040b0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.088+0000 7f6ad772c700 1 -- 172.21.15.45:0/3121684271 >> 172.21.15.45:0/3121684271 conn(0x7f6ad0077030 msgr2=0x7f6ad0077430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:56.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.088+0000 7f6ad772c700 1 -- 172.21.15.45:0/3121684271 shutdown_connections 2023-03-22T14:26:56.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.088+0000 7f6ad772c700 1 -- 172.21.15.45:0/3121684271 wait complete. 2023-03-22T14:26:56.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 Processor -- start 2023-03-22T14:26:56.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 -- start start 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6ad00ff2c0 0x7f6ad01a2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01a2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6ad01045f0 0x7f6ad019c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad019d030 con 0x7f6ad00ffbd0 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad019d1a0 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.089+0000 7f6ad772c700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad019d360 con 0x7f6ad01045f0 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad4cc7700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01a2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad54c8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6ad00ff2c0 0x7f6ad01a2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad4cc7700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01a2dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48866/0 (socket says 172.21.15.45:48866) 2023-03-22T14:26:56.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad4cc7700 1 -- 172.21.15.45:0/2342658057 learned_addr learned my addr 172.21.15.45:0/2342658057 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:56.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad5cc9700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6ad01045f0 0x7f6ad019c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad54c8700 1 -- 172.21.15.45:0/2342658057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6ad01045f0 msgr2=0x7f6ad019c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad54c8700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6ad01045f0 0x7f6ad019c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad54c8700 1 -- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 msgr2=0x7f6ad01a2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad54c8700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01a2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad54c8700 1 -- 172.21.15.45:0/2342658057 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac0009520 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad4cc7700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01a2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:56.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.090+0000 7f6ad54c8700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6ad00ff2c0 0x7f6ad01a2890 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6acc00e9c0 tx=0x7f6acc00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:56.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.091+0000 7f6ac67fc700 1 -- 172.21.15.45:0/2342658057 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6acc00c9c0 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.091+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ad0116910 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.091+0000 7f6ac67fc700 1 -- 172.21.15.45:0/2342658057 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6acc010430 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.360 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.091+0000 7f6ac67fc700 1 -- 172.21.15.45:0/2342658057 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6acc018680 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.091+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ad0116780 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.092+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ad0116aa0 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.094+0000 7f6ac67fc700 1 -- 172.21.15.45:0/2342658057 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f6acc00cb20 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.095+0000 7f6ac67fc700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6abc09fb60 0x7f6abc0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:56.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.095+0000 7f6ac67fc700 1 -- 172.21.15.45:0/2342658057 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f6acc014070 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.096+0000 7f6ad4cc7700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6abc09fb60 0x7f6abc0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:56.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.096+0000 7f6ad4cc7700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6abc09fb60 0x7f6abc0a2010 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6ad019e0b0 tx=0x7f6ac0019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:56.362 INFO:teuthology.orchestra.run.smithi045.stdout:253403070500 2023-03-22T14:26:56.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.099+0000 7f6ac67fc700 1 -- 172.21.15.45:0/2342658057 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6acc0515c0 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.323+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f6ad019de50 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.323+0000 7f6ac67fc700 1 -- 172.21.15.45:0/2342658057 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f6ad019de50 con 0x7f6ad00ff2c0 2023-03-22T14:26:56.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6abc09fb60 msgr2=0x7f6abc0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6abc09fb60 0x7f6abc0a2010 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6ad019e0b0 tx=0x7f6ac0019040 comp rx=0 tx=0).stop 2023-03-22T14:26:56.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6ad00ff2c0 msgr2=0x7f6ad01a2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6ad00ff2c0 0x7f6ad01a2890 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6acc00e9c0 tx=0x7f6acc00ecd0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 shutdown_connections 2023-03-22T14:26:56.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f6abc09fb60 0x7f6abc0a2010 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6ad01045f0 0x7f6ad019c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6ad00ff2c0 0x7f6ad01a2890 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 --2- 172.21.15.45:0/2342658057 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6ad00ffbd0 0x7f6ad01a2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 >> 172.21.15.45:0/2342658057 conn(0x7f6ad0077030 msgr2=0x7f6ad01021a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:56.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 shutdown_connections 2023-03-22T14:26:56.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.326+0000 7f6ad772c700 1 -- 172.21.15.45:0/2342658057 wait complete. 2023-03-22T14:26:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.420+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f4480110490 con 0x7f4480100e70 2023-03-22T14:26:56.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.421+0000 7f44849cd700 1 -- 172.21.15.45:0/4064170079 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4474098130 con 0x7f4480100e70 2023-03-22T14:26:56.422 INFO:teuthology.orchestra.run.smithi045.stdout:34359738439 2023-03-22T14:26:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.423+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f446809fbe0 msgr2=0x7f44680a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.423+0000 7f44859cf700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f446809fbe0 0x7f44680a2090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4470009990 tx=0x7f4470005fb0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.423+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 msgr2=0x7f4480198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.423+0000 7f44859cf700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 0x7f4480198ad0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f447400e970 tx=0x7f447400ec80 comp rx=0 tx=0).stop 2023-03-22T14:26:56.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 shutdown_connections 2023-03-22T14:26:56.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f446809fbe0 0x7f44680a2090 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f44801004d0 0x7f4480198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4480105570 0x7f448019cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 --2- 172.21.15.45:0/4064170079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4480100e70 0x7f4480198ad0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 >> 172.21.15.45:0/4064170079 conn(0x7f44800fbd50 msgr2=0x7f44800fcb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:56.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 shutdown_connections 2023-03-22T14:26:56.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.424+0000 7f44859cf700 1 -- 172.21.15.45:0/4064170079 wait complete. 2023-03-22T14:26:56.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.535+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7fb9a41a3360 con 0x7fb9a4100e80 2023-03-22T14:26:56.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.536+0000 7fb9937fe700 1 -- 172.21.15.45:0/2230124582 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fb998026020 con 0x7fb9a4100e80 2023-03-22T14:26:56.537 INFO:teuthology.orchestra.run.smithi045.stdout:287762808862 2023-03-22T14:26:56.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb98c09fb60 msgr2=0x7fb98c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb98c09fb60 0x7fb98c0a2010 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb994011490 tx=0x7fb994009260 comp rx=0 tx=0).stop 2023-03-22T14:26:56.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a4100e80 msgr2=0x7fb9a4196820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:56.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a4100e80 0x7fb9a4196820 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb99800b580 tx=0x7fb99800bfd0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 shutdown_connections 2023-03-22T14:26:56.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb98c09fb60 0x7fb98c0a2010 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9a4105580 0x7fb9a419ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9a41004e0 0x7fb9a41962e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 --2- 172.21.15.45:0/2230124582 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9a4100e80 0x7fb9a4196820 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:56.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 >> 172.21.15.45:0/2230124582 conn(0x7fb9a40fbd80 msgr2=0x7fb9a40fc790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:56.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 shutdown_connections 2023-03-22T14:26:56.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:56.539+0000 7fb9a8e8f700 1 -- 172.21.15.45:0/2230124582 wait complete. 2023-03-22T14:26:56.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:56 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2342658057' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-03-22T14:26:56.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:56 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4064170079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-03-22T14:26:56.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:56 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2230124582' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-03-22T14:26:57.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:56 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2342658057' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-03-22T14:26:57.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:56 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4064170079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-03-22T14:26:57.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:56 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2230124582' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-03-22T14:26:57.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:56 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2342658057' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-03-22T14:26:57.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:56 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4064170079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-03-22T14:26:57.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:56 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2230124582' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-03-22T14:26:57.324 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070497 got 253403070500 for osd.8 2023-03-22T14:26:57.325 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:57.430 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738436 got 34359738439 for osd.0 2023-03-22T14:26:57.431 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:57.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:57 smithi045 ceph-mon[91728]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:26:58.045 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411389 got 77309411391 for osd.2 2023-03-22T14:26:58.046 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:57 smithi142 ceph-mon[94717]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:26:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:57 smithi098 ceph-mon[94136]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:26:58.386 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808859 got 287762808862 for osd.9 2023-03-22T14:26:58.386 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:58.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 -- 172.21.15.45:0/345041800 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf800736d0 msgr2=0x7fdf8010c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 --2- 172.21.15.45:0/345041800 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf800736d0 0x7fdf8010c5d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdf74009990 tx=0x7fdf74009ca0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 -- 172.21.15.45:0/345041800 shutdown_connections 2023-03-22T14:26:58.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 --2- 172.21.15.45:0/345041800 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdf8010cb10 0x7fdf8010eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 --2- 172.21.15.45:0/345041800 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf80072dc0 0x7fdf80073190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 --2- 172.21.15.45:0/345041800 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf800736d0 0x7fdf8010c5d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 -- 172.21.15.45:0/345041800 >> 172.21.15.45:0/345041800 conn(0x7fdf800fbd50 msgr2=0x7fdf800fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:58.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 -- 172.21.15.45:0/345041800 shutdown_connections 2023-03-22T14:26:58.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.465+0000 7fdf8608e700 1 -- 172.21.15.45:0/345041800 wait complete. 2023-03-22T14:26:58.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.466+0000 7fdf8608e700 1 Processor -- start 2023-03-22T14:26:58.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf8608e700 1 -- start start 2023-03-22T14:26:58.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf8608e700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf80072dc0 0x7fdf80198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf8608e700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdf800736d0 0x7fdf80198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf8608e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf8010cb10 0x7fdf8019cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf8608e700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8019d550 con 0x7fdf80072dc0 2023-03-22T14:26:58.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf8608e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8019d6c0 con 0x7fdf8010cb10 2023-03-22T14:26:58.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf8608e700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8019d880 con 0x7fdf800736d0 2023-03-22T14:26:58.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf7f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf80072dc0 0x7fdf80198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf7effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdf800736d0 0x7fdf80198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf7f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf80072dc0 0x7fdf80198590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48928/0 (socket says 172.21.15.45:48928) 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf7f7fe700 1 -- 172.21.15.45:0/818446361 learned_addr learned my addr 172.21.15.45:0/818446361 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.467+0000 7fdf7ffff700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf8010cb10 0x7fdf8019cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf7effd700 1 -- 172.21.15.45:0/818446361 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf8010cb10 msgr2=0x7fdf8019cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf7effd700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf8010cb10 0x7fdf8019cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf7effd700 1 -- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf80072dc0 msgr2=0x7fdf80198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf7effd700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf80072dc0 0x7fdf80198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf7effd700 1 -- 172.21.15.45:0/818446361 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf740095f0 con 0x7fdf800736d0 2023-03-22T14:26:58.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf7effd700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdf800736d0 0x7fdf80198ad0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdf74009990 tx=0x7fdf74009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:58.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf7cff9700 1 -- 172.21.15.45:0/818446361 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7401d070 con 0x7fdf800736d0 2023-03-22T14:26:58.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.468+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf80112520 con 0x7fdf800736d0 2023-03-22T14:26:58.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.469+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf80112390 con 0x7fdf800736d0 2023-03-22T14:26:58.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.469+0000 7fdf7cff9700 1 -- 172.21.15.45:0/818446361 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf74021410 con 0x7fdf800736d0 2023-03-22T14:26:58.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.469+0000 7fdf7cff9700 1 -- 172.21.15.45:0/818446361 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf74017650 con 0x7fdf800736d0 2023-03-22T14:26:58.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.470+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf6c005320 con 0x7fdf800736d0 2023-03-22T14:26:58.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.473+0000 7fdf7cff9700 1 -- 172.21.15.45:0/818446361 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fdf7400fad0 con 0x7fdf800736d0 2023-03-22T14:26:58.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.475+0000 7fdf7cff9700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdf6809fbe0 0x7fdf680a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.475+0000 7fdf7cff9700 1 -- 172.21.15.45:0/818446361 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fdf740cc450 con 0x7fdf800736d0 2023-03-22T14:26:58.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.475+0000 7fdf7f7fe700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdf6809fbe0 0x7fdf680a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.475+0000 7fdf7cff9700 1 -- 172.21.15.45:0/818446361 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fdf740961f0 con 0x7fdf800736d0 2023-03-22T14:26:58.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.476+0000 7fdf7f7fe700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdf6809fbe0 0x7fdf680a2090 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fdf70009d20 tx=0x7fdf70009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:58.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.697+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fdf6c005190 con 0x7fdf800736d0 2023-03-22T14:26:58.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.698+0000 7fdf7cff9700 1 -- 172.21.15.45:0/818446361 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fdf74099810 con 0x7fdf800736d0 2023-03-22T14:26:58.699 INFO:teuthology.orchestra.run.smithi045.stdout:167503724593 2023-03-22T14:26:58.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdf6809fbe0 msgr2=0x7fdf680a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdf6809fbe0 0x7fdf680a2090 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fdf70009d20 tx=0x7fdf70009260 comp rx=0 tx=0).stop 2023-03-22T14:26:58.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdf800736d0 msgr2=0x7fdf80198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdf800736d0 0x7fdf80198ad0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdf74009990 tx=0x7fdf74009580 comp rx=0 tx=0).stop 2023-03-22T14:26:58.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 shutdown_connections 2023-03-22T14:26:58.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fdf6809fbe0 0x7fdf680a2090 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdf80072dc0 0x7fdf80198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf8010cb10 0x7fdf8019cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 --2- 172.21.15.45:0/818446361 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdf800736d0 0x7fdf80198ad0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.700+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 >> 172.21.15.45:0/818446361 conn(0x7fdf800fbd50 msgr2=0x7fdf80104570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:58.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.701+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 shutdown_connections 2023-03-22T14:26:58.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.701+0000 7fdf8608e700 1 -- 172.21.15.45:0/818446361 wait complete. 2023-03-22T14:26:58.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 -- 172.21.15.45:0/152523559 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 msgr2=0x7fd724104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/152523559 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd724104e40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd71000ddd0 tx=0x7fd7100084b0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 -- 172.21.15.45:0/152523559 shutdown_connections 2023-03-22T14:26:58.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/152523559 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd724105570 0x7fd72410d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/152523559 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd7241004d0 0x7fd7241008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/152523559 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd724104e40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 -- 172.21.15.45:0/152523559 >> 172.21.15.45:0/152523559 conn(0x7fd7240fbd50 msgr2=0x7fd7240fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:58.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 -- 172.21.15.45:0/152523559 shutdown_connections 2023-03-22T14:26:58.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.730+0000 7fd72b0c2700 1 -- 172.21.15.45:0/152523559 wait complete. 2023-03-22T14:26:58.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.731+0000 7fd72b0c2700 1 Processor -- start 2023-03-22T14:26:58.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.731+0000 7fd72b0c2700 1 -- start start 2023-03-22T14:26:58.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd72b0c2700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7241004d0 0x7fd7241942a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd72b0c2700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd7241947e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd72b0c2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd724105570 0x7fd724198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd72b0c2700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd724199260 con 0x7fd7241004d0 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd72b0c2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7241993d0 con 0x7fd724105570 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd72b0c2700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd724199590 con 0x7fd724100e70 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd728e5e700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7241004d0 0x7fd7241942a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd723fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd7241947e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd723fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd7241947e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:44434/0 (socket says 172.21.15.45:44434) 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd723fff700 1 -- 172.21.15.45:0/3513143164 learned_addr learned my addr 172.21.15.45:0/3513143164 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd728e5e700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7241004d0 0x7fd7241942a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48940/0 (socket says 172.21.15.45:48940) 2023-03-22T14:26:58.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.732+0000 7fd72965f700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd724105570 0x7fd724198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd723fff700 1 -- 172.21.15.45:0/3513143164 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd724105570 msgr2=0x7fd724198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd723fff700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd724105570 0x7fd724198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd723fff700 1 -- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7241004d0 msgr2=0x7fd7241942a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd723fff700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7241004d0 0x7fd7241942a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd723fff700 1 -- 172.21.15.45:0/3513143164 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd71c009c40 con 0x7fd724100e70 2023-03-22T14:26:58.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd728e5e700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7241004d0 0x7fd7241942a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:26:58.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd723fff700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd7241947e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd710008840 tx=0x7fd71001fd00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:58.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd721ffb700 1 -- 172.21.15.45:0/3513143164 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd710024070 con 0x7fd724100e70 2023-03-22T14:26:58.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd71000da00 con 0x7fd724100e70 2023-03-22T14:26:58.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd721ffb700 1 -- 172.21.15.45:0/3513143164 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd71000d450 con 0x7fd724100e70 2023-03-22T14:26:58.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd721ffb700 1 -- 172.21.15.45:0/3513143164 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd710028e90 con 0x7fd724100e70 2023-03-22T14:26:58.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.733+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd72410e1b0 con 0x7fd724100e70 2023-03-22T14:26:58.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.734+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd72410e020 con 0x7fd724100e70 2023-03-22T14:26:58.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.736+0000 7fd721ffb700 1 -- 172.21.15.45:0/3513143164 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fd710016850 con 0x7fd724100e70 2023-03-22T14:26:58.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.737+0000 7fd721ffb700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd71409fb60 0x7fd7140a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:26:58.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.737+0000 7fd721ffb700 1 -- 172.21.15.45:0/3513143164 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fd7100d43f0 con 0x7fd724100e70 2023-03-22T14:26:58.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.738+0000 7fd728e5e700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd71409fb60 0x7fd7140a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:26:58.739 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.738+0000 7fd728e5e700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd71409fb60 0x7fd7140a2010 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd718006fd0 tx=0x7fd718009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:26:58.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.740+0000 7fd721ffb700 1 -- 172.21.15.45:0/3513143164 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fd71009e190 con 0x7fd724100e70 2023-03-22T14:26:58.973 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.972+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd72410e340 con 0x7fd724100e70 2023-03-22T14:26:58.973 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.973+0000 7fd721ffb700 1 -- 172.21.15.45:0/3513143164 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd71002d020 con 0x7fd724100e70 2023-03-22T14:26:58.974 INFO:teuthology.orchestra.run.smithi045.stdout:55834574915 2023-03-22T14:26:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd71409fb60 msgr2=0x7fd7140a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd71409fb60 0x7fd7140a2010 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd718006fd0 tx=0x7fd718009190 comp rx=0 tx=0).stop 2023-03-22T14:26:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 msgr2=0x7fd7241947e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:26:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd7241947e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd710008840 tx=0x7fd71001fd00 comp rx=0 tx=0).stop 2023-03-22T14:26:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 shutdown_connections 2023-03-22T14:26:58.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd71409fb60 0x7fd7140a2010 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd7241004d0 0x7fd7241942a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd724105570 0x7fd724198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 --2- 172.21.15.45:0/3513143164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd724100e70 0x7fd7241947e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:26:58.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.975+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 >> 172.21.15.45:0/3513143164 conn(0x7fd7240fbd50 msgr2=0x7fd7240fc7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:26:58.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.976+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 shutdown_connections 2023-03-22T14:26:58.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:26:58.976+0000 7fd72b0c2700 1 -- 172.21.15.45:0/3513143164 wait complete. 2023-03-22T14:26:59.341 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724591 got 167503724593 for osd.5 2023-03-22T14:26:59.341 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:59.575 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574913 got 55834574915 for osd.1 2023-03-22T14:26:59.576 DEBUG:teuthology.parallel:result is None 2023-03-22T14:26:59.576 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-03-22T14:26:59.576 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph pg dump --format=json 2023-03-22T14:26:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:59 smithi045 ceph-mon[91728]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2023-03-22T14:26:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:59 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/818446361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-03-22T14:26:59.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:26:59 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3513143164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-03-22T14:27:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:59 smithi142 ceph-mon[94717]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2023-03-22T14:27:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:59 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/818446361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-03-22T14:27:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:26:59 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3513143164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-03-22T14:27:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:59 smithi098 ceph-mon[94136]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2023-03-22T14:27:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:59 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/818446361' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-03-22T14:27:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:26:59 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3513143164' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-03-22T14:27:00.404 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:01.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 -- 172.21.15.45:0/3090694375 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c1004d0 msgr2=0x7efe0c1008a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:01.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 --2- 172.21.15.45:0/3090694375 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c1004d0 0x7efe0c1008a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efdfc0099c0 tx=0x7efdfc009cd0 comp rx=0 tx=0).stop 2023-03-22T14:27:01.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 -- 172.21.15.45:0/3090694375 shutdown_connections 2023-03-22T14:27:01.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 --2- 172.21.15.45:0/3090694375 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c1004d0 0x7efe0c1008a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:01.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 --2- 172.21.15.45:0/3090694375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efe0c105570 0x7efe0c10d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:01.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 --2- 172.21.15.45:0/3090694375 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efe0c100e70 0x7efe0c104e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:01.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 -- 172.21.15.45:0/3090694375 >> 172.21.15.45:0/3090694375 conn(0x7efe0c0fbd50 msgr2=0x7efe0c0fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:01.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 -- 172.21.15.45:0/3090694375 shutdown_connections 2023-03-22T14:27:01.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.783+0000 7efe11cbd700 1 -- 172.21.15.45:0/3090694375 wait complete. 2023-03-22T14:27:01.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 Processor -- start 2023-03-22T14:27:01.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 -- start start 2023-03-22T14:27:01.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efe0c1004d0 0x7efe0c198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:01.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efe0c100e70 0x7efe0c198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:01.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c105570 0x7efe0c19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:01.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe0c19d510 con 0x7efe0c105570 2023-03-22T14:27:01.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe0c19d680 con 0x7efe0c1004d0 2023-03-22T14:27:01.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.784+0000 7efe11cbd700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe0c19d840 con 0x7efe0c100e70 2023-03-22T14:27:01.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c105570 0x7efe0c19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:01.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c105570 0x7efe0c19cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48958/0 (socket says 172.21.15.45:48958) 2023-03-22T14:27:01.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 -- 172.21.15.45:0/1852360141 learned_addr learned my addr 172.21.15.45:0/1852360141 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:01.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0affd700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efe0c100e70 0x7efe0c198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:01.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0b7fe700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efe0c1004d0 0x7efe0c198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:01.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 -- 172.21.15.45:0/1852360141 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efe0c100e70 msgr2=0x7efe0c198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:01.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efe0c100e70 0x7efe0c198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:01.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 -- 172.21.15.45:0/1852360141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efe0c1004d0 msgr2=0x7efe0c198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:01.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efe0c1004d0 0x7efe0c198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:01.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 -- 172.21.15.45:0/1852360141 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdfc0095f0 con 0x7efe0c105570 2023-03-22T14:27:01.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.785+0000 7efe0bfff700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c105570 0x7efe0c19cf00 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efe0400ef30 tx=0x7efe0400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:01.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.786+0000 7efe08ff9700 1 -- 172.21.15.45:0/1852360141 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe04018070 con 0x7efe0c105570 2023-03-22T14:27:01.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.786+0000 7efe08ff9700 1 -- 172.21.15.45:0/1852360141 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efe0400f040 con 0x7efe0c105570 2023-03-22T14:27:01.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.786+0000 7efe08ff9700 1 -- 172.21.15.45:0/1852360141 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe0400cd00 con 0x7efe0c105570 2023-03-22T14:27:01.790 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.786+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe0c110300 con 0x7efe0c105570 2023-03-22T14:27:01.790 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.786+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe0c110170 con 0x7efe0c105570 2023-03-22T14:27:01.791 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.787+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe0c110490 con 0x7efe0c105570 2023-03-22T14:27:01.791 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.789+0000 7efe08ff9700 1 -- 172.21.15.45:0/1852360141 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7efe04003a00 con 0x7efe0c105570 2023-03-22T14:27:01.791 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.790+0000 7efe08ff9700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efdf409fbe0 0x7efdf40a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:01.791 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.790+0000 7efe08ff9700 1 -- 172.21.15.45:0/1852360141 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7efe040cafe0 con 0x7efe0c105570 2023-03-22T14:27:01.791 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.790+0000 7efe0b7fe700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efdf409fbe0 0x7efdf40a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:01.792 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.791+0000 7efe0b7fe700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efdf409fbe0 0x7efdf40a2090 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7efdfc009990 tx=0x7efdfc005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:01.793 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.793+0000 7efe08ff9700 1 -- 172.21.15.45:0/1852360141 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7efe04094d80 con 0x7efe0c105570 2023-03-22T14:27:01.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:01 smithi045 ceph-mon[91728]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:01.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:01.997+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7efe0c073cc0 con 0x7efdf409fbe0 2023-03-22T14:27:02.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.009+0000 7efe08ff9700 1 -- 172.21.15.45:0/1852360141 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340491 (secure 0 0 0) 0x7efe0c073cc0 con 0x7efdf409fbe0 2023-03-22T14:27:02.015 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:02.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efdf409fbe0 msgr2=0x7efdf40a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:02.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efdf409fbe0 0x7efdf40a2090 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7efdfc009990 tx=0x7efdfc005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:02.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c105570 msgr2=0x7efe0c19cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:02.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c105570 0x7efe0c19cf00 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efe0400ef30 tx=0x7efe0400c3a0 comp rx=0 tx=0).stop 2023-03-22T14:27:02.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 shutdown_connections 2023-03-22T14:27:02.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efdf409fbe0 0x7efdf40a2090 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:02.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7efe0c105570 0x7efe0c19cf00 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:02.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efe0c1004d0 0x7efe0c198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:02.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 --2- 172.21.15.45:0/1852360141 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efe0c100e70 0x7efe0c198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:02.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 >> 172.21.15.45:0/1852360141 conn(0x7efe0c0fbd50 msgr2=0x7efe0c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:02.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 shutdown_connections 2023-03-22T14:27:02.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:02.014+0000 7efe11cbd700 1 -- 172.21.15.45:0/1852360141 wait complete. 2023-03-22T14:27:02.019 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2023-03-22T14:27:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:01 smithi142 ceph-mon[94717]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:01 smithi098 ceph-mon[94136]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:02.571 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":296,"stamp":"2023-03-22T14:27:00.456264+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655317,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":581,"num_read_kb":415,"num_write":417,"num_write_kb":3070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":343,"ondisk_log_size":343,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":81512,"kb_used_data":13192,"kb_used_omap":0,"kb_used_meta":68224,"kb_avail":1124860312,"statfs":{"total":1151940427776,"available":1151856959488,"internally_reserved":0,"allocated":13508608,"data_stored":7321632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":69861376},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":60,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002970"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767549+0000","last_change":"2023-03-22T14:26:10.158701+0000","last_active":"2023-03-22T14:26:40.767549+0000","last_peered":"2023-03-22T14:26:40.767549+0000","last_clean":"2023-03-22T14:26:40.767549+0000","last_became_active":"2023-03-22T14:26:10.158288+0000","last_became_peered":"2023-03-22T14:26:10.158288+0000","last_unstale":"2023-03-22T14:26:40.767549+0000","last_undegraded":"2023-03-22T14:26:40.767549+0000","last_fullsized":"2023-03-22T14:26:40.767549+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:44:00.001117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766837+0000","last_change":"2023-03-22T14:26:10.156196+0000","last_active":"2023-03-22T14:26:40.766837+0000","last_peered":"2023-03-22T14:26:40.766837+0000","last_clean":"2023-03-22T14:26:40.766837+0000","last_became_active":"2023-03-22T14:26:10.155880+0000","last_became_peered":"2023-03-22T14:26:10.155880+0000","last_unstale":"2023-03-22T14:26:40.766837+0000","last_undegraded":"2023-03-22T14:26:40.766837+0000","last_fullsized":"2023-03-22T14:26:40.766837+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:32:50.696636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766128+0000","last_change":"2023-03-22T14:26:10.153558+0000","last_active":"2023-03-22T14:26:40.766128+0000","last_peered":"2023-03-22T14:26:40.766128+0000","last_clean":"2023-03-22T14:26:40.766128+0000","last_became_active":"2023-03-22T14:26:10.153197+0000","last_became_peered":"2023-03-22T14:26:10.153197+0000","last_unstale":"2023-03-22T14:26:40.766128+0000","last_undegraded":"2023-03-22T14:26:40.766128+0000","last_fullsized":"2023-03-22T14:26:40.766128+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:38:35.460811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768144+0000","last_change":"2023-03-22T14:26:10.140808+0000","last_active":"2023-03-22T14:26:40.768144+0000","last_peered":"2023-03-22T14:26:40.768144+0000","last_clean":"2023-03-22T14:26:40.768144+0000","last_became_active":"2023-03-22T14:26:10.140515+0000","last_became_peered":"2023-03-22T14:26:10.140515+0000","last_unstale":"2023-03-22T14:26:40.768144+0000","last_undegraded":"2023-03-22T14:26:40.768144+0000","last_fullsized":"2023-03-22T14:26:40.768144+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:33:24.572331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764511+0000","last_change":"2023-03-22T14:26:10.141388+0000","last_active":"2023-03-22T14:26:40.764511+0000","last_peered":"2023-03-22T14:26:40.764511+0000","last_clean":"2023-03-22T14:26:40.764511+0000","last_became_active":"2023-03-22T14:26:10.141076+0000","last_became_peered":"2023-03-22T14:26:10.141076+0000","last_unstale":"2023-03-22T14:26:40.764511+0000","last_undegraded":"2023-03-22T14:26:40.764511+0000","last_fullsized":"2023-03-22T14:26:40.764511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:53:07.444912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770481+0000","last_change":"2023-03-22T14:26:10.151250+0000","last_active":"2023-03-22T14:26:40.770481+0000","last_peered":"2023-03-22T14:26:40.770481+0000","last_clean":"2023-03-22T14:26:40.770481+0000","last_became_active":"2023-03-22T14:26:10.150925+0000","last_became_peered":"2023-03-22T14:26:10.150925+0000","last_unstale":"2023-03-22T14:26:40.770481+0000","last_undegraded":"2023-03-22T14:26:40.770481+0000","last_fullsized":"2023-03-22T14:26:40.770481+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:55:13.189674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771177+0000","last_change":"2023-03-22T14:26:10.149874+0000","last_active":"2023-03-22T14:26:40.771177+0000","last_peered":"2023-03-22T14:26:40.771177+0000","last_clean":"2023-03-22T14:26:40.771177+0000","last_became_active":"2023-03-22T14:26:10.149623+0000","last_became_peered":"2023-03-22T14:26:10.149623+0000","last_unstale":"2023-03-22T14:26:40.771177+0000","last_undegraded":"2023-03-22T14:26:40.771177+0000","last_fullsized":"2023-03-22T14:26:40.771177+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:49:06.976718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765449+0000","last_change":"2023-03-22T14:26:10.139429+0000","last_active":"2023-03-22T14:26:40.765449+0000","last_peered":"2023-03-22T14:26:40.765449+0000","last_clean":"2023-03-22T14:26:40.765449+0000","last_became_active":"2023-03-22T14:26:10.138933+0000","last_became_peered":"2023-03-22T14:26:10.138933+0000","last_unstale":"2023-03-22T14:26:40.765449+0000","last_undegraded":"2023-03-22T14:26:40.765449+0000","last_fullsized":"2023-03-22T14:26:40.765449+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:13:29.185896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769687+0000","last_change":"2023-03-22T14:26:10.147062+0000","last_active":"2023-03-22T14:26:40.769687+0000","last_peered":"2023-03-22T14:26:40.769687+0000","last_clean":"2023-03-22T14:26:40.769687+0000","last_became_active":"2023-03-22T14:26:10.146300+0000","last_became_peered":"2023-03-22T14:26:10.146300+0000","last_unstale":"2023-03-22T14:26:40.769687+0000","last_undegraded":"2023-03-22T14:26:40.769687+0000","last_fullsized":"2023-03-22T14:26:40.769687+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:03:25.295638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768970+0000","last_change":"2023-03-22T14:26:10.142094+0000","last_active":"2023-03-22T14:26:40.768970+0000","last_peered":"2023-03-22T14:26:40.768970+0000","last_clean":"2023-03-22T14:26:40.768970+0000","last_became_active":"2023-03-22T14:26:10.141785+0000","last_became_peered":"2023-03-22T14:26:10.141785+0000","last_unstale":"2023-03-22T14:26:40.768970+0000","last_undegraded":"2023-03-22T14:26:40.768970+0000","last_fullsized":"2023-03-22T14:26:40.768970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:14:32.592611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771549+0000","last_change":"2023-03-22T14:26:10.142511+0000","last_active":"2023-03-22T14:26:40.771549+0000","last_peered":"2023-03-22T14:26:40.771549+0000","last_clean":"2023-03-22T14:26:40.771549+0000","last_became_active":"2023-03-22T14:26:10.141996+0000","last_became_peered":"2023-03-22T14:26:10.141996+0000","last_unstale":"2023-03-22T14:26:40.771549+0000","last_undegraded":"2023-03-22T14:26:40.771549+0000","last_fullsized":"2023-03-22T14:26:40.771549+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:21:05.229553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.776601+0000","last_change":"2023-03-22T14:26:41.775645+0000","last_active":"2023-03-22T14:26:41.776601+0000","last_peered":"2023-03-22T14:26:41.776601+0000","last_clean":"2023-03-22T14:26:41.776601+0000","last_became_active":"2023-03-22T14:26:41.775126+0000","last_became_peered":"2023-03-22T14:26:41.775126+0000","last_unstale":"2023-03-22T14:26:41.776601+0000","last_undegraded":"2023-03-22T14:26:41.776601+0000","last_fullsized":"2023-03-22T14:26:41.776601+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:23:19.556259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761769+0000","last_change":"2023-03-22T14:26:10.140025+0000","last_active":"2023-03-22T14:26:40.761769+0000","last_peered":"2023-03-22T14:26:40.761769+0000","last_clean":"2023-03-22T14:26:40.761769+0000","last_became_active":"2023-03-22T14:26:10.139737+0000","last_became_peered":"2023-03-22T14:26:10.139737+0000","last_unstale":"2023-03-22T14:26:40.761769+0000","last_undegraded":"2023-03-22T14:26:40.761769+0000","last_fullsized":"2023-03-22T14:26:40.761769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:23:42.334060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765667+0000","last_change":"2023-03-22T14:26:10.158079+0000","last_active":"2023-03-22T14:26:40.765667+0000","last_peered":"2023-03-22T14:26:40.765667+0000","last_clean":"2023-03-22T14:26:40.765667+0000","last_became_active":"2023-03-22T14:26:10.155723+0000","last_became_peered":"2023-03-22T14:26:10.155723+0000","last_unstale":"2023-03-22T14:26:40.765667+0000","last_undegraded":"2023-03-22T14:26:40.765667+0000","last_fullsized":"2023-03-22T14:26:40.765667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:58:16.643587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764208+0000","last_change":"2023-03-22T14:26:10.154820+0000","last_active":"2023-03-22T14:26:40.764208+0000","last_peered":"2023-03-22T14:26:40.764208+0000","last_clean":"2023-03-22T14:26:40.764208+0000","last_became_active":"2023-03-22T14:26:10.154098+0000","last_became_peered":"2023-03-22T14:26:10.154098+0000","last_unstale":"2023-03-22T14:26:40.764208+0000","last_undegraded":"2023-03-22T14:26:40.764208+0000","last_fullsized":"2023-03-22T14:26:40.764208+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:43:13.184902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768411+0000","last_change":"2023-03-22T14:26:10.152667+0000","last_active":"2023-03-22T14:26:40.768411+0000","last_peered":"2023-03-22T14:26:40.768411+0000","last_clean":"2023-03-22T14:26:40.768411+0000","last_became_active":"2023-03-22T14:26:10.152404+0000","last_became_peered":"2023-03-22T14:26:10.152404+0000","last_unstale":"2023-03-22T14:26:40.768411+0000","last_undegraded":"2023-03-22T14:26:40.768411+0000","last_fullsized":"2023-03-22T14:26:40.768411+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:03.007441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767673+0000","last_change":"2023-03-22T14:26:10.158575+0000","last_active":"2023-03-22T14:26:40.767673+0000","last_peered":"2023-03-22T14:26:40.767673+0000","last_clean":"2023-03-22T14:26:40.767673+0000","last_became_active":"2023-03-22T14:26:10.158219+0000","last_became_peered":"2023-03-22T14:26:10.158219+0000","last_unstale":"2023-03-22T14:26:40.767673+0000","last_undegraded":"2023-03-22T14:26:40.767673+0000","last_fullsized":"2023-03-22T14:26:40.767673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:24.011396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768582+0000","last_change":"2023-03-22T14:26:10.144752+0000","last_active":"2023-03-22T14:26:40.768582+0000","last_peered":"2023-03-22T14:26:40.768582+0000","last_clean":"2023-03-22T14:26:40.768582+0000","last_became_active":"2023-03-22T14:26:10.144229+0000","last_became_peered":"2023-03-22T14:26:10.144229+0000","last_unstale":"2023-03-22T14:26:40.768582+0000","last_undegraded":"2023-03-22T14:26:40.768582+0000","last_fullsized":"2023-03-22T14:26:40.768582+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:13:04.010177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770331+0000","last_change":"2023-03-22T14:26:10.139468+0000","last_active":"2023-03-22T14:26:40.770331+0000","last_peered":"2023-03-22T14:26:40.770331+0000","last_clean":"2023-03-22T14:26:40.770331+0000","last_became_active":"2023-03-22T14:26:10.138750+0000","last_became_peered":"2023-03-22T14:26:10.138750+0000","last_unstale":"2023-03-22T14:26:40.770331+0000","last_undegraded":"2023-03-22T14:26:40.770331+0000","last_fullsized":"2023-03-22T14:26:40.770331+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:25:53.400263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":70,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:57.398206+0000","last_change":"2023-03-22T14:26:09.605689+0000","last_active":"2023-03-22T14:26:57.398206+0000","last_peered":"2023-03-22T14:26:57.398206+0000","last_clean":"2023-03-22T14:26:57.398206+0000","last_became_active":"2023-03-22T14:26:09.605012+0000","last_became_peered":"2023-03-22T14:26:09.605012+0000","last_unstale":"2023-03-22T14:26:57.398206+0000","last_undegraded":"2023-03-22T14:26:57.398206+0000","last_fullsized":"2023-03-22T14:26:57.398206+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:22:17.663135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":43,"num_read_kb":43,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.776557+0000","last_change":"2023-03-22T14:26:41.774947+0000","last_active":"2023-03-22T14:26:41.776557+0000","last_peered":"2023-03-22T14:26:41.776557+0000","last_clean":"2023-03-22T14:26:41.776557+0000","last_became_active":"2023-03-22T14:26:41.774512+0000","last_became_peered":"2023-03-22T14:26:41.774512+0000","last_unstale":"2023-03-22T14:26:41.776557+0000","last_undegraded":"2023-03-22T14:26:41.776557+0000","last_fullsized":"2023-03-22T14:26:41.776557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:44:49.073078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766179+0000","last_change":"2023-03-22T14:26:09.614812+0000","last_active":"2023-03-22T14:26:40.766179+0000","last_peered":"2023-03-22T14:26:40.766179+0000","last_clean":"2023-03-22T14:26:40.766179+0000","last_became_active":"2023-03-22T14:26:09.614137+0000","last_became_peered":"2023-03-22T14:26:09.614137+0000","last_unstale":"2023-03-22T14:26:40.766179+0000","last_undegraded":"2023-03-22T14:26:40.766179+0000","last_fullsized":"2023-03-22T14:26:40.766179+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:59.863232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766558+0000","last_change":"2023-03-22T14:26:10.157045+0000","last_active":"2023-03-22T14:26:40.766558+0000","last_peered":"2023-03-22T14:26:40.766558+0000","last_clean":"2023-03-22T14:26:40.766558+0000","last_became_active":"2023-03-22T14:26:10.156313+0000","last_became_peered":"2023-03-22T14:26:10.156313+0000","last_unstale":"2023-03-22T14:26:40.766558+0000","last_undegraded":"2023-03-22T14:26:40.766558+0000","last_fullsized":"2023-03-22T14:26:40.766558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:12:59.623019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764988+0000","last_change":"2023-03-22T14:26:09.605992+0000","last_active":"2023-03-22T14:26:40.764988+0000","last_peered":"2023-03-22T14:26:40.764988+0000","last_clean":"2023-03-22T14:26:40.764988+0000","last_became_active":"2023-03-22T14:26:09.605339+0000","last_became_peered":"2023-03-22T14:26:09.605339+0000","last_unstale":"2023-03-22T14:26:40.764988+0000","last_undegraded":"2023-03-22T14:26:40.764988+0000","last_fullsized":"2023-03-22T14:26:40.764988+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:38:54.779949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769039+0000","last_change":"2023-03-22T14:26:10.141910+0000","last_active":"2023-03-22T14:26:40.769039+0000","last_peered":"2023-03-22T14:26:40.769039+0000","last_clean":"2023-03-22T14:26:40.769039+0000","last_became_active":"2023-03-22T14:26:10.141539+0000","last_became_peered":"2023-03-22T14:26:10.141539+0000","last_unstale":"2023-03-22T14:26:40.769039+0000","last_undegraded":"2023-03-22T14:26:40.769039+0000","last_fullsized":"2023-03-22T14:26:40.769039+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:20:16.599422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764801+0000","last_change":"2023-03-22T14:26:09.605015+0000","last_active":"2023-03-22T14:26:40.764801+0000","last_peered":"2023-03-22T14:26:40.764801+0000","last_clean":"2023-03-22T14:26:40.764801+0000","last_became_active":"2023-03-22T14:26:09.604633+0000","last_became_peered":"2023-03-22T14:26:09.604633+0000","last_unstale":"2023-03-22T14:26:40.764801+0000","last_undegraded":"2023-03-22T14:26:40.764801+0000","last_fullsized":"2023-03-22T14:26:40.764801+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:00:03.415196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.779769+0000","last_change":"2023-03-22T14:26:41.779383+0000","last_active":"2023-03-22T14:26:41.779769+0000","last_peered":"2023-03-22T14:26:41.779769+0000","last_clean":"2023-03-22T14:26:41.779769+0000","last_became_active":"2023-03-22T14:26:41.778963+0000","last_became_peered":"2023-03-22T14:26:41.778963+0000","last_unstale":"2023-03-22T14:26:41.779769+0000","last_undegraded":"2023-03-22T14:26:41.779769+0000","last_fullsized":"2023-03-22T14:26:41.779769+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:22.516121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":63,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:57.385622+0000","last_change":"2023-03-22T14:26:09.606000+0000","last_active":"2023-03-22T14:26:57.385622+0000","last_peered":"2023-03-22T14:26:57.385622+0000","last_clean":"2023-03-22T14:26:57.385622+0000","last_became_active":"2023-03-22T14:26:09.605663+0000","last_became_peered":"2023-03-22T14:26:09.605663+0000","last_unstale":"2023-03-22T14:26:57.385622+0000","last_undegraded":"2023-03-22T14:26:57.385622+0000","last_fullsized":"2023-03-22T14:26:57.385622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:59:40.751792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":44,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765043+0000","last_change":"2023-03-22T14:26:10.151108+0000","last_active":"2023-03-22T14:26:40.765043+0000","last_peered":"2023-03-22T14:26:40.765043+0000","last_clean":"2023-03-22T14:26:40.765043+0000","last_became_active":"2023-03-22T14:26:10.150764+0000","last_became_peered":"2023-03-22T14:26:10.150764+0000","last_unstale":"2023-03-22T14:26:40.765043+0000","last_undegraded":"2023-03-22T14:26:40.765043+0000","last_fullsized":"2023-03-22T14:26:40.765043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:51:16.285365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":38,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.780050+0000","last_change":"2023-03-22T14:26:41.780050+0000","last_active":"2023-03-22T14:26:41.780050+0000","last_peered":"2023-03-22T14:26:41.780050+0000","last_clean":"2023-03-22T14:26:41.780050+0000","last_became_active":"2023-03-22T14:26:41.771250+0000","last_became_peered":"2023-03-22T14:26:41.771250+0000","last_unstale":"2023-03-22T14:26:41.780050+0000","last_undegraded":"2023-03-22T14:26:41.780050+0000","last_fullsized":"2023-03-22T14:26:41.780050+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:56:58.082278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.777133+0000","last_change":"2023-03-22T14:26:41.777133+0000","last_active":"2023-03-22T14:26:41.777133+0000","last_peered":"2023-03-22T14:26:41.777133+0000","last_clean":"2023-03-22T14:26:41.777133+0000","last_became_active":"2023-03-22T14:26:41.776655+0000","last_became_peered":"2023-03-22T14:26:41.776655+0000","last_unstale":"2023-03-22T14:26:41.777133+0000","last_undegraded":"2023-03-22T14:26:41.777133+0000","last_fullsized":"2023-03-22T14:26:41.777133+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:30:47.090690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.760998+0000","last_change":"2023-03-22T14:26:09.604428+0000","last_active":"2023-03-22T14:26:40.760998+0000","last_peered":"2023-03-22T14:26:40.760998+0000","last_clean":"2023-03-22T14:26:40.760998+0000","last_became_active":"2023-03-22T14:26:09.604075+0000","last_became_peered":"2023-03-22T14:26:09.604075+0000","last_unstale":"2023-03-22T14:26:40.760998+0000","last_undegraded":"2023-03-22T14:26:40.760998+0000","last_fullsized":"2023-03-22T14:26:40.760998+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:18:09.160711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765491+0000","last_change":"2023-03-22T14:26:10.145491+0000","last_active":"2023-03-22T14:26:40.765491+0000","last_peered":"2023-03-22T14:26:40.765491+0000","last_clean":"2023-03-22T14:26:40.765491+0000","last_became_active":"2023-03-22T14:26:10.145153+0000","last_became_peered":"2023-03-22T14:26:10.145153+0000","last_unstale":"2023-03-22T14:26:40.765491+0000","last_undegraded":"2023-03-22T14:26:40.765491+0000","last_fullsized":"2023-03-22T14:26:40.765491+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:34:58.700651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761011+0000","last_change":"2023-03-22T14:26:09.602305+0000","last_active":"2023-03-22T14:26:40.761011+0000","last_peered":"2023-03-22T14:26:40.761011+0000","last_clean":"2023-03-22T14:26:40.761011+0000","last_became_active":"2023-03-22T14:26:09.602024+0000","last_became_peered":"2023-03-22T14:26:09.602024+0000","last_unstale":"2023-03-22T14:26:40.761011+0000","last_undegraded":"2023-03-22T14:26:40.761011+0000","last_fullsized":"2023-03-22T14:26:40.761011+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:10:59.546000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.775299+0000","last_change":"2023-03-22T14:26:41.775299+0000","last_active":"2023-03-22T14:26:41.775299+0000","last_peered":"2023-03-22T14:26:41.775299+0000","last_clean":"2023-03-22T14:26:41.775299+0000","last_became_active":"2023-03-22T14:26:41.774875+0000","last_became_peered":"2023-03-22T14:26:41.774875+0000","last_unstale":"2023-03-22T14:26:41.775299+0000","last_undegraded":"2023-03-22T14:26:41.775299+0000","last_fullsized":"2023-03-22T14:26:41.775299+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:44:10.464776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":98,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:56.383499+0000","last_change":"2023-03-22T14:26:09.605329+0000","last_active":"2023-03-22T14:26:56.383499+0000","last_peered":"2023-03-22T14:26:56.383499+0000","last_clean":"2023-03-22T14:26:56.383499+0000","last_became_active":"2023-03-22T14:26:09.605003+0000","last_became_peered":"2023-03-22T14:26:09.605003+0000","last_unstale":"2023-03-22T14:26:56.383499+0000","last_undegraded":"2023-03-22T14:26:56.383499+0000","last_fullsized":"2023-03-22T14:26:56.383499+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:54:25.876041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769402+0000","last_change":"2023-03-22T14:26:10.141338+0000","last_active":"2023-03-22T14:26:40.769402+0000","last_peered":"2023-03-22T14:26:40.769402+0000","last_clean":"2023-03-22T14:26:40.769402+0000","last_became_active":"2023-03-22T14:26:10.140941+0000","last_became_peered":"2023-03-22T14:26:10.140941+0000","last_unstale":"2023-03-22T14:26:40.769402+0000","last_undegraded":"2023-03-22T14:26:40.769402+0000","last_fullsized":"2023-03-22T14:26:40.769402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:45:58.818279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771645+0000","last_change":"2023-03-22T14:26:09.608874+0000","last_active":"2023-03-22T14:26:40.771645+0000","last_peered":"2023-03-22T14:26:40.771645+0000","last_clean":"2023-03-22T14:26:40.771645+0000","last_became_active":"2023-03-22T14:26:09.608556+0000","last_became_peered":"2023-03-22T14:26:09.608556+0000","last_unstale":"2023-03-22T14:26:40.771645+0000","last_undegraded":"2023-03-22T14:26:40.771645+0000","last_fullsized":"2023-03-22T14:26:40.771645+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:05:47.051762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766474+0000","last_change":"2023-03-22T14:26:10.157313+0000","last_active":"2023-03-22T14:26:40.766474+0000","last_peered":"2023-03-22T14:26:40.766474+0000","last_clean":"2023-03-22T14:26:40.766474+0000","last_became_active":"2023-03-22T14:26:10.156637+0000","last_became_peered":"2023-03-22T14:26:10.156637+0000","last_unstale":"2023-03-22T14:26:40.766474+0000","last_undegraded":"2023-03-22T14:26:40.766474+0000","last_fullsized":"2023-03-22T14:26:40.766474+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:49:28.870596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761618+0000","last_change":"2023-03-22T14:26:09.609824+0000","last_active":"2023-03-22T14:26:40.761618+0000","last_peered":"2023-03-22T14:26:40.761618+0000","last_clean":"2023-03-22T14:26:40.761618+0000","last_became_active":"2023-03-22T14:26:09.609506+0000","last_became_peered":"2023-03-22T14:26:09.609506+0000","last_unstale":"2023-03-22T14:26:40.761618+0000","last_undegraded":"2023-03-22T14:26:40.761618+0000","last_fullsized":"2023-03-22T14:26:40.761618+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:05:01.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769195+0000","last_change":"2023-03-22T14:26:10.147791+0000","last_active":"2023-03-22T14:26:40.769195+0000","last_peered":"2023-03-22T14:26:40.769195+0000","last_clean":"2023-03-22T14:26:40.769195+0000","last_became_active":"2023-03-22T14:26:10.147442+0000","last_became_peered":"2023-03-22T14:26:10.147442+0000","last_unstale":"2023-03-22T14:26:40.769195+0000","last_undegraded":"2023-03-22T14:26:40.769195+0000","last_fullsized":"2023-03-22T14:26:40.769195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:12:56.630356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'31","reported_seq":132,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:56.388908+0000","last_change":"2023-03-22T14:26:09.605587+0000","last_active":"2023-03-22T14:26:56.388908+0000","last_peered":"2023-03-22T14:26:56.388908+0000","last_clean":"2023-03-22T14:26:56.388908+0000","last_became_active":"2023-03-22T14:26:09.605234+0000","last_became_peered":"2023-03-22T14:26:09.605234+0000","last_unstale":"2023-03-22T14:26:56.388908+0000","last_undegraded":"2023-03-22T14:26:56.388908+0000","last_fullsized":"2023-03-22T14:26:56.388908+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:09.560463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58083,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":101,"num_write":33,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764883+0000","last_change":"2023-03-22T14:26:10.142180+0000","last_active":"2023-03-22T14:26:40.764883+0000","last_peered":"2023-03-22T14:26:40.764883+0000","last_clean":"2023-03-22T14:26:40.764883+0000","last_became_active":"2023-03-22T14:26:10.141662+0000","last_became_peered":"2023-03-22T14:26:10.141662+0000","last_unstale":"2023-03-22T14:26:40.764883+0000","last_undegraded":"2023-03-22T14:26:40.764883+0000","last_fullsized":"2023-03-22T14:26:40.764883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:22:32.962412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769897+0000","last_change":"2023-03-22T14:26:09.610970+0000","last_active":"2023-03-22T14:26:40.769897+0000","last_peered":"2023-03-22T14:26:40.769897+0000","last_clean":"2023-03-22T14:26:40.769897+0000","last_became_active":"2023-03-22T14:26:09.610668+0000","last_became_peered":"2023-03-22T14:26:09.610668+0000","last_unstale":"2023-03-22T14:26:40.769897+0000","last_undegraded":"2023-03-22T14:26:40.769897+0000","last_fullsized":"2023-03-22T14:26:40.769897+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:59.128943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761002+0000","last_change":"2023-03-22T14:26:10.145201+0000","last_active":"2023-03-22T14:26:40.761002+0000","last_peered":"2023-03-22T14:26:40.761002+0000","last_clean":"2023-03-22T14:26:40.761002+0000","last_became_active":"2023-03-22T14:26:10.144881+0000","last_became_peered":"2023-03-22T14:26:10.144881+0000","last_unstale":"2023-03-22T14:26:40.761002+0000","last_undegraded":"2023-03-22T14:26:40.761002+0000","last_fullsized":"2023-03-22T14:26:40.761002+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:32:06.377674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761386+0000","last_change":"2023-03-22T14:26:09.611295+0000","last_active":"2023-03-22T14:26:40.761386+0000","last_peered":"2023-03-22T14:26:40.761386+0000","last_clean":"2023-03-22T14:26:40.761386+0000","last_became_active":"2023-03-22T14:26:09.610974+0000","last_became_peered":"2023-03-22T14:26:09.610974+0000","last_unstale":"2023-03-22T14:26:40.761386+0000","last_undegraded":"2023-03-22T14:26:40.761386+0000","last_fullsized":"2023-03-22T14:26:40.761386+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:47:00.123238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771463+0000","last_change":"2023-03-22T14:26:10.140590+0000","last_active":"2023-03-22T14:26:40.771463+0000","last_peered":"2023-03-22T14:26:40.771463+0000","last_clean":"2023-03-22T14:26:40.771463+0000","last_became_active":"2023-03-22T14:26:10.140243+0000","last_became_peered":"2023-03-22T14:26:10.140243+0000","last_unstale":"2023-03-22T14:26:40.771463+0000","last_undegraded":"2023-03-22T14:26:40.771463+0000","last_fullsized":"2023-03-22T14:26:40.771463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:24:35.061683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":63,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:56.390847+0000","last_change":"2023-03-22T14:26:09.601433+0000","last_active":"2023-03-22T14:26:56.390847+0000","last_peered":"2023-03-22T14:26:56.390847+0000","last_clean":"2023-03-22T14:26:56.390847+0000","last_became_active":"2023-03-22T14:26:09.601077+0000","last_became_peered":"2023-03-22T14:26:09.601077+0000","last_unstale":"2023-03-22T14:26:56.390847+0000","last_undegraded":"2023-03-22T14:26:56.390847+0000","last_fullsized":"2023-03-22T14:26:56.390847+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:54:13.780420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770925+0000","last_change":"2023-03-22T14:26:10.138660+0000","last_active":"2023-03-22T14:26:40.770925+0000","last_peered":"2023-03-22T14:26:40.770925+0000","last_clean":"2023-03-22T14:26:40.770925+0000","last_became_active":"2023-03-22T14:26:10.138353+0000","last_became_peered":"2023-03-22T14:26:10.138353+0000","last_unstale":"2023-03-22T14:26:40.770925+0000","last_undegraded":"2023-03-22T14:26:40.770925+0000","last_fullsized":"2023-03-22T14:26:40.770925+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:41:51.425763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":32,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764322+0000","last_change":"2023-03-22T14:26:09.609803+0000","last_active":"2023-03-22T14:26:40.764322+0000","last_peered":"2023-03-22T14:26:40.764322+0000","last_clean":"2023-03-22T14:26:40.764322+0000","last_became_active":"2023-03-22T14:26:09.609483+0000","last_became_peered":"2023-03-22T14:26:09.609483+0000","last_unstale":"2023-03-22T14:26:40.764322+0000","last_undegraded":"2023-03-22T14:26:40.764322+0000","last_fullsized":"2023-03-22T14:26:40.764322+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:56:46.958792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761124+0000","last_change":"2023-03-22T14:26:10.147701+0000","last_active":"2023-03-22T14:26:40.761124+0000","last_peered":"2023-03-22T14:26:40.761124+0000","last_clean":"2023-03-22T14:26:40.761124+0000","last_became_active":"2023-03-22T14:26:10.147257+0000","last_became_peered":"2023-03-22T14:26:10.147257+0000","last_unstale":"2023-03-22T14:26:40.761124+0000","last_undegraded":"2023-03-22T14:26:40.761124+0000","last_fullsized":"2023-03-22T14:26:40.761124+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:17.375504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764840+0000","last_change":"2023-03-22T14:26:09.604873+0000","last_active":"2023-03-22T14:26:40.764840+0000","last_peered":"2023-03-22T14:26:40.764840+0000","last_clean":"2023-03-22T14:26:40.764840+0000","last_became_active":"2023-03-22T14:26:09.604522+0000","last_became_peered":"2023-03-22T14:26:09.604522+0000","last_unstale":"2023-03-22T14:26:40.764840+0000","last_undegraded":"2023-03-22T14:26:40.764840+0000","last_fullsized":"2023-03-22T14:26:40.764840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:10:24.059314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767479+0000","last_change":"2023-03-22T14:26:10.141378+0000","last_active":"2023-03-22T14:26:40.767479+0000","last_peered":"2023-03-22T14:26:40.767479+0000","last_clean":"2023-03-22T14:26:40.767479+0000","last_became_active":"2023-03-22T14:26:10.141064+0000","last_became_peered":"2023-03-22T14:26:10.141064+0000","last_unstale":"2023-03-22T14:26:40.767479+0000","last_undegraded":"2023-03-22T14:26:40.767479+0000","last_fullsized":"2023-03-22T14:26:40.767479+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:04:58.827396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766546+0000","last_change":"2023-03-22T14:26:09.614660+0000","last_active":"2023-03-22T14:26:40.766546+0000","last_peered":"2023-03-22T14:26:40.766546+0000","last_clean":"2023-03-22T14:26:40.766546+0000","last_became_active":"2023-03-22T14:26:09.614264+0000","last_became_peered":"2023-03-22T14:26:09.614264+0000","last_unstale":"2023-03-22T14:26:40.766546+0000","last_undegraded":"2023-03-22T14:26:40.766546+0000","last_fullsized":"2023-03-22T14:26:40.766546+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:10:41.078027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768696+0000","last_change":"2023-03-22T14:26:10.138384+0000","last_active":"2023-03-22T14:26:40.768696+0000","last_peered":"2023-03-22T14:26:40.768696+0000","last_clean":"2023-03-22T14:26:40.768696+0000","last_became_active":"2023-03-22T14:26:10.137911+0000","last_became_peered":"2023-03-22T14:26:10.137911+0000","last_unstale":"2023-03-22T14:26:40.768696+0000","last_undegraded":"2023-03-22T14:26:40.768696+0000","last_fullsized":"2023-03-22T14:26:40.768696+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:02:11.973222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":61,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:56.397509+0000","last_change":"2023-03-22T14:26:09.608558+0000","last_active":"2023-03-22T14:26:56.397509+0000","last_peered":"2023-03-22T14:26:56.397509+0000","last_clean":"2023-03-22T14:26:56.397509+0000","last_became_active":"2023-03-22T14:26:09.608234+0000","last_became_peered":"2023-03-22T14:26:09.608234+0000","last_unstale":"2023-03-22T14:26:56.397509+0000","last_undegraded":"2023-03-22T14:26:56.397509+0000","last_fullsized":"2023-03-22T14:26:56.397509+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:18:32.096235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":42,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768935+0000","last_change":"2023-03-22T14:26:10.156523+0000","last_active":"2023-03-22T14:26:40.768935+0000","last_peered":"2023-03-22T14:26:40.768935+0000","last_clean":"2023-03-22T14:26:40.768935+0000","last_became_active":"2023-03-22T14:26:10.156170+0000","last_became_peered":"2023-03-22T14:26:10.156170+0000","last_unstale":"2023-03-22T14:26:40.768935+0000","last_undegraded":"2023-03-22T14:26:40.768935+0000","last_fullsized":"2023-03-22T14:26:40.768935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:27:12.743703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761122+0000","last_change":"2023-03-22T14:26:10.147917+0000","last_active":"2023-03-22T14:26:40.761122+0000","last_peered":"2023-03-22T14:26:40.761122+0000","last_clean":"2023-03-22T14:26:40.761122+0000","last_became_active":"2023-03-22T14:26:10.147328+0000","last_became_peered":"2023-03-22T14:26:10.147328+0000","last_unstale":"2023-03-22T14:26:40.761122+0000","last_undegraded":"2023-03-22T14:26:40.761122+0000","last_fullsized":"2023-03-22T14:26:40.761122+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:28:13.794955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":63,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:58.393040+0000","last_change":"2023-03-22T14:26:09.612765+0000","last_active":"2023-03-22T14:26:58.393040+0000","last_peered":"2023-03-22T14:26:58.393040+0000","last_clean":"2023-03-22T14:26:58.393040+0000","last_became_active":"2023-03-22T14:26:09.612421+0000","last_became_peered":"2023-03-22T14:26:09.612421+0000","last_unstale":"2023-03-22T14:26:58.393040+0000","last_undegraded":"2023-03-22T14:26:58.393040+0000","last_fullsized":"2023-03-22T14:26:58.393040+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:04:41.013442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":44,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770050+0000","last_change":"2023-03-22T14:26:10.136066+0000","last_active":"2023-03-22T14:26:40.770050+0000","last_peered":"2023-03-22T14:26:40.770050+0000","last_clean":"2023-03-22T14:26:40.770050+0000","last_became_active":"2023-03-22T14:26:10.135756+0000","last_became_peered":"2023-03-22T14:26:10.135756+0000","last_unstale":"2023-03-22T14:26:40.770050+0000","last_undegraded":"2023-03-22T14:26:40.770050+0000","last_fullsized":"2023-03-22T14:26:40.770050+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:17:52.311311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770462+0000","last_change":"2023-03-22T14:26:09.602996+0000","last_active":"2023-03-22T14:26:40.770462+0000","last_peered":"2023-03-22T14:26:40.770462+0000","last_clean":"2023-03-22T14:26:40.770462+0000","last_became_active":"2023-03-22T14:26:09.602516+0000","last_became_peered":"2023-03-22T14:26:09.602516+0000","last_unstale":"2023-03-22T14:26:40.770462+0000","last_undegraded":"2023-03-22T14:26:40.770462+0000","last_fullsized":"2023-03-22T14:26:40.770462+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:32:25.061309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":337,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771087+0000","last_change":"2023-03-22T14:25:04.048457+0000","last_active":"2023-03-22T14:26:40.771087+0000","last_peered":"2023-03-22T14:26:40.771087+0000","last_clean":"2023-03-22T14:26:40.771087+0000","last_became_active":"2023-03-22T14:25:04.047825+0000","last_became_peered":"2023-03-22T14:25:04.047825+0000","last_unstale":"2023-03-22T14:26:40.771087+0000","last_undegraded":"2023-03-22T14:26:40.771087+0000","last_fullsized":"2023-03-22T14:26:40.771087+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_clean_scrub_stamp":"2023-03-22T14:21:57.020676+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:46.193563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.760802+0000","last_change":"2023-03-22T14:26:10.149941+0000","last_active":"2023-03-22T14:26:40.760802+0000","last_peered":"2023-03-22T14:26:40.760802+0000","last_clean":"2023-03-22T14:26:40.760802+0000","last_became_active":"2023-03-22T14:26:10.149411+0000","last_became_peered":"2023-03-22T14:26:10.149411+0000","last_unstale":"2023-03-22T14:26:40.760802+0000","last_undegraded":"2023-03-22T14:26:40.760802+0000","last_fullsized":"2023-03-22T14:26:40.760802+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:57:47.277953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771237+0000","last_change":"2023-03-22T14:26:09.605020+0000","last_active":"2023-03-22T14:26:40.771237+0000","last_peered":"2023-03-22T14:26:40.771237+0000","last_clean":"2023-03-22T14:26:40.771237+0000","last_became_active":"2023-03-22T14:26:09.604700+0000","last_became_peered":"2023-03-22T14:26:09.604700+0000","last_unstale":"2023-03-22T14:26:40.771237+0000","last_undegraded":"2023-03-22T14:26:40.771237+0000","last_fullsized":"2023-03-22T14:26:40.771237+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:16:30.300196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764803+0000","last_change":"2023-03-22T14:26:09.609834+0000","last_active":"2023-03-22T14:26:40.764803+0000","last_peered":"2023-03-22T14:26:40.764803+0000","last_clean":"2023-03-22T14:26:40.764803+0000","last_became_active":"2023-03-22T14:26:09.609521+0000","last_became_peered":"2023-03-22T14:26:09.609521+0000","last_unstale":"2023-03-22T14:26:40.764803+0000","last_undegraded":"2023-03-22T14:26:40.764803+0000","last_fullsized":"2023-03-22T14:26:40.764803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:41:39.285531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.762139+0000","last_change":"2023-03-22T14:26:10.161612+0000","last_active":"2023-03-22T14:26:40.762139+0000","last_peered":"2023-03-22T14:26:40.762139+0000","last_clean":"2023-03-22T14:26:40.762139+0000","last_became_active":"2023-03-22T14:26:10.161232+0000","last_became_peered":"2023-03-22T14:26:10.161232+0000","last_unstale":"2023-03-22T14:26:40.762139+0000","last_undegraded":"2023-03-22T14:26:40.762139+0000","last_fullsized":"2023-03-22T14:26:40.762139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:54:02.097895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'10","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768491+0000","last_change":"2023-03-22T14:26:09.614166+0000","last_active":"2023-03-22T14:26:40.768491+0000","last_peered":"2023-03-22T14:26:40.768491+0000","last_clean":"2023-03-22T14:26:40.768491+0000","last_became_active":"2023-03-22T14:26:09.613799+0000","last_became_peered":"2023-03-22T14:26:09.613799+0000","last_unstale":"2023-03-22T14:26:40.768491+0000","last_undegraded":"2023-03-22T14:26:40.768491+0000","last_fullsized":"2023-03-22T14:26:40.768491+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:43:40.989147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764873+0000","last_change":"2023-03-22T14:26:10.141455+0000","last_active":"2023-03-22T14:26:40.764873+0000","last_peered":"2023-03-22T14:26:40.764873+0000","last_clean":"2023-03-22T14:26:40.764873+0000","last_became_active":"2023-03-22T14:26:10.140742+0000","last_became_peered":"2023-03-22T14:26:10.140742+0000","last_unstale":"2023-03-22T14:26:40.764873+0000","last_undegraded":"2023-03-22T14:26:40.764873+0000","last_fullsized":"2023-03-22T14:26:40.764873+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:24:14.840194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767542+0000","last_change":"2023-03-22T14:26:09.605495+0000","last_active":"2023-03-22T14:26:40.767542+0000","last_peered":"2023-03-22T14:26:40.767542+0000","last_clean":"2023-03-22T14:26:40.767542+0000","last_became_active":"2023-03-22T14:26:09.605210+0000","last_became_peered":"2023-03-22T14:26:09.605210+0000","last_unstale":"2023-03-22T14:26:40.767542+0000","last_undegraded":"2023-03-22T14:26:40.767542+0000","last_fullsized":"2023-03-22T14:26:40.767542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:07:01.692804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.781521+0000","last_change":"2023-03-22T14:26:41.781521+0000","last_active":"2023-03-22T14:26:41.781521+0000","last_peered":"2023-03-22T14:26:41.781521+0000","last_clean":"2023-03-22T14:26:41.781521+0000","last_became_active":"2023-03-22T14:26:41.781130+0000","last_became_peered":"2023-03-22T14:26:41.781130+0000","last_unstale":"2023-03-22T14:26:41.781521+0000","last_undegraded":"2023-03-22T14:26:41.781521+0000","last_fullsized":"2023-03-22T14:26:41.781521+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:16:53.080993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768512+0000","last_change":"2023-03-22T14:26:09.609935+0000","last_active":"2023-03-22T14:26:40.768512+0000","last_peered":"2023-03-22T14:26:40.768512+0000","last_clean":"2023-03-22T14:26:40.768512+0000","last_became_active":"2023-03-22T14:26:09.609481+0000","last_became_peered":"2023-03-22T14:26:09.609481+0000","last_unstale":"2023-03-22T14:26:40.768512+0000","last_undegraded":"2023-03-22T14:26:40.768512+0000","last_fullsized":"2023-03-22T14:26:40.768512+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:25:15.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764348+0000","last_change":"2023-03-22T14:26:10.138371+0000","last_active":"2023-03-22T14:26:40.764348+0000","last_peered":"2023-03-22T14:26:40.764348+0000","last_clean":"2023-03-22T14:26:40.764348+0000","last_became_active":"2023-03-22T14:26:10.138075+0000","last_became_peered":"2023-03-22T14:26:10.138075+0000","last_unstale":"2023-03-22T14:26:40.764348+0000","last_undegraded":"2023-03-22T14:26:40.764348+0000","last_fullsized":"2023-03-22T14:26:40.764348+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:52:32.849086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765386+0000","last_change":"2023-03-22T14:26:09.615642+0000","last_active":"2023-03-22T14:26:40.765386+0000","last_peered":"2023-03-22T14:26:40.765386+0000","last_clean":"2023-03-22T14:26:40.765386+0000","last_became_active":"2023-03-22T14:26:09.615073+0000","last_became_peered":"2023-03-22T14:26:09.615073+0000","last_unstale":"2023-03-22T14:26:40.765386+0000","last_undegraded":"2023-03-22T14:26:40.765386+0000","last_fullsized":"2023-03-22T14:26:40.765386+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:20:15.124230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767109+0000","last_change":"2023-03-22T14:26:10.152405+0000","last_active":"2023-03-22T14:26:40.767109+0000","last_peered":"2023-03-22T14:26:40.767109+0000","last_clean":"2023-03-22T14:26:40.767109+0000","last_became_active":"2023-03-22T14:26:10.152064+0000","last_became_peered":"2023-03-22T14:26:10.152064+0000","last_unstale":"2023-03-22T14:26:40.767109+0000","last_undegraded":"2023-03-22T14:26:40.767109+0000","last_fullsized":"2023-03-22T14:26:40.767109+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:13.877126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.782506+0000","last_change":"2023-03-22T14:26:41.782105+0000","last_active":"2023-03-22T14:26:41.782506+0000","last_peered":"2023-03-22T14:26:41.782506+0000","last_clean":"2023-03-22T14:26:41.782506+0000","last_became_active":"2023-03-22T14:26:41.776945+0000","last_became_peered":"2023-03-22T14:26:41.776945+0000","last_unstale":"2023-03-22T14:26:41.782506+0000","last_undegraded":"2023-03-22T14:26:41.782506+0000","last_fullsized":"2023-03-22T14:26:41.782506+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:44:39.841862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770538+0000","last_change":"2023-03-22T14:26:10.155688+0000","last_active":"2023-03-22T14:26:40.770538+0000","last_peered":"2023-03-22T14:26:40.770538+0000","last_clean":"2023-03-22T14:26:40.770538+0000","last_became_active":"2023-03-22T14:26:10.155368+0000","last_became_peered":"2023-03-22T14:26:10.155368+0000","last_unstale":"2023-03-22T14:26:40.770538+0000","last_undegraded":"2023-03-22T14:26:40.770538+0000","last_fullsized":"2023-03-22T14:26:40.770538+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:30:34.662572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764412+0000","last_change":"2023-03-22T14:26:09.605132+0000","last_active":"2023-03-22T14:26:40.764412+0000","last_peered":"2023-03-22T14:26:40.764412+0000","last_clean":"2023-03-22T14:26:40.764412+0000","last_became_active":"2023-03-22T14:26:09.604792+0000","last_became_peered":"2023-03-22T14:26:09.604792+0000","last_unstale":"2023-03-22T14:26:40.764412+0000","last_undegraded":"2023-03-22T14:26:40.764412+0000","last_fullsized":"2023-03-22T14:26:40.764412+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:16.698944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771360+0000","last_change":"2023-03-22T14:26:10.149586+0000","last_active":"2023-03-22T14:26:40.771360+0000","last_peered":"2023-03-22T14:26:40.771360+0000","last_clean":"2023-03-22T14:26:40.771360+0000","last_became_active":"2023-03-22T14:26:10.149272+0000","last_became_peered":"2023-03-22T14:26:10.149272+0000","last_unstale":"2023-03-22T14:26:40.771360+0000","last_undegraded":"2023-03-22T14:26:40.771360+0000","last_fullsized":"2023-03-22T14:26:40.771360+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:29:33.951735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'5","reported_seq":60,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:54.395966+0000","last_change":"2023-03-22T14:26:09.610753+0000","last_active":"2023-03-22T14:26:54.395966+0000","last_peered":"2023-03-22T14:26:54.395966+0000","last_clean":"2023-03-22T14:26:54.395966+0000","last_became_active":"2023-03-22T14:26:09.610413+0000","last_became_peered":"2023-03-22T14:26:09.610413+0000","last_unstale":"2023-03-22T14:26:54.395966+0000","last_undegraded":"2023-03-22T14:26:54.395966+0000","last_fullsized":"2023-03-22T14:26:54.395966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:59:58.710047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":41,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771618+0000","last_change":"2023-03-22T14:26:10.142314+0000","last_active":"2023-03-22T14:26:40.771618+0000","last_peered":"2023-03-22T14:26:40.771618+0000","last_clean":"2023-03-22T14:26:40.771618+0000","last_became_active":"2023-03-22T14:26:10.141610+0000","last_became_peered":"2023-03-22T14:26:10.141610+0000","last_unstale":"2023-03-22T14:26:40.771618+0000","last_undegraded":"2023-03-22T14:26:40.771618+0000","last_fullsized":"2023-03-22T14:26:40.771618+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:43:43.938852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761396+0000","last_change":"2023-03-22T14:26:09.611868+0000","last_active":"2023-03-22T14:26:40.761396+0000","last_peered":"2023-03-22T14:26:40.761396+0000","last_clean":"2023-03-22T14:26:40.761396+0000","last_became_active":"2023-03-22T14:26:09.611532+0000","last_became_peered":"2023-03-22T14:26:09.611532+0000","last_unstale":"2023-03-22T14:26:40.761396+0000","last_undegraded":"2023-03-22T14:26:40.761396+0000","last_fullsized":"2023-03-22T14:26:40.761396+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:37:14.495260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771506+0000","last_change":"2023-03-22T14:26:10.139589+0000","last_active":"2023-03-22T14:26:40.771506+0000","last_peered":"2023-03-22T14:26:40.771506+0000","last_clean":"2023-03-22T14:26:40.771506+0000","last_became_active":"2023-03-22T14:26:10.139244+0000","last_became_peered":"2023-03-22T14:26:10.139244+0000","last_unstale":"2023-03-22T14:26:40.771506+0000","last_undegraded":"2023-03-22T14:26:40.771506+0000","last_fullsized":"2023-03-22T14:26:40.771506+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:26:36.876321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761844+0000","last_change":"2023-03-22T14:26:09.614827+0000","last_active":"2023-03-22T14:26:40.761844+0000","last_peered":"2023-03-22T14:26:40.761844+0000","last_clean":"2023-03-22T14:26:40.761844+0000","last_became_active":"2023-03-22T14:26:09.614528+0000","last_became_peered":"2023-03-22T14:26:09.614528+0000","last_unstale":"2023-03-22T14:26:40.761844+0000","last_undegraded":"2023-03-22T14:26:40.761844+0000","last_fullsized":"2023-03-22T14:26:40.761844+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:41:15.027921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771699+0000","last_change":"2023-03-22T14:26:10.139379+0000","last_active":"2023-03-22T14:26:40.771699+0000","last_peered":"2023-03-22T14:26:40.771699+0000","last_clean":"2023-03-22T14:26:40.771699+0000","last_became_active":"2023-03-22T14:26:10.138382+0000","last_became_peered":"2023-03-22T14:26:10.138382+0000","last_unstale":"2023-03-22T14:26:40.771699+0000","last_undegraded":"2023-03-22T14:26:40.771699+0000","last_fullsized":"2023-03-22T14:26:40.771699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:35:05.064469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767215+0000","last_change":"2023-03-22T14:26:10.135991+0000","last_active":"2023-03-22T14:26:40.767215+0000","last_peered":"2023-03-22T14:26:40.767215+0000","last_clean":"2023-03-22T14:26:40.767215+0000","last_became_active":"2023-03-22T14:26:10.135654+0000","last_became_peered":"2023-03-22T14:26:10.135654+0000","last_unstale":"2023-03-22T14:26:40.767215+0000","last_undegraded":"2023-03-22T14:26:40.767215+0000","last_fullsized":"2023-03-22T14:26:40.767215+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:27:12.038862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769742+0000","last_change":"2023-03-22T14:26:10.135976+0000","last_active":"2023-03-22T14:26:40.769742+0000","last_peered":"2023-03-22T14:26:40.769742+0000","last_clean":"2023-03-22T14:26:40.769742+0000","last_became_active":"2023-03-22T14:26:10.135680+0000","last_became_peered":"2023-03-22T14:26:10.135680+0000","last_unstale":"2023-03-22T14:26:40.769742+0000","last_undegraded":"2023-03-22T14:26:40.769742+0000","last_fullsized":"2023-03-22T14:26:40.769742+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:55:16.213809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769725+0000","last_change":"2023-03-22T14:26:10.156986+0000","last_active":"2023-03-22T14:26:40.769725+0000","last_peered":"2023-03-22T14:26:40.769725+0000","last_clean":"2023-03-22T14:26:40.769725+0000","last_became_active":"2023-03-22T14:26:10.156657+0000","last_became_peered":"2023-03-22T14:26:10.156657+0000","last_unstale":"2023-03-22T14:26:40.769725+0000","last_undegraded":"2023-03-22T14:26:40.769725+0000","last_fullsized":"2023-03-22T14:26:40.769725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:57.083586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.780844+0000","last_change":"2023-03-22T14:26:41.780844+0000","last_active":"2023-03-22T14:26:41.780844+0000","last_peered":"2023-03-22T14:26:41.780844+0000","last_clean":"2023-03-22T14:26:41.780844+0000","last_became_active":"2023-03-22T14:26:41.780427+0000","last_became_peered":"2023-03-22T14:26:41.780427+0000","last_unstale":"2023-03-22T14:26:41.780844+0000","last_undegraded":"2023-03-22T14:26:41.780844+0000","last_fullsized":"2023-03-22T14:26:41.780844+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:52:38.823420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.762236+0000","last_change":"2023-03-22T14:26:10.157213+0000","last_active":"2023-03-22T14:26:40.762236+0000","last_peered":"2023-03-22T14:26:40.762236+0000","last_clean":"2023-03-22T14:26:40.762236+0000","last_became_active":"2023-03-22T14:26:10.156854+0000","last_became_peered":"2023-03-22T14:26:10.156854+0000","last_unstale":"2023-03-22T14:26:40.762236+0000","last_undegraded":"2023-03-22T14:26:40.762236+0000","last_fullsized":"2023-03-22T14:26:40.762236+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:45:40.252389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767461+0000","last_change":"2023-03-22T14:26:10.140537+0000","last_active":"2023-03-22T14:26:40.767461+0000","last_peered":"2023-03-22T14:26:40.767461+0000","last_clean":"2023-03-22T14:26:40.767461+0000","last_became_active":"2023-03-22T14:26:10.140249+0000","last_became_peered":"2023-03-22T14:26:10.140249+0000","last_unstale":"2023-03-22T14:26:40.767461+0000","last_undegraded":"2023-03-22T14:26:40.767461+0000","last_fullsized":"2023-03-22T14:26:40.767461+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:38:28.429053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770220+0000","last_change":"2023-03-22T14:26:10.138443+0000","last_active":"2023-03-22T14:26:40.770220+0000","last_peered":"2023-03-22T14:26:40.770220+0000","last_clean":"2023-03-22T14:26:40.770220+0000","last_became_active":"2023-03-22T14:26:10.138106+0000","last_became_peered":"2023-03-22T14:26:10.138106+0000","last_unstale":"2023-03-22T14:26:40.770220+0000","last_undegraded":"2023-03-22T14:26:40.770220+0000","last_fullsized":"2023-03-22T14:26:40.770220+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:49:51.292769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764861+0000","last_change":"2023-03-22T14:26:10.141634+0000","last_active":"2023-03-22T14:26:40.764861+0000","last_peered":"2023-03-22T14:26:40.764861+0000","last_clean":"2023-03-22T14:26:40.764861+0000","last_became_active":"2023-03-22T14:26:10.141143+0000","last_became_peered":"2023-03-22T14:26:10.141143+0000","last_unstale":"2023-03-22T14:26:40.764861+0000","last_undegraded":"2023-03-22T14:26:40.764861+0000","last_fullsized":"2023-03-22T14:26:40.764861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:33.812631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.778301+0000","last_change":"2023-03-22T14:26:41.777587+0000","last_active":"2023-03-22T14:26:41.778301+0000","last_peered":"2023-03-22T14:26:41.778301+0000","last_clean":"2023-03-22T14:26:41.778301+0000","last_became_active":"2023-03-22T14:26:41.776988+0000","last_became_peered":"2023-03-22T14:26:41.776988+0000","last_unstale":"2023-03-22T14:26:41.778301+0000","last_undegraded":"2023-03-22T14:26:41.778301+0000","last_fullsized":"2023-03-22T14:26:41.778301+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:24:45.504874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765349+0000","last_change":"2023-03-22T14:26:10.131307+0000","last_active":"2023-03-22T14:26:40.765349+0000","last_peered":"2023-03-22T14:26:40.765349+0000","last_clean":"2023-03-22T14:26:40.765349+0000","last_became_active":"2023-03-22T14:26:10.131004+0000","last_became_peered":"2023-03-22T14:26:10.131004+0000","last_unstale":"2023-03-22T14:26:40.765349+0000","last_undegraded":"2023-03-22T14:26:40.765349+0000","last_fullsized":"2023-03-22T14:26:40.765349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:32.456144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768867+0000","last_change":"2023-03-22T14:26:10.142897+0000","last_active":"2023-03-22T14:26:40.768867+0000","last_peered":"2023-03-22T14:26:40.768867+0000","last_clean":"2023-03-22T14:26:40.768867+0000","last_became_active":"2023-03-22T14:26:10.142592+0000","last_became_peered":"2023-03-22T14:26:10.142592+0000","last_unstale":"2023-03-22T14:26:40.768867+0000","last_undegraded":"2023-03-22T14:26:40.768867+0000","last_fullsized":"2023-03-22T14:26:40.768867+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:15:45.117179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761742+0000","last_change":"2023-03-22T14:26:10.157250+0000","last_active":"2023-03-22T14:26:40.761742+0000","last_peered":"2023-03-22T14:26:40.761742+0000","last_clean":"2023-03-22T14:26:40.761742+0000","last_became_active":"2023-03-22T14:26:10.156906+0000","last_became_peered":"2023-03-22T14:26:10.156906+0000","last_unstale":"2023-03-22T14:26:40.761742+0000","last_undegraded":"2023-03-22T14:26:40.761742+0000","last_fullsized":"2023-03-22T14:26:40.761742+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:04:02.288583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767319+0000","last_change":"2023-03-22T14:26:10.141488+0000","last_active":"2023-03-22T14:26:40.767319+0000","last_peered":"2023-03-22T14:26:40.767319+0000","last_clean":"2023-03-22T14:26:40.767319+0000","last_became_active":"2023-03-22T14:26:10.141217+0000","last_became_peered":"2023-03-22T14:26:10.141217+0000","last_unstale":"2023-03-22T14:26:40.767319+0000","last_undegraded":"2023-03-22T14:26:40.767319+0000","last_fullsized":"2023-03-22T14:26:40.767319+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:59.348934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64703,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":445,"num_read_kb":296,"num_write":234,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":194109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":204,"ondisk_log_size":204,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416407,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6048,"kb_used_data":920,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739104,"statfs":{"total":95995035648,"available":95988842496,"internally_reserved":0,"allocated":942080,"data_stored":447579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.78800000000000003}]},{"osd":1,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.67000000000000004}]},{"osd":2,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.36099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":4,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.624}]},{"osd":5,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.47999999999999998}]},{"osd":6,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.73199999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.59799999999999998}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":9,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":0.76900000000000002}]},{"osd":10,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.749}]}]},{"osd":10,"up_from":72,"seq":309237645339,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7048,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738104,"statfs":{"total":95995035648,"available":95987818496,"internally_reserved":0,"allocated":1638400,"data_stored":1096756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6970000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.57099999999999995}]},{"osd":2,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.52000000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.63}]},{"osd":4,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.60499999999999998}]},{"osd":5,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.59199999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.72299999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.57199999999999995}]},{"osd":8,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.748}]},{"osd":9,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.78800000000000003}]},{"osd":11,"last update":"Wed Mar 22 14:26:26 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.76500000000000001}]}]},{"osd":9,"up_from":67,"seq":287762808863,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6200,"kb_used_data":944,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93738952,"statfs":{"total":95995035648,"available":95988686848,"internally_reserved":0,"allocated":966656,"data_stored":447557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.623,"15min":0.625},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.2069999999999999,"5min":2.2069999999999999,"15min":2.2069999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.577,"5min":0.81699999999999995,"15min":0.68999999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":20.273,"5min":20.273,"15min":20.273},"last":1.0700000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.80700000000000005,"15min":0.82699999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0940000000000001,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.77600000000000002,"15min":0.79400000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.3440000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.85799999999999998,"15min":0.88},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.1839999999999999,"5min":1.748,"15min":1.748},"last":0.67900000000000005},{"interface":"front","average":{"1min":1.7470000000000001,"5min":0.99099999999999999,"15min":0.86499999999999999},"min":{"1min":0.55700000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":20.039999999999999,"5min":20.039999999999999,"15min":20.039999999999999},"last":1.407}]},{"osd":3,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.73599999999999999,"15min":0.69199999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":9.3640000000000008,"5min":9.3640000000000008,"15min":9.3640000000000008},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.80000000000000004,"15min":0.81100000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":2.2440000000000002,"5min":2.2440000000000002,"15min":2.2440000000000002},"last":0.56999999999999995}]},{"osd":4,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":1.728,"5min":1.006,"15min":0.88600000000000001},"min":{"1min":0.48799999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":20.18,"5min":20.18,"15min":20.18},"last":1.321},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.73899999999999999,"15min":0.748},"min":{"1min":0.47899999999999998,"5min":0.441,"15min":0.441},"max":{"1min":1.1080000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.50700000000000001}]},{"osd":5,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.77900000000000003,"15min":0.78500000000000003},"min":{"1min":0.51900000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.90700000000000003,"15min":0.93100000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.64400000000000002}]},{"osd":6,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.94999999999999996,"15min":0.96599999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":0.745},{"interface":"front","average":{"1min":1.802,"5min":1.0980000000000001,"15min":0.98099999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":20.361999999999998,"5min":20.361999999999998,"15min":20.361999999999998},"last":1.1259999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.878,"15min":0.89700000000000002},"min":{"1min":0.49099999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.2370000000000001,"5min":1.508,"15min":1.508},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.96499999999999997,"15min":0.98699999999999999},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.135,"5min":1.302,"15min":1.302},"last":0.70999999999999996}]},{"osd":8,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":1.1539999999999999,"15min":1.038},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":20.321999999999999,"5min":20.321999999999999,"15min":20.321999999999999},"last":1.3879999999999999},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.94799999999999995,"15min":0.96999999999999997},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.399,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.71799999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:26:03 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":1.365},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.90800000000000003}]}]},{"osd":8,"up_from":59,"seq":253403070501,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6452,"kb_used_data":940,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738700,"statfs":{"total":95995035648,"available":95988428800,"internally_reserved":0,"allocated":962560,"data_stored":447935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.61299999999999999,"15min":0.61599999999999999},"min":{"1min":0.438,"5min":0.379,"15min":0.379},"max":{"1min":0.81599999999999995,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.371}]},{"osd":1,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58299999999999996,"15min":0.58099999999999996},"min":{"1min":0.38600000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.59399999999999997,"15min":0.58799999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.52200000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.45100000000000001,"15min":0.44400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39300000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.621},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.83799999999999997,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.63500000000000001,"15min":0.63700000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.79500000000000004,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.56499999999999995}]},{"osd":4,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35699999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.627,"15min":0.625},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.84999999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71899999999999997}]},{"osd":5,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.88700000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.505}]},{"osd":6,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90800000000000003,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.75,"5min":0.72099999999999997,"15min":0.71599999999999997},"min":{"1min":0.54100000000000004,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.67100000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.68500000000000005,"15min":0.67900000000000005},"min":{"1min":0.44900000000000001,"5min":0.438,"15min":0.438},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.69099999999999995,"15min":0.69199999999999995},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.94499999999999995,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.65800000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:26:44 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.77700000000000002,"15min":0.76500000000000001},"min":{"1min":0.54100000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.80800000000000005,"15min":0.79800000000000004},"min":{"1min":0.623,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0429999999999999,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.73899999999999999}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.92800000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]},{"osd":7,"up_from":52,"seq":223338299432,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7032,"kb_used_data":1520,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738120,"statfs":{"total":95995035648,"available":95987834880,"internally_reserved":0,"allocated":1556480,"data_stored":1039983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.47499999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.502},{"interface":"front","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84599999999999997,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56899999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.434,"15min":0.42499999999999999},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59099999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.45400000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.57699999999999996,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.63500000000000001,"15min":0.59899999999999998},"min":{"1min":0.42499999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":3.9550000000000001,"5min":3.9550000000000001,"15min":3.9550000000000001},"last":0.56399999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.65500000000000003,"15min":0.61899999999999999},"min":{"1min":0.48799999999999999,"5min":0.373,"15min":0.373},"max":{"1min":3.6499999999999999,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63400000000000001,"15min":0.621},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":0.82099999999999995,"5min":1.03,"15min":1.03},"last":0.76500000000000001}]},{"osd":4,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.751,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.499,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77200000000000002,"5min":1.264,"15min":1.264},"last":0.48699999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.44400000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64300000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.629}]},{"osd":6,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.69099999999999995,"15min":0.68100000000000005},"min":{"1min":0.54500000000000004,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0229999999999999,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.74299999999999999,"15min":0.71299999999999997},"min":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":3.9689999999999999,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.79000000000000004}]},{"osd":8,"last update":"Wed Mar 22 14:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.70699999999999996,"15min":0.70099999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72599999999999998,"15min":0.72499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.876,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.65600000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:26:41 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.80300000000000005,"15min":0.80100000000000005},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.7350000000000001,"5min":1.7350000000000001,"15min":1.7350000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.81200000000000006,"15min":0.80700000000000005},"min":{"1min":0.66600000000000004,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.746,"5min":1.746,"15min":1.746},"last":0.88400000000000001}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.73099999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462956,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6312,"kb_used_data":928,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738840,"statfs":{"total":95995035648,"available":95988572160,"internally_reserved":0,"allocated":950272,"data_stored":447232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.48799999999999999,"15min":0.47199999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.54400000000000004,"15min":0.52600000000000002},"min":{"1min":0.35699999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":2.2229999999999999,"5min":2.2229999999999999,"15min":2.2229999999999999},"last":0.60799999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.71699999999999997,"15min":0.71199999999999997},"min":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.72799999999999998,"15min":0.70899999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":0.92100000000000004}]},{"osd":2,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.70999999999999996,"15min":0.70099999999999996},"min":{"1min":0.496,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.72499999999999998,"15min":0.69299999999999995},"min":{"1min":0.44400000000000001,"5min":0.437,"15min":0.437},"max":{"1min":2.9870000000000001,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.74299999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.63400000000000001,"15min":0.61699999999999999},"min":{"1min":0.38700000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.0390000000000001,"5min":3.0390000000000001,"15min":3.0390000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.69299999999999995,"15min":0.67700000000000005},"min":{"1min":0.42499999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.9730000000000001,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":0.44}]},{"osd":4,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.75,"15min":0.751},"min":{"1min":0.53200000000000003,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.77100000000000002,"15min":0.74299999999999999},"min":{"1min":0.51900000000000002,"5min":0.501,"15min":0.501},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.66400000000000003}]},{"osd":5,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.82899999999999996,"15min":0.80800000000000005},"min":{"1min":0.56200000000000006,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.83899999999999997,"15min":0.81799999999999995},"min":{"1min":0.53900000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.956,"5min":2.956,"15min":2.956},"last":0.78400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.4470000000000001,"5min":2.528,"15min":2.528},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.83299999999999996,"15min":0.81299999999999994},"min":{"1min":0.59599999999999997,"5min":0.442,"15min":0.442},"max":{"1min":1.45,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.76600000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:26:20 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.82999999999999996,"15min":0.81899999999999995},"min":{"1min":0.58699999999999997,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.70499999999999996},{"interface":"front","average":{"1min":1.042,"5min":0.91000000000000003,"15min":0.88800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":0.85299999999999998}]},{"osd":9,"last update":"Wed Mar 22 14:26:42 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.97799999999999998,"15min":0.97499999999999998},"min":{"1min":0.50700000000000001,"5min":0.505,"15min":0.505},"max":{"1min":1.7629999999999999,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.88400000000000001,"15min":0.86599999999999999},"min":{"1min":0.60099999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.68999999999999995}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.056,"15min":1.056},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.907,"5min":1.907,"15min":1.907},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":0.84299999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7456,"kb_used_data":984,"kb_used_omap":0,"kb_used_meta":6464,"kb_avail":93737696,"statfs":{"total":95995035648,"available":95987400704,"internally_reserved":0,"allocated":1007616,"data_stored":505949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6619136},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.54500000000000004,"15min":0.53800000000000003},"min":{"1min":0.38800000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.245,"15min":0.245},"max":{"1min":0.92000000000000004,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.495}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.54700000000000004,"15min":0.54000000000000004},"min":{"1min":0.442,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.746}]},{"osd":3,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59399999999999997,"15min":0.57799999999999996},"min":{"1min":0.39100000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38800000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.86599999999999999,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.52900000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.32100000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61099999999999999,"5min":0.75,"15min":0.75},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.46100000000000002,"15min":0.439},"min":{"1min":0.32700000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.63300000000000001}]},{"osd":5,"last update":"Wed Mar 22 14:26:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58399999999999996},"min":{"1min":0.41899999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.871,"5min":0.874,"15min":0.874},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.59899999999999998,"15min":0.59099999999999997},"min":{"1min":0.46600000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.79000000000000004}]},{"osd":6,"last update":"Wed Mar 22 14:26:35 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.746,"15min":0.77400000000000002},"min":{"1min":0.55500000000000005,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.90900000000000003,"5min":2.9380000000000002,"15min":2.9380000000000002},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72099999999999997,"15min":0.752},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.66600000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:26:57 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56699999999999995,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.82799999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61699999999999999,"15min":0.58599999999999997},"min":{"1min":0.46800000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91100000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.85399999999999998}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94499999999999995,"5min":1.036,"15min":1.036},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61599999999999999,"15min":0.60999999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.77300000000000002}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.72299999999999998},"min":{"1min":0.55500000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.76900000000000002,"15min":0.76600000000000001},"min":{"1min":0.60699999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.80900000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.83899999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738440,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7228,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737924,"statfs":{"total":95995035648,"available":95987634176,"internally_reserved":0,"allocated":970752,"data_stored":448565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 22 14:26:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.60799999999999998,"15min":0.55000000000000004},"min":{"1min":0.434,"5min":0.313,"15min":0.313},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.66600000000000004,"15min":0.58599999999999997},"min":{"1min":0.47499999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.98699999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.80800000000000005}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.66400000000000003,"15min":0.58699999999999997},"min":{"1min":0.438,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.75,"5min":0.63200000000000001,"15min":0.58999999999999997},"min":{"1min":0.52400000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.60399999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:24:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.38500000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.99199999999999999,"5min":1.03,"15min":1.03},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.63700000000000001}]},{"osd":4,"last update":"Wed Mar 22 14:26:52 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61899999999999999,"15min":0.58699999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.622},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0529999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.69199999999999995}]},{"osd":5,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.66400000000000003},"min":{"1min":0.49299999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0349999999999999,"5min":1.131,"15min":1.131},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.75700000000000001,"15min":0.71899999999999997},"min":{"1min":0.58799999999999997,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1699999999999999,"5min":1.272,"15min":1.272},"last":0.71499999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:26:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72699999999999998,"15min":0.68899999999999995},"min":{"1min":0.501,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.66000000000000003,"15min":0.63200000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.46,"5min":1.46,"15min":1.46},"last":0.72399999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.875,"15min":0.86899999999999999},"min":{"1min":0.61299999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.73699999999999999}]},{"osd":8,"last update":"Wed Mar 22 14:26:16 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83299999999999996,"15min":0.85399999999999998},"min":{"1min":0.54600000000000004,"5min":0.498,"15min":0.498},"max":{"1min":0.93899999999999995,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.99299999999999999,"15min":1.0149999999999999},"min":{"1min":0.63700000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.27,"5min":1.337,"15min":1.337},"last":0.82699999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:26:41 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.0349999999999999,"15min":1.0669999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.1759999999999999,"5min":1.409,"15min":1.409},"last":0.747},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.84999999999999998,"15min":0.86199999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.79700000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88600000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.84899999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7476,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":6464,"kb_avail":93737676,"statfs":{"total":95995035648,"available":95987380224,"internally_reserved":0,"allocated":1028096,"data_stored":506121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6619136},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.503},"min":{"1min":0.377,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.52100000000000002,"15min":0.495},"min":{"1min":0.35899999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.61199999999999999}]},{"osd":1,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.53100000000000003,"15min":0.499},"min":{"1min":0.35699999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.77700000000000002,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.54700000000000004,"15min":0.51700000000000002},"min":{"1min":0.375,"5min":0.311,"15min":0.311},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.83399999999999996}]},{"osd":3,"last update":"Wed Mar 22 14:26:28 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.60499999999999998,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59699999999999998,"15min":0.57299999999999995},"min":{"1min":0.43099999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83399999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.56699999999999995}]},{"osd":4,"last update":"Wed Mar 22 14:25:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.55400000000000005,"15min":0.53600000000000003},"min":{"1min":0.41699999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57299999999999995,"15min":0.56799999999999995},"min":{"1min":0.373,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71299999999999997}]},{"osd":5,"last update":"Wed Mar 22 14:26:08 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.41199999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.47799999999999998,"15min":0.45200000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.86199999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.47499999999999998}]},{"osd":6,"last update":"Wed Mar 22 14:26:38 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.68899999999999995,"15min":0.67300000000000004},"min":{"1min":0.48599999999999999,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.69999999999999996,"15min":0.67200000000000004},"min":{"1min":0.48099999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.661,"5min":1.661,"15min":1.661},"last":0.66400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.65300000000000002,"15min":0.65100000000000002},"min":{"1min":0.438,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.619}]},{"osd":8,"last update":"Wed Mar 22 14:26:17 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57899999999999996,"15min":0.57999999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.65100000000000002,"15min":0.65300000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90600000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.64000000000000001}]},{"osd":9,"last update":"Wed Mar 22 14:26:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.77700000000000002,"15min":0.77300000000000002},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.0429999999999999,"5min":1.139,"15min":1.139},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.78500000000000003,"15min":0.77500000000000002},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.86499999999999999}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.84899999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149754,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6648,"kb_used_data":944,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738504,"statfs":{"total":95995035648,"available":95988228096,"internally_reserved":0,"allocated":966656,"data_stored":447111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.35799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68000000000000005,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.46899999999999997,"15min":0.44500000000000001},"min":{"1min":0.38900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71099999999999997,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.40600000000000003}]},{"osd":1,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.67200000000000004,"15min":0.629},"min":{"1min":0.48499999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.41499999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":1.0029999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.46999999999999997,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.94499999999999995,"5min":2.238,"15min":2.238},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.70999999999999996,"15min":0.67300000000000004},"min":{"1min":0.499,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.70499999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.71099999999999997,"15min":0.66900000000000004},"min":{"1min":0.60999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.095,"5min":1.202,"15min":1.202},"last":0.748},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72899999999999998,"15min":0.69699999999999995},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98899999999999999,"5min":1.022,"15min":1.022},"last":0.79100000000000004}]},{"osd":5,"last update":"Wed Mar 22 14:26:12 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73999999999999999,"15min":0.71999999999999997},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.54300000000000004,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.93999999999999995,"5min":2.194,"15min":2.194},"last":1.044}]},{"osd":6,"last update":"Wed Mar 22 14:26:38 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.64100000000000001,"15min":0.626},"min":{"1min":0.46300000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.68000000000000005,"15min":0.66000000000000003},"min":{"1min":0.56399999999999995,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.125}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.50700000000000001,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":1.069},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.82299999999999995,"15min":0.80100000000000005},"min":{"1min":0.59199999999999997,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.89000000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55900000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81100000000000005,"15min":0.82699999999999996},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.1819999999999999,"5min":1.21,"15min":1.21},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.98699999999999999,"15min":1.008},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2070000000000001,"5min":1.306,"15min":1.306},"last":0.85899999999999999}]},{"osd":10,"last update":"Wed Mar 22 14:26:00 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":1.036},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":1.149}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92300000000000004}]}]},{"osd":4,"up_from":34,"seq":146028888119,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6440,"kb_used_data":928,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738712,"statfs":{"total":95995035648,"available":95988441088,"internally_reserved":0,"allocated":950272,"data_stored":447477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.435,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84899999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.46500000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.39900000000000002,"15min":0.36799999999999999},"min":{"1min":0.29099999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64600000000000002,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.40799999999999997,"15min":0.378},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.47799999999999998}]},{"osd":2,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74399999999999999,"15min":0.878},"min":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.84899999999999998,"5min":8.1150000000000002,"15min":8.1150000000000002},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56399999999999995,"15min":0.53400000000000003},"min":{"1min":0.40600000000000003,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.65200000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61499999999999999,"15min":0.59199999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.874,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60899999999999999,"15min":0.59599999999999997},"min":{"1min":0.51200000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90600000000000003,"5min":1.04,"15min":1.04},"last":0.68100000000000005}]},{"osd":5,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.41099999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79800000000000004,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58499999999999996,"15min":0.55900000000000005},"min":{"1min":0.48999999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81599999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.82299999999999995}]},{"osd":6,"last update":"Wed Mar 22 14:26:37 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65300000000000002,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.84099999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.64400000000000002,"15min":0.63},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83099999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56399999999999995}]},{"osd":7,"last update":"Wed Mar 22 14:25:59 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.55700000000000005,"15min":0.54500000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.39700000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.623}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.68600000000000005,"15min":0.68799999999999994},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.85099999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89200000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.86099999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.753,"15min":0.75900000000000001},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1,"5min":1,"15min":1},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.80900000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.60999999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85099999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724594,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7172,"kb_used_data":1532,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737980,"statfs":{"total":95995035648,"available":95987691520,"internally_reserved":0,"allocated":1568768,"data_stored":1039367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56200000000000006},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.53100000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80800000000000005,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.374}]},{"osd":1,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55700000000000005,"15min":0.53800000000000003},"min":{"1min":0.438,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.67900000000000005}]},{"osd":2,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.309,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.61399999999999999,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.624,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.41999999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59799999999999998,"15min":0.58399999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60199999999999998,"15min":0.58999999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.873,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.60499999999999998}]},{"osd":4,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.57599999999999996,"15min":0.56799999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.63900000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.65900000000000003,"15min":0.63300000000000001},"min":{"1min":0.47299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.874,"5min":1.05,"15min":1.05},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.68100000000000005,"15min":0.66300000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.77700000000000002,"5min":0.999,"15min":0.999},"last":0.628}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.64700000000000002,"15min":0.64200000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.70199999999999996}]},{"osd":8,"last update":"Wed Mar 22 14:26:20 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.59799999999999998,"15min":0.59199999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.628,"5min":0.64400000000000002,"15min":0.64700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.52400000000000002}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.77300000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.92200000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77700000000000002,"15min":0.78600000000000003},"min":{"1min":0.55700000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.83299999999999996,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.73199999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.65300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":59787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":59959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-22T14:27:02.580 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph pg dump --format=json 2023-03-22T14:27:03.402 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:03.941 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:03 smithi045 ceph-mon[91728]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:03.941 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:03 smithi045 ceph-mon[91728]: pgmap v297: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:03 smithi142 ceph-mon[94717]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:03 smithi142 ceph-mon[94717]: pgmap v297: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:03 smithi098 ceph-mon[94136]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:03 smithi098 ceph-mon[94136]: pgmap v297: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:04.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 -- 172.21.15.45:0/2864973473 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff050100e70 msgr2=0x7ff050104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:04.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 --2- 172.21.15.45:0/2864973473 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff050100e70 0x7ff050104e40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff0400099c0 tx=0x7ff040009cd0 comp rx=0 tx=0).stop 2023-03-22T14:27:04.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 -- 172.21.15.45:0/2864973473 shutdown_connections 2023-03-22T14:27:04.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 --2- 172.21.15.45:0/2864973473 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff050105570 0x7ff05010d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:04.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 --2- 172.21.15.45:0/2864973473 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff0501004d0 0x7ff0501008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:04.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 --2- 172.21.15.45:0/2864973473 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff050100e70 0x7ff050104e40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:04.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 -- 172.21.15.45:0/2864973473 >> 172.21.15.45:0/2864973473 conn(0x7ff0500fbd50 msgr2=0x7ff0500fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:04.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 -- 172.21.15.45:0/2864973473 shutdown_connections 2023-03-22T14:27:04.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.873+0000 7ff0585fe700 1 -- 172.21.15.45:0/2864973473 wait complete. 2023-03-22T14:27:04.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.874+0000 7ff0585fe700 1 Processor -- start 2023-03-22T14:27:04.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff0585fe700 1 -- start start 2023-03-22T14:27:04.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff0585fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff0501004d0 0x7ff050198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:04.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff0585fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff050100e70 0x7ff050198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:04.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff0585fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff050105570 0x7ff05019cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:04.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff0585fe700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05019d520 con 0x7ff0501004d0 2023-03-22T14:27:04.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff0585fe700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05019d690 con 0x7ff050105570 2023-03-22T14:27:04.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff0585fe700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05019d850 con 0x7ff050100e70 2023-03-22T14:27:04.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff05639a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff0501004d0 0x7ff050198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:04.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff05639a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff0501004d0 0x7ff050198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:48982/0 (socket says 172.21.15.45:48982) 2023-03-22T14:27:04.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff05639a700 1 -- 172.21.15.45:0/1267734990 learned_addr learned my addr 172.21.15.45:0/1267734990 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:04.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff055b99700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff050100e70 0x7ff050198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:04.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.875+0000 7ff056b9b700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff050105570 0x7ff05019cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:04.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff05639a700 1 -- 172.21.15.45:0/1267734990 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff050100e70 msgr2=0x7ff050198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:04.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff05639a700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff050100e70 0x7ff050198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:04.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff05639a700 1 -- 172.21.15.45:0/1267734990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff050105570 msgr2=0x7ff05019cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff05639a700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff050105570 0x7ff05019cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff05639a700 1 -- 172.21.15.45:0/1267734990 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0400095f0 con 0x7ff0501004d0 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff055b99700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff050100e70 0x7ff050198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff05639a700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff0501004d0 0x7ff050198600 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff04c00e9a0 tx=0x7ff04c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff0477fe700 1 -- 172.21.15.45:0/1267734990 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff04c009790 con 0x7ff0501004d0 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff0477fe700 1 -- 172.21.15.45:0/1267734990 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff04c010430 con 0x7ff0501004d0 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0501102c0 con 0x7ff0501004d0 2023-03-22T14:27:04.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff0477fe700 1 -- 172.21.15.45:0/1267734990 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff04c018680 con 0x7ff0501004d0 2023-03-22T14:27:04.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.876+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff050110130 con 0x7ff0501004d0 2023-03-22T14:27:04.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.877+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff050110450 con 0x7ff0501004d0 2023-03-22T14:27:04.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.879+0000 7ff0477fe700 1 -- 172.21.15.45:0/1267734990 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7ff04c0105a0 con 0x7ff0501004d0 2023-03-22T14:27:04.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.881+0000 7ff0477fe700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff03c09fb60 0x7ff03c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:04.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.881+0000 7ff0477fe700 1 -- 172.21.15.45:0/1267734990 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7ff04c014070 con 0x7ff0501004d0 2023-03-22T14:27:04.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.881+0000 7ff055b99700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff03c09fb60 0x7ff03c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:04.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.882+0000 7ff055b99700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff03c09fb60 0x7ff03c0a2010 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff040009990 tx=0x7ff040005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:04.885 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:04.885+0000 7ff0477fe700 1 -- 172.21.15.45:0/1267734990 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff04c0515c0 con 0x7ff0501004d0 2023-03-22T14:27:05.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.088+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff050073cc0 con 0x7ff03c09fb60 2023-03-22T14:27:05.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.099+0000 7ff0477fe700 1 -- 172.21.15.45:0/1267734990 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340486 (secure 0 0 0) 0x7ff050073cc0 con 0x7ff03c09fb60 2023-03-22T14:27:05.106 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:05.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff03c09fb60 msgr2=0x7ff03c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:05.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff03c09fb60 0x7ff03c0a2010 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff040009990 tx=0x7ff040005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:05.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff0501004d0 msgr2=0x7ff050198600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:05.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff0501004d0 0x7ff050198600 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff04c00e9a0 tx=0x7ff04c00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:27:05.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 shutdown_connections 2023-03-22T14:27:05.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff03c09fb60 0x7ff03c0a2010 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:05.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff0501004d0 0x7ff050198600 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:05.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff050105570 0x7ff05019cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:05.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 --2- 172.21.15.45:0/1267734990 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff050100e70 0x7ff050198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:05.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 >> 172.21.15.45:0/1267734990 conn(0x7ff0500fbd50 msgr2=0x7ff0500fcae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:05.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 shutdown_connections 2023-03-22T14:27:05.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:05.104+0000 7ff0585fe700 1 -- 172.21.15.45:0/1267734990 wait complete. 2023-03-22T14:27:05.112 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2023-03-22T14:27:05.667 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":298,"stamp":"2023-03-22T14:27:04.457202+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655317,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":626,"num_read_kb":435,"num_write":417,"num_write_kb":3070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":343,"ondisk_log_size":343,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":81512,"kb_used_data":13192,"kb_used_omap":0,"kb_used_meta":68224,"kb_avail":1124860312,"statfs":{"total":1151940427776,"available":1151856959488,"internally_reserved":0,"allocated":13508608,"data_stored":7321632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":69861376},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003045"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767549+0000","last_change":"2023-03-22T14:26:10.158701+0000","last_active":"2023-03-22T14:26:40.767549+0000","last_peered":"2023-03-22T14:26:40.767549+0000","last_clean":"2023-03-22T14:26:40.767549+0000","last_became_active":"2023-03-22T14:26:10.158288+0000","last_became_peered":"2023-03-22T14:26:10.158288+0000","last_unstale":"2023-03-22T14:26:40.767549+0000","last_undegraded":"2023-03-22T14:26:40.767549+0000","last_fullsized":"2023-03-22T14:26:40.767549+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:44:00.001117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766837+0000","last_change":"2023-03-22T14:26:10.156196+0000","last_active":"2023-03-22T14:26:40.766837+0000","last_peered":"2023-03-22T14:26:40.766837+0000","last_clean":"2023-03-22T14:26:40.766837+0000","last_became_active":"2023-03-22T14:26:10.155880+0000","last_became_peered":"2023-03-22T14:26:10.155880+0000","last_unstale":"2023-03-22T14:26:40.766837+0000","last_undegraded":"2023-03-22T14:26:40.766837+0000","last_fullsized":"2023-03-22T14:26:40.766837+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:32:50.696636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766128+0000","last_change":"2023-03-22T14:26:10.153558+0000","last_active":"2023-03-22T14:26:40.766128+0000","last_peered":"2023-03-22T14:26:40.766128+0000","last_clean":"2023-03-22T14:26:40.766128+0000","last_became_active":"2023-03-22T14:26:10.153197+0000","last_became_peered":"2023-03-22T14:26:10.153197+0000","last_unstale":"2023-03-22T14:26:40.766128+0000","last_undegraded":"2023-03-22T14:26:40.766128+0000","last_fullsized":"2023-03-22T14:26:40.766128+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:38:35.460811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768144+0000","last_change":"2023-03-22T14:26:10.140808+0000","last_active":"2023-03-22T14:26:40.768144+0000","last_peered":"2023-03-22T14:26:40.768144+0000","last_clean":"2023-03-22T14:26:40.768144+0000","last_became_active":"2023-03-22T14:26:10.140515+0000","last_became_peered":"2023-03-22T14:26:10.140515+0000","last_unstale":"2023-03-22T14:26:40.768144+0000","last_undegraded":"2023-03-22T14:26:40.768144+0000","last_fullsized":"2023-03-22T14:26:40.768144+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:33:24.572331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764511+0000","last_change":"2023-03-22T14:26:10.141388+0000","last_active":"2023-03-22T14:26:40.764511+0000","last_peered":"2023-03-22T14:26:40.764511+0000","last_clean":"2023-03-22T14:26:40.764511+0000","last_became_active":"2023-03-22T14:26:10.141076+0000","last_became_peered":"2023-03-22T14:26:10.141076+0000","last_unstale":"2023-03-22T14:26:40.764511+0000","last_undegraded":"2023-03-22T14:26:40.764511+0000","last_fullsized":"2023-03-22T14:26:40.764511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:53:07.444912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770481+0000","last_change":"2023-03-22T14:26:10.151250+0000","last_active":"2023-03-22T14:26:40.770481+0000","last_peered":"2023-03-22T14:26:40.770481+0000","last_clean":"2023-03-22T14:26:40.770481+0000","last_became_active":"2023-03-22T14:26:10.150925+0000","last_became_peered":"2023-03-22T14:26:10.150925+0000","last_unstale":"2023-03-22T14:26:40.770481+0000","last_undegraded":"2023-03-22T14:26:40.770481+0000","last_fullsized":"2023-03-22T14:26:40.770481+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:55:13.189674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771177+0000","last_change":"2023-03-22T14:26:10.149874+0000","last_active":"2023-03-22T14:26:40.771177+0000","last_peered":"2023-03-22T14:26:40.771177+0000","last_clean":"2023-03-22T14:26:40.771177+0000","last_became_active":"2023-03-22T14:26:10.149623+0000","last_became_peered":"2023-03-22T14:26:10.149623+0000","last_unstale":"2023-03-22T14:26:40.771177+0000","last_undegraded":"2023-03-22T14:26:40.771177+0000","last_fullsized":"2023-03-22T14:26:40.771177+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:49:06.976718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765449+0000","last_change":"2023-03-22T14:26:10.139429+0000","last_active":"2023-03-22T14:26:40.765449+0000","last_peered":"2023-03-22T14:26:40.765449+0000","last_clean":"2023-03-22T14:26:40.765449+0000","last_became_active":"2023-03-22T14:26:10.138933+0000","last_became_peered":"2023-03-22T14:26:10.138933+0000","last_unstale":"2023-03-22T14:26:40.765449+0000","last_undegraded":"2023-03-22T14:26:40.765449+0000","last_fullsized":"2023-03-22T14:26:40.765449+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:13:29.185896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769687+0000","last_change":"2023-03-22T14:26:10.147062+0000","last_active":"2023-03-22T14:26:40.769687+0000","last_peered":"2023-03-22T14:26:40.769687+0000","last_clean":"2023-03-22T14:26:40.769687+0000","last_became_active":"2023-03-22T14:26:10.146300+0000","last_became_peered":"2023-03-22T14:26:10.146300+0000","last_unstale":"2023-03-22T14:26:40.769687+0000","last_undegraded":"2023-03-22T14:26:40.769687+0000","last_fullsized":"2023-03-22T14:26:40.769687+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:03:25.295638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768970+0000","last_change":"2023-03-22T14:26:10.142094+0000","last_active":"2023-03-22T14:26:40.768970+0000","last_peered":"2023-03-22T14:26:40.768970+0000","last_clean":"2023-03-22T14:26:40.768970+0000","last_became_active":"2023-03-22T14:26:10.141785+0000","last_became_peered":"2023-03-22T14:26:10.141785+0000","last_unstale":"2023-03-22T14:26:40.768970+0000","last_undegraded":"2023-03-22T14:26:40.768970+0000","last_fullsized":"2023-03-22T14:26:40.768970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:14:32.592611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771549+0000","last_change":"2023-03-22T14:26:10.142511+0000","last_active":"2023-03-22T14:26:40.771549+0000","last_peered":"2023-03-22T14:26:40.771549+0000","last_clean":"2023-03-22T14:26:40.771549+0000","last_became_active":"2023-03-22T14:26:10.141996+0000","last_became_peered":"2023-03-22T14:26:10.141996+0000","last_unstale":"2023-03-22T14:26:40.771549+0000","last_undegraded":"2023-03-22T14:26:40.771549+0000","last_fullsized":"2023-03-22T14:26:40.771549+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:21:05.229553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.776601+0000","last_change":"2023-03-22T14:26:41.775645+0000","last_active":"2023-03-22T14:26:41.776601+0000","last_peered":"2023-03-22T14:26:41.776601+0000","last_clean":"2023-03-22T14:26:41.776601+0000","last_became_active":"2023-03-22T14:26:41.775126+0000","last_became_peered":"2023-03-22T14:26:41.775126+0000","last_unstale":"2023-03-22T14:26:41.776601+0000","last_undegraded":"2023-03-22T14:26:41.776601+0000","last_fullsized":"2023-03-22T14:26:41.776601+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:23:19.556259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761769+0000","last_change":"2023-03-22T14:26:10.140025+0000","last_active":"2023-03-22T14:26:40.761769+0000","last_peered":"2023-03-22T14:26:40.761769+0000","last_clean":"2023-03-22T14:26:40.761769+0000","last_became_active":"2023-03-22T14:26:10.139737+0000","last_became_peered":"2023-03-22T14:26:10.139737+0000","last_unstale":"2023-03-22T14:26:40.761769+0000","last_undegraded":"2023-03-22T14:26:40.761769+0000","last_fullsized":"2023-03-22T14:26:40.761769+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:23:42.334060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765667+0000","last_change":"2023-03-22T14:26:10.158079+0000","last_active":"2023-03-22T14:26:40.765667+0000","last_peered":"2023-03-22T14:26:40.765667+0000","last_clean":"2023-03-22T14:26:40.765667+0000","last_became_active":"2023-03-22T14:26:10.155723+0000","last_became_peered":"2023-03-22T14:26:10.155723+0000","last_unstale":"2023-03-22T14:26:40.765667+0000","last_undegraded":"2023-03-22T14:26:40.765667+0000","last_fullsized":"2023-03-22T14:26:40.765667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:58:16.643587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764208+0000","last_change":"2023-03-22T14:26:10.154820+0000","last_active":"2023-03-22T14:26:40.764208+0000","last_peered":"2023-03-22T14:26:40.764208+0000","last_clean":"2023-03-22T14:26:40.764208+0000","last_became_active":"2023-03-22T14:26:10.154098+0000","last_became_peered":"2023-03-22T14:26:10.154098+0000","last_unstale":"2023-03-22T14:26:40.764208+0000","last_undegraded":"2023-03-22T14:26:40.764208+0000","last_fullsized":"2023-03-22T14:26:40.764208+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:43:13.184902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768411+0000","last_change":"2023-03-22T14:26:10.152667+0000","last_active":"2023-03-22T14:26:40.768411+0000","last_peered":"2023-03-22T14:26:40.768411+0000","last_clean":"2023-03-22T14:26:40.768411+0000","last_became_active":"2023-03-22T14:26:10.152404+0000","last_became_peered":"2023-03-22T14:26:10.152404+0000","last_unstale":"2023-03-22T14:26:40.768411+0000","last_undegraded":"2023-03-22T14:26:40.768411+0000","last_fullsized":"2023-03-22T14:26:40.768411+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:03.007441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767673+0000","last_change":"2023-03-22T14:26:10.158575+0000","last_active":"2023-03-22T14:26:40.767673+0000","last_peered":"2023-03-22T14:26:40.767673+0000","last_clean":"2023-03-22T14:26:40.767673+0000","last_became_active":"2023-03-22T14:26:10.158219+0000","last_became_peered":"2023-03-22T14:26:10.158219+0000","last_unstale":"2023-03-22T14:26:40.767673+0000","last_undegraded":"2023-03-22T14:26:40.767673+0000","last_fullsized":"2023-03-22T14:26:40.767673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:24.011396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768582+0000","last_change":"2023-03-22T14:26:10.144752+0000","last_active":"2023-03-22T14:26:40.768582+0000","last_peered":"2023-03-22T14:26:40.768582+0000","last_clean":"2023-03-22T14:26:40.768582+0000","last_became_active":"2023-03-22T14:26:10.144229+0000","last_became_peered":"2023-03-22T14:26:10.144229+0000","last_unstale":"2023-03-22T14:26:40.768582+0000","last_undegraded":"2023-03-22T14:26:40.768582+0000","last_fullsized":"2023-03-22T14:26:40.768582+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:13:04.010177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770331+0000","last_change":"2023-03-22T14:26:10.139468+0000","last_active":"2023-03-22T14:26:40.770331+0000","last_peered":"2023-03-22T14:26:40.770331+0000","last_clean":"2023-03-22T14:26:40.770331+0000","last_became_active":"2023-03-22T14:26:10.138750+0000","last_became_peered":"2023-03-22T14:26:10.138750+0000","last_unstale":"2023-03-22T14:26:40.770331+0000","last_undegraded":"2023-03-22T14:26:40.770331+0000","last_fullsized":"2023-03-22T14:26:40.770331+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:25:53.400263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":75,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:27:02.404709+0000","last_change":"2023-03-22T14:26:09.605689+0000","last_active":"2023-03-22T14:27:02.404709+0000","last_peered":"2023-03-22T14:27:02.404709+0000","last_clean":"2023-03-22T14:27:02.404709+0000","last_became_active":"2023-03-22T14:26:09.605012+0000","last_became_peered":"2023-03-22T14:26:09.605012+0000","last_unstale":"2023-03-22T14:27:02.404709+0000","last_undegraded":"2023-03-22T14:27:02.404709+0000","last_fullsized":"2023-03-22T14:27:02.404709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:22:17.663135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.776557+0000","last_change":"2023-03-22T14:26:41.774947+0000","last_active":"2023-03-22T14:26:41.776557+0000","last_peered":"2023-03-22T14:26:41.776557+0000","last_clean":"2023-03-22T14:26:41.776557+0000","last_became_active":"2023-03-22T14:26:41.774512+0000","last_became_peered":"2023-03-22T14:26:41.774512+0000","last_unstale":"2023-03-22T14:26:41.776557+0000","last_undegraded":"2023-03-22T14:26:41.776557+0000","last_fullsized":"2023-03-22T14:26:41.776557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:44:49.073078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766179+0000","last_change":"2023-03-22T14:26:09.614812+0000","last_active":"2023-03-22T14:26:40.766179+0000","last_peered":"2023-03-22T14:26:40.766179+0000","last_clean":"2023-03-22T14:26:40.766179+0000","last_became_active":"2023-03-22T14:26:09.614137+0000","last_became_peered":"2023-03-22T14:26:09.614137+0000","last_unstale":"2023-03-22T14:26:40.766179+0000","last_undegraded":"2023-03-22T14:26:40.766179+0000","last_fullsized":"2023-03-22T14:26:40.766179+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:59.863232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766558+0000","last_change":"2023-03-22T14:26:10.157045+0000","last_active":"2023-03-22T14:26:40.766558+0000","last_peered":"2023-03-22T14:26:40.766558+0000","last_clean":"2023-03-22T14:26:40.766558+0000","last_became_active":"2023-03-22T14:26:10.156313+0000","last_became_peered":"2023-03-22T14:26:10.156313+0000","last_unstale":"2023-03-22T14:26:40.766558+0000","last_undegraded":"2023-03-22T14:26:40.766558+0000","last_fullsized":"2023-03-22T14:26:40.766558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:12:59.623019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764988+0000","last_change":"2023-03-22T14:26:09.605992+0000","last_active":"2023-03-22T14:26:40.764988+0000","last_peered":"2023-03-22T14:26:40.764988+0000","last_clean":"2023-03-22T14:26:40.764988+0000","last_became_active":"2023-03-22T14:26:09.605339+0000","last_became_peered":"2023-03-22T14:26:09.605339+0000","last_unstale":"2023-03-22T14:26:40.764988+0000","last_undegraded":"2023-03-22T14:26:40.764988+0000","last_fullsized":"2023-03-22T14:26:40.764988+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:38:54.779949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769039+0000","last_change":"2023-03-22T14:26:10.141910+0000","last_active":"2023-03-22T14:26:40.769039+0000","last_peered":"2023-03-22T14:26:40.769039+0000","last_clean":"2023-03-22T14:26:40.769039+0000","last_became_active":"2023-03-22T14:26:10.141539+0000","last_became_peered":"2023-03-22T14:26:10.141539+0000","last_unstale":"2023-03-22T14:26:40.769039+0000","last_undegraded":"2023-03-22T14:26:40.769039+0000","last_fullsized":"2023-03-22T14:26:40.769039+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:20:16.599422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764801+0000","last_change":"2023-03-22T14:26:09.605015+0000","last_active":"2023-03-22T14:26:40.764801+0000","last_peered":"2023-03-22T14:26:40.764801+0000","last_clean":"2023-03-22T14:26:40.764801+0000","last_became_active":"2023-03-22T14:26:09.604633+0000","last_became_peered":"2023-03-22T14:26:09.604633+0000","last_unstale":"2023-03-22T14:26:40.764801+0000","last_undegraded":"2023-03-22T14:26:40.764801+0000","last_fullsized":"2023-03-22T14:26:40.764801+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:00:03.415196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.779769+0000","last_change":"2023-03-22T14:26:41.779383+0000","last_active":"2023-03-22T14:26:41.779769+0000","last_peered":"2023-03-22T14:26:41.779769+0000","last_clean":"2023-03-22T14:26:41.779769+0000","last_became_active":"2023-03-22T14:26:41.778963+0000","last_became_peered":"2023-03-22T14:26:41.778963+0000","last_unstale":"2023-03-22T14:26:41.779769+0000","last_undegraded":"2023-03-22T14:26:41.779769+0000","last_fullsized":"2023-03-22T14:26:41.779769+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:22.516121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":68,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:27:02.393667+0000","last_change":"2023-03-22T14:26:09.606000+0000","last_active":"2023-03-22T14:27:02.393667+0000","last_peered":"2023-03-22T14:27:02.393667+0000","last_clean":"2023-03-22T14:27:02.393667+0000","last_became_active":"2023-03-22T14:26:09.605663+0000","last_became_peered":"2023-03-22T14:26:09.605663+0000","last_unstale":"2023-03-22T14:27:02.393667+0000","last_undegraded":"2023-03-22T14:27:02.393667+0000","last_fullsized":"2023-03-22T14:27:02.393667+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:59:40.751792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":49,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765043+0000","last_change":"2023-03-22T14:26:10.151108+0000","last_active":"2023-03-22T14:26:40.765043+0000","last_peered":"2023-03-22T14:26:40.765043+0000","last_clean":"2023-03-22T14:26:40.765043+0000","last_became_active":"2023-03-22T14:26:10.150764+0000","last_became_peered":"2023-03-22T14:26:10.150764+0000","last_unstale":"2023-03-22T14:26:40.765043+0000","last_undegraded":"2023-03-22T14:26:40.765043+0000","last_fullsized":"2023-03-22T14:26:40.765043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:51:16.285365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":38,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.780050+0000","last_change":"2023-03-22T14:26:41.780050+0000","last_active":"2023-03-22T14:26:41.780050+0000","last_peered":"2023-03-22T14:26:41.780050+0000","last_clean":"2023-03-22T14:26:41.780050+0000","last_became_active":"2023-03-22T14:26:41.771250+0000","last_became_peered":"2023-03-22T14:26:41.771250+0000","last_unstale":"2023-03-22T14:26:41.780050+0000","last_undegraded":"2023-03-22T14:26:41.780050+0000","last_fullsized":"2023-03-22T14:26:41.780050+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:56:58.082278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.777133+0000","last_change":"2023-03-22T14:26:41.777133+0000","last_active":"2023-03-22T14:26:41.777133+0000","last_peered":"2023-03-22T14:26:41.777133+0000","last_clean":"2023-03-22T14:26:41.777133+0000","last_became_active":"2023-03-22T14:26:41.776655+0000","last_became_peered":"2023-03-22T14:26:41.776655+0000","last_unstale":"2023-03-22T14:26:41.777133+0000","last_undegraded":"2023-03-22T14:26:41.777133+0000","last_fullsized":"2023-03-22T14:26:41.777133+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:30:47.090690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.760998+0000","last_change":"2023-03-22T14:26:09.604428+0000","last_active":"2023-03-22T14:26:40.760998+0000","last_peered":"2023-03-22T14:26:40.760998+0000","last_clean":"2023-03-22T14:26:40.760998+0000","last_became_active":"2023-03-22T14:26:09.604075+0000","last_became_peered":"2023-03-22T14:26:09.604075+0000","last_unstale":"2023-03-22T14:26:40.760998+0000","last_undegraded":"2023-03-22T14:26:40.760998+0000","last_fullsized":"2023-03-22T14:26:40.760998+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:18:09.160711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765491+0000","last_change":"2023-03-22T14:26:10.145491+0000","last_active":"2023-03-22T14:26:40.765491+0000","last_peered":"2023-03-22T14:26:40.765491+0000","last_clean":"2023-03-22T14:26:40.765491+0000","last_became_active":"2023-03-22T14:26:10.145153+0000","last_became_peered":"2023-03-22T14:26:10.145153+0000","last_unstale":"2023-03-22T14:26:40.765491+0000","last_undegraded":"2023-03-22T14:26:40.765491+0000","last_fullsized":"2023-03-22T14:26:40.765491+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:34:58.700651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761011+0000","last_change":"2023-03-22T14:26:09.602305+0000","last_active":"2023-03-22T14:26:40.761011+0000","last_peered":"2023-03-22T14:26:40.761011+0000","last_clean":"2023-03-22T14:26:40.761011+0000","last_became_active":"2023-03-22T14:26:09.602024+0000","last_became_peered":"2023-03-22T14:26:09.602024+0000","last_unstale":"2023-03-22T14:26:40.761011+0000","last_undegraded":"2023-03-22T14:26:40.761011+0000","last_fullsized":"2023-03-22T14:26:40.761011+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:10:59.546000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.775299+0000","last_change":"2023-03-22T14:26:41.775299+0000","last_active":"2023-03-22T14:26:41.775299+0000","last_peered":"2023-03-22T14:26:41.775299+0000","last_clean":"2023-03-22T14:26:41.775299+0000","last_became_active":"2023-03-22T14:26:41.774875+0000","last_became_peered":"2023-03-22T14:26:41.774875+0000","last_unstale":"2023-03-22T14:26:41.775299+0000","last_undegraded":"2023-03-22T14:26:41.775299+0000","last_fullsized":"2023-03-22T14:26:41.775299+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:44:10.464776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":108,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:27:01.391372+0000","last_change":"2023-03-22T14:26:09.605329+0000","last_active":"2023-03-22T14:27:01.391372+0000","last_peered":"2023-03-22T14:27:01.391372+0000","last_clean":"2023-03-22T14:27:01.391372+0000","last_became_active":"2023-03-22T14:26:09.605003+0000","last_became_peered":"2023-03-22T14:26:09.605003+0000","last_unstale":"2023-03-22T14:27:01.391372+0000","last_undegraded":"2023-03-22T14:27:01.391372+0000","last_fullsized":"2023-03-22T14:27:01.391372+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:54:25.876041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":90,"num_read_kb":90,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769402+0000","last_change":"2023-03-22T14:26:10.141338+0000","last_active":"2023-03-22T14:26:40.769402+0000","last_peered":"2023-03-22T14:26:40.769402+0000","last_clean":"2023-03-22T14:26:40.769402+0000","last_became_active":"2023-03-22T14:26:10.140941+0000","last_became_peered":"2023-03-22T14:26:10.140941+0000","last_unstale":"2023-03-22T14:26:40.769402+0000","last_undegraded":"2023-03-22T14:26:40.769402+0000","last_fullsized":"2023-03-22T14:26:40.769402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:45:58.818279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771645+0000","last_change":"2023-03-22T14:26:09.608874+0000","last_active":"2023-03-22T14:26:40.771645+0000","last_peered":"2023-03-22T14:26:40.771645+0000","last_clean":"2023-03-22T14:26:40.771645+0000","last_became_active":"2023-03-22T14:26:09.608556+0000","last_became_peered":"2023-03-22T14:26:09.608556+0000","last_unstale":"2023-03-22T14:26:40.771645+0000","last_undegraded":"2023-03-22T14:26:40.771645+0000","last_fullsized":"2023-03-22T14:26:40.771645+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:05:47.051762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766474+0000","last_change":"2023-03-22T14:26:10.157313+0000","last_active":"2023-03-22T14:26:40.766474+0000","last_peered":"2023-03-22T14:26:40.766474+0000","last_clean":"2023-03-22T14:26:40.766474+0000","last_became_active":"2023-03-22T14:26:10.156637+0000","last_became_peered":"2023-03-22T14:26:10.156637+0000","last_unstale":"2023-03-22T14:26:40.766474+0000","last_undegraded":"2023-03-22T14:26:40.766474+0000","last_fullsized":"2023-03-22T14:26:40.766474+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:49:28.870596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761618+0000","last_change":"2023-03-22T14:26:09.609824+0000","last_active":"2023-03-22T14:26:40.761618+0000","last_peered":"2023-03-22T14:26:40.761618+0000","last_clean":"2023-03-22T14:26:40.761618+0000","last_became_active":"2023-03-22T14:26:09.609506+0000","last_became_peered":"2023-03-22T14:26:09.609506+0000","last_unstale":"2023-03-22T14:26:40.761618+0000","last_undegraded":"2023-03-22T14:26:40.761618+0000","last_fullsized":"2023-03-22T14:26:40.761618+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:05:01.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769195+0000","last_change":"2023-03-22T14:26:10.147791+0000","last_active":"2023-03-22T14:26:40.769195+0000","last_peered":"2023-03-22T14:26:40.769195+0000","last_clean":"2023-03-22T14:26:40.769195+0000","last_became_active":"2023-03-22T14:26:10.147442+0000","last_became_peered":"2023-03-22T14:26:10.147442+0000","last_unstale":"2023-03-22T14:26:40.769195+0000","last_undegraded":"2023-03-22T14:26:40.769195+0000","last_fullsized":"2023-03-22T14:26:40.769195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:12:56.630356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'31","reported_seq":142,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:27:01.395985+0000","last_change":"2023-03-22T14:26:09.605587+0000","last_active":"2023-03-22T14:27:01.395985+0000","last_peered":"2023-03-22T14:27:01.395985+0000","last_clean":"2023-03-22T14:27:01.395985+0000","last_became_active":"2023-03-22T14:26:09.605234+0000","last_became_peered":"2023-03-22T14:26:09.605234+0000","last_unstale":"2023-03-22T14:27:01.395985+0000","last_undegraded":"2023-03-22T14:27:01.395985+0000","last_fullsized":"2023-03-22T14:27:01.395985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:09.560463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58083,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":97,"num_read_kb":106,"num_write":33,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764883+0000","last_change":"2023-03-22T14:26:10.142180+0000","last_active":"2023-03-22T14:26:40.764883+0000","last_peered":"2023-03-22T14:26:40.764883+0000","last_clean":"2023-03-22T14:26:40.764883+0000","last_became_active":"2023-03-22T14:26:10.141662+0000","last_became_peered":"2023-03-22T14:26:10.141662+0000","last_unstale":"2023-03-22T14:26:40.764883+0000","last_undegraded":"2023-03-22T14:26:40.764883+0000","last_fullsized":"2023-03-22T14:26:40.764883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:22:32.962412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769897+0000","last_change":"2023-03-22T14:26:09.610970+0000","last_active":"2023-03-22T14:26:40.769897+0000","last_peered":"2023-03-22T14:26:40.769897+0000","last_clean":"2023-03-22T14:26:40.769897+0000","last_became_active":"2023-03-22T14:26:09.610668+0000","last_became_peered":"2023-03-22T14:26:09.610668+0000","last_unstale":"2023-03-22T14:26:40.769897+0000","last_undegraded":"2023-03-22T14:26:40.769897+0000","last_fullsized":"2023-03-22T14:26:40.769897+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:59.128943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761002+0000","last_change":"2023-03-22T14:26:10.145201+0000","last_active":"2023-03-22T14:26:40.761002+0000","last_peered":"2023-03-22T14:26:40.761002+0000","last_clean":"2023-03-22T14:26:40.761002+0000","last_became_active":"2023-03-22T14:26:10.144881+0000","last_became_peered":"2023-03-22T14:26:10.144881+0000","last_unstale":"2023-03-22T14:26:40.761002+0000","last_undegraded":"2023-03-22T14:26:40.761002+0000","last_fullsized":"2023-03-22T14:26:40.761002+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:32:06.377674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761386+0000","last_change":"2023-03-22T14:26:09.611295+0000","last_active":"2023-03-22T14:26:40.761386+0000","last_peered":"2023-03-22T14:26:40.761386+0000","last_clean":"2023-03-22T14:26:40.761386+0000","last_became_active":"2023-03-22T14:26:09.610974+0000","last_became_peered":"2023-03-22T14:26:09.610974+0000","last_unstale":"2023-03-22T14:26:40.761386+0000","last_undegraded":"2023-03-22T14:26:40.761386+0000","last_fullsized":"2023-03-22T14:26:40.761386+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:47:00.123238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771463+0000","last_change":"2023-03-22T14:26:10.140590+0000","last_active":"2023-03-22T14:26:40.771463+0000","last_peered":"2023-03-22T14:26:40.771463+0000","last_clean":"2023-03-22T14:26:40.771463+0000","last_became_active":"2023-03-22T14:26:10.140243+0000","last_became_peered":"2023-03-22T14:26:10.140243+0000","last_unstale":"2023-03-22T14:26:40.771463+0000","last_undegraded":"2023-03-22T14:26:40.771463+0000","last_fullsized":"2023-03-22T14:26:40.771463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:24:35.061683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":68,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:27:01.397992+0000","last_change":"2023-03-22T14:26:09.601433+0000","last_active":"2023-03-22T14:27:01.397992+0000","last_peered":"2023-03-22T14:27:01.397992+0000","last_clean":"2023-03-22T14:27:01.397992+0000","last_became_active":"2023-03-22T14:26:09.601077+0000","last_became_peered":"2023-03-22T14:26:09.601077+0000","last_unstale":"2023-03-22T14:27:01.397992+0000","last_undegraded":"2023-03-22T14:27:01.397992+0000","last_fullsized":"2023-03-22T14:27:01.397992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:54:13.780420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":49,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770925+0000","last_change":"2023-03-22T14:26:10.138660+0000","last_active":"2023-03-22T14:26:40.770925+0000","last_peered":"2023-03-22T14:26:40.770925+0000","last_clean":"2023-03-22T14:26:40.770925+0000","last_became_active":"2023-03-22T14:26:10.138353+0000","last_became_peered":"2023-03-22T14:26:10.138353+0000","last_unstale":"2023-03-22T14:26:40.770925+0000","last_undegraded":"2023-03-22T14:26:40.770925+0000","last_fullsized":"2023-03-22T14:26:40.770925+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:41:51.425763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":32,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764322+0000","last_change":"2023-03-22T14:26:09.609803+0000","last_active":"2023-03-22T14:26:40.764322+0000","last_peered":"2023-03-22T14:26:40.764322+0000","last_clean":"2023-03-22T14:26:40.764322+0000","last_became_active":"2023-03-22T14:26:09.609483+0000","last_became_peered":"2023-03-22T14:26:09.609483+0000","last_unstale":"2023-03-22T14:26:40.764322+0000","last_undegraded":"2023-03-22T14:26:40.764322+0000","last_fullsized":"2023-03-22T14:26:40.764322+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:56:46.958792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761124+0000","last_change":"2023-03-22T14:26:10.147701+0000","last_active":"2023-03-22T14:26:40.761124+0000","last_peered":"2023-03-22T14:26:40.761124+0000","last_clean":"2023-03-22T14:26:40.761124+0000","last_became_active":"2023-03-22T14:26:10.147257+0000","last_became_peered":"2023-03-22T14:26:10.147257+0000","last_unstale":"2023-03-22T14:26:40.761124+0000","last_undegraded":"2023-03-22T14:26:40.761124+0000","last_fullsized":"2023-03-22T14:26:40.761124+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:17.375504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764840+0000","last_change":"2023-03-22T14:26:09.604873+0000","last_active":"2023-03-22T14:26:40.764840+0000","last_peered":"2023-03-22T14:26:40.764840+0000","last_clean":"2023-03-22T14:26:40.764840+0000","last_became_active":"2023-03-22T14:26:09.604522+0000","last_became_peered":"2023-03-22T14:26:09.604522+0000","last_unstale":"2023-03-22T14:26:40.764840+0000","last_undegraded":"2023-03-22T14:26:40.764840+0000","last_fullsized":"2023-03-22T14:26:40.764840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:10:24.059314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767479+0000","last_change":"2023-03-22T14:26:10.141378+0000","last_active":"2023-03-22T14:26:40.767479+0000","last_peered":"2023-03-22T14:26:40.767479+0000","last_clean":"2023-03-22T14:26:40.767479+0000","last_became_active":"2023-03-22T14:26:10.141064+0000","last_became_peered":"2023-03-22T14:26:10.141064+0000","last_unstale":"2023-03-22T14:26:40.767479+0000","last_undegraded":"2023-03-22T14:26:40.767479+0000","last_fullsized":"2023-03-22T14:26:40.767479+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:04:58.827396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.766546+0000","last_change":"2023-03-22T14:26:09.614660+0000","last_active":"2023-03-22T14:26:40.766546+0000","last_peered":"2023-03-22T14:26:40.766546+0000","last_clean":"2023-03-22T14:26:40.766546+0000","last_became_active":"2023-03-22T14:26:09.614264+0000","last_became_peered":"2023-03-22T14:26:09.614264+0000","last_unstale":"2023-03-22T14:26:40.766546+0000","last_undegraded":"2023-03-22T14:26:40.766546+0000","last_fullsized":"2023-03-22T14:26:40.766546+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:10:41.078027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768696+0000","last_change":"2023-03-22T14:26:10.138384+0000","last_active":"2023-03-22T14:26:40.768696+0000","last_peered":"2023-03-22T14:26:40.768696+0000","last_clean":"2023-03-22T14:26:40.768696+0000","last_became_active":"2023-03-22T14:26:10.137911+0000","last_became_peered":"2023-03-22T14:26:10.137911+0000","last_unstale":"2023-03-22T14:26:40.768696+0000","last_undegraded":"2023-03-22T14:26:40.768696+0000","last_fullsized":"2023-03-22T14:26:40.768696+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:02:11.973222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":66,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:27:01.404188+0000","last_change":"2023-03-22T14:26:09.608558+0000","last_active":"2023-03-22T14:27:01.404188+0000","last_peered":"2023-03-22T14:27:01.404188+0000","last_clean":"2023-03-22T14:27:01.404188+0000","last_became_active":"2023-03-22T14:26:09.608234+0000","last_became_peered":"2023-03-22T14:26:09.608234+0000","last_unstale":"2023-03-22T14:27:01.404188+0000","last_undegraded":"2023-03-22T14:27:01.404188+0000","last_fullsized":"2023-03-22T14:27:01.404188+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:18:32.096235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":47,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768935+0000","last_change":"2023-03-22T14:26:10.156523+0000","last_active":"2023-03-22T14:26:40.768935+0000","last_peered":"2023-03-22T14:26:40.768935+0000","last_clean":"2023-03-22T14:26:40.768935+0000","last_became_active":"2023-03-22T14:26:10.156170+0000","last_became_peered":"2023-03-22T14:26:10.156170+0000","last_unstale":"2023-03-22T14:26:40.768935+0000","last_undegraded":"2023-03-22T14:26:40.768935+0000","last_fullsized":"2023-03-22T14:26:40.768935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:27:12.743703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761122+0000","last_change":"2023-03-22T14:26:10.147917+0000","last_active":"2023-03-22T14:26:40.761122+0000","last_peered":"2023-03-22T14:26:40.761122+0000","last_clean":"2023-03-22T14:26:40.761122+0000","last_became_active":"2023-03-22T14:26:10.147328+0000","last_became_peered":"2023-03-22T14:26:10.147328+0000","last_unstale":"2023-03-22T14:26:40.761122+0000","last_undegraded":"2023-03-22T14:26:40.761122+0000","last_fullsized":"2023-03-22T14:26:40.761122+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:28:13.794955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":63,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:58.393040+0000","last_change":"2023-03-22T14:26:09.612765+0000","last_active":"2023-03-22T14:26:58.393040+0000","last_peered":"2023-03-22T14:26:58.393040+0000","last_clean":"2023-03-22T14:26:58.393040+0000","last_became_active":"2023-03-22T14:26:09.612421+0000","last_became_peered":"2023-03-22T14:26:09.612421+0000","last_unstale":"2023-03-22T14:26:58.393040+0000","last_undegraded":"2023-03-22T14:26:58.393040+0000","last_fullsized":"2023-03-22T14:26:58.393040+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:04:41.013442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":44,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770050+0000","last_change":"2023-03-22T14:26:10.136066+0000","last_active":"2023-03-22T14:26:40.770050+0000","last_peered":"2023-03-22T14:26:40.770050+0000","last_clean":"2023-03-22T14:26:40.770050+0000","last_became_active":"2023-03-22T14:26:10.135756+0000","last_became_peered":"2023-03-22T14:26:10.135756+0000","last_unstale":"2023-03-22T14:26:40.770050+0000","last_undegraded":"2023-03-22T14:26:40.770050+0000","last_fullsized":"2023-03-22T14:26:40.770050+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:17:52.311311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770462+0000","last_change":"2023-03-22T14:26:09.602996+0000","last_active":"2023-03-22T14:26:40.770462+0000","last_peered":"2023-03-22T14:26:40.770462+0000","last_clean":"2023-03-22T14:26:40.770462+0000","last_became_active":"2023-03-22T14:26:09.602516+0000","last_became_peered":"2023-03-22T14:26:09.602516+0000","last_unstale":"2023-03-22T14:26:40.770462+0000","last_undegraded":"2023-03-22T14:26:40.770462+0000","last_fullsized":"2023-03-22T14:26:40.770462+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:32:25.061309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":337,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771087+0000","last_change":"2023-03-22T14:25:04.048457+0000","last_active":"2023-03-22T14:26:40.771087+0000","last_peered":"2023-03-22T14:26:40.771087+0000","last_clean":"2023-03-22T14:26:40.771087+0000","last_became_active":"2023-03-22T14:25:04.047825+0000","last_became_peered":"2023-03-22T14:25:04.047825+0000","last_unstale":"2023-03-22T14:26:40.771087+0000","last_undegraded":"2023-03-22T14:26:40.771087+0000","last_fullsized":"2023-03-22T14:26:40.771087+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_clean_scrub_stamp":"2023-03-22T14:21:57.020676+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:46.193563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.760802+0000","last_change":"2023-03-22T14:26:10.149941+0000","last_active":"2023-03-22T14:26:40.760802+0000","last_peered":"2023-03-22T14:26:40.760802+0000","last_clean":"2023-03-22T14:26:40.760802+0000","last_became_active":"2023-03-22T14:26:10.149411+0000","last_became_peered":"2023-03-22T14:26:10.149411+0000","last_unstale":"2023-03-22T14:26:40.760802+0000","last_undegraded":"2023-03-22T14:26:40.760802+0000","last_fullsized":"2023-03-22T14:26:40.760802+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:57:47.277953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771237+0000","last_change":"2023-03-22T14:26:09.605020+0000","last_active":"2023-03-22T14:26:40.771237+0000","last_peered":"2023-03-22T14:26:40.771237+0000","last_clean":"2023-03-22T14:26:40.771237+0000","last_became_active":"2023-03-22T14:26:09.604700+0000","last_became_peered":"2023-03-22T14:26:09.604700+0000","last_unstale":"2023-03-22T14:26:40.771237+0000","last_undegraded":"2023-03-22T14:26:40.771237+0000","last_fullsized":"2023-03-22T14:26:40.771237+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:16:30.300196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764803+0000","last_change":"2023-03-22T14:26:09.609834+0000","last_active":"2023-03-22T14:26:40.764803+0000","last_peered":"2023-03-22T14:26:40.764803+0000","last_clean":"2023-03-22T14:26:40.764803+0000","last_became_active":"2023-03-22T14:26:09.609521+0000","last_became_peered":"2023-03-22T14:26:09.609521+0000","last_unstale":"2023-03-22T14:26:40.764803+0000","last_undegraded":"2023-03-22T14:26:40.764803+0000","last_fullsized":"2023-03-22T14:26:40.764803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:41:39.285531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.762139+0000","last_change":"2023-03-22T14:26:10.161612+0000","last_active":"2023-03-22T14:26:40.762139+0000","last_peered":"2023-03-22T14:26:40.762139+0000","last_clean":"2023-03-22T14:26:40.762139+0000","last_became_active":"2023-03-22T14:26:10.161232+0000","last_became_peered":"2023-03-22T14:26:10.161232+0000","last_unstale":"2023-03-22T14:26:40.762139+0000","last_undegraded":"2023-03-22T14:26:40.762139+0000","last_fullsized":"2023-03-22T14:26:40.762139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:54:02.097895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'10","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768491+0000","last_change":"2023-03-22T14:26:09.614166+0000","last_active":"2023-03-22T14:26:40.768491+0000","last_peered":"2023-03-22T14:26:40.768491+0000","last_clean":"2023-03-22T14:26:40.768491+0000","last_became_active":"2023-03-22T14:26:09.613799+0000","last_became_peered":"2023-03-22T14:26:09.613799+0000","last_unstale":"2023-03-22T14:26:40.768491+0000","last_undegraded":"2023-03-22T14:26:40.768491+0000","last_fullsized":"2023-03-22T14:26:40.768491+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:43:40.989147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764873+0000","last_change":"2023-03-22T14:26:10.141455+0000","last_active":"2023-03-22T14:26:40.764873+0000","last_peered":"2023-03-22T14:26:40.764873+0000","last_clean":"2023-03-22T14:26:40.764873+0000","last_became_active":"2023-03-22T14:26:10.140742+0000","last_became_peered":"2023-03-22T14:26:10.140742+0000","last_unstale":"2023-03-22T14:26:40.764873+0000","last_undegraded":"2023-03-22T14:26:40.764873+0000","last_fullsized":"2023-03-22T14:26:40.764873+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:24:14.840194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767542+0000","last_change":"2023-03-22T14:26:09.605495+0000","last_active":"2023-03-22T14:26:40.767542+0000","last_peered":"2023-03-22T14:26:40.767542+0000","last_clean":"2023-03-22T14:26:40.767542+0000","last_became_active":"2023-03-22T14:26:09.605210+0000","last_became_peered":"2023-03-22T14:26:09.605210+0000","last_unstale":"2023-03-22T14:26:40.767542+0000","last_undegraded":"2023-03-22T14:26:40.767542+0000","last_fullsized":"2023-03-22T14:26:40.767542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:07:01.692804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.781521+0000","last_change":"2023-03-22T14:26:41.781521+0000","last_active":"2023-03-22T14:26:41.781521+0000","last_peered":"2023-03-22T14:26:41.781521+0000","last_clean":"2023-03-22T14:26:41.781521+0000","last_became_active":"2023-03-22T14:26:41.781130+0000","last_became_peered":"2023-03-22T14:26:41.781130+0000","last_unstale":"2023-03-22T14:26:41.781521+0000","last_undegraded":"2023-03-22T14:26:41.781521+0000","last_fullsized":"2023-03-22T14:26:41.781521+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:16:53.080993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768512+0000","last_change":"2023-03-22T14:26:09.609935+0000","last_active":"2023-03-22T14:26:40.768512+0000","last_peered":"2023-03-22T14:26:40.768512+0000","last_clean":"2023-03-22T14:26:40.768512+0000","last_became_active":"2023-03-22T14:26:09.609481+0000","last_became_peered":"2023-03-22T14:26:09.609481+0000","last_unstale":"2023-03-22T14:26:40.768512+0000","last_undegraded":"2023-03-22T14:26:40.768512+0000","last_fullsized":"2023-03-22T14:26:40.768512+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:25:15.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764348+0000","last_change":"2023-03-22T14:26:10.138371+0000","last_active":"2023-03-22T14:26:40.764348+0000","last_peered":"2023-03-22T14:26:40.764348+0000","last_clean":"2023-03-22T14:26:40.764348+0000","last_became_active":"2023-03-22T14:26:10.138075+0000","last_became_peered":"2023-03-22T14:26:10.138075+0000","last_unstale":"2023-03-22T14:26:40.764348+0000","last_undegraded":"2023-03-22T14:26:40.764348+0000","last_fullsized":"2023-03-22T14:26:40.764348+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:52:32.849086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765386+0000","last_change":"2023-03-22T14:26:09.615642+0000","last_active":"2023-03-22T14:26:40.765386+0000","last_peered":"2023-03-22T14:26:40.765386+0000","last_clean":"2023-03-22T14:26:40.765386+0000","last_became_active":"2023-03-22T14:26:09.615073+0000","last_became_peered":"2023-03-22T14:26:09.615073+0000","last_unstale":"2023-03-22T14:26:40.765386+0000","last_undegraded":"2023-03-22T14:26:40.765386+0000","last_fullsized":"2023-03-22T14:26:40.765386+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:20:15.124230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767109+0000","last_change":"2023-03-22T14:26:10.152405+0000","last_active":"2023-03-22T14:26:40.767109+0000","last_peered":"2023-03-22T14:26:40.767109+0000","last_clean":"2023-03-22T14:26:40.767109+0000","last_became_active":"2023-03-22T14:26:10.152064+0000","last_became_peered":"2023-03-22T14:26:10.152064+0000","last_unstale":"2023-03-22T14:26:40.767109+0000","last_undegraded":"2023-03-22T14:26:40.767109+0000","last_fullsized":"2023-03-22T14:26:40.767109+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:13.877126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.782506+0000","last_change":"2023-03-22T14:26:41.782105+0000","last_active":"2023-03-22T14:26:41.782506+0000","last_peered":"2023-03-22T14:26:41.782506+0000","last_clean":"2023-03-22T14:26:41.782506+0000","last_became_active":"2023-03-22T14:26:41.776945+0000","last_became_peered":"2023-03-22T14:26:41.776945+0000","last_unstale":"2023-03-22T14:26:41.782506+0000","last_undegraded":"2023-03-22T14:26:41.782506+0000","last_fullsized":"2023-03-22T14:26:41.782506+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:44:39.841862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770538+0000","last_change":"2023-03-22T14:26:10.155688+0000","last_active":"2023-03-22T14:26:40.770538+0000","last_peered":"2023-03-22T14:26:40.770538+0000","last_clean":"2023-03-22T14:26:40.770538+0000","last_became_active":"2023-03-22T14:26:10.155368+0000","last_became_peered":"2023-03-22T14:26:10.155368+0000","last_unstale":"2023-03-22T14:26:40.770538+0000","last_undegraded":"2023-03-22T14:26:40.770538+0000","last_fullsized":"2023-03-22T14:26:40.770538+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:30:34.662572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764412+0000","last_change":"2023-03-22T14:26:09.605132+0000","last_active":"2023-03-22T14:26:40.764412+0000","last_peered":"2023-03-22T14:26:40.764412+0000","last_clean":"2023-03-22T14:26:40.764412+0000","last_became_active":"2023-03-22T14:26:09.604792+0000","last_became_peered":"2023-03-22T14:26:09.604792+0000","last_unstale":"2023-03-22T14:26:40.764412+0000","last_undegraded":"2023-03-22T14:26:40.764412+0000","last_fullsized":"2023-03-22T14:26:40.764412+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:16.698944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771360+0000","last_change":"2023-03-22T14:26:10.149586+0000","last_active":"2023-03-22T14:26:40.771360+0000","last_peered":"2023-03-22T14:26:40.771360+0000","last_clean":"2023-03-22T14:26:40.771360+0000","last_became_active":"2023-03-22T14:26:10.149272+0000","last_became_peered":"2023-03-22T14:26:10.149272+0000","last_unstale":"2023-03-22T14:26:40.771360+0000","last_undegraded":"2023-03-22T14:26:40.771360+0000","last_fullsized":"2023-03-22T14:26:40.771360+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:29:33.951735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'5","reported_seq":65,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:59.403729+0000","last_change":"2023-03-22T14:26:09.610753+0000","last_active":"2023-03-22T14:26:59.403729+0000","last_peered":"2023-03-22T14:26:59.403729+0000","last_clean":"2023-03-22T14:26:59.403729+0000","last_became_active":"2023-03-22T14:26:09.610413+0000","last_became_peered":"2023-03-22T14:26:09.610413+0000","last_unstale":"2023-03-22T14:26:59.403729+0000","last_undegraded":"2023-03-22T14:26:59.403729+0000","last_fullsized":"2023-03-22T14:26:59.403729+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:59:58.710047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":46,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771618+0000","last_change":"2023-03-22T14:26:10.142314+0000","last_active":"2023-03-22T14:26:40.771618+0000","last_peered":"2023-03-22T14:26:40.771618+0000","last_clean":"2023-03-22T14:26:40.771618+0000","last_became_active":"2023-03-22T14:26:10.141610+0000","last_became_peered":"2023-03-22T14:26:10.141610+0000","last_unstale":"2023-03-22T14:26:40.771618+0000","last_undegraded":"2023-03-22T14:26:40.771618+0000","last_fullsized":"2023-03-22T14:26:40.771618+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:43:43.938852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761396+0000","last_change":"2023-03-22T14:26:09.611868+0000","last_active":"2023-03-22T14:26:40.761396+0000","last_peered":"2023-03-22T14:26:40.761396+0000","last_clean":"2023-03-22T14:26:40.761396+0000","last_became_active":"2023-03-22T14:26:09.611532+0000","last_became_peered":"2023-03-22T14:26:09.611532+0000","last_unstale":"2023-03-22T14:26:40.761396+0000","last_undegraded":"2023-03-22T14:26:40.761396+0000","last_fullsized":"2023-03-22T14:26:40.761396+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:37:14.495260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771506+0000","last_change":"2023-03-22T14:26:10.139589+0000","last_active":"2023-03-22T14:26:40.771506+0000","last_peered":"2023-03-22T14:26:40.771506+0000","last_clean":"2023-03-22T14:26:40.771506+0000","last_became_active":"2023-03-22T14:26:10.139244+0000","last_became_peered":"2023-03-22T14:26:10.139244+0000","last_unstale":"2023-03-22T14:26:40.771506+0000","last_undegraded":"2023-03-22T14:26:40.771506+0000","last_fullsized":"2023-03-22T14:26:40.771506+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:26:36.876321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761844+0000","last_change":"2023-03-22T14:26:09.614827+0000","last_active":"2023-03-22T14:26:40.761844+0000","last_peered":"2023-03-22T14:26:40.761844+0000","last_clean":"2023-03-22T14:26:40.761844+0000","last_became_active":"2023-03-22T14:26:09.614528+0000","last_became_peered":"2023-03-22T14:26:09.614528+0000","last_unstale":"2023-03-22T14:26:40.761844+0000","last_undegraded":"2023-03-22T14:26:40.761844+0000","last_fullsized":"2023-03-22T14:26:40.761844+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:41:15.027921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.771699+0000","last_change":"2023-03-22T14:26:10.139379+0000","last_active":"2023-03-22T14:26:40.771699+0000","last_peered":"2023-03-22T14:26:40.771699+0000","last_clean":"2023-03-22T14:26:40.771699+0000","last_became_active":"2023-03-22T14:26:10.138382+0000","last_became_peered":"2023-03-22T14:26:10.138382+0000","last_unstale":"2023-03-22T14:26:40.771699+0000","last_undegraded":"2023-03-22T14:26:40.771699+0000","last_fullsized":"2023-03-22T14:26:40.771699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:35:05.064469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767215+0000","last_change":"2023-03-22T14:26:10.135991+0000","last_active":"2023-03-22T14:26:40.767215+0000","last_peered":"2023-03-22T14:26:40.767215+0000","last_clean":"2023-03-22T14:26:40.767215+0000","last_became_active":"2023-03-22T14:26:10.135654+0000","last_became_peered":"2023-03-22T14:26:10.135654+0000","last_unstale":"2023-03-22T14:26:40.767215+0000","last_undegraded":"2023-03-22T14:26:40.767215+0000","last_fullsized":"2023-03-22T14:26:40.767215+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:27:12.038862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769742+0000","last_change":"2023-03-22T14:26:10.135976+0000","last_active":"2023-03-22T14:26:40.769742+0000","last_peered":"2023-03-22T14:26:40.769742+0000","last_clean":"2023-03-22T14:26:40.769742+0000","last_became_active":"2023-03-22T14:26:10.135680+0000","last_became_peered":"2023-03-22T14:26:10.135680+0000","last_unstale":"2023-03-22T14:26:40.769742+0000","last_undegraded":"2023-03-22T14:26:40.769742+0000","last_fullsized":"2023-03-22T14:26:40.769742+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:55:16.213809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.769725+0000","last_change":"2023-03-22T14:26:10.156986+0000","last_active":"2023-03-22T14:26:40.769725+0000","last_peered":"2023-03-22T14:26:40.769725+0000","last_clean":"2023-03-22T14:26:40.769725+0000","last_became_active":"2023-03-22T14:26:10.156657+0000","last_became_peered":"2023-03-22T14:26:10.156657+0000","last_unstale":"2023-03-22T14:26:40.769725+0000","last_undegraded":"2023-03-22T14:26:40.769725+0000","last_fullsized":"2023-03-22T14:26:40.769725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:57.083586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.780844+0000","last_change":"2023-03-22T14:26:41.780844+0000","last_active":"2023-03-22T14:26:41.780844+0000","last_peered":"2023-03-22T14:26:41.780844+0000","last_clean":"2023-03-22T14:26:41.780844+0000","last_became_active":"2023-03-22T14:26:41.780427+0000","last_became_peered":"2023-03-22T14:26:41.780427+0000","last_unstale":"2023-03-22T14:26:41.780844+0000","last_undegraded":"2023-03-22T14:26:41.780844+0000","last_fullsized":"2023-03-22T14:26:41.780844+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:52:38.823420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.762236+0000","last_change":"2023-03-22T14:26:10.157213+0000","last_active":"2023-03-22T14:26:40.762236+0000","last_peered":"2023-03-22T14:26:40.762236+0000","last_clean":"2023-03-22T14:26:40.762236+0000","last_became_active":"2023-03-22T14:26:10.156854+0000","last_became_peered":"2023-03-22T14:26:10.156854+0000","last_unstale":"2023-03-22T14:26:40.762236+0000","last_undegraded":"2023-03-22T14:26:40.762236+0000","last_fullsized":"2023-03-22T14:26:40.762236+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:45:40.252389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767461+0000","last_change":"2023-03-22T14:26:10.140537+0000","last_active":"2023-03-22T14:26:40.767461+0000","last_peered":"2023-03-22T14:26:40.767461+0000","last_clean":"2023-03-22T14:26:40.767461+0000","last_became_active":"2023-03-22T14:26:10.140249+0000","last_became_peered":"2023-03-22T14:26:10.140249+0000","last_unstale":"2023-03-22T14:26:40.767461+0000","last_undegraded":"2023-03-22T14:26:40.767461+0000","last_fullsized":"2023-03-22T14:26:40.767461+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:38:28.429053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.770220+0000","last_change":"2023-03-22T14:26:10.138443+0000","last_active":"2023-03-22T14:26:40.770220+0000","last_peered":"2023-03-22T14:26:40.770220+0000","last_clean":"2023-03-22T14:26:40.770220+0000","last_became_active":"2023-03-22T14:26:10.138106+0000","last_became_peered":"2023-03-22T14:26:10.138106+0000","last_unstale":"2023-03-22T14:26:40.770220+0000","last_undegraded":"2023-03-22T14:26:40.770220+0000","last_fullsized":"2023-03-22T14:26:40.770220+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:49:51.292769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.764861+0000","last_change":"2023-03-22T14:26:10.141634+0000","last_active":"2023-03-22T14:26:40.764861+0000","last_peered":"2023-03-22T14:26:40.764861+0000","last_clean":"2023-03-22T14:26:40.764861+0000","last_became_active":"2023-03-22T14:26:10.141143+0000","last_became_peered":"2023-03-22T14:26:10.141143+0000","last_unstale":"2023-03-22T14:26:40.764861+0000","last_undegraded":"2023-03-22T14:26:40.764861+0000","last_fullsized":"2023-03-22T14:26:40.764861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:33.812631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-03-22T14:26:41.778301+0000","last_change":"2023-03-22T14:26:41.777587+0000","last_active":"2023-03-22T14:26:41.778301+0000","last_peered":"2023-03-22T14:26:41.778301+0000","last_clean":"2023-03-22T14:26:41.778301+0000","last_became_active":"2023-03-22T14:26:41.776988+0000","last_became_peered":"2023-03-22T14:26:41.776988+0000","last_unstale":"2023-03-22T14:26:41.778301+0000","last_undegraded":"2023-03-22T14:26:41.778301+0000","last_fullsized":"2023-03-22T14:26:41.778301+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:24:45.504874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.765349+0000","last_change":"2023-03-22T14:26:10.131307+0000","last_active":"2023-03-22T14:26:40.765349+0000","last_peered":"2023-03-22T14:26:40.765349+0000","last_clean":"2023-03-22T14:26:40.765349+0000","last_became_active":"2023-03-22T14:26:10.131004+0000","last_became_peered":"2023-03-22T14:26:10.131004+0000","last_unstale":"2023-03-22T14:26:40.765349+0000","last_undegraded":"2023-03-22T14:26:40.765349+0000","last_fullsized":"2023-03-22T14:26:40.765349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:32.456144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.768867+0000","last_change":"2023-03-22T14:26:10.142897+0000","last_active":"2023-03-22T14:26:40.768867+0000","last_peered":"2023-03-22T14:26:40.768867+0000","last_clean":"2023-03-22T14:26:40.768867+0000","last_became_active":"2023-03-22T14:26:10.142592+0000","last_became_peered":"2023-03-22T14:26:10.142592+0000","last_unstale":"2023-03-22T14:26:40.768867+0000","last_undegraded":"2023-03-22T14:26:40.768867+0000","last_fullsized":"2023-03-22T14:26:40.768867+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:15:45.117179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.761742+0000","last_change":"2023-03-22T14:26:10.157250+0000","last_active":"2023-03-22T14:26:40.761742+0000","last_peered":"2023-03-22T14:26:40.761742+0000","last_clean":"2023-03-22T14:26:40.761742+0000","last_became_active":"2023-03-22T14:26:10.156906+0000","last_became_peered":"2023-03-22T14:26:10.156906+0000","last_unstale":"2023-03-22T14:26:40.761742+0000","last_undegraded":"2023-03-22T14:26:40.761742+0000","last_fullsized":"2023-03-22T14:26:40.761742+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:04:02.288583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-03-22T14:26:40.767319+0000","last_change":"2023-03-22T14:26:10.141488+0000","last_active":"2023-03-22T14:26:40.767319+0000","last_peered":"2023-03-22T14:26:40.767319+0000","last_clean":"2023-03-22T14:26:40.767319+0000","last_became_active":"2023-03-22T14:26:10.141217+0000","last_became_peered":"2023-03-22T14:26:10.141217+0000","last_unstale":"2023-03-22T14:26:40.767319+0000","last_undegraded":"2023-03-22T14:26:40.767319+0000","last_fullsized":"2023-03-22T14:26:40.767319+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:59.348934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64703,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":490,"num_read_kb":316,"num_write":234,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":194109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":204,"ondisk_log_size":204,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416408,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6048,"kb_used_data":920,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739104,"statfs":{"total":95995035648,"available":95988842496,"internally_reserved":0,"allocated":942080,"data_stored":447579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.67000000000000004}]},{"osd":1,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.82399999999999995}]},{"osd":2,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.746},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.73199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.95699999999999996}]},{"osd":5,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.77100000000000002}]},{"osd":6,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.73199999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.90600000000000003}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.073},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":1.0029999999999999}]},{"osd":10,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.99099999999999999},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.052}]}]},{"osd":10,"up_from":72,"seq":309237645340,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7048,"kb_used_data":1600,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93738104,"statfs":{"total":95995035648,"available":95987818496,"internally_reserved":0,"allocated":1638400,"data_stored":1096756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.56000000000000005}]},{"osd":2,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.70899999999999996}]},{"osd":3,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.61099999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.88700000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":7.0149999999999997},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.79500000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.57199999999999995}]},{"osd":8,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.89500000000000002}]},{"osd":9,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.76200000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:26:26 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.95199999999999996}]}]},{"osd":9,"up_from":67,"seq":287762808864,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6200,"kb_used_data":944,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93738952,"statfs":{"total":95995035648,"available":95988686848,"internally_reserved":0,"allocated":966656,"data_stored":447557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.623,"15min":0.625},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.2069999999999999,"5min":2.2069999999999999,"15min":2.2069999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.577,"5min":0.81699999999999995,"15min":0.68999999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":20.273,"5min":20.273,"15min":20.273},"last":0.51100000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.80700000000000005,"15min":0.82699999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0940000000000001,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.77600000000000002,"15min":0.79400000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.53900000000000003}]},{"osd":2,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.85799999999999998,"15min":0.88},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.1839999999999999,"5min":1.748,"15min":1.748},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.7470000000000001,"5min":0.99099999999999999,"15min":0.86499999999999999},"min":{"1min":0.55700000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":20.039999999999999,"5min":20.039999999999999,"15min":20.039999999999999},"last":0.70399999999999996}]},{"osd":3,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.73599999999999999,"15min":0.69199999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":9.3640000000000008,"5min":9.3640000000000008,"15min":9.3640000000000008},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.80000000000000004,"15min":0.81100000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":2.2440000000000002,"5min":2.2440000000000002,"15min":2.2440000000000002},"last":0.56200000000000006}]},{"osd":4,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":1.728,"5min":1.006,"15min":0.88600000000000001},"min":{"1min":0.48799999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":20.18,"5min":20.18,"15min":20.18},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.73899999999999999,"15min":0.748},"min":{"1min":0.47899999999999998,"5min":0.441,"15min":0.441},"max":{"1min":1.1080000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.71399999999999997}]},{"osd":5,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.77900000000000003,"15min":0.78500000000000003},"min":{"1min":0.51900000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.90700000000000003,"15min":0.93100000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.76600000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.94999999999999996,"15min":0.96599999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.802,"5min":1.0980000000000001,"15min":0.98099999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":20.361999999999998,"5min":20.361999999999998,"15min":20.361999999999998},"last":0.48299999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.878,"15min":0.89700000000000002},"min":{"1min":0.49099999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.2370000000000001,"5min":1.508,"15min":1.508},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.96499999999999997,"15min":0.98699999999999999},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.135,"5min":1.302,"15min":1.302},"last":0.65400000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":1.8480000000000001,"5min":1.1539999999999999,"15min":1.038},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":20.321999999999999,"5min":20.321999999999999,"15min":20.321999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.94799999999999995,"15min":0.96999999999999997},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.399,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.64800000000000002}]},{"osd":10,"last update":"Wed Mar 22 14:26:03 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.68000000000000005}]}]},{"osd":8,"up_from":59,"seq":253403070502,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6452,"kb_used_data":940,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738700,"statfs":{"total":95995035648,"available":95988428800,"internally_reserved":0,"allocated":962560,"data_stored":447935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.61299999999999999,"15min":0.61599999999999999},"min":{"1min":0.438,"5min":0.379,"15min":0.379},"max":{"1min":0.81599999999999995,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.501}]},{"osd":1,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58299999999999996,"15min":0.58099999999999996},"min":{"1min":0.38600000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.59399999999999997,"15min":0.58799999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.67700000000000005}]},{"osd":2,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.45100000000000001,"15min":0.44400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.36799999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.621},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.83799999999999997,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.624,"5min":0.63500000000000001,"15min":0.63700000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.79500000000000004,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.57899999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35699999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.627,"15min":0.625},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.84999999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.69799999999999995}]},{"osd":5,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.88700000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.42799999999999999}]},{"osd":6,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90800000000000003,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.75,"5min":0.72099999999999997,"15min":0.71599999999999997},"min":{"1min":0.54100000000000004,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.51400000000000001}]},{"osd":7,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.68500000000000005,"15min":0.67900000000000005},"min":{"1min":0.44900000000000001,"5min":0.438,"15min":0.438},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.69099999999999995,"15min":0.69199999999999995},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.94499999999999995,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.628}]},{"osd":9,"last update":"Wed Mar 22 14:26:44 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.77700000000000002,"15min":0.76500000000000001},"min":{"1min":0.54100000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.80800000000000005,"15min":0.79800000000000004},"min":{"1min":0.623,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0429999999999999,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.64400000000000002}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.79200000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]}]},{"osd":7,"up_from":52,"seq":223338299433,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7032,"kb_used_data":1520,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738120,"statfs":{"total":95995035648,"available":95987834880,"internally_reserved":0,"allocated":1556480,"data_stored":1039983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.47499999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.502},{"interface":"front","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84599999999999997,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56899999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.434,"15min":0.42499999999999999},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59099999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.442}]},{"osd":2,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.57699999999999996,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.63500000000000001,"15min":0.59899999999999998},"min":{"1min":0.42499999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":3.9550000000000001,"5min":3.9550000000000001,"15min":3.9550000000000001},"last":0.66900000000000004}]},{"osd":3,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.65500000000000003,"15min":0.61899999999999999},"min":{"1min":0.48799999999999999,"5min":0.373,"15min":0.373},"max":{"1min":3.6499999999999999,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.622},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63400000000000001,"15min":0.621},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":0.82099999999999995,"5min":1.03,"15min":1.03},"last":0.57699999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.751,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.499,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77200000000000002,"5min":1.264,"15min":1.264},"last":0.50900000000000001}]},{"osd":5,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.44400000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64300000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.70399999999999996}]},{"osd":6,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.69099999999999995,"15min":0.68100000000000005},"min":{"1min":0.54500000000000004,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0229999999999999,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.74299999999999999,"15min":0.71299999999999997},"min":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":3.9689999999999999,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.68300000000000005}]},{"osd":8,"last update":"Wed Mar 22 14:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.70699999999999996,"15min":0.70099999999999996},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.752},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72599999999999998,"15min":0.72499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.876,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.65700000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:26:41 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.80300000000000005,"15min":0.80100000000000005},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.7350000000000001,"5min":1.7350000000000001,"15min":1.7350000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.81200000000000006,"15min":0.80700000000000005},"min":{"1min":0.66600000000000004,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.746,"5min":1.746,"15min":1.746},"last":0.78100000000000003}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.80400000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]}]},{"osd":6,"up_from":47,"seq":201863462956,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6312,"kb_used_data":928,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738840,"statfs":{"total":95995035648,"available":95988572160,"internally_reserved":0,"allocated":950272,"data_stored":447232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.48799999999999999,"15min":0.47199999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.54400000000000004,"15min":0.52600000000000002},"min":{"1min":0.35699999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":2.2229999999999999,"5min":2.2229999999999999,"15min":2.2229999999999999},"last":0.60799999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.71699999999999997,"15min":0.71199999999999997},"min":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.72799999999999998,"15min":0.70899999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":0.92100000000000004}]},{"osd":2,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.70999999999999996,"15min":0.70099999999999996},"min":{"1min":0.496,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.72499999999999998,"15min":0.69299999999999995},"min":{"1min":0.44400000000000001,"5min":0.437,"15min":0.437},"max":{"1min":2.9870000000000001,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.74299999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.63400000000000001,"15min":0.61699999999999999},"min":{"1min":0.38700000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.0390000000000001,"5min":3.0390000000000001,"15min":3.0390000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.69299999999999995,"15min":0.67700000000000005},"min":{"1min":0.42499999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.9730000000000001,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":0.44}]},{"osd":4,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.75,"15min":0.751},"min":{"1min":0.53200000000000003,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.77100000000000002,"15min":0.74299999999999999},"min":{"1min":0.51900000000000002,"5min":0.501,"15min":0.501},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.66400000000000003}]},{"osd":5,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.82899999999999996,"15min":0.80800000000000005},"min":{"1min":0.56200000000000006,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.83899999999999997,"15min":0.81799999999999995},"min":{"1min":0.53900000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":2.956,"5min":2.956,"15min":2.956},"last":0.78400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.4470000000000001,"5min":2.528,"15min":2.528},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.83299999999999996,"15min":0.81299999999999994},"min":{"1min":0.59599999999999997,"5min":0.442,"15min":0.442},"max":{"1min":1.45,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.76600000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:26:20 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.82999999999999996,"15min":0.81899999999999995},"min":{"1min":0.58699999999999997,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.70499999999999996},{"interface":"front","average":{"1min":1.042,"5min":0.91000000000000003,"15min":0.88800000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":0.85299999999999998}]},{"osd":9,"last update":"Wed Mar 22 14:26:42 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.97799999999999998,"15min":0.97499999999999998},"min":{"1min":0.50700000000000001,"5min":0.505,"15min":0.505},"max":{"1min":1.7629999999999999,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.88400000000000001,"15min":0.86599999999999999},"min":{"1min":0.60099999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.68999999999999995}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.056,"15min":1.056},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.907,"5min":1.907,"15min":1.907},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":0.84299999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7456,"kb_used_data":984,"kb_used_omap":0,"kb_used_meta":6464,"kb_avail":93737696,"statfs":{"total":95995035648,"available":95987400704,"internally_reserved":0,"allocated":1007616,"data_stored":505949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6619136},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.54500000000000004,"15min":0.53800000000000003},"min":{"1min":0.38800000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.245,"15min":0.245},"max":{"1min":0.92000000000000004,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.495}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.41999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.54700000000000004,"15min":0.54000000000000004},"min":{"1min":0.442,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.746}]},{"osd":3,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59399999999999997,"15min":0.57799999999999996},"min":{"1min":0.39100000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38800000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.86599999999999999,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.52900000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.32100000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61099999999999999,"5min":0.75,"15min":0.75},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.46100000000000002,"15min":0.439},"min":{"1min":0.32700000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.63300000000000001}]},{"osd":5,"last update":"Wed Mar 22 14:26:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58399999999999996},"min":{"1min":0.41899999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.871,"5min":0.874,"15min":0.874},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.59899999999999998,"15min":0.59099999999999997},"min":{"1min":0.46600000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.79000000000000004}]},{"osd":6,"last update":"Wed Mar 22 14:26:35 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.746,"15min":0.77400000000000002},"min":{"1min":0.55500000000000005,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.90900000000000003,"5min":2.9380000000000002,"15min":2.9380000000000002},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.72099999999999997,"15min":0.752},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.66600000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:26:57 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56699999999999995,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.82799999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61699999999999999,"15min":0.58599999999999997},"min":{"1min":0.46800000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91100000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.85399999999999998}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.505,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94499999999999995,"5min":1.036,"15min":1.036},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61599999999999999,"15min":0.60999999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.77300000000000002}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.72299999999999998},"min":{"1min":0.55500000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.76900000000000002,"15min":0.76600000000000001},"min":{"1min":0.60699999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.80900000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.83899999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7228,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737924,"statfs":{"total":95995035648,"available":95987634176,"internally_reserved":0,"allocated":970752,"data_stored":448565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 22 14:26:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.60799999999999998,"15min":0.55000000000000004},"min":{"1min":0.434,"5min":0.313,"15min":0.313},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.66600000000000004,"15min":0.58599999999999997},"min":{"1min":0.47499999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.98699999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.97399999999999998}]},{"osd":2,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.66400000000000003,"15min":0.58699999999999997},"min":{"1min":0.438,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.75,"5min":0.63200000000000001,"15min":0.58999999999999997},"min":{"1min":0.52400000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.69299999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:24:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.38500000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.99199999999999999,"5min":1.03,"15min":1.03},"last":0.495},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.72099999999999997}]},{"osd":4,"last update":"Wed Mar 22 14:26:52 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61899999999999999,"15min":0.58699999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0529999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.86699999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.66400000000000003},"min":{"1min":0.49299999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0349999999999999,"5min":1.131,"15min":1.131},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.75700000000000001,"15min":0.71899999999999997},"min":{"1min":0.58799999999999997,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1699999999999999,"5min":1.272,"15min":1.272},"last":1.014}]},{"osd":6,"last update":"Wed Mar 22 14:26:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72699999999999998,"15min":0.68899999999999995},"min":{"1min":0.501,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.66000000000000003,"15min":0.63200000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.46,"5min":1.46,"15min":1.46},"last":0.54700000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.875,"15min":0.86899999999999999},"min":{"1min":0.61299999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.67800000000000005}]},{"osd":8,"last update":"Wed Mar 22 14:26:16 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83299999999999996,"15min":0.85399999999999998},"min":{"1min":0.54600000000000004,"5min":0.498,"15min":0.498},"max":{"1min":0.93899999999999995,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.99299999999999999,"15min":1.0149999999999999},"min":{"1min":0.63700000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.27,"5min":1.337,"15min":1.337},"last":1.05}]},{"osd":9,"last update":"Wed Mar 22 14:26:41 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.0349999999999999,"15min":1.0669999999999999},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.1759999999999999,"5min":1.409,"15min":1.409},"last":1.0880000000000001},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.84999999999999998,"15min":0.86199999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.75800000000000001}]},{"osd":10,"last update":"Wed Mar 22 14:26:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.1200000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.88600000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7476,"kb_used_data":1004,"kb_used_omap":0,"kb_used_meta":6464,"kb_avail":93737676,"statfs":{"total":95995035648,"available":95987380224,"internally_reserved":0,"allocated":1028096,"data_stored":506121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6619136},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54200000000000004,"15min":0.50800000000000001},"min":{"1min":0.41799999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.79600000000000004,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.503},"min":{"1min":0.41599999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.77800000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.57299999999999995,"15min":0.51300000000000001},"min":{"1min":0.441,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.59499999999999997,"15min":0.53300000000000003},"min":{"1min":0.501,"5min":0.311,"15min":0.311},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.61899999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:26:28 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.60499999999999998,"15min":0.56899999999999995},"min":{"1min":0.32600000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.748},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59699999999999998,"15min":0.57299999999999995},"min":{"1min":0.43099999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83399999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.67200000000000004}]},{"osd":4,"last update":"Wed Mar 22 14:25:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.55400000000000005,"15min":0.53600000000000003},"min":{"1min":0.41699999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57299999999999995,"15min":0.56799999999999995},"min":{"1min":0.373,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.76300000000000001}]},{"osd":5,"last update":"Wed Mar 22 14:26:08 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.43099999999999999,"15min":0.41199999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.47799999999999998,"15min":0.45200000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.86199999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.42299999999999999}]},{"osd":6,"last update":"Wed Mar 22 14:26:38 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.68899999999999995,"15min":0.67300000000000004},"min":{"1min":0.48599999999999999,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.69999999999999996,"15min":0.67200000000000004},"min":{"1min":0.48099999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.661,"5min":1.661,"15min":1.661},"last":0.68600000000000005}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.65300000000000002,"15min":0.65100000000000002},"min":{"1min":0.438,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.619}]},{"osd":8,"last update":"Wed Mar 22 14:26:17 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57899999999999996,"15min":0.57999999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.65100000000000002,"15min":0.65300000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90600000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.501}]},{"osd":9,"last update":"Wed Mar 22 14:26:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.77700000000000002,"15min":0.77300000000000002},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.0429999999999999,"5min":1.139,"15min":1.139},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.78500000000000003,"15min":0.77500000000000002},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.71799999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:26:01 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.69999999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6648,"kb_used_data":944,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738504,"statfs":{"total":95995035648,"available":95988228096,"internally_reserved":0,"allocated":966656,"data_stored":447111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.35799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68000000000000005,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.371},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.46899999999999997,"15min":0.44500000000000001},"min":{"1min":0.38900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71099999999999997,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.40899999999999997}]},{"osd":1,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.67200000000000004,"15min":0.629},"min":{"1min":0.48499999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.41499999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.61399999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:26:27 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.46999999999999997,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.94499999999999995,"5min":2.238,"15min":2.238},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.70999999999999996,"15min":0.67300000000000004},"min":{"1min":0.499,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.63600000000000001}]},{"osd":4,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.71099999999999997,"15min":0.66900000000000004},"min":{"1min":0.60999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.095,"5min":1.202,"15min":1.202},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72899999999999998,"15min":0.69699999999999995},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98899999999999999,"5min":1.022,"15min":1.022},"last":0.68300000000000005}]},{"osd":5,"last update":"Wed Mar 22 14:26:12 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73999999999999999,"15min":0.71999999999999997},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.71499999999999997},"min":{"1min":0.54300000000000004,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.93999999999999995,"5min":2.194,"15min":2.194},"last":0.51500000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:26:38 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.64100000000000001,"15min":0.626},"min":{"1min":0.46300000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.746,"5min":0.68000000000000005,"15min":0.66000000000000003},"min":{"1min":0.56399999999999995,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.72999999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.72599999999999998,"15min":0.70399999999999996},"min":{"1min":0.56499999999999995,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.877,"5min":0.83999999999999997,"15min":0.80700000000000005},"min":{"1min":0.623,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0649999999999999,"5min":1.268,"15min":1.268},"last":0.74399999999999999}]},{"osd":8,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55900000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81100000000000005,"15min":0.82699999999999996},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.1819999999999999,"5min":1.21,"15min":1.21},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.98699999999999999,"15min":1.008},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2070000000000001,"5min":1.306,"15min":1.306},"last":0.71599999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:27:01 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.82999999999999996,"15min":0.82399999999999995},"min":{"1min":0.63500000000000001,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.65500000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]}]},{"osd":4,"up_from":34,"seq":146028888120,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6440,"kb_used_data":928,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738712,"statfs":{"total":95995035648,"available":95988441088,"internally_reserved":0,"allocated":950272,"data_stored":447477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.435,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84899999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.46500000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.39900000000000002,"15min":0.36799999999999999},"min":{"1min":0.29099999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64600000000000002,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.40799999999999997,"15min":0.378},"min":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.74399999999999999,"15min":0.878},"min":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.84899999999999998,"5min":8.1150000000000002,"15min":8.1150000000000002},"last":0.747},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56399999999999995,"15min":0.53400000000000003},"min":{"1min":0.40600000000000003,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64600000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61499999999999999,"15min":0.59199999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.874,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60899999999999999,"15min":0.59599999999999997},"min":{"1min":0.51200000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90600000000000003,"5min":1.04,"15min":1.04},"last":0.79700000000000004}]},{"osd":5,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.41099999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79800000000000004,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.626},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58499999999999996,"15min":0.55900000000000005},"min":{"1min":0.48999999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81599999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.72599999999999998}]},{"osd":6,"last update":"Wed Mar 22 14:26:37 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65300000000000002,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.84099999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.64400000000000002,"15min":0.63},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83099999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.88300000000000001}]},{"osd":7,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.54800000000000004},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.76600000000000001,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.627,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.65900000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:26:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.68600000000000005,"15min":0.68799999999999994},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.85099999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89200000000000002,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.84999999999999998}]},{"osd":9,"last update":"Wed Mar 22 14:26:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.753,"15min":0.75900000000000001},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1,"5min":1,"15min":1},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.85799999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:26:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.67200000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83099999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724595,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7172,"kb_used_data":1532,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737980,"statfs":{"total":95995035648,"available":95987691520,"internally_reserved":0,"allocated":1568768,"data_stored":1039367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56200000000000006},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.503},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.53100000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80800000000000005,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.63900000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55700000000000005,"15min":0.53800000000000003},"min":{"1min":0.438,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.57499999999999996}]},{"osd":2,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.309,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.61399999999999999,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.624,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.35099999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59799999999999998,"15min":0.58399999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60199999999999998,"15min":0.58999999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.873,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.60899999999999999}]},{"osd":4,"last update":"Wed Mar 22 14:26:10 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.57599999999999996,"15min":0.56799999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.41799999999999998}]},{"osd":6,"last update":"Wed Mar 22 14:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.65900000000000003,"15min":0.63300000000000001},"min":{"1min":0.47299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.874,"5min":1.05,"15min":1.05},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.68100000000000005,"15min":0.66300000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.77700000000000002,"5min":0.999,"15min":0.999},"last":0.625}]},{"osd":7,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.64800000000000002,"15min":0.64200000000000002},"min":{"1min":0.54200000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.86799999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64500000000000002},"min":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.65900000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:26:20 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.59799999999999998,"15min":0.59199999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.64400000000000002,"15min":0.64700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.77800000000000002}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.77300000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.92200000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77700000000000002,"15min":0.78600000000000003},"min":{"1min":0.55700000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.83299999999999996,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.71799999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:27:03 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.73799999999999999,"15min":0.73599999999999999},"min":{"1min":0.58999999999999997,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90400000000000003,"5min":1.018,"15min":1.018},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.72999999999999998,"15min":0.73099999999999998},"min":{"1min":0.57299999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.88700000000000001,"5min":1.002,"15min":1.002},"last":0.76000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":59787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":59959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-22T14:27:05.676 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-03-22T14:27:05.676 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-03-22T14:27:05.676 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-03-22T14:27:05.676 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph health --format=json 2023-03-22T14:27:05.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:05 smithi045 ceph-mon[91728]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:05 smithi142 ceph-mon[94717]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:05 smithi098 ceph-mon[94136]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:06.498 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:06.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:06 smithi045 ceph-mon[91728]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:07.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:06 smithi142 ceph-mon[94717]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:07.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:06 smithi098 ceph-mon[94136]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:07.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:07 smithi045 ceph-mon[91728]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:07.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3312994280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 msgr2=0x7f9fdc1008a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:07.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3312994280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 0x7f9fdc1008a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009990 tx=0x7f9fcc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:07.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3312994280 shutdown_connections 2023-03-22T14:27:07.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3312994280 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 0x7f9fdc10d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:07.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3312994280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 0x7f9fdc1008a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:07.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3312994280 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9fdc100e70 0x7f9fdc104e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:07.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3312994280 >> 172.21.15.45:0/3312994280 conn(0x7f9fdc0fbd50 msgr2=0x7f9fdc0fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:07.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3312994280 shutdown_connections 2023-03-22T14:27:07.991 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.988+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3312994280 wait complete. 2023-03-22T14:27:07.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 Processor -- start 2023-03-22T14:27:07.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 -- start start 2023-03-22T14:27:07.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 0x7f9fdc196370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:07.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9fdc100e70 0x7f9fdc1968b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:07.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 0x7f9fdc19ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:07.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fdc19b330 con 0x7f9fdc105570 2023-03-22T14:27:07.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fdc19b4a0 con 0x7f9fdc1004d0 2023-03-22T14:27:07.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.989+0000 7f9fe0c9d700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fdc19b660 con 0x7f9fdc100e70 2023-03-22T14:27:07.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fdad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 0x7f9fdc19ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:07.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fda59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 0x7f9fdc196370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:07.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fdad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 0x7f9fdc19ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52472/0 (socket says 172.21.15.45:52472) 2023-03-22T14:27:07.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fdad9d700 1 -- 172.21.15.45:0/3991080081 learned_addr learned my addr 172.21.15.45:0/3991080081 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:07.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fd9d9b700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9fdc100e70 0x7f9fdc1968b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:07.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fda59c700 1 -- 172.21.15.45:0/3991080081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9fdc100e70 msgr2=0x7f9fdc1968b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:07.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fda59c700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9fdc100e70 0x7f9fdc1968b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:07.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fda59c700 1 -- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 msgr2=0x7f9fdc19ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:07.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fda59c700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 0x7f9fdc19ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:07.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fda59c700 1 -- 172.21.15.45:0/3991080081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fcc0095f0 con 0x7f9fdc1004d0 2023-03-22T14:27:07.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.990+0000 7f9fdad9d700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 0x7f9fdc19ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:07.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.991+0000 7f9fda59c700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 0x7f9fdc196370 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009990 tx=0x7f9fcc009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:07.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.991+0000 7f9fcb7fe700 1 -- 172.21.15.45:0/3991080081 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc01d070 con 0x7f9fdc1004d0 2023-03-22T14:27:07.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.991+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fdc110300 con 0x7f9fdc1004d0 2023-03-22T14:27:07.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.991+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fdc110170 con 0x7f9fdc1004d0 2023-03-22T14:27:07.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.991+0000 7f9fcb7fe700 1 -- 172.21.15.45:0/3991080081 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9fcc0173f0 con 0x7f9fdc1004d0 2023-03-22T14:27:07.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.991+0000 7f9fcb7fe700 1 -- 172.21.15.45:0/3991080081 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc02a610 con 0x7f9fdc1004d0 2023-03-22T14:27:07.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.992+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fbc005320 con 0x7f9fdc1004d0 2023-03-22T14:27:07.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.994+0000 7f9fcb7fe700 1 -- 172.21.15.45:0/3991080081 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f9fcc00fad0 con 0x7f9fdc1004d0 2023-03-22T14:27:07.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.995+0000 7f9fcb7fe700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fc409fbe0 0x7f9fc40a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:07.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.995+0000 7f9fcb7fe700 1 -- 172.21.15.45:0/3991080081 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f9fcc0cbc50 con 0x7f9fdc1004d0 2023-03-22T14:27:07.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.995+0000 7f9fd9d9b700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fc409fbe0 0x7f9fc40a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:07.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.996+0000 7f9fd9d9b700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fc409fbe0 0x7f9fc40a2090 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc197990 tx=0x7f9fd0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:07.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:07.998+0000 7f9fcb7fe700 1 -- 172.21.15.45:0/3991080081 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f9fcc0959f0 con 0x7f9fdc1004d0 2023-03-22T14:27:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:07 smithi142 ceph-mon[94717]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:07 smithi098 ceph-mon[94136]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:08.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.251+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f9fbc005190 con 0x7f9fdc1004d0 2023-03-22T14:27:08.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.251+0000 7f9fcb7fe700 1 -- 172.21.15.45:0/3991080081 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f9fcc099010 con 0x7f9fdc1004d0 2023-03-22T14:27:08.253 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:08.253 INFO:teuthology.orchestra.run.smithi045.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-03-22T14:27:08.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fc409fbe0 msgr2=0x7f9fc40a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:08.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fc409fbe0 0x7f9fc40a2090 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc197990 tx=0x7f9fd0009260 comp rx=0 tx=0).stop 2023-03-22T14:27:08.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 msgr2=0x7f9fdc196370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:08.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 0x7f9fdc196370 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009990 tx=0x7f9fcc009580 comp rx=0 tx=0).stop 2023-03-22T14:27:08.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 shutdown_connections 2023-03-22T14:27:08.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9fc409fbe0 0x7f9fc40a2090 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9fdc105570 0x7f9fdc19ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9fdc1004d0 0x7f9fdc196370 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 --2- 172.21.15.45:0/3991080081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9fdc100e70 0x7f9fdc1968b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 >> 172.21.15.45:0/3991080081 conn(0x7f9fdc0fbd50 msgr2=0x7f9fdc0fc800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:08.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 shutdown_connections 2023-03-22T14:27:08.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.254+0000 7f9fe0c9d700 1 -- 172.21.15.45:0/3991080081 wait complete. 2023-03-22T14:27:08.762 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-03-22T14:27:08.763 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:08.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 -- 172.21.15.45:0/185857966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c101d50 msgr2=0x7f000c108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:08.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 --2- 172.21.15.45:0/185857966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c101d50 0x7f000c108610 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f000400b0a0 tx=0x7f000400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 -- 172.21.15.45:0/185857966 shutdown_connections 2023-03-22T14:27:08.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 --2- 172.21.15.45:0/185857966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c101d50 0x7f000c108610 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 --2- 172.21.15.45:0/185857966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f000c1001d0 0x7f000c1005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 --2- 172.21.15.45:0/185857966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f000c1013c0 0x7f000c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 -- 172.21.15.45:0/185857966 >> 172.21.15.45:0/185857966 conn(0x7f000c0fb7b0 msgr2=0x7f000c0fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:08.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 -- 172.21.15.45:0/185857966 shutdown_connections 2023-03-22T14:27:08.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.955+0000 7f0013bff700 1 -- 172.21.15.45:0/185857966 wait complete. 2023-03-22T14:27:08.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 Processor -- start 2023-03-22T14:27:08.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 -- start start 2023-03-22T14:27:08.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f000c1001d0 0x7f000c198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c1013c0 0x7f000c1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f000c101d50 0x7f000c19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000c19fde0 con 0x7f000c1013c0 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000c19ff20 con 0x7f000c101d50 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f0013bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000c1a00b0 con 0x7f000c1001d0 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.956+0000 7f001119a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c1013c0 0x7f000c1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001199b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f000c1001d0 0x7f000c198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:08.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c1013c0 0x7f000c1987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52498/0 (socket says 172.21.15.45:52498) 2023-03-22T14:27:08.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 -- 172.21.15.45:0/3277786357 learned_addr learned my addr 172.21.15.45:0/3277786357 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:08.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001219c700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f000c101d50 0x7f000c19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:08.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 -- 172.21.15.45:0/3277786357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f000c1001d0 msgr2=0x7f000c198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:08.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f000c1001d0 0x7f000c198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 -- 172.21.15.45:0/3277786357 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f000c101d50 msgr2=0x7f000c19f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:08.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f000c101d50 0x7f000c19f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:08.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 -- 172.21.15.45:0/3277786357 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0004009d00 con 0x7f000c1013c0 2023-03-22T14:27:08.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f001119a700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c1013c0 0x7f000c1987a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7efffc00e9a0 tx=0x7efffc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:08.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f0002ffd700 1 -- 172.21.15.45:0/3277786357 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc009790 con 0x7f000c1013c0 2023-03-22T14:27:08.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f000c10bb90 con 0x7f000c1013c0 2023-03-22T14:27:08.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f0002ffd700 1 -- 172.21.15.45:0/3277786357 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efffc010430 con 0x7f000c1013c0 2023-03-22T14:27:08.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.957+0000 7f0002ffd700 1 -- 172.21.15.45:0/3277786357 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc018680 con 0x7f000c1013c0 2023-03-22T14:27:08.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.958+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f000c10ba00 con 0x7f000c1013c0 2023-03-22T14:27:08.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.959+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f000c1a07a0 con 0x7f000c1013c0 2023-03-22T14:27:08.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.961+0000 7f0002ffd700 1 -- 172.21.15.45:0/3277786357 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7efffc0105a0 con 0x7f000c1013c0 2023-03-22T14:27:08.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.962+0000 7f0002ffd700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efff809fb60 0x7efff80a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:08.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.962+0000 7f0002ffd700 1 -- 172.21.15.45:0/3277786357 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7efffc014070 con 0x7f000c1013c0 2023-03-22T14:27:08.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.962+0000 7f001199b700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efff809fb60 0x7efff80a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:08.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.962+0000 7f001199b700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efff809fb60 0x7efff80a2010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f000c101220 tx=0x7f0008009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:08.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:08.966+0000 7f0002ffd700 1 -- 172.21.15.45:0/3277786357 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7efffc0515c0 con 0x7f000c1013c0 2023-03-22T14:27:08.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:08 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3991080081' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-03-22T14:27:09.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:08 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3991080081' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-03-22T14:27:09.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:08 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3991080081' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-03-22T14:27:09.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.174+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f000c1a0d50 con 0x7f000c1013c0 2023-03-22T14:27:09.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.176+0000 7f0002ffd700 1 -- 172.21.15.45:0/3277786357 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22553 (secure 0 0 0) 0x7efffc094bc0 con 0x7f000c1013c0 2023-03-22T14:27:09.178 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:09.178 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":86,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:41.758619+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:09.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efff809fb60 msgr2=0x7efff80a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efff809fb60 0x7efff80a2010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f000c101220 tx=0x7f0008009260 comp rx=0 tx=0).stop 2023-03-22T14:27:09.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c1013c0 msgr2=0x7f000c1987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c1013c0 0x7f000c1987a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7efffc00e9a0 tx=0x7efffc00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 shutdown_connections 2023-03-22T14:27:09.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7efff809fb60 0x7efff80a2010 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f000c101d50 0x7f000c19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f000c1001d0 0x7f000c198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 --2- 172.21.15.45:0/3277786357 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f000c1013c0 0x7f000c1987a0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.178+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 >> 172.21.15.45:0/3277786357 conn(0x7f000c0fb7b0 msgr2=0x7f000c106c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:09.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.179+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 shutdown_connections 2023-03-22T14:27:09.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.179+0000 7f0013bff700 1 -- 172.21.15.45:0/3277786357 wait complete. 2023-03-22T14:27:09.198 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-03-22T14:26:08.355962+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-03-22T14:26:09.581887+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:27:09.199 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:27:09.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.389+0000 7f5b871ff700 1 -- 172.21.15.45:0/2204231988 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801013b0 msgr2=0x7f5b80101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.389+0000 7f5b871ff700 1 --2- 172.21.15.45:0/2204231988 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801013b0 0x7f5b80101800 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c009990 tx=0x7f5b6c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.389+0000 7f5b871ff700 1 -- 172.21.15.45:0/2204231988 shutdown_connections 2023-03-22T14:27:09.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.389+0000 7f5b871ff700 1 --2- 172.21.15.45:0/2204231988 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b80101d40 0x7f5b80108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.389+0000 7f5b871ff700 1 --2- 172.21.15.45:0/2204231988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5b801001c0 0x7f5b801005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.389+0000 7f5b871ff700 1 --2- 172.21.15.45:0/2204231988 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801013b0 0x7f5b80101800 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.389+0000 7f5b871ff700 1 -- 172.21.15.45:0/2204231988 >> 172.21.15.45:0/2204231988 conn(0x7f5b800fb7e0 msgr2=0x7f5b800fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:09.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.390+0000 7f5b871ff700 1 -- 172.21.15.45:0/2204231988 shutdown_connections 2023-03-22T14:27:09.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.390+0000 7f5b871ff700 1 -- 172.21.15.45:0/2204231988 wait complete. 2023-03-22T14:27:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 Processor -- start 2023-03-22T14:27:09.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 -- start start 2023-03-22T14:27:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801001c0 0x7f5b80198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b801013b0 0x7f5b801986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5b80101d40 0x7f5b8019f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8019fcf0 con 0x7f5b801001c0 2023-03-22T14:27:09.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8019fe30 con 0x7f5b80101d40 2023-03-22T14:27:09.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b871ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8019ffc0 con 0x7f5b801013b0 2023-03-22T14:27:09.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b84f9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801001c0 0x7f5b80198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b84f9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801001c0 0x7f5b80198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52508/0 (socket says 172.21.15.45:52508) 2023-03-22T14:27:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b84f9b700 1 -- 172.21.15.45:0/324825773 learned_addr learned my addr 172.21.15.45:0/324825773 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b7ffff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b801013b0 0x7f5b801986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.391+0000 7f5b8579c700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5b80101d40 0x7f5b8019f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b84f9b700 1 -- 172.21.15.45:0/324825773 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b801013b0 msgr2=0x7f5b801986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b84f9b700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b801013b0 0x7f5b801986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b84f9b700 1 -- 172.21.15.45:0/324825773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5b80101d40 msgr2=0x7f5b8019f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b84f9b700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5b80101d40 0x7f5b8019f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b84f9b700 1 -- 172.21.15.45:0/324825773 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b6c0095f0 con 0x7f5b801001c0 2023-03-22T14:27:09.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b8579c700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5b80101d40 0x7f5b8019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:09.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b7ffff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b801013b0 0x7f5b801986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:09.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b84f9b700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801001c0 0x7f5b80198170 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5b7400e970 tx=0x7f5b7400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:09.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b7dffb700 1 -- 172.21.15.45:0/324825773 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b74009790 con 0x7f5b801001c0 2023-03-22T14:27:09.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b8010bb70 con 0x7f5b801001c0 2023-03-22T14:27:09.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b7dffb700 1 -- 172.21.15.45:0/324825773 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5b7400c7e0 con 0x7f5b801001c0 2023-03-22T14:27:09.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b7dffb700 1 -- 172.21.15.45:0/324825773 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b74003c70 con 0x7f5b801001c0 2023-03-22T14:27:09.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.392+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b8010b9e0 con 0x7f5b801001c0 2023-03-22T14:27:09.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.393+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b801a0760 con 0x7f5b801001c0 2023-03-22T14:27:09.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.395+0000 7f5b7dffb700 1 -- 172.21.15.45:0/324825773 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f5b7400cc50 con 0x7f5b801001c0 2023-03-22T14:27:09.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.397+0000 7f5b7dffb700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5b7009fbe0 0x7f5b700a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.397+0000 7f5b7dffb700 1 -- 172.21.15.45:0/324825773 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f5b74014070 con 0x7f5b801001c0 2023-03-22T14:27:09.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.397+0000 7f5b7ffff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5b7009fbe0 0x7f5b700a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.398+0000 7f5b7ffff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5b7009fbe0 0x7f5b700a2090 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c00b2e0 tx=0x7f5b6c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:09.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.401+0000 7f5b7dffb700 1 -- 172.21.15.45:0/324825773 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f5b74094b10 con 0x7f5b801001c0 2023-03-22T14:27:09.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.607+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5b801a0d10 con 0x7f5b801001c0 2023-03-22T14:27:09.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.607+0000 7f5b7dffb700 1 -- 172.21.15.45:0/324825773 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5b74003dd0 con 0x7f5b801001c0 2023-03-22T14:27:09.609 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:27:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.609+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5b7009fbe0 msgr2=0x7f5b700a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.609+0000 7f5b871ff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5b7009fbe0 0x7f5b700a2090 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c00b2e0 tx=0x7f5b6c005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.609+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801001c0 msgr2=0x7f5b80198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.609+0000 7f5b871ff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801001c0 0x7f5b80198170 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5b7400e970 tx=0x7f5b7400ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:09.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 shutdown_connections 2023-03-22T14:27:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f5b7009fbe0 0x7f5b700a2090 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5b801001c0 0x7f5b80198170 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5b80101d40 0x7f5b8019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 --2- 172.21.15.45:0/324825773 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b801013b0 0x7f5b801986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 >> 172.21.15.45:0/324825773 conn(0x7f5b800fb7e0 msgr2=0x7f5b800fda90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 shutdown_connections 2023-03-22T14:27:09.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.610+0000 7f5b871ff700 1 -- 172.21.15.45:0/324825773 wait complete. 2023-03-22T14:27:09.628 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-03-22T14:27:09.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.820+0000 7f94967ff700 1 -- 172.21.15.45:0/1660989414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f94901001c0 msgr2=0x7f94901005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.820+0000 7f94967ff700 1 --2- 172.21.15.45:0/1660989414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f94901001c0 0x7f94901005d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9480009990 tx=0x7f9480009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.821+0000 7f94967ff700 1 -- 172.21.15.45:0/1660989414 shutdown_connections 2023-03-22T14:27:09.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.821+0000 7f94967ff700 1 --2- 172.21.15.45:0/1660989414 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f94901001c0 0x7f94901005d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.821+0000 7f94967ff700 1 --2- 172.21.15.45:0/1660989414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9490101d40 0x7f9490108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.821+0000 7f94967ff700 1 --2- 172.21.15.45:0/1660989414 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f94901013b0 0x7f9490101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.821+0000 7f94967ff700 1 -- 172.21.15.45:0/1660989414 >> 172.21.15.45:0/1660989414 conn(0x7f94900fb7e0 msgr2=0x7f94900fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:09.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.821+0000 7f94967ff700 1 -- 172.21.15.45:0/1660989414 shutdown_connections 2023-03-22T14:27:09.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.821+0000 7f94967ff700 1 -- 172.21.15.45:0/1660989414 wait complete. 2023-03-22T14:27:09.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 Processor -- start 2023-03-22T14:27:09.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 -- start start 2023-03-22T14:27:09.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94901001c0 0x7f9490198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f94901013b0 0x7f94901986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9490101d40 0x7f949019f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f949019fd00 con 0x7f9490101d40 2023-03-22T14:27:09.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f949019fe40 con 0x7f94901001c0 2023-03-22T14:27:09.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f94967ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f949019ffd0 con 0x7f94901013b0 2023-03-22T14:27:09.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f948ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94901001c0 0x7f9490198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f9494d9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9490101d40 0x7f949019f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f948ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94901001c0 0x7f9490198180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37238/0 (socket says 172.21.15.45:37238) 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f948ffff700 1 -- 172.21.15.45:0/3376712127 learned_addr learned my addr 172.21.15.45:0/3376712127 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.822+0000 7f9487fff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f94901013b0 0x7f94901986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948ffff700 1 -- 172.21.15.45:0/3376712127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f94901013b0 msgr2=0x7f94901986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948ffff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f94901013b0 0x7f94901986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948ffff700 1 -- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9490101d40 msgr2=0x7f949019f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948ffff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9490101d40 0x7f949019f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:09.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948ffff700 1 -- 172.21.15.45:0/3376712127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94800095f0 con 0x7f94901001c0 2023-03-22T14:27:09.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948ffff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94901001c0 0x7f9490198180 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f948000b620 tx=0x7f9480005740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:09.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948dffb700 1 -- 172.21.15.45:0/3376712127 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f948001d070 con 0x7f94901001c0 2023-03-22T14:27:09.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f949010bb80 con 0x7f94901001c0 2023-03-22T14:27:09.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948dffb700 1 -- 172.21.15.45:0/3376712127 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9480021410 con 0x7f94901001c0 2023-03-22T14:27:09.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f948dffb700 1 -- 172.21.15.45:0/3376712127 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9480017650 con 0x7f94901001c0 2023-03-22T14:27:09.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.823+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f949010b9f0 con 0x7f94901001c0 2023-03-22T14:27:09.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.824+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94901928e0 con 0x7f94901001c0 2023-03-22T14:27:09.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.826+0000 7f948dffb700 1 -- 172.21.15.45:0/3376712127 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f9480021580 con 0x7f94901001c0 2023-03-22T14:27:09.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.827+0000 7f948dffb700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f947c09fb60 0x7f947c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:09.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.828+0000 7f948dffb700 1 -- 172.21.15.45:0/3376712127 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f94800cc6f0 con 0x7f94901001c0 2023-03-22T14:27:09.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.828+0000 7f9487fff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f947c09fb60 0x7f947c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:09.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.828+0000 7f9487fff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f947c09fb60 0x7f947c0a2010 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9478007c60 tx=0x7f94780073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:09.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:09.830+0000 7f948dffb700 1 -- 172.21.15.45:0/3376712127 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f9480096490 con 0x7f94901001c0 2023-03-22T14:27:09.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:09 smithi045 ceph-mon[91728]: pgmap v300: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:09.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:09 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3277786357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:09.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:09 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/324825773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:10.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.040+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9490067980 con 0x7f94901001c0 2023-03-22T14:27:10.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.041+0000 7f948dffb700 1 -- 172.21.15.45:0/3376712127 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f94800260a0 con 0x7f94901001c0 2023-03-22T14:27:10.043 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2023-03-22T14:27:10.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f947c09fb60 msgr2=0x7f947c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f947c09fb60 0x7f947c0a2010 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9478007c60 tx=0x7f94780073d0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94901001c0 msgr2=0x7f9490198180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94901001c0 0x7f9490198180 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f948000b620 tx=0x7f9480005740 comp rx=0 tx=0).stop 2023-03-22T14:27:10.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 shutdown_connections 2023-03-22T14:27:10.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f947c09fb60 0x7f947c0a2010 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9490101d40 0x7f949019f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94901001c0 0x7f9490198180 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.043+0000 7f94967ff700 1 --2- 172.21.15.45:0/3376712127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f94901013b0 0x7f94901986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.044+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 >> 172.21.15.45:0/3376712127 conn(0x7f94900fb7e0 msgr2=0x7f9490106ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:10.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.044+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 shutdown_connections 2023-03-22T14:27:10.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.044+0000 7f94967ff700 1 -- 172.21.15.45:0/3376712127 wait complete. 2023-03-22T14:27:10.063 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-03-22T14:27:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:09 smithi142 ceph-mon[94717]: pgmap v300: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:09 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3277786357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:09 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/324825773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:09 smithi098 ceph-mon[94136]: pgmap v300: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:09 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3277786357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:09 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/324825773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:10.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 -- 172.21.15.45:0/686258204 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba98101d40 msgr2=0x7fba98108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/686258204 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba98101d40 0x7fba98108600 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fba9000b0a0 tx=0x7fba9000b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 -- 172.21.15.45:0/686258204 shutdown_connections 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/686258204 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba98101d40 0x7fba98108600 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/686258204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba981001c0 0x7fba981005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/686258204 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fba981013b0 0x7fba98101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 -- 172.21.15.45:0/686258204 >> 172.21.15.45:0/686258204 conn(0x7fba980fb7c0 msgr2=0x7fba980fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 -- 172.21.15.45:0/686258204 shutdown_connections 2023-03-22T14:27:10.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.254+0000 7fbaa07ff700 1 -- 172.21.15.45:0/686258204 wait complete. 2023-03-22T14:27:10.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 Processor -- start 2023-03-22T14:27:10.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 -- start start 2023-03-22T14:27:10.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba981001c0 0x7fba98196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba981013b0 0x7fba981965b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fba98101d40 0x7fba9819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba9819dbf0 con 0x7fba981013b0 2023-03-22T14:27:10.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba9819dd30 con 0x7fba981001c0 2023-03-22T14:27:10.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fbaa07ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba9819dec0 con 0x7fba98101d40 2023-03-22T14:27:10.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fba9dd9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba981013b0 0x7fba981965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.255+0000 7fba9dd9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba981013b0 0x7fba981965b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52526/0 (socket says 172.21.15.45:52526) 2023-03-22T14:27:10.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9ed9c700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fba98101d40 0x7fba9819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9dd9a700 1 -- 172.21.15.45:0/3263177979 learned_addr learned my addr 172.21.15.45:0/3263177979 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:10.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9e59b700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba981001c0 0x7fba98196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9e59b700 1 -- 172.21.15.45:0/3263177979 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fba98101d40 msgr2=0x7fba9819d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9e59b700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fba98101d40 0x7fba9819d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9e59b700 1 -- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba981013b0 msgr2=0x7fba981965b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9e59b700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba981013b0 0x7fba981965b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9e59b700 1 -- 172.21.15.45:0/3263177979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba90009d00 con 0x7fba981001c0 2023-03-22T14:27:10.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9dd9a700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba981013b0 0x7fba981965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:10.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba9e59b700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba981001c0 0x7fba98196070 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fba9400e9c0 tx=0x7fba9400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:10.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba8f7fe700 1 -- 172.21.15.45:0/3263177979 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba94004220 con 0x7fba981001c0 2023-03-22T14:27:10.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fba8f7fe700 1 -- 172.21.15.45:0/3263177979 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba94004380 con 0x7fba981001c0 2023-03-22T14:27:10.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.256+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba9810bb80 con 0x7fba981001c0 2023-03-22T14:27:10.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.257+0000 7fba8f7fe700 1 -- 172.21.15.45:0/3263177979 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba94003be0 con 0x7fba981001c0 2023-03-22T14:27:10.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.257+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba9810b9f0 con 0x7fba981001c0 2023-03-22T14:27:10.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.257+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba98067980 con 0x7fba981001c0 2023-03-22T14:27:10.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.260+0000 7fba8f7fe700 1 -- 172.21.15.45:0/3263177979 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fba94003d40 con 0x7fba981001c0 2023-03-22T14:27:10.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.261+0000 7fba8f7fe700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fba8409fb60 0x7fba840a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.261+0000 7fba8f7fe700 1 -- 172.21.15.45:0/3263177979 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fba94014070 con 0x7fba981001c0 2023-03-22T14:27:10.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.261+0000 7fba9dd9a700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fba8409fb60 0x7fba840a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.262+0000 7fba9dd9a700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fba8409fb60 0x7fba840a2010 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fba88011550 tx=0x7fba88009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:10.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.263+0000 7fba8f7fe700 1 -- 172.21.15.45:0/3263177979 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fba94094e30 con 0x7fba981001c0 2023-03-22T14:27:10.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.474+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fba98107020 con 0x7fba981001c0 2023-03-22T14:27:10.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.474+0000 7fba8f7fe700 1 -- 172.21.15.45:0/3263177979 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7fba9401f340 con 0x7fba981001c0 2023-03-22T14:27:10.476 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 64 2023-03-22T14:27:10.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fba8409fb60 msgr2=0x7fba840a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fba8409fb60 0x7fba840a2010 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fba88011550 tx=0x7fba88009260 comp rx=0 tx=0).stop 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba981001c0 msgr2=0x7fba98196070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba981001c0 0x7fba98196070 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fba9400e9c0 tx=0x7fba9400ecd0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 shutdown_connections 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fba8409fb60 0x7fba840a2010 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fba98101d40 0x7fba9819d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba981001c0 0x7fba98196070 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 --2- 172.21.15.45:0/3263177979 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fba981013b0 0x7fba981965b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 >> 172.21.15.45:0/3263177979 conn(0x7fba980fb7c0 msgr2=0x7fba980fd990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:10.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 shutdown_connections 2023-03-22T14:27:10.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.477+0000 7fbaa07ff700 1 -- 172.21.15.45:0/3263177979 wait complete. 2023-03-22T14:27:10.497 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:27:10.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 -- 172.21.15.45:0/522940040 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 msgr2=0x7fb7bc1005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/522940040 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1005e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac009990 tx=0x7fb7ac009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 -- 172.21.15.45:0/522940040 shutdown_connections 2023-03-22T14:27:10.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/522940040 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1005e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/522940040 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7bc101d50 0x7fb7bc108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/522940040 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7bc1013c0 0x7fb7bc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 -- 172.21.15.45:0/522940040 >> 172.21.15.45:0/522940040 conn(0x7fb7bc0fb7b0 msgr2=0x7fb7bc0fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:10.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 -- 172.21.15.45:0/522940040 shutdown_connections 2023-03-22T14:27:10.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.684+0000 7fb7c21ff700 1 -- 172.21.15.45:0/522940040 wait complete. 2023-03-22T14:27:10.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.685+0000 7fb7c21ff700 1 Processor -- start 2023-03-22T14:27:10.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.685+0000 7fb7c21ff700 1 -- start start 2023-03-22T14:27:10.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7c21ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7c21ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7bc1013c0 0x7fb7bc198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7c21ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7bc101d50 0x7fb7bc19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7c21ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc19fd40 con 0x7fb7bc1001d0 2023-03-22T14:27:10.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7c21ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc19fe80 con 0x7fb7bc1013c0 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7c21ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc1a0010 con 0x7fb7bc101d50 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52554/0 (socket says 172.21.15.45:52554) 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 -- 172.21.15.45:0/4035662161 learned_addr learned my addr 172.21.15.45:0/4035662161 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7b3fff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7bc1013c0 0x7fb7bc198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bbfff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7bc101d50 0x7fb7bc19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 -- 172.21.15.45:0/4035662161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7bc101d50 msgr2=0x7fb7bc19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7bc101d50 0x7fb7bc19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 -- 172.21.15.45:0/4035662161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7bc1013c0 msgr2=0x7fb7bc198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7bc1013c0 0x7fb7bc198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bb7fe700 1 -- 172.21.15.45:0/4035662161 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7ac0095f0 con 0x7fb7bc1001d0 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7b3fff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7bc1013c0 0x7fb7bc198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.686+0000 7fb7bbfff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7bc101d50 0x7fb7bc19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.687+0000 7fb7bb7fe700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1981c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac004730 tx=0x7fb7ac009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.687+0000 7fb7b97fa700 1 -- 172.21.15.45:0/4035662161 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac01d070 con 0x7fb7bc1001d0 2023-03-22T14:27:10.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.687+0000 7fb7b97fa700 1 -- 172.21.15.45:0/4035662161 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7ac004cd0 con 0x7fb7bc1001d0 2023-03-22T14:27:10.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.687+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7bc10bb90 con 0x7fb7bc1001d0 2023-03-22T14:27:10.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.687+0000 7fb7b97fa700 1 -- 172.21.15.45:0/4035662161 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac005530 con 0x7fb7bc1001d0 2023-03-22T14:27:10.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.687+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7bc10ba00 con 0x7fb7bc1001d0 2023-03-22T14:27:10.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.688+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7bc1a0610 con 0x7fb7bc1001d0 2023-03-22T14:27:10.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.690+0000 7fb7b97fa700 1 -- 172.21.15.45:0/4035662161 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb7ac00fbc0 con 0x7fb7bc1001d0 2023-03-22T14:27:10.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.691+0000 7fb7b97fa700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a809fbe0 0x7fb7a80a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:10.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.691+0000 7fb7b97fa700 1 -- 172.21.15.45:0/4035662161 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb7ac0cc320 con 0x7fb7bc1001d0 2023-03-22T14:27:10.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.691+0000 7fb7b3fff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a809fbe0 0x7fb7a80a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:10.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.692+0000 7fb7b3fff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a809fbe0 0x7fb7a80a2090 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009cb0 tx=0x7fb7a4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:10.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.693+0000 7fb7b97fa700 1 -- 172.21.15.45:0/4035662161 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb7ac0960c0 con 0x7fb7bc1001d0 2023-03-22T14:27:10.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.946+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb7bc1a0bc0 con 0x7fb7bc1001d0 2023-03-22T14:27:10.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.947+0000 7fb7b97fa700 1 -- 172.21.15.45:0/4035662161 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7fb7ac02f090 con 0x7fb7bc1001d0 2023-03-22T14:27:10.948 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:10.949 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:27:10.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a809fbe0 msgr2=0x7fb7a80a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a809fbe0 0x7fb7a80a2090 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009cb0 tx=0x7fb7a4009260 comp rx=0 tx=0).stop 2023-03-22T14:27:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 msgr2=0x7fb7bc1981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1981c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac004730 tx=0x7fb7ac009510 comp rx=0 tx=0).stop 2023-03-22T14:27:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 shutdown_connections 2023-03-22T14:27:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7a809fbe0 0x7fb7a80a2090 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7bc1001d0 0x7fb7bc1981c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7bc101d50 0x7fb7bc19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 --2- 172.21.15.45:0/4035662161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7bc1013c0 0x7fb7bc198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 >> 172.21.15.45:0/4035662161 conn(0x7fb7bc0fb7b0 msgr2=0x7fb7bc0fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 shutdown_connections 2023-03-22T14:27:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:10.949+0000 7fb7c21ff700 1 -- 172.21.15.45:0/4035662161 wait complete. 2023-03-22T14:27:10.952 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:27:10.966 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:10 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3376712127' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:10.966 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:10 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3263177979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:10.968 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-03-22T14:26:10.119437+0000', 'modified': '2023-03-22T14:26:17.310728+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24575, 'mds_1': 24532, 'mds_2': 24524, 'mds_3': 24517, 'mds_4': 24505}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14535': {'gid': 14535, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.45:6839/2790114045', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.45:6838', 'nonce': 2790114045}, {'type': 'v1', 'addr': '172.21.15.45:6839', 'nonce': 2790114045}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_14547': {'gid': 14547, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.45:6841/665361133', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.45:6840', 'nonce': 665361133}, {'type': 'v1', 'addr': '172.21.15.45:6841', 'nonce': 665361133}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24457': {'gid': 24457, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.142:6833/3232514748', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6832', 'nonce': 3232514748}, {'type': 'v1', 'addr': '172.21.15.142:6833', 'nonce': 3232514748}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24458': {'gid': 24458, 'name': 'k', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.98:6833/3801506182', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6832', 'nonce': 3801506182}, {'type': 'v1', 'addr': '172.21.15.98:6833', 'nonce': 3801506182}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24494': {'gid': 24494, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.98:6835/2419039604', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6834', 'nonce': 2419039604}, {'type': 'v1', 'addr': '172.21.15.98:6835', 'nonce': 2419039604}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24505': {'gid': 24505, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.142:6835/3929796803', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6834', 'nonce': 3929796803}, {'type': 'v1', 'addr': '172.21.15.142:6835', 'nonce': 3929796803}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24517': {'gid': 24517, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.142:6837/2383089726', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6836', 'nonce': 2383089726}, {'type': 'v1', 'addr': '172.21.15.142:6837', 'nonce': 2383089726}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24524': {'gid': 24524, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.98:6837/2703593604', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6836', 'nonce': 2703593604}, {'type': 'v1', 'addr': '172.21.15.98:6837', 'nonce': 2703593604}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.142:6839/2543721149', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6838', 'nonce': 2543721149}, {'type': 'v1', 'addr': '172.21.15.142:6839', 'nonce': 2543721149}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24575': {'gid': 24575, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.98:6839/4206668768', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6838', 'nonce': 4206668768}, {'type': 'v1', 'addr': '172.21.15.98:6839', 'nonce': 4206668768}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-03-22T14:27:10.969 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-03-22T14:27:10.969 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2023-03-22T14:27:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:10 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3376712127' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:10 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3263177979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:11.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 -- 172.21.15.45:0/2676542667 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3430101d40 msgr2=0x7f3430108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 --2- 172.21.15.45:0/2676542667 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3430101d40 0x7f3430108600 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f342800b0a0 tx=0x7f342800b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 -- 172.21.15.45:0/2676542667 shutdown_connections 2023-03-22T14:27:11.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 --2- 172.21.15.45:0/2676542667 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3430101d40 0x7f3430108600 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 --2- 172.21.15.45:0/2676542667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f34301001c0 0x7f34301005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 --2- 172.21.15.45:0/2676542667 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34301013b0 0x7f3430101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 -- 172.21.15.45:0/2676542667 >> 172.21.15.45:0/2676542667 conn(0x7f34300fb7e0 msgr2=0x7f34300fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 -- 172.21.15.45:0/2676542667 shutdown_connections 2023-03-22T14:27:11.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.158+0000 7f34361ff700 1 -- 172.21.15.45:0/2676542667 wait complete. 2023-03-22T14:27:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 Processor -- start 2023-03-22T14:27:11.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 -- start start 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34301001c0 0x7f3430196080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34301013b0 0x7f34301965c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3430101d40 0x7f343019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f343019dc00 con 0x7f34301001c0 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f343019dd40 con 0x7f3430101d40 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.159+0000 7f34361ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f343019ded0 con 0x7f34301013b0 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34301001c0 0x7f3430196080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34301001c0 0x7f3430196080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52580/0 (socket says 172.21.15.45:52580) 2023-03-22T14:27:11.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 -- 172.21.15.45:0/2625182690 learned_addr learned my addr 172.21.15.45:0/2625182690 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342effd700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34301013b0 0x7f34301965c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342ffff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3430101d40 0x7f343019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 -- 172.21.15.45:0/2625182690 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34301013b0 msgr2=0x7f34301965c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34301013b0 0x7f34301965c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 -- 172.21.15.45:0/2625182690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3430101d40 msgr2=0x7f343019d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3430101d40 0x7f343019d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 -- 172.21.15.45:0/2625182690 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3428009d00 con 0x7f34301001c0 2023-03-22T14:27:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342f7fe700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34301001c0 0x7f3430196080 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f342000e970 tx=0x7f342000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.160+0000 7f342cff9700 1 -- 172.21.15.45:0/2625182690 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3420009790 con 0x7f34301001c0 2023-03-22T14:27:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.161+0000 7f342cff9700 1 -- 172.21.15.45:0/2625182690 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f342000c7e0 con 0x7f34301001c0 2023-03-22T14:27:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.161+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f343010bb80 con 0x7f34301001c0 2023-03-22T14:27:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.161+0000 7f342cff9700 1 -- 172.21.15.45:0/2625182690 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3420003c70 con 0x7f34301001c0 2023-03-22T14:27:11.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.161+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f343010b9f0 con 0x7f34301001c0 2023-03-22T14:27:11.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.164+0000 7f342cff9700 1 -- 172.21.15.45:0/2625182690 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f342000cc50 con 0x7f34301001c0 2023-03-22T14:27:11.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.165+0000 7f3449b1cb80 1 Processor -- start 2023-03-22T14:27:11.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.165+0000 7f3449b1cb80 1 -- start start 2023-03-22T14:27:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.165+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97869ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97868670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad9776f020 con 0x55ad97869a90 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad977c1960 con 0x55ad9786a3e0 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad977badf0 con 0x55ad97868c50 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342cff9700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f341809fb60 0x7f34180a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97869ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97868670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97869ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52588/0 (socket says 172.21.15.45:52588) 2023-03-22T14:27:11.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342ffff700 1 -- 172.21.15.45:0/328215358 learned_addr learned my addr 172.21.15.45:0/328215358 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342cff9700 1 -- 172.21.15.45:0/2625182690 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f3420014070 con 0x7f34301001c0 2023-03-22T14:27:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342ffff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f341809fb60 0x7f34180a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342f7fe700 1 -- 172.21.15.45:0/328215358 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 msgr2=0x55ad978690c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342f7fe700 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978690c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342f7fe700 1 -- 172.21.15.45:0/328215358 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 msgr2=0x55ad97869ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342f7fe700 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97869ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342f7fe700 1 -- 172.21.15.45:0/328215358 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ad9763c5e0 con 0x55ad9786a3e0 2023-03-22T14:27:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.166+0000 7f342ffff700 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97869ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.167+0000 7f342f7fe700 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97868670 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f34200c87d0 tx=0x7f342008e440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f023dc1fc427e50 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.167+0000 7f3415ffb700 1 -- 172.21.15.45:0/328215358 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34200981d0 con 0x55ad9786a3e0 2023-03-22T14:27:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.167+0000 7f342ffff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f341809fb60 0x7f34180a2010 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f34280062a0 tx=0x7f3428006210 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.167+0000 7f3415ffb700 1 -- 172.21.15.45:0/328215358 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3420003dd0 con 0x55ad9786a3e0 2023-03-22T14:27:11.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.167+0000 7f3415ffb700 1 -- 172.21.15.45:0/328215358 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3420098ad0 con 0x55ad9786a3e0 2023-03-22T14:27:11.173 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 -- 172.21.15.45:0/328215358 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 msgr2=0x55ad97868670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97868670 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f34200c87d0 tx=0x7f342008e440 comp rx=0 tx=0).stop 2023-03-22T14:27:11.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 -- 172.21.15.45:0/328215358 shutdown_connections 2023-03-22T14:27:11.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97869ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978690c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/328215358 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97868670 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 -- 172.21.15.45:0/328215358 >> 172.21.15.45:0/328215358 conn(0x55ad97864c00 msgr2=0x55ad97862fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 -- 172.21.15.45:0/328215358 shutdown_connections 2023-03-22T14:27:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 -- 172.21.15.45:0/328215358 wait complete. 2023-03-22T14:27:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 -- start start 2023-03-22T14:27:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.168+0000 7f3449b1cb80 1 Processor -- start 2023-03-22T14:27:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978724f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97872a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97879a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad9763e8d0 con 0x55ad97869a90 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad97879fb0 con 0x55ad9786a3e0 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad9787a140 con 0x55ad97868c50 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f3449b1cb80 10 client.0 _ll_register_callbacks cb 0x55ad97660240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f342effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97872a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f342effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97872a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52602/0 (socket says 172.21.15.45:52602) 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f342effd700 1 -- 172.21.15.45:0/1235539381 learned_addr learned my addr 172.21.15.45:0/1235539381 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f342ffff700 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97879a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.169+0000 7f342f7fe700 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978724f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f342effd700 1 -- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 msgr2=0x55ad978724f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f342effd700 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978724f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f342effd700 1 -- 172.21.15.45:0/1235539381 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 msgr2=0x55ad97879a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f342effd700 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97879a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f342effd700 1 -- 172.21.15.45:0/1235539381 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f343010b9f0 con 0x55ad97869a90 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f342effd700 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97872a30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3424012860 tx=0x7f3424012b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52cc0f46dacf1b0d server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f340effd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:11.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f340effd700 1 -- 172.21.15.45:0/1235539381 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3424017070 con 0x55ad97869a90 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f340effd700 1 -- 172.21.15.45:0/1235539381 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f342400f540 con 0x55ad97869a90 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ad9777d3a0 con 0x55ad97869a90 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f340effd700 1 -- 172.21.15.45:0/1235539381 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34240122e0 con 0x55ad97869a90 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f3449b1cb80 10 client.14916 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.170+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ad975e8d90 con 0x55ad97869a90 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f340effd700 1 -- 172.21.15.45:0/1235539381 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ad9777d3a0 con 0x55ad97869a90 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f340effd700 1 -- 172.21.15.45:0/1235539381 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f3424024020 con 0x55ad97869a90 2023-03-22T14:27:11.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f3449b1cb80 10 client.14916 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f3449b1cb80 10 client.14916 resolve_mds: resolved name 'f' to daemon mds.f 2023-03-22T14:27:11.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f3449b1cb80 20 client.14916 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad9787da50 0x55ad9787ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f3449b1cb80 4 client.14916 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:11.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ad97789610 con 0x55ad9787da50 2023-03-22T14:27:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.171+0000 7f342f7fe700 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad9787da50 0x55ad9787ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.172+0000 7f342f7fe700 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad9787da50 0x55ad9787ce00 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4e4b9756d04c9b0f server_cookie=199fd08b2fea06c3 in_seq=0 out_seq=0 2023-03-22T14:27:11.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.172+0000 7f340effd700 10 client.14916 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:11.180 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:10 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3376712127' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:11.181 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:10 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3263177979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:11.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f340effd700 1 -- 172.21.15.45:0/1235539381 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55ad97789610 con 0x55ad9787da50 2023-03-22T14:27:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f340effd700 10 client.14916 handle_command_reply: tid=0 2023-03-22T14:27:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 client.14916 shutdown 2023-03-22T14:27:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 msgr2=0x55ad97872a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97872a30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3424012860 tx=0x7f3424012b70 comp rx=0 tx=0).stop 2023-03-22T14:27:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 shutdown_connections 2023-03-22T14:27:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad9787da50 0x55ad9787ce00 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad97879a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97868c50 0x55ad978724f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/1235539381 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97869a90 0x55ad97872a30 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f340effd700 0 client.14916 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 >> 172.21.15.45:0/1235539381 conn(0x55ad97864c00 msgr2=0x55ad978626c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 shutdown_connections 2023-03-22T14:27:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 1 -- 172.21.15.45:0/1235539381 wait complete. 2023-03-22T14:27:11.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.173+0000 7f3449b1cb80 20 client.14916 trim_cache size 0 max 16384 2023-03-22T14:27:11.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 Processor -- start 2023-03-22T14:27:11.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 -- start start 2023-03-22T14:27:11.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad97868c50 0x55ad97870270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97879a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad9786a3e0 0x55ad9787ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad97788e00 con 0x55ad9786a3e0 2023-03-22T14:27:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad9777cb70 con 0x55ad97868c50 2023-03-22T14:27:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.192+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad976c6ed0 con 0x55ad97869a90 2023-03-22T14:27:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad9786a3e0 0x55ad9787ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad9786a3e0 0x55ad9787ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52610/0 (socket says 172.21.15.45:52610) 2023-03-22T14:27:11.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 -- 172.21.15.45:0/862513678 learned_addr learned my addr 172.21.15.45:0/862513678 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342f7fe700 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad97868c50 0x55ad97870270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342effd700 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97879a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 -- 172.21.15.45:0/862513678 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 msgr2=0x55ad97879a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97879a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 -- 172.21.15.45:0/862513678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad97868c50 msgr2=0x55ad97870270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad97868c50 0x55ad97870270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 -- 172.21.15.45:0/862513678 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ad97781140 con 0x55ad9786a3e0 2023-03-22T14:27:11.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342f7fe700 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad97868c50 0x55ad97870270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:11.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.193+0000 7f342ffff700 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad9786a3e0 0x55ad9787ce00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f34280076c0 tx=0x7f3428009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71896db2a4ddc9cd server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f34167fc700 1 -- 172.21.15.45:0/862513678 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f342800e070 con 0x55ad9786a3e0 2023-03-22T14:27:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f34167fc700 1 -- 172.21.15.45:0/862513678 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f342801f440 con 0x55ad9786a3e0 2023-03-22T14:27:11.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f34167fc700 1 -- 172.21.15.45:0/862513678 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34280052a0 con 0x55ad9786a3e0 2023-03-22T14:27:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f3449b1cb80 1 -- 172.21.15.45:0/862513678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad9786a3e0 msgr2=0x55ad9787ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad9786a3e0 0x55ad9787ce00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f34280076c0 tx=0x7f3428009b80 comp rx=0 tx=0).stop 2023-03-22T14:27:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f3449b1cb80 1 -- 172.21.15.45:0/862513678 shutdown_connections 2023-03-22T14:27:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad9786a3e0 0x55ad9787ce00 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad97868c50 0x55ad97870270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/862513678 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97879a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.194+0000 7f3449b1cb80 1 -- 172.21.15.45:0/862513678 >> 172.21.15.45:0/862513678 conn(0x55ad97864c00 msgr2=0x55ad97869020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.195+0000 7f3449b1cb80 1 -- 172.21.15.45:0/862513678 shutdown_connections 2023-03-22T14:27:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.195+0000 7f3449b1cb80 1 -- 172.21.15.45:0/862513678 wait complete. 2023-03-22T14:27:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.195+0000 7f3449b1cb80 1 -- start start 2023-03-22T14:27:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.195+0000 7f3449b1cb80 1 Processor -- start 2023-03-22T14:27:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.195+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97868c50 0x55ad97874980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97874ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f3449b1cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad978d18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad978d1e10 con 0x55ad97868c50 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad978d1f50 con 0x55ad9786a3e0 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f3449b1cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad978d2090 con 0x55ad97869a90 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f3449b1cb80 10 client.0 _ll_register_callbacks cb 0x55ad97660240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97868c50 0x55ad97874980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97868c50 0x55ad97874980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52624/0 (socket says 172.21.15.45:52624) 2023-03-22T14:27:11.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 -- 172.21.15.45:0/3712781512 learned_addr learned my addr 172.21.15.45:0/3712781512 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342ffff700 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad978d18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342effd700 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97874ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 -- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 msgr2=0x55ad97874ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97874ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 -- 172.21.15.45:0/3712781512 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 msgr2=0x55ad978d18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad978d18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 -- 172.21.15.45:0/3712781512 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ad9763c5e0 con 0x55ad97868c50 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f342f7fe700 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97868c50 0x55ad97874980 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3420096bc0 tx=0x7f34200caf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b85f8e40b16d2c1a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.196+0000 7f340effd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f340effd700 1 -- 172.21.15.45:0/3712781512 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3420098870 con 0x55ad97868c50 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f340effd700 1 -- 172.21.15.45:0/3712781512 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f3420093040 con 0x55ad97868c50 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ad978381f0 con 0x55ad97868c50 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f340effd700 1 -- 172.21.15.45:0/3712781512 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34200a0a60 con 0x55ad97868c50 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 10 client.14922 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f3430108f30 con 0x55ad97868c50 2023-03-22T14:27:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f340effd700 1 -- 172.21.15.45:0/3712781512 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3420062070 con 0x55ad97868c50 2023-03-22T14:27:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f340effd700 1 -- 172.21.15.45:0/3712781512 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f34200c82b0 con 0x55ad97868c50 2023-03-22T14:27:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 10 client.14922 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 10 client.14922 resolve_mds: resolved name 'f' to daemon mds.f 2023-03-22T14:27:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 20 client.14922 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad978d6b80 0x55ad978d34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 4 client.14922 mds_command: new command op to 24505 tid=0[{"prefix": "status"}] 2023-03-22T14:27:11.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.197+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ad9763ef10 con 0x55ad978d6b80 2023-03-22T14:27:11.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.198+0000 7f342effd700 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad978d6b80 0x55ad978d34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.198+0000 7f342effd700 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad978d6b80 0x55ad978d34f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bb4326f3fe5aebce server_cookie=c0067825515cff27 in_seq=0 out_seq=0 2023-03-22T14:27:11.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.198+0000 7f340effd700 10 client.14922 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.198+0000 7f340effd700 1 -- 172.21.15.45:0/3712781512 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55ad9763ef10 con 0x55ad978d6b80 2023-03-22T14:27:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.198+0000 7f340effd700 10 client.14922 handle_command_reply: tid=0 2023-03-22T14:27:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.198+0000 7f3449b1cb80 1 client.14922 shutdown 2023-03-22T14:27:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97868c50 msgr2=0x55ad97874980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97868c50 0x55ad97874980 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3420096bc0 tx=0x7f34200caf80 comp rx=0 tx=0).stop 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 shutdown_connections 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55ad978d6b80 0x55ad978d34f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ad97868c50 0x55ad97874980 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ad9786a3e0 0x55ad978d18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 --2- 172.21.15.45:0/3712781512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ad97869a90 0x55ad97874ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 >> 172.21.15.45:0/3712781512 conn(0x55ad97864c00 msgr2=0x55ad97870270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f340effd700 0 client.14922 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:11.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 shutdown_connections 2023-03-22T14:27:11.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 1 -- 172.21.15.45:0/3712781512 wait complete. 2023-03-22T14:27:11.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f3449b1cb80 20 client.14922 trim_cache size 0 max 16384 2023-03-22T14:27:11.209 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:11.209 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:11.209 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 4, 2023-03-22T14:27:11.209 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24505, 2023-03-22T14:27:11.210 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:11.210 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:11.210 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:11.210 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 54.908339824999999, 2023-03-22T14:27:11.210 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:11.210 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:11.210 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:11.211 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 82.507902974999993 2023-03-22T14:27:11.211 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f341809fb60 msgr2=0x7f34180a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f34361ff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f341809fb60 0x7f34180a2010 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f34280062a0 tx=0x7f3428006210 comp rx=0 tx=0).stop 2023-03-22T14:27:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34301001c0 msgr2=0x7f3430196080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.199+0000 7f34361ff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34301001c0 0x7f3430196080 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f342000e970 tx=0x7f342000ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 shutdown_connections 2023-03-22T14:27:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f341809fb60 0x7f34180a2010 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34301001c0 0x7f3430196080 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3430101d40 0x7f343019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 --2- 172.21.15.45:0/2625182690 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34301013b0 0x7f34301965c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 >> 172.21.15.45:0/2625182690 conn(0x7f34300fb7e0 msgr2=0x7f3430104870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 shutdown_connections 2023-03-22T14:27:11.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.200+0000 7f34361ff700 1 -- 172.21.15.45:0/2625182690 wait complete. 2023-03-22T14:27:11.218 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-03-22T14:27:11.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 -- 172.21.15.45:0/3996994103 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1001c0 msgr2=0x7f639c1005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 --2- 172.21.15.45:0/3996994103 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1001c0 0x7f639c1005d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f638c009990 tx=0x7f638c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 -- 172.21.15.45:0/3996994103 shutdown_connections 2023-03-22T14:27:11.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 --2- 172.21.15.45:0/3996994103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c101d40 0x7f639c108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 --2- 172.21.15.45:0/3996994103 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1001c0 0x7f639c1005d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 --2- 172.21.15.45:0/3996994103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f639c1013b0 0x7f639c101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 -- 172.21.15.45:0/3996994103 >> 172.21.15.45:0/3996994103 conn(0x7f639c0fb7c0 msgr2=0x7f639c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 -- 172.21.15.45:0/3996994103 shutdown_connections 2023-03-22T14:27:11.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.419+0000 7f63a0fff700 1 -- 172.21.15.45:0/3996994103 wait complete. 2023-03-22T14:27:11.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.420+0000 7f63a0fff700 1 Processor -- start 2023-03-22T14:27:11.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.420+0000 7f63a0fff700 1 -- start start 2023-03-22T14:27:11.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f63a0fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c1001c0 0x7f639c074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f63a0fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1013b0 0x7f639c072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f63a0fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f639c101d40 0x7f639c0733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f63a0fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639c073b50 con 0x7f639c101d40 2023-03-22T14:27:11.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f63a0fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639c073cc0 con 0x7f639c1001c0 2023-03-22T14:27:11.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f63a0fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639c19ff90 con 0x7f639c1013b0 2023-03-22T14:27:11.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c1001c0 0x7f639c074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c1001c0 0x7f639c074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37348/0 (socket says 172.21.15.45:37348) 2023-03-22T14:27:11.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 -- 172.21.15.45:0/4217916128 learned_addr learned my addr 172.21.15.45:0/4217916128 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f6399d9b700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1013b0 0x7f639c072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639ad9d700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f639c101d40 0x7f639c0733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 -- 172.21.15.45:0/4217916128 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1013b0 msgr2=0x7f639c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1013b0 0x7f639c072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 -- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f639c101d40 msgr2=0x7f639c0733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f639c101d40 0x7f639c0733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.421+0000 7f639a59c700 1 -- 172.21.15.45:0/4217916128 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f638c0095f0 con 0x7f639c1001c0 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.422+0000 7f639a59c700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c1001c0 0x7f639c074830 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f638c005720 tx=0x7f638c009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.422+0000 7f638b7fe700 1 -- 172.21.15.45:0/4217916128 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c01d070 con 0x7f639c1001c0 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.422+0000 7f638b7fe700 1 -- 172.21.15.45:0/4217916128 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f638c021410 con 0x7f639c1001c0 2023-03-22T14:27:11.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.422+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f639c10bb10 con 0x7f639c1001c0 2023-03-22T14:27:11.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.422+0000 7f638b7fe700 1 -- 172.21.15.45:0/4217916128 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c017650 con 0x7f639c1001c0 2023-03-22T14:27:11.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.422+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f639c10b980 con 0x7f639c1001c0 2023-03-22T14:27:11.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.427+0000 7f638b7fe700 1 -- 172.21.15.45:0/4217916128 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f638c021580 con 0x7f639c1001c0 2023-03-22T14:27:11.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 Processor -- start 2023-03-22T14:27:11.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 -- start start 2023-03-22T14:27:11.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eba90 0x55bb6a4ebea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4ea670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4eb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a3f1020 con 0x55bb6a4eac50 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a443960 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.428+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a43cdf0 con 0x55bb6a4eba90 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f638b7fe700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f638409fb60 0x7f63840a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4ea670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4ea670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37364/0 (socket says 172.21.15.45:37364) 2023-03-22T14:27:11.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 -- 172.21.15.45:0/1462274114 learned_addr learned my addr 172.21.15.45:0/1462274114 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639ad9d700 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eba90 0x55bb6a4ebea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f6399d9b700 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4eb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f638b7fe700 1 -- 172.21.15.45:0/4217916128 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f638c0cbf90 con 0x7f639c1001c0 2023-03-22T14:27:11.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639ad9d700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f638409fb60 0x7f63840a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 -- 172.21.15.45:0/1462274114 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eba90 msgr2=0x55bb6a4ebea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eba90 0x55bb6a4ebea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 -- 172.21.15.45:0/1462274114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 msgr2=0x55bb6a4eb0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4eb0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 -- 172.21.15.45:0/1462274114 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bb6a2be5e0 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f6399d9b700 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4eb0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:11.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f639a59c700 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4ea670 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f638c0c9800 tx=0x7f638c021c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f25c4b8dc95b4bc9 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.429+0000 7f6388ff9700 1 -- 172.21.15.45:0/1462274114 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c0999f0 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f6388ff9700 1 -- 172.21.15.45:0/1462274114 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f638c0a1b50 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f6388ff9700 1 -- 172.21.15.45:0/1462274114 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c099100 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1462274114 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4ec3e0 msgr2=0x55bb6a4ea670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4ea670 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f638c0c9800 tx=0x7f638c021c20 comp rx=0 tx=0).stop 2023-03-22T14:27:11.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f639ad9d700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f638409fb60 0x7f63840a2010 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6394009fd0 tx=0x7f639400b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1462274114 shutdown_connections 2023-03-22T14:27:11.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4eb0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eba90 0x55bb6a4ebea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1462274114 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4ea670 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1462274114 >> 172.21.15.45:0/1462274114 conn(0x55bb6a4e6c00 msgr2=0x55bb6a4e4fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.430+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1462274114 shutdown_connections 2023-03-22T14:27:11.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.431+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1462274114 wait complete. 2023-03-22T14:27:11.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.431+0000 7f63b49a5b80 1 -- start start 2023-03-22T14:27:11.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.431+0000 7f63b49a5b80 1 Processor -- start 2023-03-22T14:27:11.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4fb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a2c08d0 con 0x55bb6a4eac50 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a4fbca0 con 0x55bb6a4eba90 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a4fbe30 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f63b49a5b80 10 client.0 _ll_register_callbacks cb 0x55bb6a2e2240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f639a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f639a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52654/0 (socket says 172.21.15.45:52654) 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f639a59c700 1 -- 172.21.15.45:0/1529753356 learned_addr learned my addr 172.21.15.45:0/1529753356 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.432+0000 7f639ad9d700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4fb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f6399d9b700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f639a59c700 1 -- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4ec3e0 msgr2=0x55bb6a4fb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f639a59c700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4fb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f639a59c700 1 -- 172.21.15.45:0/1529753356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4eba90 msgr2=0x55bb6a4f4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f639a59c700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f639a59c700 1 -- 172.21.15.45:0/1529753356 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f639c10b980 con 0x55bb6a4eac50 2023-03-22T14:27:11.441 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f639ad9d700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4fb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:11.441 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f639a59c700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f41e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f638c0c9e40 tx=0x7f638c0991c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2b45aa592883c8c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.441 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f6381ffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:11.441 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f6381ffb700 1 -- 172.21.15.45:0/1529753356 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c099cd0 con 0x55bb6a4eac50 2023-03-22T14:27:11.441 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f6381ffb700 1 -- 172.21.15.45:0/1529753356 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f638c0999f0 con 0x55bb6a4eac50 2023-03-22T14:27:11.441 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bb6a3ff3a0 con 0x55bb6a4eac50 2023-03-22T14:27:11.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f6381ffb700 1 -- 172.21.15.45:0/1529753356 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f638c0a18d0 con 0x55bb6a4eac50 2023-03-22T14:27:11.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f63b49a5b80 10 client.14934 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.433+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55bb6a26ad90 con 0x55bb6a4eac50 2023-03-22T14:27:11.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f6381ffb700 1 -- 172.21.15.45:0/1529753356 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bb6a3ff3a0 con 0x55bb6a4eac50 2023-03-22T14:27:11.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f6381ffb700 1 -- 172.21.15.45:0/1529753356 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f638c098950 con 0x55bb6a4eac50 2023-03-22T14:27:11.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f63b49a5b80 10 client.14934 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f63b49a5b80 10 client.14934 resolve_mds: resolved name 'c' to daemon mds.c 2023-03-22T14:27:11.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f63b49a5b80 20 client.14934 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ff7e0 0x55bb6a4fe910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f63b49a5b80 4 client.14934 mds_command: new command op to 24517 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:11.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bb6a40b610 con 0x55bb6a4ff7e0 2023-03-22T14:27:11.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.434+0000 7f6399d9b700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ff7e0 0x55bb6a4fe910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.435+0000 7f6381ffb700 10 client.14934 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:11.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.435+0000 7f6399d9b700 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ff7e0 0x55bb6a4fe910 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=cc63a20790ba0ecf server_cookie=7004b8cecbf113fc in_seq=0 out_seq=0 2023-03-22T14:27:11.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f6381ffb700 1 -- 172.21.15.45:0/1529753356 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55bb6a40b610 con 0x55bb6a4ff7e0 2023-03-22T14:27:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f6381ffb700 10 client.14934 handle_command_reply: tid=0 2023-03-22T14:27:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 client.14934 shutdown 2023-03-22T14:27:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 msgr2=0x55bb6a4f41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f41e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f638c0c9e40 tx=0x7f638c0991c0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 shutdown_connections 2023-03-22T14:27:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ff7e0 0x55bb6a4fe910 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f41e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f6381ffb700 0 client.14934 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:11.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4ec3e0 0x55bb6a4fb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1529753356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 >> 172.21.15.45:0/1529753356 conn(0x55bb6a4e6c00 msgr2=0x55bb6a4e46c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 shutdown_connections 2023-03-22T14:27:11.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1529753356 wait complete. 2023-03-22T14:27:11.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.436+0000 7f63b49a5b80 20 client.14934 trim_cache size 0 max 16384 2023-03-22T14:27:11.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 Processor -- start 2023-03-22T14:27:11.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 -- start start 2023-03-22T14:27:11.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4fe910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4fb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4eb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a3ff3a0 con 0x55bb6a4eba90 2023-03-22T14:27:11.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a3e6730 con 0x55bb6a4e6c00 2023-03-22T14:27:11.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.455+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a40ae00 con 0x55bb6a4eac50 2023-03-22T14:27:11.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639ad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4eb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4fe910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639ad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4eb020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52668/0 (socket says 172.21.15.45:52668) 2023-03-22T14:27:11.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639ad9d700 1 -- 172.21.15.45:0/1944936075 learned_addr learned my addr 172.21.15.45:0/1944936075 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f6399d9b700 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4fb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639a59c700 1 -- 172.21.15.45:0/1944936075 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 msgr2=0x55bb6a4fb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639a59c700 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4fb6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639a59c700 1 -- 172.21.15.45:0/1944936075 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 msgr2=0x55bb6a4eb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639a59c700 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4eb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639a59c700 1 -- 172.21.15.45:0/1944936075 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bb6a403140 con 0x55bb6a4e6c00 2023-03-22T14:27:11.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f639a59c700 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4fe910 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f638c00b680 tx=0x7f638c009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee61192c17f6915f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f63897fa700 1 -- 172.21.15.45:0/1944936075 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c0a1b50 con 0x55bb6a4e6c00 2023-03-22T14:27:11.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f63897fa700 1 -- 172.21.15.45:0/1944936075 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f638c0999f0 con 0x55bb6a4e6c00 2023-03-22T14:27:11.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.456+0000 7f63897fa700 1 -- 172.21.15.45:0/1944936075 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c0c3e40 con 0x55bb6a4e6c00 2023-03-22T14:27:11.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1944936075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 msgr2=0x55bb6a4fe910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4fe910 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f638c00b680 tx=0x7f638c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1944936075 shutdown_connections 2023-03-22T14:27:11.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4eb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4fe910 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/1944936075 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4fb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1944936075 >> 172.21.15.45:0/1944936075 conn(0x55bb6a4ea880 msgr2=0x55bb6a4f2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1944936075 shutdown_connections 2023-03-22T14:27:11.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.457+0000 7f63b49a5b80 1 -- 172.21.15.45:0/1944936075 wait complete. 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 -- start start 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 Processor -- start 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4f6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a4fa400 con 0x55bb6a4eba90 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a4fa570 con 0x55bb6a4e6c00 2023-03-22T14:27:11.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb6a4fa730 con 0x55bb6a4eac50 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f63b49a5b80 10 client.0 _ll_register_callbacks cb 0x55bb6a2e2240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.458+0000 7f639a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4f6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6399d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f639a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4f6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37396/0 (socket says 172.21.15.45:37396) 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f639a59c700 1 -- 172.21.15.45:0/3862615306 learned_addr learned my addr 172.21.15.45:0/3862615306 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f639ad9d700 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6399d9b700 1 -- 172.21.15.45:0/3862615306 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 msgr2=0x55bb6a4f6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6399d9b700 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4f6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6399d9b700 1 -- 172.21.15.45:0/3862615306 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 msgr2=0x55bb6a4f9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6399d9b700 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6399d9b700 1 -- 172.21.15.45:0/3862615306 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bb6a26ad90 con 0x55bb6a4eac50 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6399d9b700 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f6eb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x55bb6a500c70 tx=0x7f639001fd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e354dc37233b8838 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.459+0000 7f6381ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f6381ffb700 1 -- 172.21.15.45:0/3862615306 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6390015070 con 0x55bb6a4eac50 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bb6a4ba1f0 con 0x55bb6a4eac50 2023-03-22T14:27:11.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f6381ffb700 1 -- 172.21.15.45:0/3862615306 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f6390004320 con 0x55bb6a4eac50 2023-03-22T14:27:11.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f6381ffb700 1 -- 172.21.15.45:0/3862615306 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63900044e0 con 0x55bb6a4eac50 2023-03-22T14:27:11.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 10 client.24943 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55bb6a291200 con 0x55bb6a4eac50 2023-03-22T14:27:11.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f6381ffb700 1 -- 172.21.15.45:0/3862615306 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bb6a4ba1f0 con 0x55bb6a4eac50 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f6381ffb700 1 -- 172.21.15.45:0/3862615306 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f63900054d0 con 0x55bb6a4eac50 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 10 client.24943 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 10 client.24943 resolve_mds: resolved name 'c' to daemon mds.c 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 20 client.24943 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ec3e0 0x55bb6a555060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 4 client.24943 mds_command: new command op to 24517 tid=0[{"prefix": "status"}] 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.460+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55bb6a2c0f10 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.461+0000 7f639a59c700 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ec3e0 0x55bb6a555060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.461+0000 7f639a59c700 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ec3e0 0x55bb6a555060 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e0aad7275d7ededc server_cookie=e2943430d58fa211 in_seq=0 out_seq=0 2023-03-22T14:27:11.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.461+0000 7f6381ffb700 10 client.24943 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:11.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.461+0000 7f6381ffb700 1 -- 172.21.15.45:0/3862615306 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55bb6a2c0f10 con 0x55bb6a4ec3e0 2023-03-22T14:27:11.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.461+0000 7f6381ffb700 10 client.24943 handle_command_reply: tid=0 2023-03-22T14:27:11.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.461+0000 7f63b49a5b80 1 client.24943 shutdown 2023-03-22T14:27:11.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 msgr2=0x55bb6a4f6eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f6eb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x55bb6a500c70 tx=0x7f639001fd10 comp rx=0 tx=0).stop 2023-03-22T14:27:11.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 shutdown_connections 2023-03-22T14:27:11.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55bb6a4ec3e0 0x55bb6a555060 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bb6a4eba90 0x55bb6a4f9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bb6a4e6c00 0x55bb6a4f6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 --2- 172.21.15.45:0/3862615306 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bb6a4eac50 0x55bb6a4f6eb0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f6381ffb700 0 client.24943 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:11.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 >> 172.21.15.45:0/3862615306 conn(0x55bb6a4ea880 msgr2=0x55bb6a4eb020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 shutdown_connections 2023-03-22T14:27:11.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 1 -- 172.21.15.45:0/3862615306 wait complete. 2023-03-22T14:27:11.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.462+0000 7f63b49a5b80 20 client.24943 trim_cache size 0 max 16384 2023-03-22T14:27:11.471 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:11.472 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:11.472 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 3, 2023-03-22T14:27:11.472 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24517, 2023-03-22T14:27:11.472 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:11.472 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:11.472 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:11.472 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 56.176235449000004, 2023-03-22T14:27:11.473 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:11.473 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:11.473 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:11.473 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 80.639234665000004 2023-03-22T14:27:11.473 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:11.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f638409fb60 msgr2=0x7f63840a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f638409fb60 0x7f63840a2010 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6394009fd0 tx=0x7f639400b040 comp rx=0 tx=0).stop 2023-03-22T14:27:11.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c1001c0 msgr2=0x7f639c074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c1001c0 0x7f639c074830 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f638c005720 tx=0x7f638c009580 comp rx=0 tx=0).stop 2023-03-22T14:27:11.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 shutdown_connections 2023-03-22T14:27:11.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f638409fb60 0x7f63840a2010 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f639c101d40 0x7f639c0733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f639c1001c0 0x7f639c074830 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 --2- 172.21.15.45:0/4217916128 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f639c1013b0 0x7f639c072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 >> 172.21.15.45:0/4217916128 conn(0x7f639c0fb7c0 msgr2=0x7f639c0fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 shutdown_connections 2023-03-22T14:27:11.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.463+0000 7f63a0fff700 1 -- 172.21.15.45:0/4217916128 wait complete. 2023-03-22T14:27:11.482 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-03-22T14:27:11.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 -- 172.21.15.45:0/1035637515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd78074ac0 msgr2=0x7fcd78072f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/1035637515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd78074ac0 0x7fcd78072f10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcd74009990 tx=0x7fcd74009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 -- 172.21.15.45:0/1035637515 shutdown_connections 2023-03-22T14:27:11.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/1035637515 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd78108080 0x7fcd7810a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/1035637515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd78074ac0 0x7fcd78072f10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/1035637515 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd780734e0 0x7fcd78073950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 -- 172.21.15.45:0/1035637515 >> 172.21.15.45:0/1035637515 conn(0x7fcd780fb7c0 msgr2=0x7fcd780fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 -- 172.21.15.45:0/1035637515 shutdown_connections 2023-03-22T14:27:11.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.673+0000 7fcd7fbff700 1 -- 172.21.15.45:0/1035637515 wait complete. 2023-03-22T14:27:11.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 Processor -- start 2023-03-22T14:27:11.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 -- start start 2023-03-22T14:27:11.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd780734e0 0x7fcd781981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd78074ac0 0x7fcd781986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd78108080 0x7fcd7819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7819fd30 con 0x7fcd78108080 2023-03-22T14:27:11.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7819fe70 con 0x7fcd780734e0 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.675+0000 7fcd7fbff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd781a0000 con 0x7fcd78074ac0 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd780734e0 0x7fcd781981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d19a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd78074ac0 0x7fcd781986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd780734e0 0x7fcd781981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37404/0 (socket says 172.21.15.45:37404) 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 -- 172.21.15.45:0/2970945923 learned_addr learned my addr 172.21.15.45:0/2970945923 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd78108080 0x7fcd7819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 -- 172.21.15.45:0/2970945923 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd78074ac0 msgr2=0x7fcd781986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd78074ac0 0x7fcd781986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 -- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd78108080 msgr2=0x7fcd7819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd78108080 0x7fcd7819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 -- 172.21.15.45:0/2970945923 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd740095f0 con 0x7fcd780734e0 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd78108080 0x7fcd7819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd78074ac0 0x7fcd781986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd780734e0 0x7fcd781981b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcd74005720 tx=0x7fcd74009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.676+0000 7fcd6effd700 1 -- 172.21.15.45:0/2970945923 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd7401d070 con 0x7fcd780734e0 2023-03-22T14:27:11.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.677+0000 7fcd6effd700 1 -- 172.21.15.45:0/2970945923 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd74021410 con 0x7fcd780734e0 2023-03-22T14:27:11.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.677+0000 7fcd6effd700 1 -- 172.21.15.45:0/2970945923 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd74017670 con 0x7fcd780734e0 2023-03-22T14:27:11.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.677+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd7810dd80 con 0x7fcd780734e0 2023-03-22T14:27:11.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.677+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd7810dbf0 con 0x7fcd780734e0 2023-03-22T14:27:11.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.680+0000 7fcd6effd700 1 -- 172.21.15.45:0/2970945923 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fcd74021580 con 0x7fcd780734e0 2023-03-22T14:27:11.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.681+0000 7fcd934feb80 1 Processor -- start 2023-03-22T14:27:11.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.681+0000 7fcd934feb80 1 -- start start 2023-03-22T14:27:11.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.681+0000 7fcd6effd700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd6409fb60 0x7fcd640a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.681+0000 7fcd6effd700 1 -- 172.21.15.45:0/2970945923 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fcd740cbe50 con 0x7fcd780734e0 2023-03-22T14:27:11.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bbfea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bbe670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bbf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd934feb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6ac5020 con 0x558ab6bbec50 2023-03-22T14:27:11.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd934feb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6b17960 con 0x558ab6bbfa90 2023-03-22T14:27:11.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd934feb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6b10df0 con 0x558ab6bc03e0 2023-03-22T14:27:11.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd6409fb60 0x7fcd640a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7e19c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bbf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bbfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bbfea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37416/0 (socket says 172.21.15.45:37416) 2023-03-22T14:27:11.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 -- 172.21.15.45:0/837347315 learned_addr learned my addr 172.21.15.45:0/837347315 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 -- 172.21.15.45:0/837347315 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 msgr2=0x558ab6bbe670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/837347315 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bbe670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 -- 172.21.15.45:0/837347315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 msgr2=0x558ab6bbf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/837347315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bbf0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.682+0000 7fcd7d99b700 1 -- 172.21.15.45:0/837347315 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ab69925e0 con 0x558ab6bbfa90 2023-03-22T14:27:11.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.683+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/837347315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bbfea0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcd74096320 tx=0x7fcd74099780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fdb4a005441ce877 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.683+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd6409fb60 0x7fcd640a2010 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcd70015e20 tx=0x7fcd70015420 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.683+0000 7fcd63fff700 1 -- 172.21.15.45:0/837347315 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd740998b0 con 0x558ab6bbfa90 2023-03-22T14:27:11.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.683+0000 7fcd63fff700 1 -- 172.21.15.45:0/837347315 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd740a1a10 con 0x558ab6bbfa90 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.683+0000 7fcd63fff700 1 -- 172.21.15.45:0/837347315 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd74099000 con 0x558ab6bbfa90 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.683+0000 7fcd934feb80 1 -- 172.21.15.45:0/837347315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 msgr2=0x558ab6bbfea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.683+0000 7fcd934feb80 1 --2- 172.21.15.45:0/837347315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bbfea0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcd74096320 tx=0x7fcd74099780 comp rx=0 tx=0).stop 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 -- 172.21.15.45:0/837347315 shutdown_connections 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 --2- 172.21.15.45:0/837347315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bbf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 --2- 172.21.15.45:0/837347315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bbfea0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 --2- 172.21.15.45:0/837347315 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bbe670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 -- 172.21.15.45:0/837347315 >> 172.21.15.45:0/837347315 conn(0x558ab6bbac00 msgr2=0x558ab6bb8fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 -- 172.21.15.45:0/837347315 shutdown_connections 2023-03-22T14:27:11.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 -- 172.21.15.45:0/837347315 wait complete. 2023-03-22T14:27:11.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 -- start start 2023-03-22T14:27:11.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.684+0000 7fcd934feb80 1 Processor -- start 2023-03-22T14:27:11.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbec50 0x558ab6bc8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbfa90 0x558ab6bc85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bcf610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd934feb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab69948d0 con 0x558ab6bbfa90 2023-03-22T14:27:11.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd934feb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6bcfb50 con 0x558ab6bbec50 2023-03-22T14:27:11.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd934feb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6bcfce0 con 0x558ab6bc03e0 2023-03-22T14:27:11.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd934feb80 10 client.0 _ll_register_callbacks cb 0x558ab69b6240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbec50 0x558ab6bc8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbec50 0x558ab6bc8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37430/0 (socket says 172.21.15.45:37430) 2023-03-22T14:27:11.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd7d19a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbfa90 0x558ab6bc85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd7d99b700 1 -- 172.21.15.45:0/4235143364 learned_addr learned my addr 172.21.15.45:0/4235143364 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bcf610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd7d99b700 1 -- 172.21.15.45:0/4235143364 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 msgr2=0x558ab6bcf610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.685+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bcf610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd7d99b700 1 -- 172.21.15.45:0/4235143364 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbfa90 msgr2=0x558ab6bc85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbfa90 0x558ab6bc85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd7d99b700 1 -- 172.21.15.45:0/4235143364 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd7810dbf0 con 0x558ab6bbec50 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bcf610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbec50 0x558ab6bc8090 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fcd74005f50 tx=0x7fcd740c9c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31357fb519d13f18 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd617fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd617fa700 1 -- 172.21.15.45:0/4235143364 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd740998b0 con 0x558ab6bbec50 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd617fa700 1 -- 172.21.15.45:0/4235143364 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fcd740a1790 con 0x558ab6bbec50 2023-03-22T14:27:11.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558ab6ad33a0 con 0x558ab6bbec50 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd617fa700 1 -- 172.21.15.45:0/4235143364 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd740c91c0 con 0x558ab6bbec50 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd934feb80 10 client.24962 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558ab693ed90 con 0x558ab6bbec50 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.686+0000 7fcd617fa700 1 -- 172.21.15.45:0/4235143364 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558ab6ad33a0 con 0x558ab6bbec50 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd617fa700 1 -- 172.21.15.45:0/4235143364 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fcd74098810 con 0x558ab6bbec50 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd934feb80 10 client.24962 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd934feb80 10 client.24962 resolve_mds: resolved name 'h' to daemon mds.h 2023-03-22T14:27:11.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd934feb80 20 client.24962 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd934feb80 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6bd3690 0x558ab6bd27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd934feb80 4 client.24962 mds_command: new command op to 24524 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:11.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558ab6adf610 con 0x558ab6bd3690 2023-03-22T14:27:11.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6bd3690 0x558ab6bd27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6bd3690 0x558ab6bd27c0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c35856d8ac0ff55 server_cookie=8bb2d5dde524c703 in_seq=0 out_seq=0 2023-03-22T14:27:11.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.687+0000 7fcd617fa700 10 client.24962 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:11.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd617fa700 1 -- 172.21.15.45:0/4235143364 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x558ab6adf610 con 0x558ab6bd3690 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd617fa700 10 client.24962 handle_command_reply: tid=0 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 client.24962 shutdown 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbec50 msgr2=0x558ab6bc8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbec50 0x558ab6bc8090 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fcd74005f50 tx=0x7fcd740c9c00 comp rx=0 tx=0).stop 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 shutdown_connections 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6bcf610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbec50 0x558ab6bc8090 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6bd3690 0x558ab6bd27c0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 --2- 172.21.15.45:0/4235143364 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbfa90 0x558ab6bc85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd617fa700 0 client.24962 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:11.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.688+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 >> 172.21.15.45:0/4235143364 conn(0x558ab6bbac00 msgr2=0x558ab6bb86c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.689+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 shutdown_connections 2023-03-22T14:27:11.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.689+0000 7fcd934feb80 1 -- 172.21.15.45:0/4235143364 wait complete. 2023-03-22T14:27:11.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.689+0000 7fcd934feb80 20 client.24962 trim_cache size 0 max 16384 2023-03-22T14:27:11.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.707+0000 7fcd934feb80 1 Processor -- start 2023-03-22T14:27:11.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd934feb80 1 -- start start 2023-03-22T14:27:11.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bbec50 0x558ab6bc61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bcf5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bc03e0 0x558ab6bc2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd934feb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6bb3bc0 con 0x558ab6bc03e0 2023-03-22T14:27:11.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd934feb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6bc8f90 con 0x558ab6bbfa90 2023-03-22T14:27:11.710 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd934feb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6ad33a0 con 0x558ab6bbec50 2023-03-22T14:27:11.711 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd7d19a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bcf5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.711 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bbec50 0x558ab6bc61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.711 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd7e19c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bc03e0 0x558ab6bc2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.711 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd7d99b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bbec50 0x558ab6bc61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:39536/0 (socket says 172.21.15.45:39536) 2023-03-22T14:27:11.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd7d99b700 1 -- 172.21.15.45:0/3882950292 learned_addr learned my addr 172.21.15.45:0/3882950292 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.708+0000 7fcd7d19a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bcf5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37434/0 (socket says 172.21.15.45:37434) 2023-03-22T14:27:11.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.709+0000 7fcd7d19a700 1 -- 172.21.15.45:0/3882950292 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bbec50 msgr2=0x558ab6bc61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.709+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bbec50 0x558ab6bc61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.709+0000 7fcd7d19a700 1 -- 172.21.15.45:0/3882950292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bc03e0 msgr2=0x558ab6bc2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.709+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bc03e0 0x558ab6bc2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.709+0000 7fcd7d19a700 1 -- 172.21.15.45:0/3882950292 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ab6ad7140 con 0x558ab6bbfa90 2023-03-22T14:27:11.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.709+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bc03e0 0x558ab6bc2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:11.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.709+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bcf5a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x558ab6bd4350 tx=0x7fcd6801cc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=784cca4091b33bc9 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd6cbff700 1 -- 172.21.15.45:0/3882950292 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd68017040 con 0x558ab6bbfa90 2023-03-22T14:27:11.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd6cbff700 1 -- 172.21.15.45:0/3882950292 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd6801c5b0 con 0x558ab6bbfa90 2023-03-22T14:27:11.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd6cbff700 1 -- 172.21.15.45:0/3882950292 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd68012630 con 0x558ab6bbfa90 2023-03-22T14:27:11.715 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd934feb80 1 -- 172.21.15.45:0/3882950292 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 msgr2=0x558ab6bcf5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.715 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd934feb80 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bcf5a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x558ab6bd4350 tx=0x7fcd6801cc20 comp rx=0 tx=0).stop 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd934feb80 1 -- 172.21.15.45:0/3882950292 shutdown_connections 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd934feb80 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bc03e0 0x558ab6bc2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd934feb80 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bbec50 0x558ab6bc61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd934feb80 1 --2- 172.21.15.45:0/3882950292 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6bcf5a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.710+0000 7fcd934feb80 1 -- 172.21.15.45:0/3882950292 >> 172.21.15.45:0/3882950292 conn(0x558ab6bbac00 msgr2=0x558ab6bd27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.711+0000 7fcd934feb80 1 -- 172.21.15.45:0/3882950292 shutdown_connections 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.711+0000 7fcd934feb80 1 -- 172.21.15.45:0/3882950292 wait complete. 2023-03-22T14:27:11.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.711+0000 7fcd934feb80 1 -- start start 2023-03-22T14:27:11.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.711+0000 7fcd934feb80 1 Processor -- start 2023-03-22T14:27:11.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bcd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6c24ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd934feb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6c27440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd934feb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6c27a10 con 0x558ab6bbec50 2023-03-22T14:27:11.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd934feb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6c27b80 con 0x558ab6bbfa90 2023-03-22T14:27:11.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd934feb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ab6c27d40 con 0x558ab6bc03e0 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd934feb80 10 client.0 _ll_register_callbacks cb 0x558ab69b6240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d19a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6c24ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d19a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6c24ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37440/0 (socket says 172.21.15.45:37440) 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d19a700 1 -- 172.21.15.45:0/169411504 learned_addr learned my addr 172.21.15.45:0/169411504 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bcd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7e19c700 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6c27440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d99b700 1 -- 172.21.15.45:0/169411504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 msgr2=0x558ab6c27440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6c27440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d99b700 1 -- 172.21.15.45:0/169411504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 msgr2=0x558ab6c24ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6c24ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.712+0000 7fcd7d99b700 1 -- 172.21.15.45:0/169411504 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd70019bd0 con 0x558ab6bbec50 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd7d99b700 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bcd520 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcd74021c40 tx=0x7fcd74005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b19718b8a756522f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd617fa700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd617fa700 1 -- 172.21.15.45:0/169411504 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd740998b0 con 0x558ab6bbec50 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd617fa700 1 -- 172.21.15.45:0/169411504 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fcd740c91c0 con 0x558ab6bbec50 2023-03-22T14:27:11.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558ab6b8e1f0 con 0x558ab6bbec50 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd617fa700 1 -- 172.21.15.45:0/169411504 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd740c9380 con 0x558ab6bbec50 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd934feb80 10 client.14958 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fcd68012050 con 0x558ab6bbec50 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.713+0000 7fcd617fa700 1 -- 172.21.15.45:0/169411504 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558ab6b8e1f0 con 0x558ab6bbec50 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd617fa700 1 -- 172.21.15.45:0/169411504 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fcd74095840 con 0x558ab6bbec50 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd934feb80 10 client.14958 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd934feb80 10 client.14958 resolve_mds: resolved name 'h' to daemon mds.h 2023-03-22T14:27:11.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd934feb80 20 client.14958 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd934feb80 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6c2c630 0x558ab6c28f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd934feb80 4 client.14958 mds_command: new command op to 24524 tid=0[{"prefix": "status"}] 2023-03-22T14:27:11.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "status"}) v1 -- 0x558ab6994f10 con 0x558ab6c2c630 2023-03-22T14:27:11.721 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.714+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6c2c630 0x558ab6c28f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd7d19a700 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6c2c630 0x558ab6c28f90 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ca9f6c99a6ab5133 server_cookie=a84b935bd24324c4 in_seq=0 out_seq=0 2023-03-22T14:27:11.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd617fa700 10 client.14958 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:11.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd617fa700 1 -- 172.21.15.45:0/169411504 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x558ab6994f10 con 0x558ab6c2c630 2023-03-22T14:27:11.722 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd617fa700 10 client.14958 handle_command_reply: tid=0 2023-03-22T14:27:11.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 client.14958 shutdown 2023-03-22T14:27:11.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 msgr2=0x558ab6bcd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bcd520 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcd74021c40 tx=0x7fcd74005bc0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 shutdown_connections 2023-03-22T14:27:11.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x558ab6c2c630 0x558ab6c28f90 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558ab6bbec50 0x558ab6bcd520 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558ab6bc03e0 0x558ab6c27440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 --2- 172.21.15.45:0/169411504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558ab6bbfa90 0x558ab6c24ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 >> 172.21.15.45:0/169411504 conn(0x558ab6bbac00 msgr2=0x558ab6bc2d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd617fa700 0 client.14958 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:11.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 shutdown_connections 2023-03-22T14:27:11.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.715+0000 7fcd934feb80 1 -- 172.21.15.45:0/169411504 wait complete. 2023-03-22T14:27:11.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd934feb80 20 client.14958 trim_cache size 0 max 16384 2023-03-22T14:27:11.725 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:11.725 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:11.725 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 2, 2023-03-22T14:27:11.725 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24524, 2023-03-22T14:27:11.725 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:11.725 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:11.725 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:11.726 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 57.447004659999998, 2023-03-22T14:27:11.726 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:11.726 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:11.726 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:11.726 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 78.654200594000002 2023-03-22T14:27:11.726 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:11.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd6409fb60 msgr2=0x7fcd640a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.728 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd6409fb60 0x7fcd640a2010 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcd70015e20 tx=0x7fcd70015420 comp rx=0 tx=0).stop 2023-03-22T14:27:11.728 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd780734e0 msgr2=0x7fcd781981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.728 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd780734e0 0x7fcd781981b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcd74005720 tx=0x7fcd74009580 comp rx=0 tx=0).stop 2023-03-22T14:27:11.728 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 shutdown_connections 2023-03-22T14:27:11.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd6409fb60 0x7fcd640a2010 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd78108080 0x7fcd7819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd780734e0 0x7fcd781981b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.729 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 --2- 172.21.15.45:0/2970945923 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd78074ac0 0x7fcd781986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 >> 172.21.15.45:0/2970945923 conn(0x7fcd780fb7c0 msgr2=0x7fcd780fdba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 shutdown_connections 2023-03-22T14:27:11.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.716+0000 7fcd7fbff700 1 -- 172.21.15.45:0/2970945923 wait complete. 2023-03-22T14:27:11.743 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-03-22T14:27:11.797 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:11 smithi045 ceph-mon[91728]: pgmap v301: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:11.798 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:11 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4035662161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:11.798 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:11 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:27:11.941 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 -- 172.21.15.45:0/1427829878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8990101d40 msgr2=0x7f8990108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.941 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 --2- 172.21.15.45:0/1427829878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8990101d40 0x7f8990108600 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f898800b0a0 tx=0x7f898800b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.941 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 -- 172.21.15.45:0/1427829878 shutdown_connections 2023-03-22T14:27:11.941 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 --2- 172.21.15.45:0/1427829878 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f89901001c0 0x7f89901005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 --2- 172.21.15.45:0/1427829878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8990101d40 0x7f8990108600 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 --2- 172.21.15.45:0/1427829878 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901013b0 0x7f8990101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 -- 172.21.15.45:0/1427829878 >> 172.21.15.45:0/1427829878 conn(0x7f89900fb7e0 msgr2=0x7f89900fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 -- 172.21.15.45:0/1427829878 shutdown_connections 2023-03-22T14:27:11.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.939+0000 7f89955ff700 1 -- 172.21.15.45:0/1427829878 wait complete. 2023-03-22T14:27:11.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.940+0000 7f89955ff700 1 Processor -- start 2023-03-22T14:27:11.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.940+0000 7f89955ff700 1 -- start start 2023-03-22T14:27:11.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f89955ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901001c0 0x7f8990198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f89955ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f89901013b0 0x7f8990198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f89955ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8990101d40 0x7f899019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f89955ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f899019fdb0 con 0x7f8990101d40 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f89955ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f899019fef0 con 0x7f89901013b0 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f89955ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89901a0080 con 0x7f89901001c0 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901001c0 0x7f8990198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8990101d40 0x7f899019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901001c0 0x7f8990198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:39550/0 (socket says 172.21.15.45:39550) 2023-03-22T14:27:11.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 -- 172.21.15.45:0/966006366 learned_addr learned my addr 172.21.15.45:0/966006366 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898e7fc700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f89901013b0 0x7f8990198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 -- 172.21.15.45:0/966006366 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f89901013b0 msgr2=0x7f8990198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f89901013b0 0x7f8990198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 -- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8990101d40 msgr2=0x7f899019f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8990101d40 0x7f899019f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898effd700 1 -- 172.21.15.45:0/966006366 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8988009d00 con 0x7f89901001c0 2023-03-22T14:27:11.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.941+0000 7f898f7fe700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8990101d40 0x7f899019f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:11.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.942+0000 7f898effd700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901001c0 0x7f8990198230 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f898000e970 tx=0x7f898000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.942+0000 7f8977fff700 1 -- 172.21.15.45:0/966006366 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8980009790 con 0x7f89901001c0 2023-03-22T14:27:11.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.942+0000 7f8977fff700 1 -- 172.21.15.45:0/966006366 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f898000c7e0 con 0x7f89901001c0 2023-03-22T14:27:11.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.942+0000 7f8977fff700 1 -- 172.21.15.45:0/966006366 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8980003c70 con 0x7f89901001c0 2023-03-22T14:27:11.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.942+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f899010bb80 con 0x7f89901001c0 2023-03-22T14:27:11.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.942+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f899010b9f0 con 0x7f89901001c0 2023-03-22T14:27:11.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.945+0000 7f8977fff700 1 -- 172.21.15.45:0/966006366 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f898000cc50 con 0x7f89901001c0 2023-03-22T14:27:11.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.947+0000 7f89a8e49b80 1 Processor -- start 2023-03-22T14:27:11.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.947+0000 7f89a8e49b80 1 -- start start 2023-03-22T14:27:11.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934deea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934dd670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934de0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f8977fff700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f897809fbe0 0x7f89780a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583933e4020 con 0x5583934df3e0 2023-03-22T14:27:11.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558393436960 con 0x5583934dea90 2023-03-22T14:27:11.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55839342fdf0 con 0x5583934ddc50 2023-03-22T14:27:11.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934deea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f8977fff700 1 -- 172.21.15.45:0/966006366 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f8980014070 con 0x7f89901001c0 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934deea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37466/0 (socket says 172.21.15.45:37466) 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 -- 172.21.15.45:0/1746649472 learned_addr learned my addr 172.21.15.45:0/1746649472 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934de0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898e7fc700 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934dd670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898effd700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f897809fbe0 0x7f89780a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 -- 172.21.15.45:0/1746649472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 msgr2=0x5583934de0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934de0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 -- 172.21.15.45:0/1746649472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 msgr2=0x5583934dd670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934dd670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 -- 172.21.15.45:0/1746649472 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5583932b15e0 con 0x5583934dea90 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898e7fc700 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934dd670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.948+0000 7f898f7fe700 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934deea0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f89880079f0 tx=0x7f8988007520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3e6646825fda7e8 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f898effd700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f897809fbe0 0x7f89780a2090 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8980095230 tx=0x7f898000c450 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89757fa700 1 -- 172.21.15.45:0/1746649472 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898800e040 con 0x5583934dea90 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89757fa700 1 -- 172.21.15.45:0/1746649472 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f898800bc50 con 0x5583934dea90 2023-03-22T14:27:11.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89757fa700 1 -- 172.21.15.45:0/1746649472 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898801fba0 con 0x5583934dea90 2023-03-22T14:27:11.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 -- 172.21.15.45:0/1746649472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 msgr2=0x5583934deea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934deea0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f89880079f0 tx=0x7f8988007520 comp rx=0 tx=0).stop 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 -- 172.21.15.45:0/1746649472 shutdown_connections 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934de0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934deea0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/1746649472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934dd670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 -- 172.21.15.45:0/1746649472 >> 172.21.15.45:0/1746649472 conn(0x5583934d9c00 msgr2=0x5583934d7fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.949+0000 7f89a8e49b80 1 -- 172.21.15.45:0/1746649472 shutdown_connections 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.950+0000 7f89a8e49b80 1 -- 172.21.15.45:0/1746649472 wait complete. 2023-03-22T14:27:11.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.950+0000 7f89a8e49b80 1 -- start start 2023-03-22T14:27:11.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.950+0000 7f89a8e49b80 1 Processor -- start 2023-03-22T14:27:11.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934e7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934e7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934ee9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583932b38d0 con 0x5583934df3e0 2023-03-22T14:27:11.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583934eef00 con 0x5583934dea90 2023-03-22T14:27:11.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583934ef090 con 0x5583934ddc50 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f89a8e49b80 10 client.0 _ll_register_callbacks cb 0x5583932d5240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934ee9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934e7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934ee9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52744/0 (socket says 172.21.15.45:52744) 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 -- 172.21.15.45:0/2640278501 learned_addr learned my addr 172.21.15.45:0/2640278501 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934e7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 -- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 msgr2=0x5583934e7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934e7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 -- 172.21.15.45:0/2640278501 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 msgr2=0x5583934e7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934e7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.951+0000 7f898f7fe700 1 -- 172.21.15.45:0/2640278501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8990108f30 con 0x5583934df3e0 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934ee9c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8988009350 tx=0x7f8988022040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8324ac9d2cf08e72 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f8972ff5700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f8972ff5700 1 -- 172.21.15.45:0/2640278501 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898800e070 con 0x5583934df3e0 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5583933f23a0 con 0x5583934df3e0 2023-03-22T14:27:11.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f8972ff5700 1 -- 172.21.15.45:0/2640278501 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f898800bc60 con 0x5583934df3e0 2023-03-22T14:27:11.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f8972ff5700 1 -- 172.21.15.45:0/2640278501 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f898800be20 con 0x5583934df3e0 2023-03-22T14:27:11.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f89a8e49b80 10 client.14970 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55839325dd90 con 0x5583934df3e0 2023-03-22T14:27:11.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f8972ff5700 1 -- 172.21.15.45:0/2640278501 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8988037080 con 0x5583934df3e0 2023-03-22T14:27:11.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.952+0000 7f8972ff5700 1 -- 172.21.15.45:0/2640278501 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8988019070 con 0x5583934df3e0 2023-03-22T14:27:11.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f89a8e49b80 10 client.14970 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f89a8e49b80 10 client.14970 resolve_mds: resolved name 'i' to daemon mds.i 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f89a8e49b80 20 client.14970 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5583934f2a80 0x5583934f1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f89a8e49b80 4 client.14970 mds_command: new command op to 24532 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5583933fe610 con 0x5583934f2a80 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f898e7fc700 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5583934f2a80 0x5583934f1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.953+0000 7f898e7fc700 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5583934f2a80 0x5583934f1b70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ab00abf8c6349bed server_cookie=1c607d2693ef8109 in_seq=0 out_seq=0 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.954+0000 7f8972ff5700 10 client.14970 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:11.962 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.954+0000 7f8972ff5700 1 -- 172.21.15.45:0/2640278501 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5583933fe610 con 0x5583934f2a80 2023-03-22T14:27:11.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.954+0000 7f8972ff5700 10 client.14970 handle_command_reply: tid=0 2023-03-22T14:27:11.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.954+0000 7f89a8e49b80 1 client.14970 shutdown 2023-03-22T14:27:11.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.954+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 msgr2=0x5583934ee9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.954+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934ee9c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8988009350 tx=0x7f8988022040 comp rx=0 tx=0).stop 2023-03-22T14:27:11.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 shutdown_connections 2023-03-22T14:27:11.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5583934f2a80 0x5583934f1b70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934df3e0 0x5583934ee9c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934ddc50 0x5583934e7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2640278501 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934e7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 >> 172.21.15.45:0/2640278501 conn(0x5583934d9c00 msgr2=0x5583934d76c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f8972ff5700 0 client.14970 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:11.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 shutdown_connections 2023-03-22T14:27:11.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2640278501 wait complete. 2023-03-22T14:27:11.964 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.955+0000 7f89a8e49b80 20 client.14970 trim_cache size 0 max 16384 2023-03-22T14:27:11.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.973+0000 7f89a8e49b80 1 Processor -- start 2023-03-22T14:27:11.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.973+0000 7f89a8e49b80 1 -- start start 2023-03-22T14:27:11.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934ee8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934df3e0 0x5583934e1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583934d2bc0 con 0x5583934ddc50 2023-03-22T14:27:11.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583934e8340 con 0x5583934dea90 2023-03-22T14:27:11.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583934f21f0 con 0x5583934df3e0 2023-03-22T14:27:11.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52752/0 (socket says 172.21.15.45:52752) 2023-03-22T14:27:11.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 -- 172.21.15.45:0/3118656222 learned_addr learned my addr 172.21.15.45:0/3118656222 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898e7fc700 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934ee8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.978 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934df3e0 0x5583934e1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 -- 172.21.15.45:0/3118656222 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934df3e0 msgr2=0x5583934e1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934df3e0 0x5583934e1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 -- 172.21.15.45:0/3118656222 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 msgr2=0x5583934ee8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934ee8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 -- 172.21.15.45:0/3118656222 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5583933f6140 con 0x5583934ddc50 2023-03-22T14:27:11.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.974+0000 7f898f7fe700 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e5250 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f89880062a0 tx=0x7f8988006210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26219605b57ad880 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f8975ffb700 1 -- 172.21.15.45:0/3118656222 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898800e040 con 0x5583934ddc50 2023-03-22T14:27:11.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f8975ffb700 1 -- 172.21.15.45:0/3118656222 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5583933f23a0 con 0x5583934ddc50 2023-03-22T14:27:11.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f8975ffb700 1 -- 172.21.15.45:0/3118656222 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898801fe20 con 0x5583934ddc50 2023-03-22T14:27:11.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 -- 172.21.15.45:0/3118656222 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 msgr2=0x5583934e5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e5250 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f89880062a0 tx=0x7f8988006210 comp rx=0 tx=0).stop 2023-03-22T14:27:11.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 -- 172.21.15.45:0/3118656222 shutdown_connections 2023-03-22T14:27:11.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e5250 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934df3e0 0x5583934e1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/3118656222 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934dea90 0x5583934ee8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 -- 172.21.15.45:0/3118656222 >> 172.21.15.45:0/3118656222 conn(0x5583934d9c00 msgr2=0x5583934e60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 -- 172.21.15.45:0/3118656222 shutdown_connections 2023-03-22T14:27:11.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.975+0000 7f89a8e49b80 1 -- 172.21.15.45:0/3118656222 wait complete. 2023-03-22T14:27:11.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 -- start start 2023-03-22T14:27:11.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 Processor -- start 2023-03-22T14:27:11.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934dea90 0x5583934e9c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934df3e0 0x5583935462f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583934ea370 con 0x5583934ddc50 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558393546830 con 0x5583934df3e0 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558393546970 con 0x5583934dea90 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.976+0000 7f89a8e49b80 10 client.0 _ll_register_callbacks cb 0x5583932d5240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934dea90 0x5583934e9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e9750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52768/0 (socket says 172.21.15.45:52768) 2023-03-22T14:27:11.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934dea90 0x5583934e9c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:39592/0 (socket says 172.21.15.45:39592) 2023-03-22T14:27:11.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898f7fe700 1 -- 172.21.15.45:0/2519082310 learned_addr learned my addr 172.21.15.45:0/2519082310 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:11.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934df3e0 0x5583935462f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 -- 172.21.15.45:0/2519082310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934df3e0 msgr2=0x5583935462f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934df3e0 0x5583935462f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 -- 172.21.15.45:0/2519082310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 msgr2=0x5583934e9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:11.984 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.984 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 -- 172.21.15.45:0/2519082310 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55839325dd90 con 0x5583934dea90 2023-03-22T14:27:11.984 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:11.984 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f898e7fc700 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934dea90 0x5583934e9c90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x5583934d9480 tx=0x7f898401f680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6897348b1b9a04b5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:11.984 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.977+0000 7f8972ff5700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:27:11.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f8972ff5700 1 -- 172.21.15.45:0/2519082310 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8984017040 con 0x5583934dea90 2023-03-22T14:27:11.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5583934ad1f0 con 0x5583934dea90 2023-03-22T14:27:11.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f8972ff5700 1 -- 172.21.15.45:0/2519082310 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f8984004a30 con 0x5583934dea90 2023-03-22T14:27:11.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f8972ff5700 1 -- 172.21.15.45:0/2519082310 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8984004bf0 con 0x5583934dea90 2023-03-22T14:27:11.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f89a8e49b80 10 client.24976 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558393284200 con 0x5583934dea90 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f8972ff5700 1 -- 172.21.15.45:0/2519082310 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5583934ad1f0 con 0x5583934dea90 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f8972ff5700 1 -- 172.21.15.45:0/2519082310 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f898402f020 con 0x5583934dea90 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f89a8e49b80 10 client.24976 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f89a8e49b80 10 client.24976 resolve_mds: resolved name 'i' to daemon mds.i 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.978+0000 7f89a8e49b80 20 client.24976 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55839354b6f0 0x558393548060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:11.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f89a8e49b80 4 client.24976 mds_command: new command op to 24532 tid=0[{"prefix": "status"}] 2023-03-22T14:27:11.988 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5583932b3f10 con 0x55839354b6f0 2023-03-22T14:27:11.988 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55839354b6f0 0x558393548060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:11.988 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f898f7fe700 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55839354b6f0 0x558393548060 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1667f7d62de0c024 server_cookie=fe8e36965b0ea240 in_seq=0 out_seq=0 2023-03-22T14:27:11.988 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f8972ff5700 10 client.24976 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:11.988 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f8972ff5700 1 -- 172.21.15.45:0/2519082310 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5583932b3f10 con 0x55839354b6f0 2023-03-22T14:27:11.988 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f8972ff5700 10 client.24976 handle_command_reply: tid=0 2023-03-22T14:27:11.988 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.979+0000 7f89a8e49b80 1 client.24976 shutdown 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934dea90 msgr2=0x5583934e9c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934dea90 0x5583934e9c90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x5583934d9480 tx=0x7f898401f680 comp rx=0 tx=0).stop 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 shutdown_connections 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55839354b6f0 0x558393548060 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5583934ddc50 0x5583934e9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f8972ff5700 0 client.24976 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5583934df3e0 0x5583935462f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 --2- 172.21.15.45:0/2519082310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5583934dea90 0x5583934e9c90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 >> 172.21.15.45:0/2519082310 conn(0x5583934d9c00 msgr2=0x5583934e5250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 shutdown_connections 2023-03-22T14:27:11.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 1 -- 172.21.15.45:0/2519082310 wait complete. 2023-03-22T14:27:11.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89a8e49b80 20 client.24976 trim_cache size 0 max 16384 2023-03-22T14:27:11.990 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 1, 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24532, 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 58.716416099999996, 2023-03-22T14:27:11.991 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:11.992 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:11.992 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:11.992 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 76.648935680999998 2023-03-22T14:27:11.992 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:11.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f897809fbe0 msgr2=0x7f89780a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89955ff700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f897809fbe0 0x7f89780a2090 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8980095230 tx=0x7f898000c450 comp rx=0 tx=0).stop 2023-03-22T14:27:11.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901001c0 msgr2=0x7f8990198230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:11.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.980+0000 7f89955ff700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901001c0 0x7f8990198230 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f898000e970 tx=0x7f898000ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:11.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 shutdown_connections 2023-03-22T14:27:11.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f897809fbe0 0x7f89780a2090 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8990101d40 0x7f899019f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f89901001c0 0x7f8990198230 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 --2- 172.21.15.45:0/966006366 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f89901013b0 0x7f8990198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:11.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 >> 172.21.15.45:0/966006366 conn(0x7f89900fb7e0 msgr2=0x7f89900fd930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:11.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 shutdown_connections 2023-03-22T14:27:11.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:11.981+0000 7f89955ff700 1 -- 172.21.15.45:0/966006366 wait complete. 2023-03-22T14:27:11.999 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-03-22T14:27:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:11 smithi142 ceph-mon[94717]: pgmap v301: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:11 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4035662161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:11 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:27:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:11 smithi098 ceph-mon[94136]: pgmap v301: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:11 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4035662161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:11 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:27:12.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 -- 172.21.15.45:0/2131253375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11800ff0b0 msgr2=0x7f11800ff4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 --2- 172.21.15.45:0/2131253375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11800ff0b0 0x7f11800ff4c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1174009990 tx=0x7f1174009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 -- 172.21.15.45:0/2131253375 shutdown_connections 2023-03-22T14:27:12.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 --2- 172.21.15.45:0/2131253375 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1180100c30 0x7f11801074f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 --2- 172.21.15.45:0/2131253375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11800ff0b0 0x7f11800ff4c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 --2- 172.21.15.45:0/2131253375 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11801002a0 0x7f11801006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 -- 172.21.15.45:0/2131253375 >> 172.21.15.45:0/2131253375 conn(0x7f11800fa6d0 msgr2=0x7f11800fcb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:12.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 -- 172.21.15.45:0/2131253375 shutdown_connections 2023-03-22T14:27:12.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.193+0000 7f1186dff700 1 -- 172.21.15.45:0/2131253375 wait complete. 2023-03-22T14:27:12.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 Processor -- start 2023-03-22T14:27:12.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 -- start start 2023-03-22T14:27:12.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11800ff0b0 0x7f11801981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11801002a0 0x7f11801986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1180100c30 0x7f118019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118019fd30 con 0x7f11800ff0b0 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118019fe70 con 0x7f1180100c30 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.194+0000 7f1186dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11801a0000 con 0x7f11801002a0 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11800ff0b0 0x7f11801981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f117ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11801002a0 0x7f11801986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11800ff0b0 0x7f11801981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52784/0 (socket says 172.21.15.45:52784) 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 -- 172.21.15.45:0/1207948908 learned_addr learned my addr 172.21.15.45:0/1207948908 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:12.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f118539c700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1180100c30 0x7f118019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 -- 172.21.15.45:0/1207948908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11801002a0 msgr2=0x7f11801986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11801002a0 0x7f11801986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 -- 172.21.15.45:0/1207948908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1180100c30 msgr2=0x7f118019f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1180100c30 0x7f118019f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 -- 172.21.15.45:0/1207948908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f116c009520 con 0x7f11800ff0b0 2023-03-22T14:27:12.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f1184b9b700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11800ff0b0 0x7f11801981b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f117400b620 tx=0x7f1174005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:12.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.195+0000 7f117dffb700 1 -- 172.21.15.45:0/1207948908 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f117401d070 con 0x7f11800ff0b0 2023-03-22T14:27:12.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.196+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11740095f0 con 0x7f11800ff0b0 2023-03-22T14:27:12.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.196+0000 7f117dffb700 1 -- 172.21.15.45:0/1207948908 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1174021410 con 0x7f11800ff0b0 2023-03-22T14:27:12.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.196+0000 7f117dffb700 1 -- 172.21.15.45:0/1207948908 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1174017650 con 0x7f11800ff0b0 2023-03-22T14:27:12.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.196+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f118010aa60 con 0x7f11800ff0b0 2023-03-22T14:27:12.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.200+0000 7f117dffb700 1 -- 172.21.15.45:0/1207948908 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f1174021580 con 0x7f11800ff0b0 2023-03-22T14:27:12.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.201+0000 7f119a7ebb80 1 Processor -- start 2023-03-22T14:27:12.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f119a7ebb80 1 -- start start 2023-03-22T14:27:12.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c96a90 0x55e8f7c96ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c973e0 0x55e8f7c95670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c960c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7b9c020 con 0x55e8f7c95c50 2023-03-22T14:27:12.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7bee960 con 0x55e8f7c973e0 2023-03-22T14:27:12.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7be7df0 con 0x55e8f7c96a90 2023-03-22T14:27:12.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c973e0 0x55e8f7c95670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f118539c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c96a90 0x55e8f7c96ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f118539c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c96a90 0x55e8f7c96ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:39614/0 (socket says 172.21.15.45:39614) 2023-03-22T14:27:12.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.202+0000 7f118539c700 1 -- 172.21.15.45:0/2186078547 learned_addr learned my addr 172.21.15.45:0/2186078547 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f118539c700 1 -- 172.21.15.45:0/2186078547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c973e0 msgr2=0x55e8f7c95670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f118539c700 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c973e0 0x55e8f7c95670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f117dffb700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb60 0x7f11700a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f118539c700 1 -- 172.21.15.45:0/2186078547 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 msgr2=0x55e8f7c960c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f118539c700 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f118539c700 1 -- 172.21.15.45:0/2186078547 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e8f7a695e0 con 0x55e8f7c96a90 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f1184b9b700 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c973e0 0x55e8f7c95670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:12.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f117dffb700 1 -- 172.21.15.45:0/1207948908 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f11740cc070 con 0x7f11800ff0b0 2023-03-22T14:27:12.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f118539c700 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c96a90 0x55e8f7c96ea0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f11780098f0 tx=0x7f1178009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5718970b4267ebc3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:12.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f118539c700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb60 0x7f11700a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f116affd700 1 -- 172.21.15.45:0/2186078547 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f117801a030 con 0x55e8f7c96a90 2023-03-22T14:27:12.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.203+0000 7f116affd700 1 -- 172.21.15.45:0/2186078547 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f117800f040 con 0x55e8f7c96a90 2023-03-22T14:27:12.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f116affd700 1 -- 172.21.15.45:0/2186078547 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1178015cf0 con 0x55e8f7c96a90 2023-03-22T14:27:12.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 -- 172.21.15.45:0/2186078547 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c96a90 msgr2=0x55e8f7c96ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f118539c700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb60 0x7f11700a2010 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1178004a60 tx=0x7f1178014770 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:12.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c96a90 0x55e8f7c96ea0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f11780098f0 tx=0x7f1178009c00 comp rx=0 tx=0).stop 2023-03-22T14:27:12.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 -- 172.21.15.45:0/2186078547 shutdown_connections 2023-03-22T14:27:12.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c96a90 0x55e8f7c96ea0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/2186078547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c973e0 0x55e8f7c95670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 -- 172.21.15.45:0/2186078547 >> 172.21.15.45:0/2186078547 conn(0x55e8f7c91c00 msgr2=0x55e8f7c8ffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 -- 172.21.15.45:0/2186078547 shutdown_connections 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.204+0000 7f119a7ebb80 1 -- 172.21.15.45:0/2186078547 wait complete. 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 -- start start 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 Processor -- start 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7c9f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7ca69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7a6b8d0 con 0x55e8f7c96a90 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7ca6f30 con 0x55e8f7c95c50 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.205+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7ca70c0 con 0x55e8f7c973e0 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f119a7ebb80 10 client.0 _ll_register_callbacks cb 0x55e8f7a8d240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37520/0 (socket says 172.21.15.45:37520) 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 -- 172.21.15.45:0/1251487160 learned_addr learned my addr 172.21.15.45:0/1251487160 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:12.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f118539c700 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7ca69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f117ffff700 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7c9f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 -- 172.21.15.45:0/1251487160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 msgr2=0x55e8f7ca69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7ca69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 -- 172.21.15.45:0/1251487160 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 msgr2=0x55e8f7c9f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7c9f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 -- 172.21.15.45:0/1251487160 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1178003c50 con 0x55e8f7c95c50 2023-03-22T14:27:12.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f1184b9b700 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9f470 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f11740997d0 tx=0x7f11740c9ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5c084b82d93e085 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.206+0000 7f115ffff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f115ffff700 1 -- 172.21.15.45:0/1251487160 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1174099f30 con 0x55e8f7c95c50 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f115ffff700 1 -- 172.21.15.45:0/1251487160 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f1174099ad0 con 0x55e8f7c95c50 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e8f7baa3a0 con 0x55e8f7c95c50 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f115ffff700 1 -- 172.21.15.45:0/1251487160 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f11740a1c30 con 0x55e8f7c95c50 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 10 client.24998 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e8f7a15d90 con 0x55e8f7c95c50 2023-03-22T14:27:12.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f115ffff700 1 -- 172.21.15.45:0/1251487160 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e8f7baa3a0 con 0x55e8f7c95c50 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f115ffff700 1 -- 172.21.15.45:0/1251487160 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f11740a1810 con 0x55e8f7c95c50 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 10 client.24998 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 10 client.24998 resolve_mds: resolved name 'b' to daemon mds.b 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 20 client.24998 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7caa4e0 0x55e8f7ca9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 4 client.24998 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.207+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e8f7bb6610 con 0x55e8f7caa4e0 2023-03-22T14:27:12.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.208+0000 7f117ffff700 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7caa4e0 0x55e8f7ca9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.208+0000 7f117ffff700 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7caa4e0 0x55e8f7ca9ba0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b11d2a321f088b51 server_cookie=2b5ee5a718f3870f in_seq=0 out_seq=0 2023-03-22T14:27:12.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.208+0000 7f115ffff700 10 client.24998 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:12.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f115ffff700 1 -- 172.21.15.45:0/1251487160 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55e8f7bb6610 con 0x55e8f7caa4e0 2023-03-22T14:27:12.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f115ffff700 10 client.24998 handle_command_reply: tid=0 2023-03-22T14:27:12.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 client.24998 shutdown 2023-03-22T14:27:12.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 msgr2=0x55e8f7c9f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9f470 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f11740997d0 tx=0x7f11740c9ed0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 shutdown_connections 2023-03-22T14:27:12.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7caa4e0 0x55e8f7ca9ba0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7ca69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9f470 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/1251487160 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7c9f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f115ffff700 0 client.24998 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 >> 172.21.15.45:0/1251487160 conn(0x55e8f7c91c00 msgr2=0x55e8f7c8f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 shutdown_connections 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.209+0000 7f119a7ebb80 1 -- 172.21.15.45:0/1251487160 wait complete. 2023-03-22T14:27:12.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.210+0000 7f119a7ebb80 20 client.24998 trim_cache size 0 max 16384 2023-03-22T14:27:12.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 Processor -- start 2023-03-22T14:27:12.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 -- start start 2023-03-22T14:27:12.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c96a90 0x55e8f7cb3250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7c99d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7ca0370 con 0x55e8f7c95c50 2023-03-22T14:27:12.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7bb6610 con 0x55e8f7c96a90 2023-03-22T14:27:12.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7baa3a0 con 0x55e8f7c973e0 2023-03-22T14:27:12.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.229+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52818/0 (socket says 172.21.15.45:52818) 2023-03-22T14:27:12.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f1184b9b700 1 -- 172.21.15.45:0/522990560 learned_addr learned my addr 172.21.15.45:0/522990560 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:12.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f117ffff700 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c96a90 0x55e8f7cb3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f118539c700 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7c99d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f117ffff700 1 -- 172.21.15.45:0/522990560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 msgr2=0x55e8f7c99d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f117ffff700 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7c99d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f117ffff700 1 -- 172.21.15.45:0/522990560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 msgr2=0x55e8f7c9d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f117ffff700 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f117ffff700 1 -- 172.21.15.45:0/522990560 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e8f7bae140 con 0x55e8f7c96a90 2023-03-22T14:27:12.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f1184b9b700 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:12.235 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f117ffff700 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c96a90 0x55e8f7cb3250 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x55e8f7cab7b0 tx=0x7f116c004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40c6d38277b5f29e server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:12.235 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f116b7fe700 1 -- 172.21.15.45:0/522990560 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c018040 con 0x55e8f7c96a90 2023-03-22T14:27:12.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f116b7fe700 1 -- 172.21.15.45:0/522990560 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f116c01e070 con 0x55e8f7c96a90 2023-03-22T14:27:12.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.230+0000 7f116b7fe700 1 -- 172.21.15.45:0/522990560 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c0047c0 con 0x55e8f7c96a90 2023-03-22T14:27:12.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 -- 172.21.15.45:0/522990560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c96a90 msgr2=0x55e8f7cb3250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c96a90 0x55e8f7cb3250 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x55e8f7cab7b0 tx=0x7f116c004750 comp rx=0 tx=0).stop 2023-03-22T14:27:12.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 -- 172.21.15.45:0/522990560 shutdown_connections 2023-03-22T14:27:12.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c95c50 0x55e8f7c9d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7c99d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.237 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/522990560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c96a90 0x55e8f7cb3250 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.237 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 -- 172.21.15.45:0/522990560 >> 172.21.15.45:0/522990560 conn(0x55e8f7c91c00 msgr2=0x55e8f7c9e170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:12.237 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 -- 172.21.15.45:0/522990560 shutdown_connections 2023-03-22T14:27:12.237 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.231+0000 7f119a7ebb80 1 -- 172.21.15.45:0/522990560 wait complete. 2023-03-22T14:27:12.237 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 -- start start 2023-03-22T14:27:12.237 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 Processor -- start 2023-03-22T14:27:12.237 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7cae740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7caec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7cb1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7cb21e0 con 0x55e8f7c96a90 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7cb2350 con 0x55e8f7c95c50 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8f7cb2510 con 0x55e8f7c973e0 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.232+0000 7f119a7ebb80 10 client.0 _ll_register_callbacks cb 0x55e8f7a8d240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f117ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7caec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f118539c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7cb1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f118539c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7cb1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:39632/0 (socket says 172.21.15.45:39632) 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f1184b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7cae740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f118539c700 1 -- 172.21.15.45:0/386562400 learned_addr learned my addr 172.21.15.45:0/386562400 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f1184b9b700 1 -- 172.21.15.45:0/386562400 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 msgr2=0x55e8f7cb1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f1184b9b700 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7cb1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f1184b9b700 1 -- 172.21.15.45:0/386562400 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 msgr2=0x55e8f7caec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f1184b9b700 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7caec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f1184b9b700 1 -- 172.21.15.45:0/386562400 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e8f7a15d90 con 0x55e8f7c95c50 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f118539c700 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7cb1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f1184b9b700 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7cae740 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f117400b2e0 tx=0x7f1174009910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a33a3da7fc89660 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.233+0000 7f115ffff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f115ffff700 1 -- 172.21.15.45:0/386562400 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f117409dc20 con 0x55e8f7c95c50 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f115ffff700 1 -- 172.21.15.45:0/386562400 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f1174099ad0 con 0x55e8f7c95c50 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e8f7c651f0 con 0x55e8f7c95c50 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f115ffff700 1 -- 172.21.15.45:0/386562400 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1174099610 con 0x55e8f7c95c50 2023-03-22T14:27:12.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 10 client.25004 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:12.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f116c009e30 con 0x55e8f7c95c50 2023-03-22T14:27:12.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f115ffff700 1 -- 172.21.15.45:0/386562400 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e8f7c651f0 con 0x55e8f7c95c50 2023-03-22T14:27:12.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f115ffff700 1 -- 172.21.15.45:0/386562400 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f11740b5060 con 0x55e8f7c95c50 2023-03-22T14:27:12.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 10 client.25004 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:12.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 10 client.25004 resolve_mds: resolved name 'b' to daemon mds.b 2023-03-22T14:27:12.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 20 client.25004 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:12.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7d038d0 0x55e8f7d00370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:12.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 4 client.25004 mds_command: new command op to 24575 tid=0[{"prefix": "status"}] 2023-03-22T14:27:12.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.234+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55e8f7a6bf10 con 0x55e8f7d038d0 2023-03-22T14:27:12.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f117ffff700 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7d038d0 0x55e8f7d00370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:12.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f117ffff700 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7d038d0 0x55e8f7d00370 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbc2ffd28f4a7eba server_cookie=519af3e0e197fc58 in_seq=0 out_seq=0 2023-03-22T14:27:12.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f115ffff700 10 client.25004 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:12.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f115ffff700 1 -- 172.21.15.45:0/386562400 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55e8f7a6bf10 con 0x55e8f7d038d0 2023-03-22T14:27:12.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f115ffff700 10 client.25004 handle_command_reply: tid=0 2023-03-22T14:27:12.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 client.25004 shutdown 2023-03-22T14:27:12.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 msgr2=0x55e8f7cae740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7cae740 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f117400b2e0 tx=0x7f1174009910 comp rx=0 tx=0).stop 2023-03-22T14:27:12.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 shutdown_connections 2023-03-22T14:27:12.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55e8f7d038d0 0x55e8f7d00370 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e8f7c973e0 0x55e8f7cb1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e8f7c95c50 0x55e8f7cae740 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f119a7ebb80 1 --2- 172.21.15.45:0/386562400 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55e8f7c96a90 0x55e8f7caec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 >> 172.21.15.45:0/386562400 conn(0x55e8f7c91c00 msgr2=0x55e8f7c99d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:12.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.235+0000 7f115ffff700 0 client.25004 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:12.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 shutdown_connections 2023-03-22T14:27:12.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f119a7ebb80 1 -- 172.21.15.45:0/386562400 wait complete. 2023-03-22T14:27:12.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f119a7ebb80 20 client.25004 trim_cache size 0 max 16384 2023-03-22T14:27:12.245 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:12.245 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 0, 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24575, 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 62.113791757999998, 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:12.246 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:12.247 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:12.247 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 68.743593789000002 2023-03-22T14:27:12.247 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:12.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb60 msgr2=0x7f11700a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f1186dff700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb60 0x7f11700a2010 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1178004a60 tx=0x7f1178014770 comp rx=0 tx=0).stop 2023-03-22T14:27:12.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11800ff0b0 msgr2=0x7f11801981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:12.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.236+0000 7f1186dff700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11800ff0b0 0x7f11801981b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f117400b620 tx=0x7f1174005740 comp rx=0 tx=0).stop 2023-03-22T14:27:12.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 shutdown_connections 2023-03-22T14:27:12.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f117009fb60 0x7f11700a2010 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11800ff0b0 0x7f11801981b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1180100c30 0x7f118019f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 --2- 172.21.15.45:0/1207948908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f11801002a0 0x7f11801986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:12.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 >> 172.21.15.45:0/1207948908 conn(0x7f11800fa6d0 msgr2=0x7f1180067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:12.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 shutdown_connections 2023-03-22T14:27:12.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:12.237+0000 7f1186dff700 1 -- 172.21.15.45:0/1207948908 wait complete. 2023-03-22T14:27:12.255 INFO:tasks.cephadm:Setup complete, yielding 2023-03-22T14:27:12.255 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-03-22T14:27:12.265 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi045.front.sepia.ceph.com 2023-03-22T14:27:12.266 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- bash -c 'ceph orch status' 2023-03-22T14:27:13.345 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:13.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:13 smithi045 ceph-mon[91728]: pgmap v302: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:13 smithi142 ceph-mon[94717]: pgmap v302: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:13 smithi098 ceph-mon[94136]: pgmap v302: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:14.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.929+0000 7f46f8f86700 1 -- 172.21.15.45:0/2359364569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4100280 msgr2=0x7f46f4100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:14.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.929+0000 7f46f8f86700 1 --2- 172.21.15.45:0/2359364569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4100280 0x7f46f4100690 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f46e4009990 tx=0x7f46e4009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:14.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.929+0000 7f46f8f86700 1 -- 172.21.15.45:0/2359364569 shutdown_connections 2023-03-22T14:27:14.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.929+0000 7f46f8f86700 1 --2- 172.21.15.45:0/2359364569 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4100280 0x7f46f4100690 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:14.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.929+0000 7f46f8f86700 1 --2- 172.21.15.45:0/2359364569 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46f4101e10 0x7f46f41086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:14.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.929+0000 7f46f8f86700 1 --2- 172.21.15.45:0/2359364569 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4101480 0x7f46f41018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:14.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.929+0000 7f46f8f86700 1 -- 172.21.15.45:0/2359364569 >> 172.21.15.45:0/2359364569 conn(0x7f46f40fb890 msgr2=0x7f46f40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:14.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.930+0000 7f46f8f86700 1 -- 172.21.15.45:0/2359364569 shutdown_connections 2023-03-22T14:27:14.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.930+0000 7f46f8f86700 1 -- 172.21.15.45:0/2359364569 wait complete. 2023-03-22T14:27:14.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.930+0000 7f46f8f86700 1 Processor -- start 2023-03-22T14:27:14.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f8f86700 1 -- start start 2023-03-22T14:27:14.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f8f86700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4100280 0x7f46f4074820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:14.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f8f86700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46f4101480 0x7f46f4072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:14.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f8f86700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4101e10 0x7f46f40733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:14.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f8f86700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f4073b30 con 0x7f46f4101e10 2023-03-22T14:27:14.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f8f86700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f4073ca0 con 0x7f46f4100280 2023-03-22T14:27:14.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f8f86700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f41a0120 con 0x7f46f4101480 2023-03-22T14:27:14.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4100280 0x7f46f4074820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:14.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f2d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4101e10 0x7f46f40733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:14.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4100280 0x7f46f4074820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:37572/0 (socket says 172.21.15.45:37572) 2023-03-22T14:27:14.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f259c700 1 -- 172.21.15.45:0/1768624713 learned_addr learned my addr 172.21.15.45:0/1768624713 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:14.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.931+0000 7f46f1d9b700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46f4101480 0x7f46f4072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f259c700 1 -- 172.21.15.45:0/1768624713 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46f4101480 msgr2=0x7f46f4072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f259c700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46f4101480 0x7f46f4072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f259c700 1 -- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4101e10 msgr2=0x7f46f40733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f259c700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4101e10 0x7f46f40733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f259c700 1 -- 172.21.15.45:0/1768624713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46e40095f0 con 0x7f46f4100280 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f259c700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4100280 0x7f46f4074820 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f46e4005720 tx=0x7f46e4009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46e37fe700 1 -- 172.21.15.45:0/1768624713 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e401d070 con 0x7f46f4100280 2023-03-22T14:27:14.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46f410bc20 con 0x7f46f4100280 2023-03-22T14:27:14.937 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46e37fe700 1 -- 172.21.15.45:0/1768624713 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f46e4021410 con 0x7f46f4100280 2023-03-22T14:27:14.937 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46e37fe700 1 -- 172.21.15.45:0/1768624713 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e4017650 con 0x7f46f4100280 2023-03-22T14:27:14.937 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.932+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46f410ba90 con 0x7f46f4100280 2023-03-22T14:27:14.937 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.933+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46f4107860 con 0x7f46f4100280 2023-03-22T14:27:14.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.935+0000 7f46e37fe700 1 -- 172.21.15.45:0/1768624713 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f46e4021580 con 0x7f46f4100280 2023-03-22T14:27:14.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.936+0000 7f46e37fe700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f46dc09fb60 0x7f46dc0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:14.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.937+0000 7f46e37fe700 1 -- 172.21.15.45:0/1768624713 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f46e40cc1b0 con 0x7f46f4100280 2023-03-22T14:27:14.939 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.937+0000 7f46f1d9b700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f46dc09fb60 0x7f46dc0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:14.939 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.937+0000 7f46f1d9b700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f46dc09fb60 0x7f46dc0a2010 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009c60 tx=0x7f46e8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:14.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:14.938+0000 7f46e37fe700 1 -- 172.21.15.45:0/1768624713 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f46e4095f50 con 0x7f46f4100280 2023-03-22T14:27:15.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.170+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f46f4061ba0 con 0x7f46dc09fb60 2023-03-22T14:27:15.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.174+0000 7f46e37fe700 1 -- 172.21.15.45:0/1768624713 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f46f4061ba0 con 0x7f46dc09fb60 2023-03-22T14:27:15.176 INFO:teuthology.orchestra.run.smithi045.stdout:Backend: cephadm 2023-03-22T14:27:15.176 INFO:teuthology.orchestra.run.smithi045.stdout:Available: Yes 2023-03-22T14:27:15.176 INFO:teuthology.orchestra.run.smithi045.stdout:Paused: No 2023-03-22T14:27:15.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f46dc09fb60 msgr2=0x7f46dc0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:15.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f46dc09fb60 0x7f46dc0a2010 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009c60 tx=0x7f46e8009260 comp rx=0 tx=0).stop 2023-03-22T14:27:15.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4100280 msgr2=0x7f46f4074820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:15.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4100280 0x7f46f4074820 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f46e4005720 tx=0x7f46e4009580 comp rx=0 tx=0).stop 2023-03-22T14:27:15.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 shutdown_connections 2023-03-22T14:27:15.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f46dc09fb60 0x7f46dc0a2010 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:15.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f46f4101e10 0x7f46f40733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:15.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f46f4100280 0x7f46f4074820 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:15.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 --2- 172.21.15.45:0/1768624713 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46f4101480 0x7f46f4072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:15.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 >> 172.21.15.45:0/1768624713 conn(0x7f46f40fb890 msgr2=0x7f46f41049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:15.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 shutdown_connections 2023-03-22T14:27:15.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:15.177+0000 7f46f8f86700 1 -- 172.21.15.45:0/1768624713 wait complete. 2023-03-22T14:27:15.296 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.297 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.297 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.297 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:15 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.297 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:15 smithi045 ceph-mon[91728]: pgmap v303: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:15 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:15 smithi142 ceph-mon[94717]: pgmap v303: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:15 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:15.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:15 smithi098 ceph-mon[94136]: pgmap v303: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:15.611 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- bash -c 'ceph orch ps' 2023-03-22T14:27:16.443 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:16.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:16 smithi045 ceph-mon[91728]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:16 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:16 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:16 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:27:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:16 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:27:16.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:16 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:16 smithi142 ceph-mon[94717]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:16 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:16 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:16 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:27:16.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:16 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:27:16.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:16 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:16 smithi098 ceph-mon[94136]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:16 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:16 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:16 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:27:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:16 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:27:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:16 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' 2023-03-22T14:27:17.289 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:17 smithi045 ceph-mon[91728]: pgmap v304: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:17.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:17 smithi142 ceph-mon[94717]: pgmap v304: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:17 smithi098 ceph-mon[94136]: pgmap v304: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:17.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 -- 172.21.15.45:0/3872849027 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 msgr2=0x7f3a0c100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:17.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 --2- 172.21.15.45:0/3872849027 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c100690 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f39fc009990 tx=0x7f39fc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:17.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 -- 172.21.15.45:0/3872849027 shutdown_connections 2023-03-22T14:27:17.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 --2- 172.21.15.45:0/3872849027 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c100690 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:17.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 --2- 172.21.15.45:0/3872849027 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a0c101e10 0x7f3a0c1086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:17.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 --2- 172.21.15.45:0/3872849027 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3a0c101480 0x7f3a0c1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:17.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 -- 172.21.15.45:0/3872849027 >> 172.21.15.45:0/3872849027 conn(0x7f3a0c0fb890 msgr2=0x7f3a0c0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:17.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 -- 172.21.15.45:0/3872849027 shutdown_connections 2023-03-22T14:27:17.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.922+0000 7f3a10951700 1 -- 172.21.15.45:0/3872849027 wait complete. 2023-03-22T14:27:17.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 Processor -- start 2023-03-22T14:27:17.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 -- start start 2023-03-22T14:27:17.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:17.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3a0c101480 0x7f3a0c196580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:17.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a0c101e10 0x7f3a0c19d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:17.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c19dbd0 con 0x7f3a0c100280 2023-03-22T14:27:17.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c19dd10 con 0x7f3a0c101e10 2023-03-22T14:27:17.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.924+0000 7f3a10951700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c19dea0 con 0x7f3a0c101480 2023-03-22T14:27:17.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a0a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:17.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a09d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3a0c101480 0x7f3a0c196580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:17.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a0a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c196040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60784/0 (socket says 172.21.15.45:60784) 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a0a59c700 1 -- 172.21.15.45:0/4174026497 learned_addr learned my addr 172.21.15.45:0/4174026497 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a0ad9d700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a0c101e10 0x7f3a0c19d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a09d9b700 1 -- 172.21.15.45:0/4174026497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a0c101e10 msgr2=0x7f3a0c19d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a09d9b700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a0c101e10 0x7f3a0c19d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a09d9b700 1 -- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 msgr2=0x7f3a0c196040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a09d9b700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c196040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a09d9b700 1 -- 172.21.15.45:0/4174026497 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39fc0095f0 con 0x7f3a0c101480 2023-03-22T14:27:17.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.925+0000 7f3a0a59c700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c196040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:17.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.926+0000 7f3a09d9b700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3a0c101480 0x7f3a0c196580 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3a0000d980 tx=0x7f3a0000dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:17.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.926+0000 7f39fb7fe700 1 -- 172.21.15.45:0/4174026497 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a0000f890 con 0x7f3a0c101480 2023-03-22T14:27:17.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.926+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a0c10bc20 con 0x7f3a0c101480 2023-03-22T14:27:17.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.926+0000 7f39fb7fe700 1 -- 172.21.15.45:0/4174026497 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a00010460 con 0x7f3a0c101480 2023-03-22T14:27:17.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.926+0000 7f39fb7fe700 1 -- 172.21.15.45:0/4174026497 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a0000e610 con 0x7f3a0c101480 2023-03-22T14:27:17.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.926+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a0c10ba90 con 0x7f3a0c101480 2023-03-22T14:27:17.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.927+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a0c19e580 con 0x7f3a0c101480 2023-03-22T14:27:17.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.929+0000 7f39fb7fe700 1 -- 172.21.15.45:0/4174026497 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f3a00010840 con 0x7f3a0c101480 2023-03-22T14:27:17.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.930+0000 7f39fb7fe700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f39f409fb60 0x7f39f40a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:17.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.931+0000 7f39fb7fe700 1 -- 172.21.15.45:0/4174026497 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f3a000ca610 con 0x7f3a0c101480 2023-03-22T14:27:17.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.931+0000 7f3a0a59c700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f39f409fb60 0x7f39f40a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:17.933 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.931+0000 7f3a0a59c700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f39f409fb60 0x7f39f40a2010 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f39fc00b5c0 tx=0x7f39fc005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:17.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:17.933+0000 7f39fb7fe700 1 -- 172.21.15.45:0/4174026497 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f3a00094320 con 0x7f3a0c101480 2023-03-22T14:27:18.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.150+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f3a0c060ec0 con 0x7f39f409fb60 2023-03-22T14:27:18.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.164+0000 7f39fb7fe700 1 -- 172.21.15.45:0/4174026497 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7f3a0c060ec0 con 0x7f39f409fb60 2023-03-22T14:27:18.165 INFO:teuthology.orchestra.run.smithi045.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-03-22T14:27:18.166 INFO:teuthology.orchestra.run.smithi045.stdout:mds.a smithi045 running (77s) 2s ago 76s 16.7M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 0b080e02f1fd 2023-03-22T14:27:18.166 INFO:teuthology.orchestra.run.smithi045.stdout:mds.b smithi098 running (75s) 4s ago 74s 30.6M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 208a2218604f 2023-03-22T14:27:18.166 INFO:teuthology.orchestra.run.smithi045.stdout:mds.c smithi142 running (87s) 4s ago 87s 22.0M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 de1c73c5534a 2023-03-22T14:27:18.166 INFO:teuthology.orchestra.run.smithi045.stdout:mds.d smithi045 running (94s) 2s ago 93s 13.7M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 fa822856f5cc 2023-03-22T14:27:18.166 INFO:teuthology.orchestra.run.smithi045.stdout:mds.e smithi098 running (91s) 4s ago 91s 20.4M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 6513d5bbfc83 2023-03-22T14:27:18.166 INFO:teuthology.orchestra.run.smithi045.stdout:mds.f smithi142 running (89s) 4s ago 89s 18.4M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 dde865c40c07 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mds.g smithi045 running (80s) 2s ago 79s 16.8M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 22e76e1e355b 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mds.h smithi098 running (85s) 4s ago 85s 19.4M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 3a4250be40f1 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mds.i smithi142 running (83s) 4s ago 82s 19.3M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 43861ce629ac 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mds.j smithi045 running (96s) 2s ago 96s 13.7M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 046bfa24b22c 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mds.k smithi098 running (99s) 4s ago 99s 20.2M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 60a5ac1817cd 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mds.l smithi142 running (101s) 4s ago 101s 21.6M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 34d2f9e911d6 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mgr.x smithi045 *:9283,8765 running (8m) 2s ago 8m 517M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 43746d44fdd3 2023-03-22T14:27:18.167 INFO:teuthology.orchestra.run.smithi045.stdout:mgr.y smithi098 *:8443,8765 running (6m) 4s ago 6m 448M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 76db7e0a8b5e 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:mgr.z smithi142 *:8443,8765 running (6m) 4s ago 6m 445M - 18.0.0-3090-g5ef20173 03ad1c9e8c27 ff11daa0c9a0 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:mon.a smithi045 running (8m) 2s ago 8m 90.4M 2048M 18.0.0-3090-g5ef20173 03ad1c9e8c27 28fa37af50b6 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:mon.b smithi098 running (6m) 4s ago 6m 62.9M 2048M 18.0.0-3090-g5ef20173 03ad1c9e8c27 af96c1ba6cff 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:mon.c smithi142 running (6m) 4s ago 6m 65.4M 2048M 18.0.0-3090-g5ef20173 03ad1c9e8c27 177705aa3db9 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:osd.0 smithi045 running (6m) 2s ago 6m 62.4M 4317M 18.0.0-3090-g5ef20173 03ad1c9e8c27 080bd5038e1c 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:osd.1 smithi098 running (5m) 4s ago 5m 68.2M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 37644b891149 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:osd.2 smithi142 running (5m) 4s ago 5m 65.2M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 8937c56fa919 2023-03-22T14:27:18.168 INFO:teuthology.orchestra.run.smithi045.stdout:osd.3 smithi045 running (5m) 2s ago 5m 59.2M 4317M 18.0.0-3090-g5ef20173 03ad1c9e8c27 2c30d06d9d2e 2023-03-22T14:27:18.169 INFO:teuthology.orchestra.run.smithi045.stdout:osd.4 smithi098 running (4m) 4s ago 4m 57.7M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 d7f68e6c5714 2023-03-22T14:27:18.169 INFO:teuthology.orchestra.run.smithi045.stdout:osd.5 smithi142 running (4m) 4s ago 4m 62.6M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 f7c1483e7375 2023-03-22T14:27:18.169 INFO:teuthology.orchestra.run.smithi045.stdout:osd.6 smithi045 running (3m) 2s ago 3m 56.6M 4317M 18.0.0-3090-g5ef20173 03ad1c9e8c27 049f0991b299 2023-03-22T14:27:18.169 INFO:teuthology.orchestra.run.smithi045.stdout:osd.7 smithi098 running (3m) 4s ago 3m 60.5M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 77f87434cfb8 2023-03-22T14:27:18.169 INFO:teuthology.orchestra.run.smithi045.stdout:osd.8 smithi142 running (3m) 4s ago 3m 57.5M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 e30d2ddfb395 2023-03-22T14:27:18.169 INFO:teuthology.orchestra.run.smithi045.stdout:osd.9 smithi045 running (2m) 2s ago 2m 55.5M 4317M 18.0.0-3090-g5ef20173 03ad1c9e8c27 9b2051eb6f0c 2023-03-22T14:27:18.170 INFO:teuthology.orchestra.run.smithi045.stdout:osd.10 smithi098 running (2m) 4s ago 2m 59.8M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 d4a7d47acc4d 2023-03-22T14:27:18.170 INFO:teuthology.orchestra.run.smithi045.stdout:osd.11 smithi142 running (2m) 4s ago 2m 50.8M 4292M 18.0.0-3090-g5ef20173 03ad1c9e8c27 745f7c87dac5 2023-03-22T14:27:18.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f39f409fb60 msgr2=0x7f39f40a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f39f409fb60 0x7f39f40a2010 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f39fc00b5c0 tx=0x7f39fc005fd0 comp rx=0 tx=0).stop 2023-03-22T14:27:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3a0c101480 msgr2=0x7f3a0c196580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3a0c101480 0x7f3a0c196580 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3a0000d980 tx=0x7f3a0000dc90 comp rx=0 tx=0).stop 2023-03-22T14:27:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 shutdown_connections 2023-03-22T14:27:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f39f409fb60 0x7f39f40a2010 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3a0c100280 0x7f3a0c196040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a0c101e10 0x7f3a0c19d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:18.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 --2- 172.21.15.45:0/4174026497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3a0c101480 0x7f3a0c196580 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:18.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 >> 172.21.15.45:0/4174026497 conn(0x7f3a0c0fb890 msgr2=0x7f3a0c0fdbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:18.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 shutdown_connections 2023-03-22T14:27:18.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:18.166+0000 7f3a10951700 1 -- 172.21.15.45:0/4174026497 wait complete. 2023-03-22T14:27:18.613 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- bash -c 'ceph orch ls' 2023-03-22T14:27:19.436 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:19.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:19 smithi045 ceph-mon[91728]: from='client.25006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:19.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:19 smithi045 ceph-mon[91728]: pgmap v305: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:19 smithi142 ceph-mon[94717]: from='client.25006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:19 smithi142 ceph-mon[94717]: pgmap v305: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:19 smithi098 ceph-mon[94136]: from='client.25006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:19 smithi098 ceph-mon[94136]: pgmap v305: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:20.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.921+0000 7f12d7536700 1 -- 172.21.15.45:0/1005437767 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 msgr2=0x7f12d0100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:20.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.921+0000 7f12d7536700 1 --2- 172.21.15.45:0/1005437767 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0100690 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009990 tx=0x7f12cc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:20.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.921+0000 7f12d7536700 1 -- 172.21.15.45:0/1005437767 shutdown_connections 2023-03-22T14:27:20.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.922+0000 7f12d7536700 1 --2- 172.21.15.45:0/1005437767 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0100690 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:20.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.922+0000 7f12d7536700 1 --2- 172.21.15.45:0/1005437767 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12d0101e10 0x7f12d01086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:20.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.922+0000 7f12d7536700 1 --2- 172.21.15.45:0/1005437767 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12d0101480 0x7f12d01018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:20.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.922+0000 7f12d7536700 1 -- 172.21.15.45:0/1005437767 >> 172.21.15.45:0/1005437767 conn(0x7f12d00fb890 msgr2=0x7f12d00fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:20.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.922+0000 7f12d7536700 1 -- 172.21.15.45:0/1005437767 shutdown_connections 2023-03-22T14:27:20.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.922+0000 7f12d7536700 1 -- 172.21.15.45:0/1005437767 wait complete. 2023-03-22T14:27:20.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 Processor -- start 2023-03-22T14:27:20.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 -- start start 2023-03-22T14:27:20.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0196030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:20.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12d0101480 0x7f12d0196570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:20.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12d0101e10 0x7f12d019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:20.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d019dbc0 con 0x7f12d0100280 2023-03-22T14:27:20.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d019dd00 con 0x7f12d0101480 2023-03-22T14:27:20.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.923+0000 7f12d7536700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d019de90 con 0x7f12d0101e10 2023-03-22T14:27:20.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0196030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:20.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0196030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60802/0 (socket says 172.21.15.45:60802) 2023-03-22T14:27:20.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 -- 172.21.15.45:0/1174694853 learned_addr learned my addr 172.21.15.45:0/1174694853 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:20.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d4ad1700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12d0101480 0x7f12d0196570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:20.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d5ad3700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12d0101e10 0x7f12d019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:20.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 -- 172.21.15.45:0/1174694853 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12d0101e10 msgr2=0x7f12d019d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:20.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12d0101e10 0x7f12d019d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:20.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 -- 172.21.15.45:0/1174694853 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12d0101480 msgr2=0x7f12d0196570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:20.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12d0101480 0x7f12d0196570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:20.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 -- 172.21.15.45:0/1174694853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12cc0095f0 con 0x7f12d0100280 2023-03-22T14:27:20.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12d52d2700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0196030 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f12cc005750 tx=0x7f12cc009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:20.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.924+0000 7f12c67fc700 1 -- 172.21.15.45:0/1174694853 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc01d070 con 0x7f12d0100280 2023-03-22T14:27:20.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.925+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12d010bc40 con 0x7f12d0100280 2023-03-22T14:27:20.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.925+0000 7f12c67fc700 1 -- 172.21.15.45:0/1174694853 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f12cc021410 con 0x7f12d0100280 2023-03-22T14:27:20.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.925+0000 7f12c67fc700 1 -- 172.21.15.45:0/1174694853 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc017650 con 0x7f12d0100280 2023-03-22T14:27:20.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.925+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12d010bab0 con 0x7f12d0100280 2023-03-22T14:27:20.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.926+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12d01078c0 con 0x7f12d0100280 2023-03-22T14:27:20.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.927+0000 7f12c67fc700 1 -- 172.21.15.45:0/1174694853 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f12cc021580 con 0x7f12d0100280 2023-03-22T14:27:20.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.929+0000 7f12c67fc700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f12bc09fb60 0x7f12bc0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:20.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.929+0000 7f12c67fc700 1 -- 172.21.15.45:0/1174694853 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f12cc0cbf90 con 0x7f12d0100280 2023-03-22T14:27:20.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.929+0000 7f12d4ad1700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f12bc09fb60 0x7f12bc0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:20.933 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.930+0000 7f12d4ad1700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f12bc09fb60 0x7f12bc0a2010 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f12c0009c60 tx=0x7f12c0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:20.934 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:20.933+0000 7f12c67fc700 1 -- 172.21.15.45:0/1174694853 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f12cc095d30 con 0x7f12d0100280 2023-03-22T14:27:21.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.149+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f12d0061c10 con 0x7f12bc09fb60 2023-03-22T14:27:21.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.155+0000 7f12c67fc700 1 -- 172.21.15.45:0/1174694853 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+985 (secure 0 0 0) 0x7f12d0061c10 con 0x7f12bc09fb60 2023-03-22T14:27:21.156 INFO:teuthology.orchestra.run.smithi045.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-03-22T14:27:21.156 INFO:teuthology.orchestra.run.smithi045.stdout:mds.all 12/12 7s ago 107s smithi045=a;smithi045=d;smithi045=g;smithi045=j;smithi098=b;smithi098=e;smithi098=h;smithi098=k;smithi142=c;smithi142=f;smithi142=i;smithi142=l;count:12 2023-03-22T14:27:21.156 INFO:teuthology.orchestra.run.smithi045.stdout:mgr 3/3 7s ago 6m smithi045=x;smithi098=y;smithi142=z;count:3 2023-03-22T14:27:21.157 INFO:teuthology.orchestra.run.smithi045.stdout:mon 3/3 7s ago 7m smithi045:172.21.15.45=a;smithi098:172.21.15.98=b;smithi142:172.21.15.142=c;count:3 2023-03-22T14:27:21.157 INFO:teuthology.orchestra.run.smithi045.stdout:osd 12 7s ago - 2023-03-22T14:27:21.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f12bc09fb60 msgr2=0x7f12bc0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:21.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f12bc09fb60 0x7f12bc0a2010 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f12c0009c60 tx=0x7f12c0009260 comp rx=0 tx=0).stop 2023-03-22T14:27:21.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 msgr2=0x7f12d0196030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:21.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0196030 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f12cc005750 tx=0x7f12cc009580 comp rx=0 tx=0).stop 2023-03-22T14:27:21.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 shutdown_connections 2023-03-22T14:27:21.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f12bc09fb60 0x7f12bc0a2010 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:21.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12d0100280 0x7f12d0196030 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:21.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12d0101e10 0x7f12d019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:21.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 --2- 172.21.15.45:0/1174694853 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12d0101480 0x7f12d0196570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:21.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 >> 172.21.15.45:0/1174694853 conn(0x7f12d00fb890 msgr2=0x7f12d0104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:21.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 shutdown_connections 2023-03-22T14:27:21.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:21.157+0000 7f12d7536700 1 -- 172.21.15.45:0/1174694853 wait complete. 2023-03-22T14:27:21.600 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- bash -c 'ceph orch host ls' 2023-03-22T14:27:21.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:21 smithi045 ceph-mon[91728]: pgmap v306: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:21 smithi142 ceph-mon[94717]: pgmap v306: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:21 smithi098 ceph-mon[94136]: pgmap v306: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:22.430 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:22.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:22 smithi045 ceph-mon[91728]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:22 smithi142 ceph-mon[94717]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:23.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:22 smithi098 ceph-mon[94136]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:23.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 -- 172.21.15.45:0/936867708 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 msgr2=0x7fa41410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:23.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 --2- 172.21.15.45:0/936867708 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa41410ec40 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa40c00b0d0 tx=0x7fa40c00b3e0 comp rx=0 tx=0).stop 2023-03-22T14:27:23.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 -- 172.21.15.45:0/936867708 shutdown_connections 2023-03-22T14:27:23.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 --2- 172.21.15.45:0/936867708 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa41410ec40 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:23.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 --2- 172.21.15.45:0/936867708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa414074ab0 0x7fa414072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:23.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 --2- 172.21.15.45:0/936867708 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4140734e0 0x7fa414073950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:23.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 -- 172.21.15.45:0/936867708 >> 172.21.15.45:0/936867708 conn(0x7fa4140fb890 msgr2=0x7fa4140fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:23.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.921+0000 7fa41c27d700 1 -- 172.21.15.45:0/936867708 shutdown_connections 2023-03-22T14:27:23.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.922+0000 7fa41c27d700 1 -- 172.21.15.45:0/936867708 wait complete. 2023-03-22T14:27:23.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.922+0000 7fa41c27d700 1 Processor -- start 2023-03-22T14:27:23.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41c27d700 1 -- start start 2023-03-22T14:27:23.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41c27d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4140734e0 0x7fa41419c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:23.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41c27d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa414074ab0 0x7fa41419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:23.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41c27d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa4141a3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:23.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41c27d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4141a4220 con 0x7fa41410c860 2023-03-22T14:27:23.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41c27d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4141a4360 con 0x7fa4140734e0 2023-03-22T14:27:23.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41c27d700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4141a44f0 con 0x7fa414074ab0 2023-03-22T14:27:23.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41a81a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa4141a3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:23.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41a019700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4140734e0 0x7fa41419c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:23.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41a81a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa4141a3c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:60826/0 (socket says 172.21.15.45:60826) 2023-03-22T14:27:23.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa41a81a700 1 -- 172.21.15.45:0/3391812340 learned_addr learned my addr 172.21.15.45:0/3391812340 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.923+0000 7fa419818700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa414074ab0 0x7fa41419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41a81a700 1 -- 172.21.15.45:0/3391812340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa414074ab0 msgr2=0x7fa41419cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41a81a700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa414074ab0 0x7fa41419cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41a81a700 1 -- 172.21.15.45:0/3391812340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4140734e0 msgr2=0x7fa41419c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41a81a700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4140734e0 0x7fa41419c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41a81a700 1 -- 172.21.15.45:0/3391812340 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa40c009d00 con 0x7fa41410c860 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41a81a700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa4141a3c50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa40c008ef0 tx=0x7fa40c008f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:23.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa40b7fe700 1 -- 172.21.15.45:0/3391812340 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c00e040 con 0x7fa41410c860 2023-03-22T14:27:23.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa40b7fe700 1 -- 172.21.15.45:0/3391812340 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa40c005070 con 0x7fa41410c860 2023-03-22T14:27:23.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa414112200 con 0x7fa41410c860 2023-03-22T14:27:23.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa40b7fe700 1 -- 172.21.15.45:0/3391812340 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c01b6a0 con 0x7fa41410c860 2023-03-22T14:27:23.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.924+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa414112070 con 0x7fa41410c860 2023-03-22T14:27:23.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.925+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4141023b0 con 0x7fa41410c860 2023-03-22T14:27:23.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.927+0000 7fa40b7fe700 1 -- 172.21.15.45:0/3391812340 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fa40c0051e0 con 0x7fa41410c860 2023-03-22T14:27:23.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.929+0000 7fa40b7fe700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa40009fb60 0x7fa4000a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:23.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.930+0000 7fa40b7fe700 1 -- 172.21.15.45:0/3391812340 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fa40c0cbc30 con 0x7fa41410c860 2023-03-22T14:27:23.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.930+0000 7fa41a019700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa40009fb60 0x7fa4000a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:23.931 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.930+0000 7fa41a019700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa40009fb60 0x7fa4000a2010 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa410009c60 tx=0x7fa410009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:23.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:23.934+0000 7fa40b7fe700 1 -- 172.21.15.45:0/3391812340 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fa40c0959d0 con 0x7fa41410c860 2023-03-22T14:27:23.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:23 smithi045 ceph-mon[91728]: pgmap v307: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:23 smithi142 ceph-mon[94717]: pgmap v307: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:24.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.148+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fa414061a10 con 0x7fa40009fb60 2023-03-22T14:27:24.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.149+0000 7fa40b7fe700 1 -- 172.21.15.45:0/3391812340 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7fa414061a10 con 0x7fa40009fb60 2023-03-22T14:27:24.151 INFO:teuthology.orchestra.run.smithi045.stdout:HOST ADDR LABELS STATUS 2023-03-22T14:27:24.151 INFO:teuthology.orchestra.run.smithi045.stdout:smithi045 172.21.15.45 2023-03-22T14:27:24.151 INFO:teuthology.orchestra.run.smithi045.stdout:smithi098 172.21.15.98 2023-03-22T14:27:24.151 INFO:teuthology.orchestra.run.smithi045.stdout:smithi142 172.21.15.142 2023-03-22T14:27:24.151 INFO:teuthology.orchestra.run.smithi045.stdout:3 hosts in cluster 2023-03-22T14:27:24.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa40009fb60 msgr2=0x7fa4000a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:24.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa40009fb60 0x7fa4000a2010 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa410009c60 tx=0x7fa410009260 comp rx=0 tx=0).stop 2023-03-22T14:27:24.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 msgr2=0x7fa4141a3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:24.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa4141a3c50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa40c008ef0 tx=0x7fa40c008f20 comp rx=0 tx=0).stop 2023-03-22T14:27:24.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 shutdown_connections 2023-03-22T14:27:24.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa40009fb60 0x7fa4000a2010 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:24.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa41410c860 0x7fa4141a3c50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:24.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa4140734e0 0x7fa41419c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:24.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 --2- 172.21.15.45:0/3391812340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa414074ab0 0x7fa41419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:24.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 >> 172.21.15.45:0/3391812340 conn(0x7fa4140fb890 msgr2=0x7fa4140fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:24.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 shutdown_connections 2023-03-22T14:27:24.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:24.152+0000 7fa41c27d700 1 -- 172.21.15.45:0/3391812340 wait complete. 2023-03-22T14:27:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:23 smithi098 ceph-mon[94136]: pgmap v307: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:24.598 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- bash -c 'ceph orch device ls' 2023-03-22T14:27:25.422 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:25 smithi045 ceph-mon[91728]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:25.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:25 smithi045 ceph-mon[91728]: pgmap v308: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:25 smithi142 ceph-mon[94717]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:25 smithi142 ceph-mon[94717]: pgmap v308: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:25 smithi098 ceph-mon[94136]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:25 smithi098 ceph-mon[94136]: pgmap v308: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:26.908 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 -- 172.21.15.45:0/1635362161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8100280 msgr2=0x7f49d8100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:26.908 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 --2- 172.21.15.45:0/1635362161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8100280 0x7f49d8100690 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f49c8009990 tx=0x7f49c8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:26.908 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 -- 172.21.15.45:0/1635362161 shutdown_connections 2023-03-22T14:27:26.908 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 --2- 172.21.15.45:0/1635362161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8100280 0x7f49d8100690 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:26.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 --2- 172.21.15.45:0/1635362161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f49d8101e10 0x7f49d81086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:26.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 --2- 172.21.15.45:0/1635362161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f49d8101480 0x7f49d81018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:26.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 -- 172.21.15.45:0/1635362161 >> 172.21.15.45:0/1635362161 conn(0x7f49d80fb890 msgr2=0x7f49d80fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:26.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 -- 172.21.15.45:0/1635362161 shutdown_connections 2023-03-22T14:27:26.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.905+0000 7f49de2f8700 1 -- 172.21.15.45:0/1635362161 wait complete. 2023-03-22T14:27:26.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.906+0000 7f49de2f8700 1 Processor -- start 2023-03-22T14:27:26.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.906+0000 7f49de2f8700 1 -- start start 2023-03-22T14:27:26.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49de2f8700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f49d8100280 0x7f49d81982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:26.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49de2f8700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8101480 0x7f49d8198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:26.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49de2f8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f49d8101e10 0x7f49d819f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:26.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49de2f8700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d819fe50 con 0x7f49d8101480 2023-03-22T14:27:26.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49de2f8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d819ff90 con 0x7f49d8101e10 2023-03-22T14:27:26.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49de2f8700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d81a0120 con 0x7f49d8100280 2023-03-22T14:27:26.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49d7fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f49d8100280 0x7f49d81982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:26.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49d7fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f49d8100280 0x7f49d81982c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33096/0 (socket says 172.21.15.45:33096) 2023-03-22T14:27:26.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49d7fff700 1 -- 172.21.15.45:0/121891516 learned_addr learned my addr 172.21.15.45:0/121891516 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:26.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49d77fe700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8101480 0x7f49d8198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:26.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.907+0000 7f49dc895700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f49d8101e10 0x7f49d819f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:26.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d77fe700 1 -- 172.21.15.45:0/121891516 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f49d8100280 msgr2=0x7f49d81982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:26.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d77fe700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f49d8100280 0x7f49d81982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:26.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d77fe700 1 -- 172.21.15.45:0/121891516 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f49d8101e10 msgr2=0x7f49d819f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:26.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d77fe700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f49d8101e10 0x7f49d819f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:26.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d77fe700 1 -- 172.21.15.45:0/121891516 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49c80095f0 con 0x7f49d8101480 2023-03-22T14:27:26.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d77fe700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8101480 0x7f49d8198800 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f49cc00ea20 tx=0x7f49cc00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:26.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d57fa700 1 -- 172.21.15.45:0/121891516 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49cc00cbd0 con 0x7f49d8101480 2023-03-22T14:27:26.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d57fa700 1 -- 172.21.15.45:0/121891516 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f49cc00ee60 con 0x7f49d8101480 2023-03-22T14:27:26.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49d810bc20 con 0x7f49d8101480 2023-03-22T14:27:26.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49d57fa700 1 -- 172.21.15.45:0/121891516 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49cc018680 con 0x7f49d8101480 2023-03-22T14:27:26.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.908+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49d810ba90 con 0x7f49d8101480 2023-03-22T14:27:26.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.909+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49d8192980 con 0x7f49d8101480 2023-03-22T14:27:26.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.911+0000 7f49d57fa700 1 -- 172.21.15.45:0/121891516 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f49cc010430 con 0x7f49d8101480 2023-03-22T14:27:26.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.912+0000 7f49d57fa700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f49c009fbe0 0x7f49c00a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:26.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.913+0000 7f49d57fa700 1 -- 172.21.15.45:0/121891516 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f49cc014070 con 0x7f49d8101480 2023-03-22T14:27:26.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.913+0000 7f49d7fff700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f49c009fbe0 0x7f49c00a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:26.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.913+0000 7f49d7fff700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f49c009fbe0 0x7f49c00a2090 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f49c800b2e0 tx=0x7f49c8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:26.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:26.916+0000 7f49d57fa700 1 -- 172.21.15.45:0/121891516 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f49cc0515c0 con 0x7f49d8101480 2023-03-22T14:27:27.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.132+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f49d8061b00 con 0x7f49c009fbe0 2023-03-22T14:27:27.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.134+0000 7f49d57fa700 1 -- 172.21.15.45:0/121891516 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+492 (secure 0 0 0) 0x7f49d8061b00 con 0x7f49c009fbe0 2023-03-22T14:27:27.136 INFO:teuthology.orchestra.run.smithi045.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-03-22T14:27:27.136 INFO:teuthology.orchestra.run.smithi045.stdout:smithi045 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75120098480DGN 480G No 2m ago LVM detected, locked 2023-03-22T14:27:27.136 INFO:teuthology.orchestra.run.smithi045.stdout:smithi098 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204010H400BGN 400G No 2m ago LVM detected, locked 2023-03-22T14:27:27.136 INFO:teuthology.orchestra.run.smithi045.stdout:smithi142 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6303009Y400BGN 400G No 2m ago LVM detected, locked 2023-03-22T14:27:27.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f49c009fbe0 msgr2=0x7f49c00a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:27.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f49c009fbe0 0x7f49c00a2090 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f49c800b2e0 tx=0x7f49c8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:27.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8101480 msgr2=0x7f49d8198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:27.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8101480 0x7f49d8198800 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f49cc00ea20 tx=0x7f49cc00ed30 comp rx=0 tx=0).stop 2023-03-22T14:27:27.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 shutdown_connections 2023-03-22T14:27:27.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f49c009fbe0 0x7f49c00a2090 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:27.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f49d8101e10 0x7f49d819f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:27.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f49d8100280 0x7f49d81982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:27.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 --2- 172.21.15.45:0/121891516 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f49d8101480 0x7f49d8198800 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:27.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.136+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 >> 172.21.15.45:0/121891516 conn(0x7f49d80fb890 msgr2=0x7f49d8106da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:27.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.137+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 shutdown_connections 2023-03-22T14:27:27.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:27.137+0000 7f49de2f8700 1 -- 172.21.15.45:0/121891516 wait complete. 2023-03-22T14:27:27.589 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-03-22T14:27:27.598 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi045.front.sepia.ceph.com 2023-03-22T14:27:27.598 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- bash -c 'ceph fs dump' 2023-03-22T14:27:27.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:27 smithi045 ceph-mon[91728]: pgmap v309: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:27 smithi142 ceph-mon[94717]: pgmap v309: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:27 smithi098 ceph-mon[94136]: pgmap v309: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:28.426 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:28.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:28 smithi045 ceph-mon[91728]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:29.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:28 smithi142 ceph-mon[94717]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:29.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:28 smithi098 ceph-mon[94136]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:27:30.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 -- 172.21.15.45:0/899424807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 msgr2=0x7f73b41018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:30.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 --2- 172.21.15.45:0/899424807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 0x7f73b41018d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009990 tx=0x7f73a8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 -- 172.21.15.45:0/899424807 shutdown_connections 2023-03-22T14:27:30.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 --2- 172.21.15.45:0/899424807 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73b4101e10 0x7f73b41086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 --2- 172.21.15.45:0/899424807 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 0x7f73b4100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 --2- 172.21.15.45:0/899424807 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 0x7f73b41018d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 -- 172.21.15.45:0/899424807 >> 172.21.15.45:0/899424807 conn(0x7f73b40fb890 msgr2=0x7f73b40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:30.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 -- 172.21.15.45:0/899424807 shutdown_connections 2023-03-22T14:27:30.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.029+0000 7f73b8944700 1 -- 172.21.15.45:0/899424807 wait complete. 2023-03-22T14:27:30.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.030+0000 7f73b8944700 1 Processor -- start 2023-03-22T14:27:30.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.030+0000 7f73b8944700 1 -- start start 2023-03-22T14:27:30.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.030+0000 7f73b8944700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 0x7f73b4196060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.030+0000 7f73b8944700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 0x7f73b41965a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.030+0000 7f73b8944700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73b4101e10 0x7f73b419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b8944700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73b419dbf0 con 0x7f73b4101480 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b8944700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73b419dd30 con 0x7f73b4100280 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b8944700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73b419dec0 con 0x7f73b4101e10 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 0x7f73b4196060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b1d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 0x7f73b41965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:30.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 0x7f73b4196060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:34922/0 (socket says 172.21.15.45:34922) 2023-03-22T14:27:30.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 -- 172.21.15.45:0/1084406370 learned_addr learned my addr 172.21.15.45:0/1084406370 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:30.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b2d9d700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73b4101e10 0x7f73b419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:30.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 -- 172.21.15.45:0/1084406370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73b4101e10 msgr2=0x7f73b419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:30.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73b4101e10 0x7f73b419d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 -- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 msgr2=0x7f73b41965a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:30.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 0x7f73b41965a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 -- 172.21.15.45:0/1084406370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73a80095f0 con 0x7f73b4100280 2023-03-22T14:27:30.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.031+0000 7f73b259c700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 0x7f73b4196060 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f73a400e970 tx=0x7f73a400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:30.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.032+0000 7f73a37fe700 1 -- 172.21.15.45:0/1084406370 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73a4009790 con 0x7f73b4100280 2023-03-22T14:27:30.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.032+0000 7f73a37fe700 1 -- 172.21.15.45:0/1084406370 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f73a400c7e0 con 0x7f73b4100280 2023-03-22T14:27:30.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.032+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73b410bc30 con 0x7f73b4100280 2023-03-22T14:27:30.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.032+0000 7f73a37fe700 1 -- 172.21.15.45:0/1084406370 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73a4003c70 con 0x7f73b4100280 2023-03-22T14:27:30.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.032+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73b410baa0 con 0x7f73b4100280 2023-03-22T14:27:30.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.033+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73b4107870 con 0x7f73b4100280 2023-03-22T14:27:30.038 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.035+0000 7f73a37fe700 1 -- 172.21.15.45:0/1084406370 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f73a400c950 con 0x7f73b4100280 2023-03-22T14:27:30.038 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.036+0000 7f73a37fe700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f739c09fb60 0x7f739c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:30.038 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.036+0000 7f73a37fe700 1 -- 172.21.15.45:0/1084406370 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f73a4014070 con 0x7f73b4100280 2023-03-22T14:27:30.039 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.037+0000 7f73b1d9b700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f739c09fb60 0x7f739c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:30.039 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.037+0000 7f73b1d9b700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f739c09fb60 0x7f739c0a2010 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f73a800b2e0 tx=0x7f73a8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:30.039 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.038+0000 7f73a37fe700 1 -- 172.21.15.45:0/1084406370 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f73a4094d50 con 0x7f73b4100280 2023-03-22T14:27:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:29 smithi142 ceph-mon[94717]: pgmap v310: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:29 smithi098 ceph-mon[94136]: pgmap v310: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:30.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:29 smithi045 ceph-mon[91728]: pgmap v310: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:30.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.293+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f73b402d010 con 0x7f73b4100280 2023-03-22T14:27:30.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.293+0000 7f73a37fe700 1 -- 172.21.15.45:0/1084406370 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) v1 ==== 76+0+2923 (secure 0 0 0) 0x7f73a4003dd0 con 0x7f73b4100280 2023-03-22T14:27:30.295 INFO:teuthology.orchestra.run.smithi045.stdout:e27 2023-03-22T14:27:30.296 INFO:teuthology.orchestra.run.smithi045.stdout:enable_multiple, ever_enabled_multiple: 1,1 2023-03-22T14:27:30.296 INFO:teuthology.orchestra.run.smithi045.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-03-22T14:27:30.296 INFO:teuthology.orchestra.run.smithi045.stdout:legacy client fscid: 1 2023-03-22T14:27:30.296 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:30.296 INFO:teuthology.orchestra.run.smithi045.stdout:Filesystem 'cephfs' (1) 2023-03-22T14:27:30.296 INFO:teuthology.orchestra.run.smithi045.stdout:fs_name cephfs 2023-03-22T14:27:30.296 INFO:teuthology.orchestra.run.smithi045.stdout:epoch 27 2023-03-22T14:27:30.297 INFO:teuthology.orchestra.run.smithi045.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2023-03-22T14:27:30.297 INFO:teuthology.orchestra.run.smithi045.stdout:created 2023-03-22T14:26:10.119437+0000 2023-03-22T14:27:30.297 INFO:teuthology.orchestra.run.smithi045.stdout:modified 2023-03-22T14:26:17.310728+0000 2023-03-22T14:27:30.297 INFO:teuthology.orchestra.run.smithi045.stdout:tableserver 0 2023-03-22T14:27:30.297 INFO:teuthology.orchestra.run.smithi045.stdout:root 0 2023-03-22T14:27:30.297 INFO:teuthology.orchestra.run.smithi045.stdout:session_timeout 300 2023-03-22T14:27:30.297 INFO:teuthology.orchestra.run.smithi045.stdout:session_autoclose 300 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:max_file_size 1099511627776 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:max_xattr_size 65536 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:required_client_features {} 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:last_failure 0 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:last_failure_osd_epoch 0 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:max_mds 5 2023-03-22T14:27:30.298 INFO:teuthology.orchestra.run.smithi045.stdout:in 0,1,2,3,4 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:up {0=24575,1=24532,2=24524,3=24517,4=24505} 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:failed 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:damaged 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:stopped 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:data_pools [3] 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:metadata_pool 2 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:inline_data disabled 2023-03-22T14:27:30.299 INFO:teuthology.orchestra.run.smithi045.stdout:balancer 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:bal_rank_mask -1 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:standby_count_wanted 0 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.b{0:24575} state up:active seq 3 addr [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.e{0:24494} state up:standby-replay seq 1 addr [v2:172.21.15.98:6834/2419039604,v1:172.21.15.98:6835/2419039604] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.i{1:24532} state up:active seq 6 addr [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.k{1:24458} state up:standby-replay seq 1 addr [v2:172.21.15.98:6832/3801506182,v1:172.21.15.98:6833/3801506182] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.h{2:24524} state up:active seq 7 addr [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.300 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.l{2:24457} state up:standby-replay seq 1 addr [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.301 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.c{3:24517} state up:active seq 8 addr [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.301 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.a{3:14547} state up:standby-replay seq 1 addr [v2:172.21.15.45:6840/665361133,v1:172.21.15.45:6841/665361133] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.301 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.f{4:24505} state up:active seq 8 addr [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.301 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.g{4:14535} state up:standby-replay seq 1 addr [v2:172.21.15.45:6838/2790114045,v1:172.21.15.45:6839/2790114045] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.301 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:30.301 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:30.301 INFO:teuthology.orchestra.run.smithi045.stdout:Standby daemons: 2023-03-22T14:27:30.302 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:30.302 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.j{-1:14469} state up:standby seq 1 addr [v2:172.21.15.45:6834/2422375600,v1:172.21.15.45:6835/2422375600] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.302 INFO:teuthology.orchestra.run.smithi045.stdout:[mds.d{-1:14481} state up:standby seq 1 addr [v2:172.21.15.45:6836/3806964212,v1:172.21.15.45:6837/3806964212] compat {c=[1],r=[1],i=[7ff]}] 2023-03-22T14:27:30.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f739c09fb60 msgr2=0x7f739c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:30.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f739c09fb60 0x7f739c0a2010 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f73a800b2e0 tx=0x7f73a8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 msgr2=0x7f73b4196060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:30.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 0x7f73b4196060 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f73a400e970 tx=0x7f73a400ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:30.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 shutdown_connections 2023-03-22T14:27:30.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f739c09fb60 0x7f739c0a2010 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73b4101e10 0x7f73b419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73b4100280 0x7f73b4196060 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 --2- 172.21.15.45:0/1084406370 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f73b4101480 0x7f73b41965a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:30.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 >> 172.21.15.45:0/1084406370 conn(0x7f73b40fb890 msgr2=0x7f73b41049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:30.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 shutdown_connections 2023-03-22T14:27:30.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:30.296+0000 7f73b8944700 1 -- 172.21.15.45:0/1084406370 wait complete. 2023-03-22T14:27:30.305 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:27:30.695 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- bash -c 'ceph osd dump' 2023-03-22T14:27:30.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:30 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1084406370' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-03-22T14:27:31.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:30 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1084406370' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-03-22T14:27:31.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:30 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1084406370' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-03-22T14:27:31.421 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:31.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:31 smithi045 ceph-mon[91728]: pgmap v311: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:31 smithi142 ceph-mon[94717]: pgmap v311: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:31 smithi098 ceph-mon[94136]: pgmap v311: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:32.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 -- 172.21.15.45:0/3690486466 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4100280 msgr2=0x7fd6c4100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:32.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/3690486466 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4100280 0x7fd6c4100690 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd6c00098f0 tx=0x7fd6c0009c00 comp rx=0 tx=0).stop 2023-03-22T14:27:32.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 -- 172.21.15.45:0/3690486466 shutdown_connections 2023-03-22T14:27:32.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/3690486466 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4100280 0x7fd6c4100690 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:32.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/3690486466 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd6c4101e10 0x7fd6c41086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:32.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/3690486466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd6c4101480 0x7fd6c41018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:32.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 -- 172.21.15.45:0/3690486466 >> 172.21.15.45:0/3690486466 conn(0x7fd6c40fb890 msgr2=0x7fd6c40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:32.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 -- 172.21.15.45:0/3690486466 shutdown_connections 2023-03-22T14:27:32.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.896+0000 7fd6cb69d700 1 -- 172.21.15.45:0/3690486466 wait complete. 2023-03-22T14:27:32.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.897+0000 7fd6cb69d700 1 Processor -- start 2023-03-22T14:27:32.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.897+0000 7fd6cb69d700 1 -- start start 2023-03-22T14:27:32.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6cb69d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd6c4100280 0x7fd6c4196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:32.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6cb69d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd6c4101480 0x7fd6c4196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:32.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6cb69d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4101e10 0x7fd6c419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:32.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6cb69d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c419dbb0 con 0x7fd6c4101e10 2023-03-22T14:27:32.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6cb69d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c419dcf0 con 0x7fd6c4100280 2023-03-22T14:27:32.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6cb69d700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c419de80 con 0x7fd6c4101480 2023-03-22T14:27:32.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6c9c3a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4101e10 0x7fd6c419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:32.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6c9c3a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4101e10 0x7fd6c419d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50400/0 (socket says 172.21.15.45:50400) 2023-03-22T14:27:32.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6c9c3a700 1 -- 172.21.15.45:0/281482874 learned_addr learned my addr 172.21.15.45:0/281482874 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:32.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6c9439700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd6c4100280 0x7fd6c4196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:32.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.898+0000 7fd6c8c38700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd6c4101480 0x7fd6c4196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:32.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c9c3a700 1 -- 172.21.15.45:0/281482874 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd6c4101480 msgr2=0x7fd6c4196560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c9c3a700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd6c4101480 0x7fd6c4196560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c9c3a700 1 -- 172.21.15.45:0/281482874 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd6c4100280 msgr2=0x7fd6c4196020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c9c3a700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd6c4100280 0x7fd6c4196020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c9c3a700 1 -- 172.21.15.45:0/281482874 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6c0009520 con 0x7fd6c4101e10 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c8c38700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd6c4101480 0x7fd6c4196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c9439700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd6c4100280 0x7fd6c4196020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6c9c3a700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4101e10 0x7fd6c419d5e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd6bc00ef60 tx=0x7fd6bc00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:32.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6ba7fc700 1 -- 172.21.15.45:0/281482874 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6bc018070 con 0x7fd6c4101e10 2023-03-22T14:27:32.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6ba7fc700 1 -- 172.21.15.45:0/281482874 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6bc00f040 con 0x7fd6c4101e10 2023-03-22T14:27:32.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6c410bbe0 con 0x7fd6c4101e10 2023-03-22T14:27:32.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6ba7fc700 1 -- 172.21.15.45:0/281482874 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6bc00ccb0 con 0x7fd6c4101e10 2023-03-22T14:27:32.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.899+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6c410ba50 con 0x7fd6c4101e10 2023-03-22T14:27:32.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.900+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6c41078e0 con 0x7fd6c4101e10 2023-03-22T14:27:32.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.902+0000 7fd6ba7fc700 1 -- 172.21.15.45:0/281482874 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fd6bc003a00 con 0x7fd6c4101e10 2023-03-22T14:27:32.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.904+0000 7fd6ba7fc700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd6b009fbe0 0x7fd6b00a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:32.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.904+0000 7fd6ba7fc700 1 -- 172.21.15.45:0/281482874 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fd6bc0ca600 con 0x7fd6c4101e10 2023-03-22T14:27:32.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.904+0000 7fd6c9439700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd6b009fbe0 0x7fd6b00a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:32.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.905+0000 7fd6c9439700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd6b009fbe0 0x7fd6b00a2090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd6c00098c0 tx=0x7fd6c0019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:32.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:32.908+0000 7fd6ba7fc700 1 -- 172.21.15.45:0/281482874 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fd6bc0943a0 con 0x7fd6c4101e10 2023-03-22T14:27:33.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.119+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7fd6c402d010 con 0x7fd6c4101e10 2023-03-22T14:27:33.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.120+0000 7fd6ba7fc700 1 -- 172.21.15.45:0/281482874 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v86) v1 ==== 56+0+5321 (secure 0 0 0) 0x7fd6bc0979c0 con 0x7fd6c4101e10 2023-03-22T14:27:33.122 INFO:teuthology.orchestra.run.smithi045.stdout:epoch 86 2023-03-22T14:27:33.122 INFO:teuthology.orchestra.run.smithi045.stdout:fsid 54899176-c8bc-11ed-9afe-001a4aab830c 2023-03-22T14:27:33.122 INFO:teuthology.orchestra.run.smithi045.stdout:created 2023-03-22T14:18:42.263310+0000 2023-03-22T14:27:33.122 INFO:teuthology.orchestra.run.smithi045.stdout:modified 2023-03-22T14:26:41.758619+0000 2023-03-22T14:27:33.123 INFO:teuthology.orchestra.run.smithi045.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-03-22T14:27:33.123 INFO:teuthology.orchestra.run.smithi045.stdout:crush_version 26 2023-03-22T14:27:33.123 INFO:teuthology.orchestra.run.smithi045.stdout:full_ratio 0.95 2023-03-22T14:27:33.123 INFO:teuthology.orchestra.run.smithi045.stdout:backfillfull_ratio 0.9 2023-03-22T14:27:33.123 INFO:teuthology.orchestra.run.smithi045.stdout:nearfull_ratio 0.85 2023-03-22T14:27:33.123 INFO:teuthology.orchestra.run.smithi045.stdout:require_min_compat_client luminous 2023-03-22T14:27:33.123 INFO:teuthology.orchestra.run.smithi045.stdout:min_compat_client luminous 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:require_osd_release reef 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:stretch_mode_enabled false 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:max_osd 12 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:osd.0 up in weight 1 up_from 8 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.45:6802/2382883776,v1:172.21.15.45:6803/2382883776] [v2:172.21.15.45:6804/2382883776,v1:172.21.15.45:6805/2382883776] exists,up 5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9 2023-03-22T14:27:33.124 INFO:teuthology.orchestra.run.smithi045.stdout:osd.1 up in weight 1 up_from 13 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6800/1777817376,v1:172.21.15.98:6801/1777817376] [v2:172.21.15.98:6802/1777817376,v1:172.21.15.98:6803/1777817376] exists,up 71c1effa-12de-470a-b33d-b8b475a31eb0 2023-03-22T14:27:33.125 INFO:teuthology.orchestra.run.smithi045.stdout:osd.2 up in weight 1 up_from 18 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.142:6800/1576476573,v1:172.21.15.142:6801/1576476573] [v2:172.21.15.142:6802/1576476573,v1:172.21.15.142:6803/1576476573] exists,up bed754c1-cad8-4887-87f2-186aea38e6d3 2023-03-22T14:27:33.125 INFO:teuthology.orchestra.run.smithi045.stdout:osd.3 up in weight 1 up_from 26 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.45:6810/165775326,v1:172.21.15.45:6811/165775326] [v2:172.21.15.45:6812/165775326,v1:172.21.15.45:6813/165775326] exists,up 6ff7ed7f-f37b-422b-8bc6-d83810dfedb9 2023-03-22T14:27:33.125 INFO:teuthology.orchestra.run.smithi045.stdout:osd.4 up in weight 1 up_from 34 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6808/2580786950,v1:172.21.15.98:6809/2580786950] [v2:172.21.15.98:6810/2580786950,v1:172.21.15.98:6811/2580786950] exists,up bd77c0b1-c561-41f5-92bb-a47e7e464210 2023-03-22T14:27:33.125 INFO:teuthology.orchestra.run.smithi045.stdout:osd.5 up in weight 1 up_from 39 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.142:6808/3347253317,v1:172.21.15.142:6809/3347253317] [v2:172.21.15.142:6810/3347253317,v1:172.21.15.142:6811/3347253317] exists,up 2df62230-a05a-4e2e-ab23-29b73707e424 2023-03-22T14:27:33.125 INFO:teuthology.orchestra.run.smithi045.stdout:osd.6 up in weight 1 up_from 47 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.45:6818/3993863528,v1:172.21.15.45:6819/3993863528] [v2:172.21.15.45:6820/3993863528,v1:172.21.15.45:6821/3993863528] exists,up c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0 2023-03-22T14:27:33.125 INFO:teuthology.orchestra.run.smithi045.stdout:osd.7 up in weight 1 up_from 52 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6816/1154656708,v1:172.21.15.98:6817/1154656708] [v2:172.21.15.98:6818/1154656708,v1:172.21.15.98:6819/1154656708] exists,up 7b830b8f-6a40-45fb-b3f6-17128a6d76c4 2023-03-22T14:27:33.125 INFO:teuthology.orchestra.run.smithi045.stdout:osd.8 up in weight 1 up_from 59 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.142:6816/842316204,v1:172.21.15.142:6817/842316204] [v2:172.21.15.142:6818/842316204,v1:172.21.15.142:6819/842316204] exists,up 285dfe1b-ea8e-4779-a306-5497d6599b80 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:osd.9 up in weight 1 up_from 67 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.45:6826/2178504917,v1:172.21.15.45:6827/2178504917] [v2:172.21.15.45:6828/2178504917,v1:172.21.15.45:6829/2178504917] exists,up 8dfb05ff-1688-4147-95ac-1fa605ee5a23 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:osd.10 up in weight 1 up_from 72 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6824/1631544530,v1:172.21.15.98:6825/1631544530] [v2:172.21.15.98:6826/1631544530,v1:172.21.15.98:6827/1631544530] exists,up 77ce7ba3-c57c-4a48-9355-908c91f6acf8 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:osd.11 up in weight 1 up_from 79 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.142:6824/4030818409,v1:172.21.15.142:6825/4030818409] [v2:172.21.15.142:6826/4030818409,v1:172.21.15.142:6827/4030818409] exists,up f2939be2-a196-4ad4-b5a9-778c1947ce8d 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 2.a [2,11] 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 2.1a [8,4] 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.6 [4,7] 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.19 [3,8] 2023-03-22T14:27:33.126 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.1b [4,8] 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.1d [5,9] 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.1e [3,9] 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.23 [4,7] 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.28 [5,6] 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:pg_upmap_items 3.34 [4,9] 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:0/3377062848 expires 2023-03-23T14:19:40.313612+0000 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:6801/743263651 expires 2023-03-23T14:19:40.313612+0000 2023-03-22T14:27:33.127 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:6800/743263651 expires 2023-03-23T14:19:40.313612+0000 2023-03-22T14:27:33.128 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:0/3377961633 expires 2023-03-23T14:19:40.313612+0000 2023-03-22T14:27:33.128 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:6801/3478652469 expires 2023-03-23T14:19:15.018157+0000 2023-03-22T14:27:33.128 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:6800/3478652469 expires 2023-03-23T14:19:15.018157+0000 2023-03-22T14:27:33.128 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:0/2108135557 expires 2023-03-23T14:19:40.313612+0000 2023-03-22T14:27:33.128 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:0/865199426 expires 2023-03-23T14:19:15.018157+0000 2023-03-22T14:27:33.128 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:0/2404298851 expires 2023-03-23T14:19:15.018157+0000 2023-03-22T14:27:33.128 INFO:teuthology.orchestra.run.smithi045.stdout:blocklist 172.21.15.45:0/3648382852 expires 2023-03-23T14:19:15.018157+0000 2023-03-22T14:27:33.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd6b009fbe0 msgr2=0x7fd6b00a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:33.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd6b009fbe0 0x7fd6b00a2090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd6c00098c0 tx=0x7fd6c0019040 comp rx=0 tx=0).stop 2023-03-22T14:27:33.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4101e10 msgr2=0x7fd6c419d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:33.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4101e10 0x7fd6c419d5e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd6bc00ef60 tx=0x7fd6bc00ef90 comp rx=0 tx=0).stop 2023-03-22T14:27:33.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 shutdown_connections 2023-03-22T14:27:33.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd6b009fbe0 0x7fd6b00a2090 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd6c4101e10 0x7fd6c419d5e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd6c4100280 0x7fd6c4196020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 --2- 172.21.15.45:0/281482874 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd6c4101480 0x7fd6c4196560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 >> 172.21.15.45:0/281482874 conn(0x7fd6c40fb890 msgr2=0x7fd6c4104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:33.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 shutdown_connections 2023-03-22T14:27:33.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.123+0000 7fd6cb69d700 1 -- 172.21.15.45:0/281482874 wait complete. 2023-03-22T14:27:33.485 INFO:teuthology.run_tasks:Running task fs.ready... 2023-03-22T14:27:33.496 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:33.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 -- 172.21.15.45:0/2451412431 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50080734e0 msgr2=0x7f5008073950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 --2- 172.21.15.45:0/2451412431 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50080734e0 0x7f5008073950 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009990 tx=0x7f4ffc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 -- 172.21.15.45:0/2451412431 shutdown_connections 2023-03-22T14:27:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 --2- 172.21.15.45:0/2451412431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008108090 0x7f500810a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 --2- 172.21.15.45:0/2451412431 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5008074ac0 0x7f5008072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 --2- 172.21.15.45:0/2451412431 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f50080734e0 0x7f5008073950 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 -- 172.21.15.45:0/2451412431 >> 172.21.15.45:0/2451412431 conn(0x7f50080fb7b0 msgr2=0x7f50080fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:33.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 -- 172.21.15.45:0/2451412431 shutdown_connections 2023-03-22T14:27:33.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.689+0000 7f500cfff700 1 -- 172.21.15.45:0/2451412431 wait complete. 2023-03-22T14:27:33.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.690+0000 7f500cfff700 1 Processor -- start 2023-03-22T14:27:33.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500cfff700 1 -- start start 2023-03-22T14:27:33.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500cfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50080734e0 0x7f5008198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:33.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500cfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008074ac0 0x7f50081986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500cfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5008108090 0x7f500819f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500cfff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500819fcf0 con 0x7f5008108090 2023-03-22T14:27:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500cfff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500819fe30 con 0x7f5008074ac0 2023-03-22T14:27:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500cfff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500819ffc0 con 0x7f50080734e0 2023-03-22T14:27:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f5006d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5008108090 0x7f500819f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f5005d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008074ac0 0x7f50081986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:33.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f5006d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5008108090 0x7f500819f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50426/0 (socket says 172.21.15.45:50426) 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f500659c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50080734e0 0x7f5008198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f5005d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008074ac0 0x7f50081986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:34948/0 (socket says 172.21.15.45:34948) 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.691+0000 7f5006d9d700 1 -- 172.21.15.45:0/435104764 learned_addr learned my addr 172.21.15.45:0/435104764 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f5006d9d700 1 -- 172.21.15.45:0/435104764 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50080734e0 msgr2=0x7f5008198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f5006d9d700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50080734e0 0x7f5008198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f5006d9d700 1 -- 172.21.15.45:0/435104764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008074ac0 msgr2=0x7f50081986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f5006d9d700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008074ac0 0x7f50081986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f5006d9d700 1 -- 172.21.15.45:0/435104764 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc0095f0 con 0x7f5008108090 2023-03-22T14:27:33.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f5005d9b700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008074ac0 0x7f50081986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:33.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f5006d9d700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5008108090 0x7f500819f720 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f500000ef30 tx=0x7f500000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:33.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f4ff77fe700 1 -- 172.21.15.45:0/435104764 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5000018070 con 0x7f5008108090 2023-03-22T14:27:33.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f4ff77fe700 1 -- 172.21.15.45:0/435104764 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f500000f040 con 0x7f5008108090 2023-03-22T14:27:33.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f4ff77fe700 1 -- 172.21.15.45:0/435104764 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f500000cd00 con 0x7f5008108090 2023-03-22T14:27:33.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f500810ddb0 con 0x7f5008108090 2023-03-22T14:27:33.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.692+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500810dc20 con 0x7f5008108090 2023-03-22T14:27:33.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.694+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5008106740 con 0x7f5008108090 2023-03-22T14:27:33.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.695+0000 7f4ff77fe700 1 -- 172.21.15.45:0/435104764 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f5000003a00 con 0x7f5008108090 2023-03-22T14:27:33.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.697+0000 7f4ff77fe700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff009fb60 0x7f4ff00a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:33.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.698+0000 7f4ff77fe700 1 -- 172.21.15.45:0/435104764 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f50000ca6f0 con 0x7f5008108090 2023-03-22T14:27:33.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.698+0000 7f500659c700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff009fb60 0x7f4ff00a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:33.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.698+0000 7f500659c700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff009fb60 0x7f4ff00a2010 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5008074e90 tx=0x7f4ff8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:33.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.701+0000 7f4ff77fe700 1 -- 172.21.15.45:0/435104764 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f5000094490 con 0x7f5008108090 2023-03-22T14:27:33.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.914+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f500802d010 con 0x7f5008108090 2023-03-22T14:27:33.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.915+0000 7f4ff77fe700 1 -- 172.21.15.45:0/435104764 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22553 (secure 0 0 0) 0x7f5000097ab0 con 0x7f5008108090 2023-03-22T14:27:33.917 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:33.917 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":86,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:41.758619+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:33.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff009fb60 msgr2=0x7f4ff00a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:33.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff009fb60 0x7f4ff00a2010 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5008074e90 tx=0x7f4ff8009260 comp rx=0 tx=0).stop 2023-03-22T14:27:33.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5008108090 msgr2=0x7f500819f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:33.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5008108090 0x7f500819f720 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f500000ef30 tx=0x7f500000c3a0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 shutdown_connections 2023-03-22T14:27:33.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4ff009fb60 0x7f4ff00a2010 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5008108090 0x7f500819f720 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50080734e0 0x7f5008198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 --2- 172.21.15.45:0/435104764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5008074ac0 0x7f50081986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:33.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 >> 172.21.15.45:0/435104764 conn(0x7f50080fb7b0 msgr2=0x7f50080fdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:33.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 shutdown_connections 2023-03-22T14:27:33.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:33.918+0000 7f500cfff700 1 -- 172.21.15.45:0/435104764 wait complete. 2023-03-22T14:27:33.938 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-03-22T14:26:08.355962+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-03-22T14:26:09.581887+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:27:33.939 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:27:33.992 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:33 smithi045 ceph-mon[91728]: pgmap v312: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:33.993 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:33 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/281482874' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-03-22T14:27:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:33 smithi142 ceph-mon[94717]: pgmap v312: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:33 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/281482874' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-03-22T14:27:34.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 -- 172.21.15.45:0/2327627133 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601001c0 msgr2=0x7f4f601005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 --2- 172.21.15.45:0/2327627133 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601001c0 0x7f4f601005d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c009990 tx=0x7f4f5c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 -- 172.21.15.45:0/2327627133 shutdown_connections 2023-03-22T14:27:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 --2- 172.21.15.45:0/2327627133 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601001c0 0x7f4f601005d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 --2- 172.21.15.45:0/2327627133 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f60101d40 0x7f4f60108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 --2- 172.21.15.45:0/2327627133 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4f601013b0 0x7f4f60101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 -- 172.21.15.45:0/2327627133 >> 172.21.15.45:0/2327627133 conn(0x7f4f600fb7e0 msgr2=0x7f4f600fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 -- 172.21.15.45:0/2327627133 shutdown_connections 2023-03-22T14:27:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.130+0000 7f4f677ff700 1 -- 172.21.15.45:0/2327627133 wait complete. 2023-03-22T14:27:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.131+0000 7f4f677ff700 1 Processor -- start 2023-03-22T14:27:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.131+0000 7f4f677ff700 1 -- start start 2023-03-22T14:27:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f677ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4f601001c0 0x7f4f60198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f677ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601013b0 0x7f4f601986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f677ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f60101d40 0x7f4f6019f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f677ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f6019fd00 con 0x7f4f601013b0 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f677ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f6019fe40 con 0x7f4f60101d40 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f677ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f6019ffd0 con 0x7f4f601001c0 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601013b0 0x7f4f601986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601013b0 0x7f4f601986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50442/0 (socket says 172.21.15.45:50442) 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 -- 172.21.15.45:0/3105876886 learned_addr learned my addr 172.21.15.45:0/3105876886 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f6559b700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4f601001c0 0x7f4f60198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f65d9c700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f60101d40 0x7f4f6019f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 -- 172.21.15.45:0/3105876886 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4f601001c0 msgr2=0x7f4f60198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4f601001c0 0x7f4f60198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 -- 172.21.15.45:0/3105876886 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f60101d40 msgr2=0x7f4f6019f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f60101d40 0x7f4f6019f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.132+0000 7f4f64d9a700 1 -- 172.21.15.45:0/3105876886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f5c0095f0 con 0x7f4f601013b0 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.133+0000 7f4f64d9a700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601013b0 0x7f4f601986c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f5000e9a0 tx=0x7f4f5000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:34.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.133+0000 7f4f567fc700 1 -- 172.21.15.45:0/3105876886 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f50009790 con 0x7f4f601013b0 2023-03-22T14:27:34.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.133+0000 7f4f567fc700 1 -- 172.21.15.45:0/3105876886 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4f50010430 con 0x7f4f601013b0 2023-03-22T14:27:34.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.133+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f6010bb80 con 0x7f4f601013b0 2023-03-22T14:27:34.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.133+0000 7f4f567fc700 1 -- 172.21.15.45:0/3105876886 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f50018680 con 0x7f4f601013b0 2023-03-22T14:27:34.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.133+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f6010b9f0 con 0x7f4f601013b0 2023-03-22T14:27:34.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.134+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f601928e0 con 0x7f4f601013b0 2023-03-22T14:27:34.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.136+0000 7f4f567fc700 1 -- 172.21.15.45:0/3105876886 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f4f500105a0 con 0x7f4f601013b0 2023-03-22T14:27:34.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.137+0000 7f4f567fc700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4f4c09fbe0 0x7f4f4c0a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.137+0000 7f4f567fc700 1 -- 172.21.15.45:0/3105876886 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f4f50014070 con 0x7f4f601013b0 2023-03-22T14:27:34.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.137+0000 7f4f6559b700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4f4c09fbe0 0x7f4f4c0a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.138+0000 7f4f6559b700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4f4c09fbe0 0x7f4f4c0a2090 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c00b2e0 tx=0x7f4f5c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:34.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.139+0000 7f4f567fc700 1 -- 172.21.15.45:0/3105876886 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4f50094da0 con 0x7f4f601013b0 2023-03-22T14:27:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:33 smithi098 ceph-mon[94136]: pgmap v312: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:33 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/281482874' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-03-22T14:27:34.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.344+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4f60061690 con 0x7f4f601013b0 2023-03-22T14:27:34.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.344+0000 7f4f567fc700 1 -- 172.21.15.45:0/3105876886 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4f50026020 con 0x7f4f601013b0 2023-03-22T14:27:34.346 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:27:34.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4f4c09fbe0 msgr2=0x7f4f4c0a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4f4c09fbe0 0x7f4f4c0a2090 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c00b2e0 tx=0x7f4f5c005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601013b0 msgr2=0x7f4f601986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601013b0 0x7f4f601986c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f5000e9a0 tx=0x7f4f5000ecb0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 shutdown_connections 2023-03-22T14:27:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f4f4c09fbe0 0x7f4f4c0a2090 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f60101d40 0x7f4f6019f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4f601001c0 0x7f4f60198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 --2- 172.21.15.45:0/3105876886 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4f601013b0 0x7f4f601986c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 >> 172.21.15.45:0/3105876886 conn(0x7f4f600fb7e0 msgr2=0x7f4f60106ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 shutdown_connections 2023-03-22T14:27:34.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.347+0000 7f4f677ff700 1 -- 172.21.15.45:0/3105876886 wait complete. 2023-03-22T14:27:34.366 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-03-22T14:27:34.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.558+0000 7f18795ff700 1 -- 172.21.15.45:0/2328279893 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1874101d40 msgr2=0x7f1874108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.558+0000 7f18795ff700 1 --2- 172.21.15.45:0/2328279893 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1874101d40 0x7f1874108600 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f186c00b0a0 tx=0x7f186c00b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.558+0000 7f18795ff700 1 -- 172.21.15.45:0/2328279893 shutdown_connections 2023-03-22T14:27:34.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.559+0000 7f18795ff700 1 --2- 172.21.15.45:0/2328279893 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1874101d40 0x7f1874108600 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.559+0000 7f18795ff700 1 --2- 172.21.15.45:0/2328279893 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f18741001c0 0x7f18741005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.559+0000 7f18795ff700 1 --2- 172.21.15.45:0/2328279893 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f18741013b0 0x7f1874101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.559+0000 7f18795ff700 1 -- 172.21.15.45:0/2328279893 >> 172.21.15.45:0/2328279893 conn(0x7f18740fb7e0 msgr2=0x7f18740fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:34.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.559+0000 7f18795ff700 1 -- 172.21.15.45:0/2328279893 shutdown_connections 2023-03-22T14:27:34.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.559+0000 7f18795ff700 1 -- 172.21.15.45:0/2328279893 wait complete. 2023-03-22T14:27:34.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 Processor -- start 2023-03-22T14:27:34.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 -- start start 2023-03-22T14:27:34.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f18741001c0 0x7f1874198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18741013b0 0x7f18741987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1874101d40 0x7f187419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187419fdf0 con 0x7f18741013b0 2023-03-22T14:27:34.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187419ff30 con 0x7f18741001c0 2023-03-22T14:27:34.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18795ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18741a00c0 con 0x7f1874101d40 2023-03-22T14:27:34.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18727fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18741013b0 0x7f18741987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18727fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18741013b0 0x7f18741987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50466/0 (socket says 172.21.15.45:50466) 2023-03-22T14:27:34.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18727fc700 1 -- 172.21.15.45:0/2575416673 learned_addr learned my addr 172.21.15.45:0/2575416673 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:34.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f1872ffd700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f18741001c0 0x7f1874198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.560+0000 7f18737fe700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1874101d40 0x7f187419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18727fc700 1 -- 172.21.15.45:0/2575416673 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1874101d40 msgr2=0x7f187419f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18727fc700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1874101d40 0x7f187419f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18727fc700 1 -- 172.21.15.45:0/2575416673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f18741001c0 msgr2=0x7f1874198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18727fc700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f18741001c0 0x7f1874198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18727fc700 1 -- 172.21.15.45:0/2575416673 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1868009520 con 0x7f18741013b0 2023-03-22T14:27:34.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18737fe700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1874101d40 0x7f187419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:34.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18727fc700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18741013b0 0x7f18741987b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f186800eb30 tx=0x7f186800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:34.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f185bfff700 1 -- 172.21.15.45:0/2575416673 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1868009880 con 0x7f18741013b0 2023-03-22T14:27:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f185bfff700 1 -- 172.21.15.45:0/2575416673 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f18680044e0 con 0x7f18741013b0 2023-03-22T14:27:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f185bfff700 1 -- 172.21.15.45:0/2575416673 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1868003e90 con 0x7f18741013b0 2023-03-22T14:27:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f186c009d00 con 0x7f18741013b0 2023-03-22T14:27:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.561+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f187410bb80 con 0x7f18741013b0 2023-03-22T14:27:34.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.562+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1874067980 con 0x7f18741013b0 2023-03-22T14:27:34.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.564+0000 7f185bfff700 1 -- 172.21.15.45:0/2575416673 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f1868004000 con 0x7f18741013b0 2023-03-22T14:27:34.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.566+0000 7f185bfff700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f185c09fb60 0x7f185c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.566+0000 7f185bfff700 1 -- 172.21.15.45:0/2575416673 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f1868014070 con 0x7f18741013b0 2023-03-22T14:27:34.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.566+0000 7f1872ffd700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f185c09fb60 0x7f185c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:34.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.566+0000 7f1872ffd700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f185c09fb60 0x7f185c0a2010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1874101210 tx=0x7f1864009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:34.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.570+0000 7f185bfff700 1 -- 172.21.15.45:0/2575416673 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f1868094e80 con 0x7f18741013b0 2023-03-22T14:27:34.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.780+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f18741a0be0 con 0x7f18741013b0 2023-03-22T14:27:34.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.781+0000 7f185bfff700 1 -- 172.21.15.45:0/2575416673 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f18680984a0 con 0x7f18741013b0 2023-03-22T14:27:34.782 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2023-03-22T14:27:34.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f185c09fb60 msgr2=0x7f185c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f185c09fb60 0x7f185c0a2010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1874101210 tx=0x7f1864009260 comp rx=0 tx=0).stop 2023-03-22T14:27:34.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18741013b0 msgr2=0x7f18741987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18741013b0 0x7f18741987b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f186800eb30 tx=0x7f186800ee40 comp rx=0 tx=0).stop 2023-03-22T14:27:34.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 shutdown_connections 2023-03-22T14:27:34.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f185c09fb60 0x7f185c0a2010 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1874101d40 0x7f187419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f18741001c0 0x7f1874198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 --2- 172.21.15.45:0/2575416673 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f18741013b0 0x7f18741987b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 >> 172.21.15.45:0/2575416673 conn(0x7f18740fb7e0 msgr2=0x7f18740fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:34.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 shutdown_connections 2023-03-22T14:27:34.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.783+0000 7f18795ff700 1 -- 172.21.15.45:0/2575416673 wait complete. 2023-03-22T14:27:34.802 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-03-22T14:27:34.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 -- 172.21.15.45:0/290062400 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd01001c0 msgr2=0x7f1bd01005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:34.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/290062400 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd01001c0 0x7f1bd01005d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc009990 tx=0x7f1bcc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 -- 172.21.15.45:0/290062400 shutdown_connections 2023-03-22T14:27:34.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/290062400 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd01001c0 0x7f1bd01005d0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/290062400 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1bd0101d40 0x7f1bd0108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/290062400 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd01013b0 0x7f1bd0101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:34.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 -- 172.21.15.45:0/290062400 >> 172.21.15.45:0/290062400 conn(0x7f1bd00fb7e0 msgr2=0x7f1bd00fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:34.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 -- 172.21.15.45:0/290062400 shutdown_connections 2023-03-22T14:27:34.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.994+0000 7f1bd81ff700 1 -- 172.21.15.45:0/290062400 wait complete. 2023-03-22T14:27:34.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 Processor -- start 2023-03-22T14:27:34.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 -- start start 2023-03-22T14:27:34.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd01001c0 0x7f1bd0195f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1bd01013b0 0x7f1bd01964c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd0101d40 0x7f1bd019d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:34.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd019db00 con 0x7f1bd0101d40 2023-03-22T14:27:34.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd019dc40 con 0x7f1bd01001c0 2023-03-22T14:27:34.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.996+0000 7f1bd81ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd019ddd0 con 0x7f1bd01013b0 2023-03-22T14:27:35.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd679c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd0101d40 0x7f1bd019d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd579a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1bd01013b0 0x7f1bd01964c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd679c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd0101d40 0x7f1bd019d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50484/0 (socket says 172.21.15.45:50484) 2023-03-22T14:27:35.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd679c700 1 -- 172.21.15.45:0/3597105275 learned_addr learned my addr 172.21.15.45:0/3597105275 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:35.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd5f9b700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd01001c0 0x7f1bd0195f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd579a700 1 -- 172.21.15.45:0/3597105275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd01001c0 msgr2=0x7f1bd0195f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd579a700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd01001c0 0x7f1bd0195f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd579a700 1 -- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd0101d40 msgr2=0x7f1bd019d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd579a700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd0101d40 0x7f1bd019d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd579a700 1 -- 172.21.15.45:0/3597105275 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bcc0095f0 con 0x7f1bd01013b0 2023-03-22T14:27:35.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bd579a700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1bd01013b0 0x7f1bd01964c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1bc000e9f0 tx=0x7f1bc000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:35.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.997+0000 7f1bc6ffd700 1 -- 172.21.15.45:0/3597105275 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc000c9c0 con 0x7f1bd01013b0 2023-03-22T14:27:35.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.998+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd010bb80 con 0x7f1bd01013b0 2023-03-22T14:27:35.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.998+0000 7f1bc6ffd700 1 -- 172.21.15.45:0/3597105275 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1bc0010430 con 0x7f1bd01013b0 2023-03-22T14:27:35.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.998+0000 7f1bc6ffd700 1 -- 172.21.15.45:0/3597105275 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc0018680 con 0x7f1bd01013b0 2023-03-22T14:27:35.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.998+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd010b9f0 con 0x7f1bd01013b0 2023-03-22T14:27:35.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:34.999+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd0107140 con 0x7f1bd01013b0 2023-03-22T14:27:35.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.001+0000 7f1bc6ffd700 1 -- 172.21.15.45:0/3597105275 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f1bc0010860 con 0x7f1bd01013b0 2023-03-22T14:27:35.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.002+0000 7f1bc6ffd700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1bbc09fb60 0x7f1bbc0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.002+0000 7f1bc6ffd700 1 -- 172.21.15.45:0/3597105275 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f1bc0014070 con 0x7f1bd01013b0 2023-03-22T14:27:35.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.002+0000 7f1bd5f9b700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1bbc09fb60 0x7f1bbc0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.003+0000 7f1bd5f9b700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1bbc09fb60 0x7f1bbc0a2010 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc00b2e0 tx=0x7f1bcc005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:35.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.004+0000 7f1bc6ffd700 1 -- 172.21.15.45:0/3597105275 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f1bc0094f00 con 0x7f1bd01013b0 2023-03-22T14:27:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:34 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/435104764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:34 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3105876886' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:34 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/435104764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:34 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3105876886' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:35.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.215+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1bd002d010 con 0x7f1bd01013b0 2023-03-22T14:27:35.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.215+0000 7f1bc6ffd700 1 -- 172.21.15.45:0/3597105275 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1bc0098520 con 0x7f1bd01013b0 2023-03-22T14:27:35.217 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 64 2023-03-22T14:27:35.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:34 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/435104764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:35.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:34 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3105876886' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:35.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1bbc09fb60 msgr2=0x7f1bbc0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1bbc09fb60 0x7f1bbc0a2010 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc00b2e0 tx=0x7f1bcc005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1bd01013b0 msgr2=0x7f1bd01964c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1bd01013b0 0x7f1bd01964c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1bc000e9f0 tx=0x7f1bc000ed00 comp rx=0 tx=0).stop 2023-03-22T14:27:35.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 shutdown_connections 2023-03-22T14:27:35.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f1bbc09fb60 0x7f1bbc0a2010 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1bd0101d40 0x7f1bd019d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd01001c0 0x7f1bd0195f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 --2- 172.21.15.45:0/3597105275 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1bd01013b0 0x7f1bd01964c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 >> 172.21.15.45:0/3597105275 conn(0x7f1bd00fb7e0 msgr2=0x7f1bd00fdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:35.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 shutdown_connections 2023-03-22T14:27:35.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.218+0000 7f1bd81ff700 1 -- 172.21.15.45:0/3597105275 wait complete. 2023-03-22T14:27:35.238 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:27:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 -- 172.21.15.45:0/687975273 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81001d0 msgr2=0x7f96f81005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/687975273 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81001d0 0x7f96f81005e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f96e8009990 tx=0x7f96e8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 -- 172.21.15.45:0/687975273 shutdown_connections 2023-03-22T14:27:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/687975273 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81001d0 0x7f96f81005e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/687975273 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f96f8101d50 0x7f96f8108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/687975273 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96f81013c0 0x7f96f8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 -- 172.21.15.45:0/687975273 >> 172.21.15.45:0/687975273 conn(0x7f96f80fb7b0 msgr2=0x7f96f80fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.424+0000 7f96fc9ff700 1 -- 172.21.15.45:0/687975273 shutdown_connections 2023-03-22T14:27:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.425+0000 7f96fc9ff700 1 -- 172.21.15.45:0/687975273 wait complete. 2023-03-22T14:27:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.425+0000 7f96fc9ff700 1 Processor -- start 2023-03-22T14:27:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.425+0000 7f96fc9ff700 1 -- start start 2023-03-22T14:27:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96fc9ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96f81001d0 0x7f96f8195f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96fc9ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81013c0 0x7f96f81964b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96fc9ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f96f8101d50 0x7f96f819d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96fc9ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96f819daf0 con 0x7f96f81013c0 2023-03-22T14:27:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96fc9ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96f819dc30 con 0x7f96f8101d50 2023-03-22T14:27:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96fc9ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96f819ddc0 con 0x7f96f81001d0 2023-03-22T14:27:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81013c0 0x7f96f81964b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81013c0 0x7f96f81964b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50498/0 (socket says 172.21.15.45:50498) 2023-03-22T14:27:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 -- 172.21.15.45:0/2708680666 learned_addr learned my addr 172.21.15.45:0/2708680666 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96f659c700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96f81001d0 0x7f96f8195f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96f6d9d700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f96f8101d50 0x7f96f819d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 -- 172.21.15.45:0/2708680666 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96f81001d0 msgr2=0x7f96f8195f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96f81001d0 0x7f96f8195f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 -- 172.21.15.45:0/2708680666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f96f8101d50 msgr2=0x7f96f819d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f96f8101d50 0x7f96f819d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96effff700 1 -- 172.21.15.45:0/2708680666 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96e80095f0 con 0x7f96f81013c0 2023-03-22T14:27:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.426+0000 7f96f6d9d700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f96f8101d50 0x7f96f819d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.427+0000 7f96effff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81013c0 0x7f96f81964b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f96e000e9a0 tx=0x7f96e000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.427+0000 7f96ef7fe700 1 -- 172.21.15.45:0/2708680666 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96e0009790 con 0x7f96f81013c0 2023-03-22T14:27:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.427+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96f810bb90 con 0x7f96f81013c0 2023-03-22T14:27:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.427+0000 7f96ef7fe700 1 -- 172.21.15.45:0/2708680666 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96e000cbd0 con 0x7f96f81013c0 2023-03-22T14:27:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.427+0000 7f96ef7fe700 1 -- 172.21.15.45:0/2708680666 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96e0018680 con 0x7f96f81013c0 2023-03-22T14:27:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.427+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96f810ba00 con 0x7f96f81013c0 2023-03-22T14:27:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.428+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96f8107100 con 0x7f96f81013c0 2023-03-22T14:27:35.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.430+0000 7f96ef7fe700 1 -- 172.21.15.45:0/2708680666 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f96e000cd40 con 0x7f96f81013c0 2023-03-22T14:27:35.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.431+0000 7f96ef7fe700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f96e409fb60 0x7f96e40a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.431+0000 7f96ef7fe700 1 -- 172.21.15.45:0/2708680666 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f96e0014070 con 0x7f96f81013c0 2023-03-22T14:27:35.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.432+0000 7f96f659c700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f96e409fb60 0x7f96e40a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.432+0000 7f96f659c700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f96e409fb60 0x7f96e40a2010 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f96e800b2e0 tx=0x7f96e8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:35.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.435+0000 7f96ef7fe700 1 -- 172.21.15.45:0/2708680666 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f96e00515c0 con 0x7f96f81013c0 2023-03-22T14:27:35.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.695+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f96f8067980 con 0x7f96f81013c0 2023-03-22T14:27:35.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.696+0000 7f96ef7fe700 1 -- 172.21.15.45:0/2708680666 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7f96e0094cb0 con 0x7f96f81013c0 2023-03-22T14:27:35.697 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:35.698 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:27:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f96e409fb60 msgr2=0x7f96e40a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f96e409fb60 0x7f96e40a2010 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f96e800b2e0 tx=0x7f96e8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81013c0 msgr2=0x7f96f81964b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81013c0 0x7f96f81964b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f96e000e9a0 tx=0x7f96e000ecb0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 shutdown_connections 2023-03-22T14:27:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f96e409fb60 0x7f96e40a2010 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f96f8101d50 0x7f96f819d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96f81001d0 0x7f96f8195f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 --2- 172.21.15.45:0/2708680666 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f96f81013c0 0x7f96f81964b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 >> 172.21.15.45:0/2708680666 conn(0x7f96f80fb7b0 msgr2=0x7f96f80fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.698+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 shutdown_connections 2023-03-22T14:27:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.699+0000 7f96fc9ff700 1 -- 172.21.15.45:0/2708680666 wait complete. 2023-03-22T14:27:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:27:35.718 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:35.908 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 -- 172.21.15.45:0/1867283766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa6041001d0 msgr2=0x7fa6041005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/1867283766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa6041001d0 0x7fa6041005e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa600009990 tx=0x7fa600009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 -- 172.21.15.45:0/1867283766 shutdown_connections 2023-03-22T14:27:35.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/1867283766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa6041001d0 0x7fa6041005e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/1867283766 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa604101d50 0x7fa604108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/1867283766 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa6041013c0 0x7fa604101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 -- 172.21.15.45:0/1867283766 >> 172.21.15.45:0/1867283766 conn(0x7fa6040fb7b0 msgr2=0x7fa6040fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:35.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 -- 172.21.15.45:0/1867283766 shutdown_connections 2023-03-22T14:27:35.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.907+0000 7fa60b9ff700 1 -- 172.21.15.45:0/1867283766 wait complete. 2023-03-22T14:27:35.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 Processor -- start 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 -- start start 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa6041001d0 0x7fa604074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa6041013c0 0x7fa604072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa604101d50 0x7fa6040733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa604073b50 con 0x7fa604101d50 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa604073cc0 con 0x7fa6041001d0 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.908+0000 7fa60b9ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6041a0000 con 0x7fa6041013c0 2023-03-22T14:27:35.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa604101d50 0x7fa6040733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa608f9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa6041013c0 0x7fa604072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa604101d50 0x7fa6040733b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56676/0 (socket says 172.21.15.45:56676) 2023-03-22T14:27:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 -- 172.21.15.45:0/2275281527 learned_addr learned my addr 172.21.15.45:0/2275281527 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa60979b700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa6041001d0 0x7fa604074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 -- 172.21.15.45:0/2275281527 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa6041013c0 msgr2=0x7fa604072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa6041013c0 0x7fa604072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 -- 172.21.15.45:0/2275281527 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa6041001d0 msgr2=0x7fa604074830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa6041001d0 0x7fa604074830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 -- 172.21.15.45:0/2275281527 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6000095f0 con 0x7fa604101d50 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa609f9c700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa604101d50 0x7fa6040733b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00ef30 tx=0x7fa5fc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.909+0000 7fa5fa7fc700 1 -- 172.21.15.45:0/2275281527 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc018070 con 0x7fa604101d50 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.910+0000 7fa5fa7fc700 1 -- 172.21.15.45:0/2275281527 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa5fc00f040 con 0x7fa604101d50 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.910+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa60410bb90 con 0x7fa604101d50 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.910+0000 7fa5fa7fc700 1 -- 172.21.15.45:0/2275281527 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc00cd00 con 0x7fa604101d50 2023-03-22T14:27:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.910+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa60410ba00 con 0x7fa604101d50 2023-03-22T14:27:35.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.911+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa604067980 con 0x7fa604101d50 2023-03-22T14:27:35.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.913+0000 7fa5fa7fc700 1 -- 172.21.15.45:0/2275281527 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fa5fc003a00 con 0x7fa604101d50 2023-03-22T14:27:35.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.915+0000 7fa5fa7fc700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa5f009fb60 0x7fa5f00a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:35.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.915+0000 7fa5fa7fc700 1 -- 172.21.15.45:0/2275281527 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fa5fc0ca6f0 con 0x7fa604101d50 2023-03-22T14:27:35.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.915+0000 7fa60979b700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa5f009fb60 0x7fa5f00a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:35.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.916+0000 7fa60979b700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa5f009fb60 0x7fa5f00a2010 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa60000b2e0 tx=0x7fa600005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:35.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:35.919+0000 7fa5fa7fc700 1 -- 172.21.15.45:0/2275281527 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fa5fc094490 con 0x7fa604101d50 2023-03-22T14:27:35.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:35 smithi045 ceph-mon[91728]: pgmap v313: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:35 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2575416673' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:35 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3597105275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:35.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:35 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2708680666' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:35 smithi142 ceph-mon[94717]: pgmap v313: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:35 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2575416673' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:35 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3597105275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:35 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2708680666' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:36.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.130+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa604107110 con 0x7fa604101d50 2023-03-22T14:27:36.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.132+0000 7fa5fa7fc700 1 -- 172.21.15.45:0/2275281527 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22553 (secure 0 0 0) 0x7fa5fc097ab0 con 0x7fa604101d50 2023-03-22T14:27:36.133 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:36.134 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":86,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:41.758619+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:36.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa5f009fb60 msgr2=0x7fa5f00a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa5f009fb60 0x7fa5f00a2010 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa60000b2e0 tx=0x7fa600005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa604101d50 msgr2=0x7fa6040733b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa604101d50 0x7fa6040733b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00ef30 tx=0x7fa5fc00c3a0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 shutdown_connections 2023-03-22T14:27:36.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fa5f009fb60 0x7fa5f00a2010 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa604101d50 0x7fa6040733b0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa6041001d0 0x7fa604074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 --2- 172.21.15.45:0/2275281527 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa6041013c0 0x7fa604072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.134+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 >> 172.21.15.45:0/2275281527 conn(0x7fa6040fb7b0 msgr2=0x7fa6040fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:36.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.135+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 shutdown_connections 2023-03-22T14:27:36.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.135+0000 7fa60b9ff700 1 -- 172.21.15.45:0/2275281527 wait complete. 2023-03-22T14:27:36.154 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-03-22T14:26:08.355962+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-03-22T14:26:09.581887+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:27:36.154 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:27:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:35 smithi098 ceph-mon[94136]: pgmap v313: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:35 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2575416673' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:35 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3597105275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:35 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2708680666' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:36.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.345+0000 7f3c973ff700 1 -- 172.21.15.45:0/560397837 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 msgr2=0x7f3c901005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.345+0000 7f3c973ff700 1 --2- 172.21.15.45:0/560397837 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c901005d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c009990 tx=0x7f3c8c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.346+0000 7f3c973ff700 1 -- 172.21.15.45:0/560397837 shutdown_connections 2023-03-22T14:27:36.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.346+0000 7f3c973ff700 1 --2- 172.21.15.45:0/560397837 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c901005d0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.346+0000 7f3c973ff700 1 --2- 172.21.15.45:0/560397837 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c90101d40 0x7f3c90108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.346+0000 7f3c973ff700 1 --2- 172.21.15.45:0/560397837 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3c901013b0 0x7f3c90101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.346+0000 7f3c973ff700 1 -- 172.21.15.45:0/560397837 >> 172.21.15.45:0/560397837 conn(0x7f3c900fb7c0 msgr2=0x7f3c900fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:36.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.346+0000 7f3c973ff700 1 -- 172.21.15.45:0/560397837 shutdown_connections 2023-03-22T14:27:36.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.346+0000 7f3c973ff700 1 -- 172.21.15.45:0/560397837 wait complete. 2023-03-22T14:27:36.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 Processor -- start 2023-03-22T14:27:36.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 -- start start 2023-03-22T14:27:36.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c90195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c901013b0 0x7f3c901964f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3c90101d40 0x7f3c9019d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c9019db30 con 0x7f3c901001c0 2023-03-22T14:27:36.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c9019dc70 con 0x7f3c90101d40 2023-03-22T14:27:36.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c973ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c9019de00 con 0x7f3c901013b0 2023-03-22T14:27:36.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c9519b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c90195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c9499a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c901013b0 0x7f3c901964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c9519b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c90195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56682/0 (socket says 172.21.15.45:56682) 2023-03-22T14:27:36.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c9499a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c901013b0 0x7f3c901964f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41420/0 (socket says 172.21.15.45:41420) 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c9519b700 1 -- 172.21.15.45:0/1444341814 learned_addr learned my addr 172.21.15.45:0/1444341814 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.347+0000 7f3c9599c700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3c90101d40 0x7f3c9019d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c9519b700 1 -- 172.21.15.45:0/1444341814 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c901013b0 msgr2=0x7f3c901964f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c9519b700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c901013b0 0x7f3c901964f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c9519b700 1 -- 172.21.15.45:0/1444341814 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3c90101d40 msgr2=0x7f3c9019d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c9519b700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3c90101d40 0x7f3c9019d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c9519b700 1 -- 172.21.15.45:0/1444341814 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c8c0095f0 con 0x7f3c901001c0 2023-03-22T14:27:36.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c9519b700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c90195fb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0098e0 tx=0x7f3c8c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:36.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c867fc700 1 -- 172.21.15.45:0/1444341814 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c01d070 con 0x7f3c901001c0 2023-03-22T14:27:36.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c867fc700 1 -- 172.21.15.45:0/1444341814 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3c8c005030 con 0x7f3c901001c0 2023-03-22T14:27:36.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c9010bb80 con 0x7f3c901001c0 2023-03-22T14:27:36.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c867fc700 1 -- 172.21.15.45:0/1444341814 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c004b50 con 0x7f3c901001c0 2023-03-22T14:27:36.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.348+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c9010b9f0 con 0x7f3c901001c0 2023-03-22T14:27:36.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.350+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c90107140 con 0x7f3c901001c0 2023-03-22T14:27:36.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.351+0000 7f3c867fc700 1 -- 172.21.15.45:0/1444341814 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f3c8c004d30 con 0x7f3c901001c0 2023-03-22T14:27:36.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.353+0000 7f3c867fc700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3c7c09fb60 0x7f3c7c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.353+0000 7f3c867fc700 1 -- 172.21.15.45:0/1444341814 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f3c8c0cbe30 con 0x7f3c901001c0 2023-03-22T14:27:36.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.353+0000 7f3c9499a700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3c7c09fb60 0x7f3c7c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.353+0000 7f3c9499a700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3c7c09fb60 0x7f3c7c0a2010 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3c80007c60 tx=0x7f3c800073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:36.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.356+0000 7f3c867fc700 1 -- 172.21.15.45:0/1444341814 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f3c8c05a5c0 con 0x7f3c901001c0 2023-03-22T14:27:36.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.566+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3c90067980 con 0x7f3c901001c0 2023-03-22T14:27:36.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.566+0000 7f3c867fc700 1 -- 172.21.15.45:0/1444341814 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3c8c099660 con 0x7f3c901001c0 2023-03-22T14:27:36.568 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:27:36.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3c7c09fb60 msgr2=0x7f3c7c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3c7c09fb60 0x7f3c7c0a2010 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3c80007c60 tx=0x7f3c800073d0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 msgr2=0x7f3c90195fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c90195fb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0098e0 tx=0x7f3c8c004730 comp rx=0 tx=0).stop 2023-03-22T14:27:36.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 shutdown_connections 2023-03-22T14:27:36.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f3c7c09fb60 0x7f3c7c0a2010 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f3c901001c0 0x7f3c90195fb0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3c90101d40 0x7f3c9019d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 --2- 172.21.15.45:0/1444341814 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c901013b0 0x7f3c901964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 >> 172.21.15.45:0/1444341814 conn(0x7f3c900fb7c0 msgr2=0x7f3c900fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:36.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 shutdown_connections 2023-03-22T14:27:36.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.569+0000 7f3c973ff700 1 -- 172.21.15.45:0/1444341814 wait complete. 2023-03-22T14:27:36.588 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-03-22T14:27:36.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 -- 172.21.15.45:0/1162962099 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441013b0 msgr2=0x7f0c44101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 --2- 172.21.15.45:0/1162962099 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441013b0 0x7f0c44101800 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0c38009990 tx=0x7f0c38009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 -- 172.21.15.45:0/1162962099 shutdown_connections 2023-03-22T14:27:36.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 --2- 172.21.15.45:0/1162962099 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c44101d40 0x7f0c44108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 --2- 172.21.15.45:0/1162962099 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c441001c0 0x7f0c441005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 --2- 172.21.15.45:0/1162962099 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441013b0 0x7f0c44101800 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 -- 172.21.15.45:0/1162962099 >> 172.21.15.45:0/1162962099 conn(0x7f0c440fb7e0 msgr2=0x7f0c440fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:36.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 -- 172.21.15.45:0/1162962099 shutdown_connections 2023-03-22T14:27:36.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.781+0000 7f0c49fff700 1 -- 172.21.15.45:0/1162962099 wait complete. 2023-03-22T14:27:36.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 Processor -- start 2023-03-22T14:27:36.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 -- start start 2023-03-22T14:27:36.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441001c0 0x7f0c441981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c441013b0 0x7f0c44198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c44101d40 0x7f0c4419f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4419fd40 con 0x7f0c441001c0 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4419fe80 con 0x7f0c441013b0 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c49fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c441a0010 con 0x7f0c44101d40 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c437fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441001c0 0x7f0c441981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c437fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441001c0 0x7f0c441981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56700/0 (socket says 172.21.15.45:56700) 2023-03-22T14:27:36.786 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.782+0000 7f0c437fe700 1 -- 172.21.15.45:0/2156710289 learned_addr learned my addr 172.21.15.45:0/2156710289 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:36.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c42ffd700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c441013b0 0x7f0c44198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c43fff700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c44101d40 0x7f0c4419f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c437fe700 1 -- 172.21.15.45:0/2156710289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c44101d40 msgr2=0x7f0c4419f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c437fe700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c44101d40 0x7f0c4419f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c437fe700 1 -- 172.21.15.45:0/2156710289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c441013b0 msgr2=0x7f0c44198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:36.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c437fe700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c441013b0 0x7f0c44198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:36.787 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c437fe700 1 -- 172.21.15.45:0/2156710289 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c34009520 con 0x7f0c441001c0 2023-03-22T14:27:36.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c437fe700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441001c0 0x7f0c441981c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400ea50 tx=0x7f0c3400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:36.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c40ff9700 1 -- 172.21.15.45:0/2156710289 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c3400cbd0 con 0x7f0c441001c0 2023-03-22T14:27:36.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c40ff9700 1 -- 172.21.15.45:0/2156710289 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c3400cd30 con 0x7f0c441001c0 2023-03-22T14:27:36.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c380095f0 con 0x7f0c441001c0 2023-03-22T14:27:36.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.783+0000 7f0c40ff9700 1 -- 172.21.15.45:0/2156710289 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c34018680 con 0x7f0c441001c0 2023-03-22T14:27:36.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.784+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c4410bb70 con 0x7f0c441001c0 2023-03-22T14:27:36.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.785+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c441928d0 con 0x7f0c441001c0 2023-03-22T14:27:36.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.786+0000 7f0c40ff9700 1 -- 172.21.15.45:0/2156710289 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f0c34010430 con 0x7f0c441001c0 2023-03-22T14:27:36.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.788+0000 7f0c40ff9700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0c2c09fbe0 0x7f0c2c0a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:36.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.788+0000 7f0c40ff9700 1 -- 172.21.15.45:0/2156710289 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f0c34014070 con 0x7f0c441001c0 2023-03-22T14:27:36.789 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.788+0000 7f0c42ffd700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0c2c09fbe0 0x7f0c2c0a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:36.790 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.788+0000 7f0c42ffd700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0c2c09fbe0 0x7f0c2c0a2090 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800b2e0 tx=0x7f0c38005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:36.792 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:36.791+0000 7f0c40ff9700 1 -- 172.21.15.45:0/2156710289 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f0c34094e30 con 0x7f0c441001c0 2023-03-22T14:27:36.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:36 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2275281527' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:36.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:36 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1444341814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:37.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.000+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0c44061740 con 0x7f0c441001c0 2023-03-22T14:27:37.002 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.000+0000 7f0c40ff9700 1 -- 172.21.15.45:0/2156710289 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0c34098450 con 0x7f0c441001c0 2023-03-22T14:27:37.002 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2023-03-22T14:27:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0c2c09fbe0 msgr2=0x7f0c2c0a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0c2c09fbe0 0x7f0c2c0a2090 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800b2e0 tx=0x7f0c38005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441001c0 msgr2=0x7f0c441981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441001c0 0x7f0c441981c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400ea50 tx=0x7f0c3400ed60 comp rx=0 tx=0).stop 2023-03-22T14:27:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 shutdown_connections 2023-03-22T14:27:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0c2c09fbe0 0x7f0c2c0a2090 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c441001c0 0x7f0c441981c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c44101d40 0x7f0c4419f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 --2- 172.21.15.45:0/2156710289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c441013b0 0x7f0c44198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 >> 172.21.15.45:0/2156710289 conn(0x7f0c440fb7e0 msgr2=0x7f0c44106ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:37.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 shutdown_connections 2023-03-22T14:27:37.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.003+0000 7f0c49fff700 1 -- 172.21.15.45:0/2156710289 wait complete. 2023-03-22T14:27:37.022 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-03-22T14:27:37.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:36 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2275281527' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:37.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:36 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1444341814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:37.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:36 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2275281527' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:37.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:36 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1444341814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:37.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 -- 172.21.15.45:0/491961378 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081001c0 msgr2=0x7f29081005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 --2- 172.21.15.45:0/491961378 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081001c0 0x7f29081005d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f28f8009990 tx=0x7f28f8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 -- 172.21.15.45:0/491961378 shutdown_connections 2023-03-22T14:27:37.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 --2- 172.21.15.45:0/491961378 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081001c0 0x7f29081005d0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 --2- 172.21.15.45:0/491961378 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 0x7f2908108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 --2- 172.21.15.45:0/491961378 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29081013b0 0x7f2908101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 -- 172.21.15.45:0/491961378 >> 172.21.15.45:0/491961378 conn(0x7f29080fb7c0 msgr2=0x7f29080fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:37.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 -- 172.21.15.45:0/491961378 shutdown_connections 2023-03-22T14:27:37.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.211+0000 7f290e9ff700 1 -- 172.21.15.45:0/491961378 wait complete. 2023-03-22T14:27:37.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.213+0000 7f290e9ff700 1 Processor -- start 2023-03-22T14:27:37.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.213+0000 7f290e9ff700 1 -- start start 2023-03-22T14:27:37.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.213+0000 7f290e9ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29081001c0 0x7f2908195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.213+0000 7f290e9ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081013b0 0x7f29081964f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.213+0000 7f290e9ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 0x7f290819d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.213+0000 7f290e9ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f290819db30 con 0x7f29081013b0 2023-03-22T14:27:37.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f290e9ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f290819dc70 con 0x7f29081001c0 2023-03-22T14:27:37.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f290e9ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f290819de00 con 0x7f2908101d40 2023-03-22T14:27:37.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081013b0 0x7f29081964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f290cf9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 0x7f290819d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f290cf9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 0x7f290819d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41454/0 (socket says 172.21.15.45:41454) 2023-03-22T14:27:37.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081013b0 0x7f29081964f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56726/0 (socket says 172.21.15.45:56726) 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f290cf9c700 1 -- 172.21.15.45:0/2142266560 learned_addr learned my addr 172.21.15.45:0/2142266560 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f2907fff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29081001c0 0x7f2908195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 -- 172.21.15.45:0/2142266560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 msgr2=0x7f290819d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 0x7f290819d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 -- 172.21.15.45:0/2142266560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29081001c0 msgr2=0x7f2908195fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29081001c0 0x7f2908195fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 -- 172.21.15.45:0/2142266560 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28fc009520 con 0x7f29081013b0 2023-03-22T14:27:37.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f290cf9c700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 0x7f290819d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:37.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.214+0000 7f29077fe700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081013b0 0x7f29081964f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f28fc010d00 tx=0x7f28fc00b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:37.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.215+0000 7f29057fa700 1 -- 172.21.15.45:0/2142266560 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28fc015070 con 0x7f29081013b0 2023-03-22T14:27:37.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.215+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28f80095f0 con 0x7f29081013b0 2023-03-22T14:27:37.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.215+0000 7f29057fa700 1 -- 172.21.15.45:0/2142266560 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f28fc010e50 con 0x7f29081013b0 2023-03-22T14:27:37.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.215+0000 7f29057fa700 1 -- 172.21.15.45:0/2142266560 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28fc003bf0 con 0x7f29081013b0 2023-03-22T14:27:37.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.215+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f290810bb80 con 0x7f29081013b0 2023-03-22T14:27:37.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.216+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f290810bd10 con 0x7f29081013b0 2023-03-22T14:27:37.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.218+0000 7f29057fa700 1 -- 172.21.15.45:0/2142266560 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f28fc003d70 con 0x7f29081013b0 2023-03-22T14:27:37.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.220+0000 7f29057fa700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f28f009fb60 0x7f28f00a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.220+0000 7f29057fa700 1 -- 172.21.15.45:0/2142266560 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f28fc0ce320 con 0x7f29081013b0 2023-03-22T14:27:37.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.220+0000 7f2907fff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f28f009fb60 0x7f28f00a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.220+0000 7f2907fff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f28f009fb60 0x7f28f00a2010 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f28f800b2e0 tx=0x7f28f8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:37.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.224+0000 7f29057fa700 1 -- 172.21.15.45:0/2142266560 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f28fc0525c0 con 0x7f29081013b0 2023-03-22T14:27:37.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.431+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f290802d010 con 0x7f29081013b0 2023-03-22T14:27:37.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.432+0000 7f29057fa700 1 -- 172.21.15.45:0/2142266560 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7f28fc098030 con 0x7f29081013b0 2023-03-22T14:27:37.433 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 64 2023-03-22T14:27:37.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f28f009fb60 msgr2=0x7f28f00a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f28f009fb60 0x7f28f00a2010 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f28f800b2e0 tx=0x7f28f8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081013b0 msgr2=0x7f29081964f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081013b0 0x7f29081964f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f28fc010d00 tx=0x7f28fc00b5a0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 shutdown_connections 2023-03-22T14:27:37.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f28f009fb60 0x7f28f00a2010 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2908101d40 0x7f290819d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29081001c0 0x7f2908195fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 --2- 172.21.15.45:0/2142266560 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f29081013b0 0x7f29081964f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 >> 172.21.15.45:0/2142266560 conn(0x7f29080fb7c0 msgr2=0x7f29080fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:37.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 shutdown_connections 2023-03-22T14:27:37.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.434+0000 7f290e9ff700 1 -- 172.21.15.45:0/2142266560 wait complete. 2023-03-22T14:27:37.453 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:27:37.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 -- 172.21.15.45:0/1455740949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041013c0 msgr2=0x7ff704101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 --2- 172.21.15.45:0/1455740949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041013c0 0x7ff704101810 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff6f80098f0 tx=0x7ff6f8009c00 comp rx=0 tx=0).stop 2023-03-22T14:27:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 -- 172.21.15.45:0/1455740949 shutdown_connections 2023-03-22T14:27:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 --2- 172.21.15.45:0/1455740949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff704101d50 0x7ff704108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 --2- 172.21.15.45:0/1455740949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7041001d0 0x7ff7041005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 --2- 172.21.15.45:0/1455740949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041013c0 0x7ff704101810 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 -- 172.21.15.45:0/1455740949 >> 172.21.15.45:0/1455740949 conn(0x7ff7040fb7b0 msgr2=0x7ff7040fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:37.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 -- 172.21.15.45:0/1455740949 shutdown_connections 2023-03-22T14:27:37.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.641+0000 7ff708bff700 1 -- 172.21.15.45:0/1455740949 wait complete. 2023-03-22T14:27:37.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 Processor -- start 2023-03-22T14:27:37.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 -- start start 2023-03-22T14:27:37.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041001d0 0x7ff7041981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7041013c0 0x7ff704198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff704101d50 0x7ff70419f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff70419fd40 con 0x7ff7041001d0 2023-03-22T14:27:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff70419fe80 con 0x7ff7041013c0 2023-03-22T14:27:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff708bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7041a0010 con 0x7ff704101d50 2023-03-22T14:27:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff70259c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041001d0 0x7ff7041981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff70259c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041001d0 0x7ff7041981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56752/0 (socket says 172.21.15.45:56752) 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.642+0000 7ff70259c700 1 -- 172.21.15.45:0/1052245288 learned_addr learned my addr 172.21.15.45:0/1052245288 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff702d9d700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff704101d50 0x7ff70419f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff701d9b700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7041013c0 0x7ff704198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff70259c700 1 -- 172.21.15.45:0/1052245288 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff704101d50 msgr2=0x7ff70419f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff70259c700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff704101d50 0x7ff70419f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff70259c700 1 -- 172.21.15.45:0/1052245288 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7041013c0 msgr2=0x7ff704198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff70259c700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7041013c0 0x7ff704198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff70259c700 1 -- 172.21.15.45:0/1052245288 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6f40095f0 con 0x7ff7041001d0 2023-03-22T14:27:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff70259c700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041001d0 0x7ff7041981c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff6f400ebf0 tx=0x7ff6f400ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff6f37fe700 1 -- 172.21.15.45:0/1052245288 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4009a10 con 0x7ff7041001d0 2023-03-22T14:27:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6f8009520 con 0x7ff7041001d0 2023-03-22T14:27:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff6f37fe700 1 -- 172.21.15.45:0/1052245288 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff6f400cc90 con 0x7ff7041001d0 2023-03-22T14:27:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff6f37fe700 1 -- 172.21.15.45:0/1052245288 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4018750 con 0x7ff7041001d0 2023-03-22T14:27:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.643+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff70410bb80 con 0x7ff7041001d0 2023-03-22T14:27:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.644+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff70410bd10 con 0x7ff7041001d0 2023-03-22T14:27:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.646+0000 7ff6f37fe700 1 -- 172.21.15.45:0/1052245288 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7ff6f40188b0 con 0x7ff7041001d0 2023-03-22T14:27:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.648+0000 7ff6f37fe700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff6ec09fb60 0x7ff6ec0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.648+0000 7ff6f37fe700 1 -- 172.21.15.45:0/1052245288 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7ff6f4014070 con 0x7ff7041001d0 2023-03-22T14:27:37.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.648+0000 7ff701d9b700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff6ec09fb60 0x7ff6ec0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:37.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.649+0000 7ff701d9b700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff6ec09fb60 0x7ff6ec0a2010 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff6f8005e90 tx=0x7ff6f8019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:37.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.651+0000 7ff6f37fe700 1 -- 172.21.15.45:0/1052245288 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff6f4094fe0 con 0x7ff7041001d0 2023-03-22T14:27:37.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.909+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff704067980 con 0x7ff7041001d0 2023-03-22T14:27:37.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.910+0000 7ff6f37fe700 1 -- 172.21.15.45:0/1052245288 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7ff6f4098600 con 0x7ff7041001d0 2023-03-22T14:27:37.912 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:37.912 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:27:37.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.912+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff6ec09fb60 msgr2=0x7ff6ec0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.912+0000 7ff708bff700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff6ec09fb60 0x7ff6ec0a2010 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff6f8005e90 tx=0x7ff6f8019040 comp rx=0 tx=0).stop 2023-03-22T14:27:37.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.912+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041001d0 msgr2=0x7ff7041981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:37.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.912+0000 7ff708bff700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041001d0 0x7ff7041981c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff6f400ebf0 tx=0x7ff6f400ef00 comp rx=0 tx=0).stop 2023-03-22T14:27:37.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 shutdown_connections 2023-03-22T14:27:37.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff6ec09fb60 0x7ff6ec0a2010 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff7041001d0 0x7ff7041981c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff704101d50 0x7ff70419f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 --2- 172.21.15.45:0/1052245288 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7041013c0 0x7ff704198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:37.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 >> 172.21.15.45:0/1052245288 conn(0x7ff7040fb7b0 msgr2=0x7ff7040fda90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:37.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 shutdown_connections 2023-03-22T14:27:37.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:37.913+0000 7ff708bff700 1 -- 172.21.15.45:0/1052245288 wait complete. 2023-03-22T14:27:37.916 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:27:37.932 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:38.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 -- 172.21.15.45:0/3840331387 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a441013c0 msgr2=0x7f0a44101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 --2- 172.21.15.45:0/3840331387 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a441013c0 0x7f0a44101810 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0a38009990 tx=0x7f0a38009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 -- 172.21.15.45:0/3840331387 shutdown_connections 2023-03-22T14:27:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 --2- 172.21.15.45:0/3840331387 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a44101d50 0x7f0a44108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 --2- 172.21.15.45:0/3840331387 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a441001d0 0x7f0a441005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 --2- 172.21.15.45:0/3840331387 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a441013c0 0x7f0a44101810 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 -- 172.21.15.45:0/3840331387 >> 172.21.15.45:0/3840331387 conn(0x7f0a440fb7b0 msgr2=0x7f0a440fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 -- 172.21.15.45:0/3840331387 shutdown_connections 2023-03-22T14:27:38.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.121+0000 7f0a491ff700 1 -- 172.21.15.45:0/3840331387 wait complete. 2023-03-22T14:27:38.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 Processor -- start 2023-03-22T14:27:38.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 -- start start 2023-03-22T14:27:38.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a441001d0 0x7f0a44198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a441013c0 0x7f0a441986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a44101d50 0x7f0a4419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4419fcf0 con 0x7f0a44101d50 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4419fe30 con 0x7f0a441013c0 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a491ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4419ffc0 con 0x7f0a441001d0 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a42d9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a441001d0 0x7f0a44198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a4359e700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a44101d50 0x7f0a4419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a4259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a441013c0 0x7f0a441986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a42d9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a441001d0 0x7f0a44198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41480/0 (socket says 172.21.15.45:41480) 2023-03-22T14:27:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.122+0000 7f0a42d9d700 1 -- 172.21.15.45:0/871936917 learned_addr learned my addr 172.21.15.45:0/871936917 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a42d9d700 1 -- 172.21.15.45:0/871936917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a441013c0 msgr2=0x7f0a441986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a42d9d700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a441013c0 0x7f0a441986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a42d9d700 1 -- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a44101d50 msgr2=0x7f0a4419f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a42d9d700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a44101d50 0x7f0a4419f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a42d9d700 1 -- 172.21.15.45:0/871936917 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a380095f0 con 0x7f0a441001d0 2023-03-22T14:27:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a4359e700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a44101d50 0x7f0a4419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a42d9d700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a441001d0 0x7f0a44198170 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0a3400e970 tx=0x7f0a3400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a2bfff700 1 -- 172.21.15.45:0/871936917 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a34009790 con 0x7f0a441001d0 2023-03-22T14:27:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a4410bb80 con 0x7f0a441001d0 2023-03-22T14:27:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a2bfff700 1 -- 172.21.15.45:0/871936917 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a3400c7e0 con 0x7f0a441001d0 2023-03-22T14:27:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a2bfff700 1 -- 172.21.15.45:0/871936917 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a34003c70 con 0x7f0a441001d0 2023-03-22T14:27:38.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.123+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a4410b9f0 con 0x7f0a441001d0 2023-03-22T14:27:38.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:37 smithi142 ceph-mon[94717]: pgmap v314: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:38.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:37 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2156710289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:38.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:37 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2142266560' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:38.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.124+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a44067980 con 0x7f0a441001d0 2023-03-22T14:27:38.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.127+0000 7f0a2bfff700 1 -- 172.21.15.45:0/871936917 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f0a3400cc50 con 0x7f0a441001d0 2023-03-22T14:27:38.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.128+0000 7f0a2bfff700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a2c09fb60 0x7f0a2c0a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.128+0000 7f0a2bfff700 1 -- 172.21.15.45:0/871936917 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f0a34014070 con 0x7f0a441001d0 2023-03-22T14:27:38.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.128+0000 7f0a4259c700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a2c09fb60 0x7f0a2c0a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.128+0000 7f0a4259c700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a2c09fb60 0x7f0a2c0a2010 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0a3800b2e0 tx=0x7f0a38005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.130+0000 7f0a2bfff700 1 -- 172.21.15.45:0/871936917 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f0a34094ba0 con 0x7f0a441001d0 2023-03-22T14:27:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:37 smithi098 ceph-mon[94136]: pgmap v314: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:37 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2156710289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:37 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2142266560' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:38.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:37 smithi045 ceph-mon[91728]: pgmap v314: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-03-22T14:27:38.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:37 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2156710289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:38.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:37 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2142266560' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:38.340 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.338+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0a441a0be0 con 0x7f0a441001d0 2023-03-22T14:27:38.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.341+0000 7f0a2bfff700 1 -- 172.21.15.45:0/871936917 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22553 (secure 0 0 0) 0x7f0a340981c0 con 0x7f0a441001d0 2023-03-22T14:27:38.342 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:38.342 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":86,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:26:41.758619+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:38.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a2c09fb60 msgr2=0x7f0a2c0a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a2c09fb60 0x7f0a2c0a2010 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0a3800b2e0 tx=0x7f0a38005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a441001d0 msgr2=0x7f0a44198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a441001d0 0x7f0a44198170 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0a3400e970 tx=0x7f0a3400ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 shutdown_connections 2023-03-22T14:27:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a2c09fb60 0x7f0a2c0a2010 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a44101d50 0x7f0a4419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a441001d0 0x7f0a44198170 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 --2- 172.21.15.45:0/871936917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a441013c0 0x7f0a441986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 >> 172.21.15.45:0/871936917 conn(0x7f0a440fb7b0 msgr2=0x7f0a440fd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 shutdown_connections 2023-03-22T14:27:38.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.343+0000 7f0a491ff700 1 -- 172.21.15.45:0/871936917 wait complete. 2023-03-22T14:27:38.363 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-03-22T14:26:10.119437+0000', 'modified': '2023-03-22T14:26:17.310728+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24575, 'mds_1': 24532, 'mds_2': 24524, 'mds_3': 24517, 'mds_4': 24505}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14535': {'gid': 14535, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.45:6839/2790114045', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.45:6838', 'nonce': 2790114045}, {'type': 'v1', 'addr': '172.21.15.45:6839', 'nonce': 2790114045}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_14547': {'gid': 14547, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.45:6841/665361133', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.45:6840', 'nonce': 665361133}, {'type': 'v1', 'addr': '172.21.15.45:6841', 'nonce': 665361133}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24457': {'gid': 24457, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.142:6833/3232514748', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6832', 'nonce': 3232514748}, {'type': 'v1', 'addr': '172.21.15.142:6833', 'nonce': 3232514748}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24458': {'gid': 24458, 'name': 'k', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.98:6833/3801506182', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6832', 'nonce': 3801506182}, {'type': 'v1', 'addr': '172.21.15.98:6833', 'nonce': 3801506182}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24494': {'gid': 24494, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.98:6835/2419039604', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6834', 'nonce': 2419039604}, {'type': 'v1', 'addr': '172.21.15.98:6835', 'nonce': 2419039604}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24505': {'gid': 24505, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.142:6835/3929796803', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6834', 'nonce': 3929796803}, {'type': 'v1', 'addr': '172.21.15.142:6835', 'nonce': 3929796803}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24517': {'gid': 24517, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.142:6837/2383089726', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6836', 'nonce': 2383089726}, {'type': 'v1', 'addr': '172.21.15.142:6837', 'nonce': 2383089726}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24524': {'gid': 24524, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.98:6837/2703593604', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6836', 'nonce': 2703593604}, {'type': 'v1', 'addr': '172.21.15.98:6837', 'nonce': 2703593604}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.142:6839/2543721149', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6838', 'nonce': 2543721149}, {'type': 'v1', 'addr': '172.21.15.142:6839', 'nonce': 2543721149}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24575': {'gid': 24575, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.98:6839/4206668768', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6838', 'nonce': 4206668768}, {'type': 'v1', 'addr': '172.21.15.98:6839', 'nonce': 4206668768}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-03-22T14:27:38.363 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-03-22T14:27:38.364 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2023-03-22T14:27:38.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.551+0000 7f9c785ff700 1 -- 172.21.15.45:0/4026319311 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 msgr2=0x7f9c701059b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.551+0000 7f9c785ff700 1 --2- 172.21.15.45:0/4026319311 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 0x7f9c701059b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9c60009990 tx=0x7f9c60009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.552+0000 7f9c785ff700 1 -- 172.21.15.45:0/4026319311 shutdown_connections 2023-03-22T14:27:38.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.552+0000 7f9c785ff700 1 --2- 172.21.15.45:0/4026319311 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70105ef0 0x7f9c701082d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.552+0000 7f9c785ff700 1 --2- 172.21.15.45:0/4026319311 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9c70100cb0 0x7f9c70103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.552+0000 7f9c785ff700 1 --2- 172.21.15.45:0/4026319311 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 0x7f9c701059b0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.552+0000 7f9c785ff700 1 -- 172.21.15.45:0/4026319311 >> 172.21.15.45:0/4026319311 conn(0x7f9c700fa6d0 msgr2=0x7f9c700fcb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.552+0000 7f9c785ff700 1 -- 172.21.15.45:0/4026319311 shutdown_connections 2023-03-22T14:27:38.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.552+0000 7f9c785ff700 1 -- 172.21.15.45:0/4026319311 wait complete. 2023-03-22T14:27:38.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.553+0000 7f9c785ff700 1 Processor -- start 2023-03-22T14:27:38.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.553+0000 7f9c785ff700 1 -- start start 2023-03-22T14:27:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c785ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70100cb0 0x7f9c70195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c785ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 0x7f9c70196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c785ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9c70105ef0 0x7f9c7019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c785ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7019da90 con 0x7f9c701035d0 2023-03-22T14:27:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c785ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7019dbd0 con 0x7f9c70105ef0 2023-03-22T14:27:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c785ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7019dd60 con 0x7f9c70100cb0 2023-03-22T14:27:38.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c7639b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70100cb0 0x7f9c70195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c7639b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70100cb0 0x7f9c70195f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41492/0 (socket says 172.21.15.45:41492) 2023-03-22T14:27:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c7639b700 1 -- 172.21.15.45:0/2144478676 learned_addr learned my addr 172.21.15.45:0/2144478676 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 0x7f9c70196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9c70105ef0 0x7f9c7019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c75b9a700 1 -- 172.21.15.45:0/2144478676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70100cb0 msgr2=0x7f9c70195f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70100cb0 0x7f9c70195f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c75b9a700 1 -- 172.21.15.45:0/2144478676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9c70105ef0 msgr2=0x7f9c7019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9c70105ef0 0x7f9c7019d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.554+0000 7f9c75b9a700 1 -- 172.21.15.45:0/2144478676 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c600095f0 con 0x7f9c701035d0 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.555+0000 7f9c7639b700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70100cb0 0x7f9c70195f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.555+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 0x7f9c70196450 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f9c600095c0 tx=0x7f9c6000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.555+0000 7f9c677fe700 1 -- 172.21.15.45:0/2144478676 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6001d070 con 0x7f9c701035d0 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.555+0000 7f9c677fe700 1 -- 172.21.15.45:0/2144478676 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c60022470 con 0x7f9c701035d0 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.555+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c7010bbc0 con 0x7f9c701035d0 2023-03-22T14:27:38.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.555+0000 7f9c677fe700 1 -- 172.21.15.45:0/2144478676 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c60017650 con 0x7f9c701035d0 2023-03-22T14:27:38.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.555+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c7010ba30 con 0x7f9c701035d0 2023-03-22T14:27:38.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.559+0000 7f9c677fe700 1 -- 172.21.15.45:0/2144478676 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f9c600225e0 con 0x7f9c701035d0 2023-03-22T14:27:38.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.560+0000 7f9c8bf88b80 1 Processor -- start 2023-03-22T14:27:38.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.560+0000 7f9c8bf88b80 1 -- start start 2023-03-22T14:27:38.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.560+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e3642b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c677fe700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9c5c09fbe0 0x7f9c5c0a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e362a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e3634d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e265020 con 0x561e7e363060 2023-03-22T14:27:38.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e2b7960 con 0x561e7e363ea0 2023-03-22T14:27:38.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e2b0df0 con 0x561e7e3647f0 2023-03-22T14:27:38.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c677fe700 1 -- 172.21.15.45:0/2144478676 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f9c600cbcf0 con 0x7f9c701035d0 2023-03-22T14:27:38.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e3642b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9c5c09fbe0 0x7f9c5c0a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e3642b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:59646/0 (socket says 172.21.15.45:59646) 2023-03-22T14:27:38.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 -- 172.21.15.45:0/3919233367 learned_addr learned my addr 172.21.15.45:0/3919233367 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e362a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e3634d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 -- 172.21.15.45:0/3919233367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 msgr2=0x561e7e362a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e362a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 -- 172.21.15.45:0/3919233367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 msgr2=0x561e7e3634d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e3634d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.561+0000 7f9c7639b700 1 -- 172.21.15.45:0/3919233367 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e7e1325e0 con 0x561e7e363ea0 2023-03-22T14:27:38.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.562+0000 7f9c7639b700 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e3642b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c0107a0 tx=0x7f9c6c010ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f7a002cc75cdf03 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.562+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9c5c09fbe0 0x7f9c5c0a2090 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9c680060b0 tx=0x7f9c68009120 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.562+0000 7f9c64bfe700 1 -- 172.21.15.45:0/3919233367 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c011700 con 0x561e7e363ea0 2023-03-22T14:27:38.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.562+0000 7f9c64bfe700 1 -- 172.21.15.45:0/3919233367 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c6c015070 con 0x561e7e363ea0 2023-03-22T14:27:38.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.562+0000 7f9c64bfe700 1 -- 172.21.15.45:0/3919233367 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c019ae0 con 0x561e7e363ea0 2023-03-22T14:27:38.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/3919233367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 msgr2=0x561e7e3642b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e3642b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c0107a0 tx=0x7f9c6c010ab0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/3919233367 shutdown_connections 2023-03-22T14:27:38.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e3634d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e3642b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/3919233367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e362a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/3919233367 >> 172.21.15.45:0/3919233367 conn(0x561e7e35ac00 msgr2=0x561e7e358fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/3919233367 shutdown_connections 2023-03-22T14:27:38.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/3919233367 wait complete. 2023-03-22T14:27:38.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 -- start start 2023-03-22T14:27:38.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.563+0000 7f9c8bf88b80 1 Processor -- start 2023-03-22T14:27:38.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e373d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e1348d0 con 0x561e7e363ea0 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e3742b0 con 0x561e7e3647f0 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e374440 con 0x561e7e363060 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c8bf88b80 10 client.0 _ll_register_callbacks cb 0x561e7e156240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c75b9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c75b9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56802/0 (socket says 172.21.15.45:56802) 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c75b9a700 1 -- 172.21.15.45:0/4165849314 learned_addr learned my addr 172.21.15.45:0/4165849314 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c7639b700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.564+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e373d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c75b9a700 1 -- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 msgr2=0x561e7e36c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c75b9a700 1 -- 172.21.15.45:0/4165849314 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 msgr2=0x561e7e373d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e373d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c75b9a700 1 -- 172.21.15.45:0/4165849314 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c6c0103d0 con 0x561e7e363ea0 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c7639b700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36cd30 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9c60000c00 tx=0x7f9c60022bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f313c265608681 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c59ffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c59ffb700 1 -- 172.21.15.45:0/4165849314 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c600997b0 con 0x561e7e363ea0 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c59ffb700 1 -- 172.21.15.45:0/4165849314 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f9c6009f1b0 con 0x561e7e363ea0 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561e7e2733a0 con 0x561e7e363ea0 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c59ffb700 1 -- 172.21.15.45:0/4165849314 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9c600b1ea0 con 0x561e7e363ea0 2023-03-22T14:27:38.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c8bf88b80 10 client.15108 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:38.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.565+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x561e7e0ded90 con 0x561e7e363ea0 2023-03-22T14:27:38.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c59ffb700 1 -- 172.21.15.45:0/4165849314 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c600b5020 con 0x561e7e363ea0 2023-03-22T14:27:38.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c59ffb700 1 -- 172.21.15.45:0/4165849314 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9c6009f630 con 0x561e7e363ea0 2023-03-22T14:27:38.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c8bf88b80 10 client.15108 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:38.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c8bf88b80 10 client.15108 resolve_mds: resolved name 'f' to daemon mds.f 2023-03-22T14:27:38.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c8bf88b80 20 client.15108 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:38.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e377970 0x561e7e376f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c8bf88b80 4 client.15108 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:38.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561e7e27f610 con 0x561e7e377970 2023-03-22T14:27:38.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.566+0000 7f9c7639b700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e377970 0x561e7e376f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.567+0000 7f9c7639b700 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e377970 0x561e7e376f20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8a7f1bbd13f2153d server_cookie=d5567a41eb928866 in_seq=0 out_seq=0 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.567+0000 7f9c59ffb700 10 client.15108 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c59ffb700 1 -- 172.21.15.45:0/4165849314 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x561e7e27f610 con 0x561e7e377970 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c59ffb700 10 client.15108 handle_command_reply: tid=0 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 client.15108 shutdown 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 msgr2=0x561e7e36cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36cd30 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9c60000c00 tx=0x7f9c60022bc0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 shutdown_connections 2023-03-22T14:27:38.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e377970 0x561e7e376f20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e373d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c59ffb700 0 client.15108 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:38.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/4165849314 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36cd30 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 >> 172.21.15.45:0/4165849314 conn(0x561e7e35ac00 msgr2=0x561e7e3586c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 shutdown_connections 2023-03-22T14:27:38.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/4165849314 wait complete. 2023-03-22T14:27:38.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.568+0000 7f9c8bf88b80 20 client.15108 trim_cache size 0 max 16384 2023-03-22T14:27:38.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 Processor -- start 2023-03-22T14:27:38.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 -- start start 2023-03-22T14:27:38.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e374820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e373d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e36a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e25a770 con 0x561e7e363060 2023-03-22T14:27:38.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e27ee30 con 0x561e7e363ea0 2023-03-22T14:27:38.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e1bced0 con 0x561e7e3647f0 2023-03-22T14:27:38.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c7639b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e374820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c7639b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e374820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56814/0 (socket says 172.21.15.45:56814) 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c7639b700 1 -- 172.21.15.45:0/1213059664 learned_addr learned my addr 172.21.15.45:0/1213059664 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e373d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e36a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c7639b700 1 -- 172.21.15.45:0/1213059664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 msgr2=0x561e7e36a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.587+0000 7f9c7639b700 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e36a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c7639b700 1 -- 172.21.15.45:0/1213059664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 msgr2=0x561e7e373d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c7639b700 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e373d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c7639b700 1 -- 172.21.15.45:0/1213059664 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e7e362c70 con 0x561e7e363060 2023-03-22T14:27:38.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e36a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:38.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c7639b700 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e374820 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c000c00 tx=0x7f9c6c00b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe4f0654f3192a90 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c653ff700 1 -- 172.21.15.45:0/1213059664 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c005ee0 con 0x561e7e363060 2023-03-22T14:27:38.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c653ff700 1 -- 172.21.15.45:0/1213059664 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c6c015070 con 0x561e7e363060 2023-03-22T14:27:38.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.588+0000 7f9c653ff700 1 -- 172.21.15.45:0/1213059664 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c019a00 con 0x561e7e363060 2023-03-22T14:27:38.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/1213059664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 msgr2=0x561e7e374820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e374820 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c000c00 tx=0x7f9c6c00b500 comp rx=0 tx=0).stop 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/1213059664 shutdown_connections 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363060 0x561e7e374820 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e3647f0 0x561e7e36a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/1213059664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e363ea0 0x561e7e373d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/1213059664 >> 172.21.15.45:0/1213059664 conn(0x561e7e35ac00 msgr2=0x561e7e376f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/1213059664 shutdown_connections 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/1213059664 wait complete. 2023-03-22T14:27:38.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 -- start start 2023-03-22T14:27:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.589+0000 7f9c8bf88b80 1 Processor -- start 2023-03-22T14:27:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c8bf88b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e372ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e373000 con 0x561e7e363ea0 2023-03-22T14:27:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e373170 con 0x561e7e3647f0 2023-03-22T14:27:38.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c8bf88b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7e373330 con 0x561e7e363060 2023-03-22T14:27:38.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c8bf88b80 10 client.0 _ll_register_callbacks cb 0x561e7e156240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:38.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56824/0 (socket says 172.21.15.45:56824) 2023-03-22T14:27:38.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 -- 172.21.15.45:0/2740282686 learned_addr learned my addr 172.21.15.45:0/2740282686 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c7639b700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e372ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 -- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 msgr2=0x561e7e36f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 -- 172.21.15.45:0/2740282686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 msgr2=0x561e7e372ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e372ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c75b9a700 1 -- 172.21.15.45:0/2740282686 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c6c01e040 con 0x561e7e363ea0 2023-03-22T14:27:38.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.590+0000 7f9c76b9c700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e372ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:38.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c75b9a700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36fad0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9c60097b00 tx=0x7f9c6000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb107e53036bca10 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c59ffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:38.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c59ffb700 1 -- 172.21.15.45:0/2740282686 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c600b1ea0 con 0x561e7e363ea0 2023-03-22T14:27:38.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c59ffb700 1 -- 172.21.15.45:0/2740282686 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f9c600b6080 con 0x561e7e363ea0 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561e7e32e1f0 con 0x561e7e363ea0 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c59ffb700 1 -- 172.21.15.45:0/2740282686 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9c600997b0 con 0x561e7e363ea0 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c8bf88b80 10 client.15114 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x561e7e0c7c10 con 0x561e7e363ea0 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c59ffb700 1 -- 172.21.15.45:0/2740282686 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561e7e32e1f0 con 0x561e7e363ea0 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.591+0000 7f9c59ffb700 1 -- 172.21.15.45:0/2740282686 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9c60098ca0 con 0x561e7e363ea0 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c8bf88b80 10 client.15114 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:38.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c8bf88b80 10 client.15114 resolve_mds: resolved name 'f' to daemon mds.f 2023-03-22T14:27:38.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c8bf88b80 20 client.15114 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:38.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e3d10a0 0x561e7e3cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c8bf88b80 4 client.15114 mds_command: new command op to 24505 tid=0[{"prefix": "status"}] 2023-03-22T14:27:38.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "status"}) v1 -- 0x561e7e134f10 con 0x561e7e3d10a0 2023-03-22T14:27:38.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c7639b700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e3d10a0 0x561e7e3cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c7639b700 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e3d10a0 0x561e7e3cdab0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fcf3ef70f20ddf44 server_cookie=da6957978a4948d1 in_seq=0 out_seq=0 2023-03-22T14:27:38.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.592+0000 7f9c59ffb700 10 client.15114 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c59ffb700 1 -- 172.21.15.45:0/2740282686 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x561e7e134f10 con 0x561e7e3d10a0 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c59ffb700 10 client.15114 handle_command_reply: tid=0 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 client.15114 shutdown 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 msgr2=0x561e7e36fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36fad0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9c60097b00 tx=0x7f9c6000b670 comp rx=0 tx=0).stop 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 shutdown_connections 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x561e7e3d10a0 0x561e7e3cdab0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561e7e3647f0 0x561e7e372ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561e7e363060 0x561e7e36f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c59ffb700 0 client.15114 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:27:38.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 --2- 172.21.15.45:0/2740282686 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561e7e363ea0 0x561e7e36fad0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 >> 172.21.15.45:0/2740282686 conn(0x561e7e35ac00 msgr2=0x561e7e374820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 shutdown_connections 2023-03-22T14:27:38.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 1 -- 172.21.15.45:0/2740282686 wait complete. 2023-03-22T14:27:38.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.593+0000 7f9c8bf88b80 20 client.15114 trim_cache size 0 max 16384 2023-03-22T14:27:38.604 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:38.604 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:38.604 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 4, 2023-03-22T14:27:38.604 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24505, 2023-03-22T14:27:38.604 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:38.604 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:38.605 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:38.605 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 82.302676543000004, 2023-03-22T14:27:38.605 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:38.605 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:38.605 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:38.605 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 109.902238915 2023-03-22T14:27:38.605 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:38.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9c5c09fbe0 msgr2=0x7f9c5c0a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9c5c09fbe0 0x7f9c5c0a2090 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9c680060b0 tx=0x7f9c68009120 comp rx=0 tx=0).stop 2023-03-22T14:27:38.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 msgr2=0x7f9c70196450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 0x7f9c70196450 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f9c600095c0 tx=0x7f9c6000f690 comp rx=0 tx=0).stop 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 shutdown_connections 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9c5c09fbe0 0x7f9c5c0a2090 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9c70105ef0 0x7f9c7019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9c70100cb0 0x7f9c70195f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 --2- 172.21.15.45:0/2144478676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9c701035d0 0x7f9c70196450 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 >> 172.21.15.45:0/2144478676 conn(0x7f9c700fa6d0 msgr2=0x7f9c70101910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 shutdown_connections 2023-03-22T14:27:38.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.594+0000 7f9c785ff700 1 -- 172.21.15.45:0/2144478676 wait complete. 2023-03-22T14:27:38.612 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-03-22T14:27:38.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 -- 172.21.15.45:0/712048169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 msgr2=0x7fb7301005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 --2- 172.21.15.45:0/712048169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb7301005d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb72c009990 tx=0x7fb72c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 -- 172.21.15.45:0/712048169 shutdown_connections 2023-03-22T14:27:38.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 --2- 172.21.15.45:0/712048169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb7301005d0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 --2- 172.21.15.45:0/712048169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb730101d40 0x7fb730108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 --2- 172.21.15.45:0/712048169 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb7301013b0 0x7fb730101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 -- 172.21.15.45:0/712048169 >> 172.21.15.45:0/712048169 conn(0x7fb7300fb7c0 msgr2=0x7fb7300fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 -- 172.21.15.45:0/712048169 shutdown_connections 2023-03-22T14:27:38.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.802+0000 7fb737fff700 1 -- 172.21.15.45:0/712048169 wait complete. 2023-03-22T14:27:38.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.803+0000 7fb737fff700 1 Processor -- start 2023-03-22T14:27:38.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.803+0000 7fb737fff700 1 -- start start 2023-03-22T14:27:38.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb737fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb730074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb737fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7301013b0 0x7fb730072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb737fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb730101d40 0x7fb7300733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb737fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb730073b50 con 0x7fb7301001c0 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb737fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb730073cc0 con 0x7fb7301013b0 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb737fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7301a0000 con 0x7fb730101d40 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb730074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb730074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56834/0 (socket says 172.21.15.45:56834) 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 -- 172.21.15.45:0/2934292445 learned_addr learned my addr 172.21.15.45:0/2934292445 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb73659c700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb730101d40 0x7fb7300733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb73559a700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7301013b0 0x7fb730072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 -- 172.21.15.45:0/2934292445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb730101d40 msgr2=0x7fb7300733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb730101d40 0x7fb7300733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 -- 172.21.15.45:0/2934292445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7301013b0 msgr2=0x7fb730072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7301013b0 0x7fb730072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.804+0000 7fb735d9b700 1 -- 172.21.15.45:0/2934292445 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb72c0095f0 con 0x7fb7301001c0 2023-03-22T14:27:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.805+0000 7fb735d9b700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb730074830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb72c004730 tx=0x7fb72c004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.805+0000 7fb726ffd700 1 -- 172.21.15.45:0/2934292445 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c01d070 con 0x7fb7301001c0 2023-03-22T14:27:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.805+0000 7fb726ffd700 1 -- 172.21.15.45:0/2934292445 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb72c021410 con 0x7fb7301001c0 2023-03-22T14:27:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.805+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb73010bb80 con 0x7fb7301001c0 2023-03-22T14:27:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.805+0000 7fb726ffd700 1 -- 172.21.15.45:0/2934292445 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c017650 con 0x7fb7301001c0 2023-03-22T14:27:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.805+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb73010b9f0 con 0x7fb7301001c0 2023-03-22T14:27:38.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.808+0000 7fb726ffd700 1 -- 172.21.15.45:0/2934292445 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fb72c021580 con 0x7fb7301001c0 2023-03-22T14:27:38.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.810+0000 7fb74b86ab80 1 Processor -- start 2023-03-22T14:27:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.810+0000 7fb74b86ab80 1 -- start start 2023-03-22T14:27:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb726ffd700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb71c09fbe0 0x7fb71c0a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cdd6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cdd5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cdd60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9ccdc020 con 0x556d9cdd6a90 2023-03-22T14:27:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cd2e960 con 0x556d9cdd5c50 2023-03-22T14:27:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cd27df0 con 0x556d9cdd73e0 2023-03-22T14:27:38.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb726ffd700 1 -- 172.21.15.45:0/2934292445 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb72c0cbf60 con 0x7fb7301001c0 2023-03-22T14:27:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cdd6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cdd6ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56850/0 (socket says 172.21.15.45:56850) 2023-03-22T14:27:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 -- 172.21.15.45:0/1229412005 learned_addr learned my addr 172.21.15.45:0/1229412005 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb73559a700 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cdd5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb73659c700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb71c09fbe0 0x7fb71c0a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb73659c700 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cdd60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 -- 172.21.15.45:0/1229412005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 msgr2=0x556d9cdd5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cdd5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 -- 172.21.15.45:0/1229412005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 msgr2=0x556d9cdd60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cdd60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.811+0000 7fb735d9b700 1 -- 172.21.15.45:0/1229412005 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d9cba95e0 con 0x556d9cdd6a90 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.812+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cdd6ea0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0996c0 tx=0x7fb72c099500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf70798b64b85662 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.812+0000 7fb73659c700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb71c09fbe0 0x7fb71c0a2090 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb728009ec0 tx=0x7fb728009920 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.812+0000 7fb71bfff700 1 -- 172.21.15.45:0/1229412005 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c0c9ea0 con 0x556d9cdd6a90 2023-03-22T14:27:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.812+0000 7fb71bfff700 1 -- 172.21.15.45:0/1229412005 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb72c064e90 con 0x556d9cdd6a90 2023-03-22T14:27:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.812+0000 7fb71bfff700 1 -- 172.21.15.45:0/1229412005 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c097d60 con 0x556d9cdd6a90 2023-03-22T14:27:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1229412005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 msgr2=0x556d9cdd6ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cdd6ea0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0996c0 tx=0x7fb72c099500 comp rx=0 tx=0).stop 2023-03-22T14:27:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1229412005 shutdown_connections 2023-03-22T14:27:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cdd6ea0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cdd60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1229412005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cdd5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1229412005 >> 172.21.15.45:0/1229412005 conn(0x556d9cdd1c00 msgr2=0x556d9cdcffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1229412005 shutdown_connections 2023-03-22T14:27:38.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1229412005 wait complete. 2023-03-22T14:27:38.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 -- start start 2023-03-22T14:27:38.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.813+0000 7fb74b86ab80 1 Processor -- start 2023-03-22T14:27:38.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cddf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cddf670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cde66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cbab8d0 con 0x556d9cdd6a90 2023-03-22T14:27:38.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cde6bf0 con 0x556d9cdd5c50 2023-03-22T14:27:38.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cde6d80 con 0x556d9cdd73e0 2023-03-22T14:27:38.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb74b86ab80 10 client.0 _ll_register_callbacks cb 0x556d9cbcd240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:38.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb73559a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cddf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb73659c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cde66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb73559a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cddf670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56852/0 (socket says 172.21.15.45:56852) 2023-03-22T14:27:38.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb73559a700 1 -- 172.21.15.45:0/1224049136 learned_addr learned my addr 172.21.15.45:0/1224049136 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.814+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cddf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb73559a700 1 -- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 msgr2=0x556d9cde66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb73559a700 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cde66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb73559a700 1 -- 172.21.15.45:0/1224049136 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 msgr2=0x556d9cddf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb73559a700 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cddf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb73559a700 1 -- 172.21.15.45:0/1224049136 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb73010b9f0 con 0x556d9cdd6a90 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb73659c700 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cde66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb73559a700 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cddf670 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb720012760 tx=0x7fb720012a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd677903f322d3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb7197fa700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:38.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb7197fa700 1 -- 172.21.15.45:0/1224049136 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb720017070 con 0x556d9cdd6a90 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556d9ccea3a0 con 0x556d9cdd6a90 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb7197fa700 1 -- 172.21.15.45:0/1224049136 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb72000f480 con 0x556d9cdd6a90 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb7197fa700 1 -- 172.21.15.45:0/1224049136 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb7200122e0 con 0x556d9cdd6a90 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb74b86ab80 10 client.15126 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.815+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556d9cb55d90 con 0x556d9cdd6a90 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb7197fa700 1 -- 172.21.15.45:0/1224049136 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556d9ccea3a0 con 0x556d9cdd6a90 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb7197fa700 1 -- 172.21.15.45:0/1224049136 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb720024020 con 0x556d9cdd6a90 2023-03-22T14:27:38.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb74b86ab80 10 client.15126 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:38.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb74b86ab80 10 client.15126 resolve_mds: resolved name 'c' to daemon mds.c 2023-03-22T14:27:38.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb74b86ab80 20 client.15126 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:38.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9cdea640 0x556d9cde9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb74b86ab80 4 client.15126 mds_command: new command op to 24517 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:38.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556d9ccf6610 con 0x556d9cdea640 2023-03-22T14:27:38.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.816+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9cdea640 0x556d9cde9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.817+0000 7fb7197fa700 10 client.15126 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:38.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.817+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9cdea640 0x556d9cde9a40 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ccab0629ad9a66ec server_cookie=2082d2c8d7ae2c1a in_seq=0 out_seq=0 2023-03-22T14:27:38.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.817+0000 7fb7197fa700 1 -- 172.21.15.45:0/1224049136 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x556d9ccf6610 con 0x556d9cdea640 2023-03-22T14:27:38.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb7197fa700 10 client.15126 handle_command_reply: tid=0 2023-03-22T14:27:38.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 client.15126 shutdown 2023-03-22T14:27:38.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 msgr2=0x556d9cddf670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cddf670 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb720012760 tx=0x7fb720012a70 comp rx=0 tx=0).stop 2023-03-22T14:27:38.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 shutdown_connections 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9cde66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd5c50 0x556d9cddf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9cdea640 0x556d9cde9a40 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1224049136 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cddf670 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb7197fa700 0 client.15126 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 >> 172.21.15.45:0/1224049136 conn(0x556d9cdd1c00 msgr2=0x556d9cdcf6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 shutdown_connections 2023-03-22T14:27:38.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1224049136 wait complete. 2023-03-22T14:27:38.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.818+0000 7fb74b86ab80 20 client.15126 trim_cache size 0 max 16384 2023-03-22T14:27:38.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 Processor -- start 2023-03-22T14:27:38.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 -- start start 2023-03-22T14:27:38.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd5c50 0x556d9cdd5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cde6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd73e0 0x556d9cdcf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cdded00 con 0x556d9cdd6a90 2023-03-22T14:27:38.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cde0320 con 0x556d9cdd73e0 2023-03-22T14:27:38.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.837+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cce9b70 con 0x556d9cdd5c50 2023-03-22T14:27:38.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cde6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cde6670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56866/0 (socket says 172.21.15.45:56866) 2023-03-22T14:27:38.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 -- 172.21.15.45:0/2517213130 learned_addr learned my addr 172.21.15.45:0/2517213130 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb735d9b700 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd5c50 0x556d9cdd5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73659c700 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd73e0 0x556d9cdcf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 -- 172.21.15.45:0/2517213130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd5c50 msgr2=0x556d9cdd5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd5c50 0x556d9cdd5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 -- 172.21.15.45:0/2517213130 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd73e0 msgr2=0x556d9cdcf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd73e0 0x556d9cdcf6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 -- 172.21.15.45:0/2517213130 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d9cdde1b0 con 0x556d9cdd6a90 2023-03-22T14:27:38.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb73559a700 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cde6670 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb720005a80 tx=0x7fb720012dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0c06ce5cf5c931a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb724ff9700 1 -- 172.21.15.45:0/2517213130 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb720017040 con 0x556d9cdd6a90 2023-03-22T14:27:38.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb724ff9700 1 -- 172.21.15.45:0/2517213130 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb720026420 con 0x556d9cdd6a90 2023-03-22T14:27:38.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.838+0000 7fb724ff9700 1 -- 172.21.15.45:0/2517213130 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb720010430 con 0x556d9cdd6a90 2023-03-22T14:27:38.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 -- 172.21.15.45:0/2517213130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 msgr2=0x556d9cde6670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cde6670 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fb720005a80 tx=0x7fb720012dc0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 -- 172.21.15.45:0/2517213130 shutdown_connections 2023-03-22T14:27:38.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd73e0 0x556d9cdcf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd5c50 0x556d9cdd5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/2517213130 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd6a90 0x556d9cde6670 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 -- 172.21.15.45:0/2517213130 >> 172.21.15.45:0/2517213130 conn(0x556d9cdd1c00 msgr2=0x556d9cdd6020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 -- 172.21.15.45:0/2517213130 shutdown_connections 2023-03-22T14:27:38.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.839+0000 7fb74b86ab80 1 -- 172.21.15.45:0/2517213130 wait complete. 2023-03-22T14:27:38.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 -- start start 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 Processor -- start 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd5c50 0x556d9cde1840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd6a90 0x556d9cde1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9ce3e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cde66b0 con 0x556d9cdd5c50 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cde67f0 con 0x556d9cdd6a90 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d9cde69b0 con 0x556d9cdd73e0 2023-03-22T14:27:38.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb74b86ab80 10 client.0 _ll_register_callbacks cb 0x556d9cbcd240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:38.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb735d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd5c50 0x556d9cde1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb73659c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9ce3e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb73559a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd6a90 0x556d9cde1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb73659c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9ce3e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41554/0 (socket says 172.21.15.45:41554) 2023-03-22T14:27:38.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb73659c700 1 -- 172.21.15.45:0/1322865862 learned_addr learned my addr 172.21.15.45:0/1322865862 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:38.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.840+0000 7fb735d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd5c50 0x556d9cde1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56882/0 (socket says 172.21.15.45:56882) 2023-03-22T14:27:38.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb735d9b700 1 -- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 msgr2=0x556d9ce3e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9ce3e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb735d9b700 1 -- 172.21.15.45:0/1322865862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd6a90 msgr2=0x556d9cde1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:38.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd6a90 0x556d9cde1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb735d9b700 1 -- 172.21.15.45:0/1322865862 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556d9cb55d90 con 0x556d9cdd5c50 2023-03-22T14:27:38.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb73559a700 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd6a90 0x556d9cde1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:38.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb73659c700 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9ce3e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:38.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb735d9b700 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd5c50 0x556d9cde1840 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb72c099b80 tx=0x7fb72c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f106811a0000f31 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:38.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb7197fa700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:38.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb7197fa700 1 -- 172.21.15.45:0/1322865862 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c0c9ea0 con 0x556d9cdd5c50 2023-03-22T14:27:38.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb7197fa700 1 -- 172.21.15.45:0/1322865862 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fb72c0a1b20 con 0x556d9cdd5c50 2023-03-22T14:27:38.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.841+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556d9cda51f0 con 0x556d9cdd5c50 2023-03-22T14:27:38.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb7197fa700 1 -- 172.21.15.45:0/1322865862 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb72c063d40 con 0x556d9cdd5c50 2023-03-22T14:27:38.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 10 client.15132 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:38.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556d9cb3ec10 con 0x556d9cdd5c50 2023-03-22T14:27:38.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb7197fa700 1 -- 172.21.15.45:0/1322865862 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556d9cda51f0 con 0x556d9cdd5c50 2023-03-22T14:27:38.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb7197fa700 1 -- 172.21.15.45:0/1322865862 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb72c098eb0 con 0x556d9cdd5c50 2023-03-22T14:27:38.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 10 client.15132 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:38.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 10 client.15132 resolve_mds: resolved name 'c' to daemon mds.c 2023-03-22T14:27:38.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 20 client.15132 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:38.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9ce43190 0x556d9ce3fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 4 client.15132 mds_command: new command op to 24517 tid=0[{"prefix": "status"}] 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.842+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556d9cbabf10 con 0x556d9ce43190 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.843+0000 7fb73559a700 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9ce43190 0x556d9ce3fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.843+0000 7fb73559a700 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9ce43190 0x556d9ce3fac0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=10ae25e6efbc7c89 server_cookie=4b1f53d2bef44600 in_seq=0 out_seq=0 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.843+0000 7fb7197fa700 10 client.15132 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.843+0000 7fb7197fa700 1 -- 172.21.15.45:0/1322865862 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x556d9cbabf10 con 0x556d9ce43190 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.843+0000 7fb7197fa700 10 client.15132 handle_command_reply: tid=0 2023-03-22T14:27:38.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.843+0000 7fb74b86ab80 1 client.15132 shutdown 2023-03-22T14:27:38.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd5c50 msgr2=0x556d9cde1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd5c50 0x556d9cde1840 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb72c099b80 tx=0x7fb72c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 shutdown_connections 2023-03-22T14:27:38.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x556d9ce43190 0x556d9ce3fac0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x556d9cdd5c50 0x556d9cde1840 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x556d9cdd73e0 0x556d9ce3e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb7197fa700 0 client.15132 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:27:38.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 --2- 172.21.15.45:0/1322865862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556d9cdd6a90 0x556d9cde1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 >> 172.21.15.45:0/1322865862 conn(0x556d9cdd1c00 msgr2=0x556d9cddd290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 shutdown_connections 2023-03-22T14:27:38.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 1 -- 172.21.15.45:0/1322865862 wait complete. 2023-03-22T14:27:38.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb74b86ab80 20 client.15132 trim_cache size 0 max 16384 2023-03-22T14:27:38.854 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:38.855 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:38.855 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 3, 2023-03-22T14:27:38.855 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24517, 2023-03-22T14:27:38.855 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:38.855 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:38.855 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:38.855 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 83.558185170000002, 2023-03-22T14:27:38.856 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:38.856 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:38.856 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:38.856 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 108.021184561 2023-03-22T14:27:38.856 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:38.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb71c09fbe0 msgr2=0x7fb71c0a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb737fff700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb71c09fbe0 0x7fb71c0a2090 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb728009ec0 tx=0x7fb728009920 comp rx=0 tx=0).stop 2023-03-22T14:27:38.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 msgr2=0x7fb730074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:38.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.844+0000 7fb737fff700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb730074830 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb72c004730 tx=0x7fb72c004760 comp rx=0 tx=0).stop 2023-03-22T14:27:38.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 shutdown_connections 2023-03-22T14:27:38.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb71c09fbe0 0x7fb71c0a2090 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb7301001c0 0x7fb730074830 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb730101d40 0x7fb7300733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 --2- 172.21.15.45:0/2934292445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb7301013b0 0x7fb730072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:38.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 >> 172.21.15.45:0/2934292445 conn(0x7fb7300fb7c0 msgr2=0x7fb7300fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:38.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 shutdown_connections 2023-03-22T14:27:38.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:38.845+0000 7fb737fff700 1 -- 172.21.15.45:0/2934292445 wait complete. 2023-03-22T14:27:38.862 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-03-22T14:27:38.915 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:38 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1052245288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:38.916 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:38 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/871936917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:39.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 -- 172.21.15.45:0/514143115 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 msgr2=0x7f097810a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 --2- 172.21.15.45:0/514143115 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097810a4c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f097000b0a0 tx=0x7f097000b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 -- 172.21.15.45:0/514143115 shutdown_connections 2023-03-22T14:27:39.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 --2- 172.21.15.45:0/514143115 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097810a4c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 --2- 172.21.15.45:0/514143115 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0978074a60 0x7f0978072eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 --2- 172.21.15.45:0/514143115 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0978073480 0x7f09780738f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 -- 172.21.15.45:0/514143115 >> 172.21.15.45:0/514143115 conn(0x7f09780fb7d0 msgr2=0x7f09780fdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 -- 172.21.15.45:0/514143115 shutdown_connections 2023-03-22T14:27:39.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.052+0000 7f097f3ff700 1 -- 172.21.15.45:0/514143115 wait complete. 2023-03-22T14:27:39.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 Processor -- start 2023-03-22T14:27:39.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 -- start start 2023-03-22T14:27:39.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0978073480 0x7f0978198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0978074a60 0x7f0978198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f097819fd80 con 0x7f0978108040 2023-03-22T14:27:39.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f097819fec0 con 0x7f0978074a60 2023-03-22T14:27:39.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.053+0000 7f097f3ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09781a0050 con 0x7f0978073480 2023-03-22T14:27:39.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097819f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56888/0 (socket says 172.21.15.45:56888) 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 -- 172.21.15.45:0/1753278243 learned_addr learned my addr 172.21.15.45:0/1753278243 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097c99a700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0978074a60 0x7f0978198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d19b700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0978073480 0x7f0978198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 -- 172.21.15.45:0/1753278243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0978073480 msgr2=0x7f0978198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0978073480 0x7f0978198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 -- 172.21.15.45:0/1753278243 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0978074a60 msgr2=0x7f0978198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0978074a60 0x7f0978198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 -- 172.21.15.45:0/1753278243 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0968009520 con 0x7f0978108040 2023-03-22T14:27:39.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097d99c700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097819f7b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0970009fd0 tx=0x7f097000bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f096e7fc700 1 -- 172.21.15.45:0/1753278243 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097000e040 con 0x7f0978108040 2023-03-22T14:27:39.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f096e7fc700 1 -- 172.21.15.45:0/1753278243 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f09700094a0 con 0x7f0978108040 2023-03-22T14:27:39.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0974009520 con 0x7f0978108040 2023-03-22T14:27:39.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.054+0000 7f096e7fc700 1 -- 172.21.15.45:0/1753278243 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097001b6a0 con 0x7f0978108040 2023-03-22T14:27:39.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.055+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0970009d00 con 0x7f0978108040 2023-03-22T14:27:39.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.058+0000 7f096e7fc700 1 -- 172.21.15.45:0/1753278243 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7f097001d470 con 0x7f0978108040 2023-03-22T14:27:39.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 Processor -- start 2023-03-22T14:27:39.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f096e7fc700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f096409fbe0 0x7f09640a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 -- start start 2023-03-22T14:27:39.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f096e7fc700 1 -- 172.21.15.45:0/1753278243 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f09700cbcc0 con 0x7f0978108040 2023-03-22T14:27:39.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f097c99a700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f096409fbe0 0x7f09640a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe731ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe7323e0 0x55aafe730670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe730c50 0x55aafe7310c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe637020 con 0x55aafe731a90 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe689960 con 0x55aafe730c50 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.059+0000 7f0992d17b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe682df0 con 0x55aafe7323e0 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097d19b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe731ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097d99c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe730c50 0x55aafe7310c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097d19b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe731ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56890/0 (socket says 172.21.15.45:56890) 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097d99c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe730c50 0x55aafe7310c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:59740/0 (socket says 172.21.15.45:59740) 2023-03-22T14:27:39.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097d19b700 1 -- 172.21.15.45:0/1924180408 learned_addr learned my addr 172.21.15.45:0/1924180408 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe7323e0 0x55aafe730670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f096409fbe0 0x7f09640a2090 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0968009e00 tx=0x7f0968011720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 -- 172.21.15.45:0/1924180408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe730c50 msgr2=0x55aafe7310c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe730c50 0x55aafe7310c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 -- 172.21.15.45:0/1924180408 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 msgr2=0x55aafe731ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe731ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 -- 172.21.15.45:0/1924180408 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aafe5045e0 con 0x55aafe7323e0 2023-03-22T14:27:39.065 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.060+0000 7f097c99a700 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe7323e0 0x55aafe730670 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f0968011b20 tx=0x7f096801c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=891731f97f4976c9 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.065 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.061+0000 7f09637fe700 1 -- 172.21.15.45:0/1924180408 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096801de70 con 0x55aafe7323e0 2023-03-22T14:27:39.065 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.061+0000 7f09637fe700 1 -- 172.21.15.45:0/1924180408 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0968026900 con 0x55aafe7323e0 2023-03-22T14:27:39.065 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.061+0000 7f09637fe700 1 -- 172.21.15.45:0/1924180408 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096800f920 con 0x55aafe7323e0 2023-03-22T14:27:39.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.061+0000 7f0992d17b80 1 -- 172.21.15.45:0/1924180408 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe7323e0 msgr2=0x55aafe730670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.061+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe7323e0 0x55aafe730670 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f0968011b20 tx=0x7f096801c000 comp rx=0 tx=0).stop 2023-03-22T14:27:39.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 -- 172.21.15.45:0/1924180408 shutdown_connections 2023-03-22T14:27:39.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe731ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe730c50 0x55aafe7310c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1924180408 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe7323e0 0x55aafe730670 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 -- 172.21.15.45:0/1924180408 >> 172.21.15.45:0/1924180408 conn(0x55aafe72cc00 msgr2=0x55aafe72afd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 -- 172.21.15.45:0/1924180408 shutdown_connections 2023-03-22T14:27:39.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 -- 172.21.15.45:0/1924180408 wait complete. 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 -- start start 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.062+0000 7f0992d17b80 1 Processor -- start 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe73a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe73aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe741a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f0992d17b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe5068d0 con 0x55aafe731a90 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f0992d17b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe741f90 con 0x55aafe7323e0 2023-03-22T14:27:39.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f0992d17b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe742120 con 0x55aafe730c50 2023-03-22T14:27:39.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f0992d17b80 10 client.0 _ll_register_callbacks cb 0x55aafe528240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:39.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe73aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe73aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56894/0 (socket says 172.21.15.45:56894) 2023-03-22T14:27:39.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 -- 172.21.15.45:0/1271648054 learned_addr learned my addr 172.21.15.45:0/1271648054 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097d99c700 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe741a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097d19b700 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe73a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 -- 172.21.15.45:0/1271648054 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 msgr2=0x55aafe73a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe73a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 -- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 msgr2=0x55aafe741a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe741a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.063+0000 7f097c99a700 1 -- 172.21.15.45:0/1271648054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0968011d20 con 0x55aafe731a90 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f097c99a700 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe73aa10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0968005500 tx=0x7f0968005530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9f937dec9a51602 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0960ff9700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0960ff9700 1 -- 172.21.15.45:0/1271648054 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096802a070 con 0x55aafe731a90 2023-03-22T14:27:39.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aafe6453a0 con 0x55aafe731a90 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0960ff9700 1 -- 172.21.15.45:0/1271648054 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f09680046f0 con 0x55aafe731a90 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0960ff9700 1 -- 172.21.15.45:0/1271648054 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f09680048b0 con 0x55aafe731a90 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0992d17b80 10 client.15144 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55aafe4b0d90 con 0x55aafe731a90 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.064+0000 7f0960ff9700 1 -- 172.21.15.45:0/1271648054 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55aafe6453a0 con 0x55aafe731a90 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f0960ff9700 1 -- 172.21.15.45:0/1271648054 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f096800fc80 con 0x55aafe731a90 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f0992d17b80 10 client.15144 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:39.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f0992d17b80 10 client.15144 resolve_mds: resolved name 'h' to daemon mds.h 2023-03-22T14:27:39.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f0992d17b80 20 client.15144 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:39.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe7458f0 0x55aafe744d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f0992d17b80 4 client.15144 mds_command: new command op to 24524 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:39.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aafe651610 con 0x55aafe7458f0 2023-03-22T14:27:39.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.065+0000 7f097d19b700 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe7458f0 0x55aafe744d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.066+0000 7f097d19b700 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe7458f0 0x55aafe744d20 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=639f852aed42ec37 server_cookie=5782c3c8b5fdd377 in_seq=0 out_seq=0 2023-03-22T14:27:39.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.066+0000 7f0960ff9700 10 client.15144 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:39.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.066+0000 7f0960ff9700 1 -- 172.21.15.45:0/1271648054 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55aafe651610 con 0x55aafe7458f0 2023-03-22T14:27:39.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.066+0000 7f0960ff9700 10 client.15144 handle_command_reply: tid=0 2023-03-22T14:27:39.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.066+0000 7f0992d17b80 1 client.15144 shutdown 2023-03-22T14:27:39.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 msgr2=0x55aafe73aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe73aa10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0968005500 tx=0x7f0968005530 comp rx=0 tx=0).stop 2023-03-22T14:27:39.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 shutdown_connections 2023-03-22T14:27:39.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe741a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe73a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe7458f0 0x55aafe744d20 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1271648054 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe73aa10 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0960ff9700 0 client.15144 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:39.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 >> 172.21.15.45:0/1271648054 conn(0x55aafe72cc00 msgr2=0x55aafe72a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 shutdown_connections 2023-03-22T14:27:39.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 1 -- 172.21.15.45:0/1271648054 wait complete. 2023-03-22T14:27:39.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.067+0000 7f0992d17b80 20 client.15144 trim_cache size 0 max 16384 2023-03-22T14:27:39.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 Processor -- start 2023-03-22T14:27:39.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 -- start start 2023-03-22T14:27:39.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe744d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe741970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe7381f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe650e00 con 0x55aafe731a90 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe644b70 con 0x55aafe7323e0 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f0992d17b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe58eed0 con 0x55aafe730c50 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f097c99a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe741970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f097c99a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe741970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56904/0 (socket says 172.21.15.45:56904) 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f097c99a700 1 -- 172.21.15.45:0/2780005739 learned_addr learned my addr 172.21.15.45:0/2780005739 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f097d19b700 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe744d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.086+0000 7f097d99c700 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe7381f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f097c99a700 1 -- 172.21.15.45:0/2780005739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 msgr2=0x55aafe744d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f097c99a700 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe744d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f097c99a700 1 -- 172.21.15.45:0/2780005739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 msgr2=0x55aafe7381f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f097c99a700 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe7381f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f097c99a700 1 -- 172.21.15.45:0/2780005739 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aafe727a00 con 0x55aafe731a90 2023-03-22T14:27:39.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f097d99c700 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe7381f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:39.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f097c99a700 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe741970 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f0968009870 tx=0x7f0968026660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86326afa975477c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f0963fff700 1 -- 172.21.15.45:0/2780005739 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096802a070 con 0x55aafe731a90 2023-03-22T14:27:39.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f0963fff700 1 -- 172.21.15.45:0/2780005739 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0968026730 con 0x55aafe731a90 2023-03-22T14:27:39.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.087+0000 7f0963fff700 1 -- 172.21.15.45:0/2780005739 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0968004d90 con 0x55aafe731a90 2023-03-22T14:27:39.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 -- 172.21.15.45:0/2780005739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 msgr2=0x55aafe741970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe741970 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f0968009870 tx=0x7f0968026660 comp rx=0 tx=0).stop 2023-03-22T14:27:39.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 -- 172.21.15.45:0/2780005739 shutdown_connections 2023-03-22T14:27:39.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe7381f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe730c50 0x55aafe744d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 --2- 172.21.15.45:0/2780005739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe731a90 0x55aafe741970 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 -- 172.21.15.45:0/2780005739 >> 172.21.15.45:0/2780005739 conn(0x55aafe72cc00 msgr2=0x55aafe731020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 -- 172.21.15.45:0/2780005739 shutdown_connections 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 -- 172.21.15.45:0/2780005739 wait complete. 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 -- start start 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.088+0000 7f0992d17b80 1 Processor -- start 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe730c50 0x55aafe73c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe731a90 0x55aafe741710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f0992d17b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe73c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f0992d17b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe73cc60 con 0x55aafe730c50 2023-03-22T14:27:39.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f0992d17b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe73cdd0 con 0x55aafe7323e0 2023-03-22T14:27:39.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f0992d17b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aafe799780 con 0x55aafe731a90 2023-03-22T14:27:39.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f0992d17b80 10 client.0 _ll_register_callbacks cb 0x55aafe528240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:39.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe731a90 0x55aafe741710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097d19b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe730c50 0x55aafe73c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe731a90 0x55aafe741710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41628/0 (socket says 172.21.15.45:41628) 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 -- 172.21.15.45:0/1165357652 learned_addr learned my addr 172.21.15.45:0/1165357652 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097d99c700 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe73c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 -- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 msgr2=0x55aafe73c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe73c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 -- 172.21.15.45:0/1165357652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe730c50 msgr2=0x55aafe73c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe730c50 0x55aafe73c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097c99a700 1 -- 172.21.15.45:0/1165357652 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55aafe4b0d90 con 0x55aafe731a90 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.089+0000 7f097d19b700 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe730c50 0x55aafe73c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f097c99a700 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe731a90 0x55aafe741710 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f09680049a0 tx=0x7f0968004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33045037f44c8fd1 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0960ff9700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0960ff9700 1 -- 172.21.15.45:0/1165357652 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096802a070 con 0x55aafe731a90 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aafe7001f0 con 0x55aafe731a90 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0960ff9700 1 -- 172.21.15.45:0/1165357652 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7f0968026b80 con 0x55aafe731a90 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0960ff9700 1 -- 172.21.15.45:0/1165357652 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f09680046f0 con 0x55aafe731a90 2023-03-22T14:27:39.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0992d17b80 10 client.25156 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55aafe499c10 con 0x55aafe731a90 2023-03-22T14:27:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.090+0000 7f0960ff9700 1 -- 172.21.15.45:0/1165357652 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0968053020 con 0x55aafe731a90 2023-03-22T14:27:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0960ff9700 1 -- 172.21.15.45:0/1165357652 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f096803b450 con 0x55aafe731a90 2023-03-22T14:27:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0992d17b80 10 client.25156 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0992d17b80 10 client.25156 resolve_mds: resolved name 'h' to daemon mds.h 2023-03-22T14:27:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0992d17b80 20 client.25156 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:39.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe79e080 0x55aafe79aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0992d17b80 4 client.25156 mds_command: new command op to 24524 tid=0[{"prefix": "status"}] 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55aafe506f10 con 0x55aafe79e080 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f097d19b700 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe79e080 0x55aafe79aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f097d19b700 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe79e080 0x55aafe79aa20 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=52dc71df41ffa4b3 server_cookie=e1a101049c135260 in_seq=0 out_seq=0 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.091+0000 7f0960ff9700 10 client.25156 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0960ff9700 1 -- 172.21.15.45:0/1165357652 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55aafe506f10 con 0x55aafe79e080 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0960ff9700 10 client.25156 handle_command_reply: tid=0 2023-03-22T14:27:39.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 client.25156 shutdown 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe731a90 msgr2=0x55aafe741710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe731a90 0x55aafe741710 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f09680049a0 tx=0x7f0968004d00 comp rx=0 tx=0).stop 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 shutdown_connections 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55aafe79e080 0x55aafe79aa20 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55aafe730c50 0x55aafe73c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aafe7323e0 0x55aafe73c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 --2- 172.21.15.45:0/1165357652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55aafe731a90 0x55aafe741710 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0960ff9700 0 client.25156 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:27:39.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 >> 172.21.15.45:0/1165357652 conn(0x55aafe72cc00 msgr2=0x55aafe744d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 shutdown_connections 2023-03-22T14:27:39.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 1 -- 172.21.15.45:0/1165357652 wait complete. 2023-03-22T14:27:39.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.092+0000 7f0992d17b80 20 client.25156 trim_cache size 0 max 16384 2023-03-22T14:27:39.102 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:39.102 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:39.103 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 2, 2023-03-22T14:27:39.103 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24524, 2023-03-22T14:27:39.103 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:39.103 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:39.103 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:39.103 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 84.823845567000006, 2023-03-22T14:27:39.103 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:39.104 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:39.104 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:39.104 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 106.031040647 2023-03-22T14:27:39.104 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:39.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f096409fbe0 msgr2=0x7f09640a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f096409fbe0 0x7f09640a2090 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0968009e00 tx=0x7f0968011720 comp rx=0 tx=0).stop 2023-03-22T14:27:39.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 msgr2=0x7f097819f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097819f7b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0970009fd0 tx=0x7f097000bce0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 shutdown_connections 2023-03-22T14:27:39.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f096409fbe0 0x7f09640a2090 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0978108040 0x7f097819f7b0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0978073480 0x7f0978198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 --2- 172.21.15.45:0/1753278243 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0978074a60 0x7f0978198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 >> 172.21.15.45:0/1753278243 conn(0x7f09780fb7d0 msgr2=0x7f09780fdbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 shutdown_connections 2023-03-22T14:27:39.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.093+0000 7f097f3ff700 1 -- 172.21.15.45:0/1753278243 wait complete. 2023-03-22T14:27:39.111 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-03-22T14:27:39.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:38 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1052245288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:39.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:38 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/871936917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:39.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:38 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1052245288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:39.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:38 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/871936917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:39.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 -- 172.21.15.45:0/237046282 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 msgr2=0x7fca7c108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 --2- 172.21.15.45:0/237046282 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 0x7fca7c108600 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fca7400b0a0 tx=0x7fca7400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 -- 172.21.15.45:0/237046282 shutdown_connections 2023-03-22T14:27:39.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 --2- 172.21.15.45:0/237046282 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 0x7fca7c108600 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 --2- 172.21.15.45:0/237046282 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fca7c1001c0 0x7fca7c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 --2- 172.21.15.45:0/237046282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca7c1013b0 0x7fca7c101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 -- 172.21.15.45:0/237046282 >> 172.21.15.45:0/237046282 conn(0x7fca7c0fb7e0 msgr2=0x7fca7c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 -- 172.21.15.45:0/237046282 shutdown_connections 2023-03-22T14:27:39.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.299+0000 7fca81bff700 1 -- 172.21.15.45:0/237046282 wait complete. 2023-03-22T14:27:39.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 Processor -- start 2023-03-22T14:27:39.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 -- start start 2023-03-22T14:27:39.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fca7c1001c0 0x7fca7c198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca7c1013b0 0x7fca7c1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 0x7fca7c19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7c19fde0 con 0x7fca7c101d40 2023-03-22T14:27:39.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7c19ff20 con 0x7fca7c1013b0 2023-03-22T14:27:39.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.301+0000 7fca81bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7c1a00b0 con 0x7fca7c1001c0 2023-03-22T14:27:39.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 0x7fca7c19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fca7c1001c0 0x7fca7c198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fca7c1001c0 0x7fca7c198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41646/0 (socket says 172.21.15.45:41646) 2023-03-22T14:27:39.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7b7fe700 1 -- 172.21.15.45:0/1295711303 learned_addr learned my addr 172.21.15.45:0/1295711303 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7affd700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca7c1013b0 0x7fca7c1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7bfff700 1 -- 172.21.15.45:0/1295711303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fca7c1001c0 msgr2=0x7fca7c198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7bfff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fca7c1001c0 0x7fca7c198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7bfff700 1 -- 172.21.15.45:0/1295711303 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca7c1013b0 msgr2=0x7fca7c1987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7bfff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca7c1013b0 0x7fca7c1987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7bfff700 1 -- 172.21.15.45:0/1295711303 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca70009520 con 0x7fca7c101d40 2023-03-22T14:27:39.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca7bfff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 0x7fca7c19f810 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fca7400b070 tx=0x7fca7400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca78ff9700 1 -- 172.21.15.45:0/1295711303 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca7400e040 con 0x7fca7c101d40 2023-03-22T14:27:39.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca78ff9700 1 -- 172.21.15.45:0/1295711303 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca74009480 con 0x7fca7c101d40 2023-03-22T14:27:39.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.302+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca74009d00 con 0x7fca7c101d40 2023-03-22T14:27:39.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.303+0000 7fca78ff9700 1 -- 172.21.15.45:0/1295711303 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca740052a0 con 0x7fca7c101d40 2023-03-22T14:27:39.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.303+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca7c10bb80 con 0x7fca7c101d40 2023-03-22T14:27:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.306+0000 7fca78ff9700 1 -- 172.21.15.45:0/1295711303 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fca7401d480 con 0x7fca7c101d40 2023-03-22T14:27:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.307+0000 7fca9549eb80 1 Processor -- start 2023-03-22T14:27:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.307+0000 7fca9549eb80 1 -- start start 2023-03-22T14:27:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.307+0000 7fca78ff9700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fca6409fbe0 0x7fca640a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf27bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27c3e0 0x5644bf27a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf27b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca9549eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf181020 con 0x5644bf27c3e0 2023-03-22T14:27:39.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca9549eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf1d3960 con 0x5644bf27ac50 2023-03-22T14:27:39.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca9549eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf1ccdf0 con 0x5644bf27ba90 2023-03-22T14:27:39.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca78ff9700 1 -- 172.21.15.45:0/1295711303 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fca740cbdf0 con 0x7fca7c101d40 2023-03-22T14:27:39.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7affd700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fca6409fbe0 0x7fca640a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf27b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf27bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf27b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:59784/0 (socket says 172.21.15.45:59784) 2023-03-22T14:27:39.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf27bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:41656/0 (socket says 172.21.15.45:41656) 2023-03-22T14:27:39.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 -- 172.21.15.45:0/21354864 learned_addr learned my addr 172.21.15.45:0/21354864 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7affd700 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27c3e0 0x5644bf27a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 -- 172.21.15.45:0/21354864 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 msgr2=0x5644bf27bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf27bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 -- 172.21.15.45:0/21354864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27c3e0 msgr2=0x5644bf27a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27c3e0 0x5644bf27a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.308+0000 7fca7bfff700 1 -- 172.21.15.45:0/21354864 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5644bf04e5e0 con 0x5644bf27ac50 2023-03-22T14:27:39.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.309+0000 7fca7affd700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fca6409fbe0 0x7fca640a2090 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fca70009fd0 tx=0x7fca70009d80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.309+0000 7fca7bfff700 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf27b0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fca740079f0 tx=0x7fca7400b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4742d868ce115766 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.309+0000 7fca61ffb700 1 -- 172.21.15.45:0/21354864 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca740a19b0 con 0x5644bf27ac50 2023-03-22T14:27:39.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.309+0000 7fca61ffb700 1 -- 172.21.15.45:0/21354864 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca740c9970 con 0x5644bf27ac50 2023-03-22T14:27:39.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.309+0000 7fca61ffb700 1 -- 172.21.15.45:0/21354864 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca74098f40 con 0x5644bf27ac50 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 -- 172.21.15.45:0/21354864 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 msgr2=0x5644bf27b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf27b0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fca740079f0 tx=0x7fca7400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 -- 172.21.15.45:0/21354864 shutdown_connections 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf27b0c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf27bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 --2- 172.21.15.45:0/21354864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27c3e0 0x5644bf27a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 -- 172.21.15.45:0/21354864 >> 172.21.15.45:0/21354864 conn(0x5644bf276c00 msgr2=0x5644bf274fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 -- 172.21.15.45:0/21354864 shutdown_connections 2023-03-22T14:27:39.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 -- 172.21.15.45:0/21354864 wait complete. 2023-03-22T14:27:39.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.310+0000 7fca9549eb80 1 -- start start 2023-03-22T14:27:39.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.311+0000 7fca9549eb80 1 Processor -- start 2023-03-22T14:27:39.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.311+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ac50 0x5644bf284200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.311+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf284740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.311+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27c3e0 0x5644bf28b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.311+0000 7fca9549eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf0508d0 con 0x5644bf27ba90 2023-03-22T14:27:39.319 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.311+0000 7fca9549eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf28bcc0 con 0x5644bf27c3e0 2023-03-22T14:27:39.319 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.311+0000 7fca9549eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf28be50 con 0x5644bf27ac50 2023-03-22T14:27:39.319 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca9549eb80 10 client.0 _ll_register_callbacks cb 0x5644bf072240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:39.321 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf284740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.321 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ac50 0x5644bf284200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.321 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27c3e0 0x5644bf28b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf284740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56944/0 (socket says 172.21.15.45:56944) 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 -- 172.21.15.45:0/2442861001 learned_addr learned my addr 172.21.15.45:0/2442861001 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 -- 172.21.15.45:0/2442861001 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ac50 msgr2=0x5644bf284200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ac50 0x5644bf284200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 -- 172.21.15.45:0/2442861001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27c3e0 msgr2=0x5644bf28b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27c3e0 0x5644bf28b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 -- 172.21.15.45:0/2442861001 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca7c10bb80 con 0x5644bf27ba90 2023-03-22T14:27:39.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7bfff700 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27c3e0 0x5644bf28b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:39.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca7affd700 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf284740 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fca70004550 tx=0x7fca7001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1187ce758fe82219 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.312+0000 7fca5affd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:39.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca5affd700 1 -- 172.21.15.45:0/2442861001 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca70016040 con 0x5644bf27ba90 2023-03-22T14:27:39.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5644bf18f3a0 con 0x5644bf27ba90 2023-03-22T14:27:39.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca5affd700 1 -- 172.21.15.45:0/2442861001 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fca70003890 con 0x5644bf27ba90 2023-03-22T14:27:39.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca5affd700 1 -- 172.21.15.45:0/2442861001 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca700098e0 con 0x5644bf27ba90 2023-03-22T14:27:39.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca9549eb80 10 client.15162 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:39.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5644beffad90 con 0x5644bf27ba90 2023-03-22T14:27:39.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca5affd700 1 -- 172.21.15.45:0/2442861001 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5644bf18f3a0 con 0x5644bf27ba90 2023-03-22T14:27:39.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.313+0000 7fca5affd700 1 -- 172.21.15.45:0/2442861001 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fca70026030 con 0x5644bf27ba90 2023-03-22T14:27:39.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca9549eb80 10 client.15162 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:39.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca9549eb80 10 client.15162 resolve_mds: resolved name 'i' to daemon mds.i 2023-03-22T14:27:39.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca9549eb80 20 client.15162 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:39.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca9549eb80 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf28f7a0 0x5644bf28eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca9549eb80 4 client.15162 mds_command: new command op to 24532 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:39.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5644bf19b610 con 0x5644bf28f7a0 2023-03-22T14:27:39.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca7b7fe700 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf28f7a0 0x5644bf28eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca7b7fe700 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf28f7a0 0x5644bf28eb50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e131fbfdaca966 server_cookie=9d190a3e397d5e41 in_seq=0 out_seq=0 2023-03-22T14:27:39.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.314+0000 7fca5affd700 10 client.15162 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:39.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.315+0000 7fca5affd700 1 -- 172.21.15.45:0/2442861001 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5644bf19b610 con 0x5644bf28f7a0 2023-03-22T14:27:39.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.315+0000 7fca5affd700 10 client.15162 handle_command_reply: tid=0 2023-03-22T14:27:39.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.315+0000 7fca9549eb80 1 client.15162 shutdown 2023-03-22T14:27:39.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 msgr2=0x5644bf284740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf284740 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fca70004550 tx=0x7fca7001d000 comp rx=0 tx=0).stop 2023-03-22T14:27:39.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 shutdown_connections 2023-03-22T14:27:39.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf28f7a0 0x5644bf28eb50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27c3e0 0x5644bf28b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ac50 0x5644bf284200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca5affd700 0 client.15162 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:39.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 --2- 172.21.15.45:0/2442861001 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf284740 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 >> 172.21.15.45:0/2442861001 conn(0x5644bf276c00 msgr2=0x5644bf2746c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 shutdown_connections 2023-03-22T14:27:39.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 1 -- 172.21.15.45:0/2442861001 wait complete. 2023-03-22T14:27:39.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.316+0000 7fca9549eb80 20 client.15162 trim_cache size 0 max 16384 2023-03-22T14:27:39.336 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 Processor -- start 2023-03-22T14:27:39.336 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 -- start start 2023-03-22T14:27:39.337 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf276c00 0x5644bf28eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.337 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf28b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.337 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf28f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.338 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf19b610 con 0x5644bf27ba90 2023-03-22T14:27:39.338 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf18f3a0 con 0x5644bf27ac50 2023-03-22T14:27:39.338 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca9549eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf28d6f0 con 0x5644bf276c00 2023-03-22T14:27:39.338 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca7bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf28f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.338 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca7bfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf28f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56960/0 (socket says 172.21.15.45:56960) 2023-03-22T14:27:39.338 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca7bfff700 1 -- 172.21.15.45:0/1588900896 learned_addr learned my addr 172.21.15.45:0/1588900896 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.338 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca7affd700 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf28b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.335+0000 7fca7b7fe700 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf276c00 0x5644bf28eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca7bfff700 1 -- 172.21.15.45:0/1588900896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf276c00 msgr2=0x5644bf28eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca7bfff700 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf276c00 0x5644bf28eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca7bfff700 1 -- 172.21.15.45:0/1588900896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 msgr2=0x5644bf28b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca7bfff700 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf28b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca7bfff700 1 -- 172.21.15.45:0/1588900896 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5644bf193140 con 0x5644bf27ba90 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca7bfff700 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf28f090 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fca740a1480 tx=0x7fca74009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b9fdf982bc769e server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca627fc700 1 -- 172.21.15.45:0/1588900896 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca740a19b0 con 0x5644bf27ba90 2023-03-22T14:27:39.340 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca627fc700 1 -- 172.21.15.45:0/1588900896 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca740c9970 con 0x5644bf27ba90 2023-03-22T14:27:39.340 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.336+0000 7fca627fc700 1 -- 172.21.15.45:0/1588900896 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca740a1780 con 0x5644bf27ba90 2023-03-22T14:27:39.342 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 -- 172.21.15.45:0/1588900896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 msgr2=0x5644bf28f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf28f090 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fca740a1480 tx=0x7fca74009650 comp rx=0 tx=0).stop 2023-03-22T14:27:39.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 -- 172.21.15.45:0/1588900896 shutdown_connections 2023-03-22T14:27:39.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf27ba90 0x5644bf28f090 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf276c00 0x5644bf28eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 --2- 172.21.15.45:0/1588900896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf28b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 -- 172.21.15.45:0/1588900896 >> 172.21.15.45:0/1588900896 conn(0x5644bf27a880 msgr2=0x5644bf27ed00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 -- 172.21.15.45:0/1588900896 shutdown_connections 2023-03-22T14:27:39.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 -- 172.21.15.45:0/1588900896 wait complete. 2023-03-22T14:27:39.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 -- start start 2023-03-22T14:27:39.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.337+0000 7fca9549eb80 1 Processor -- start 2023-03-22T14:27:39.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf276c00 0x5644bf289730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf2e1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca9549eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf2e3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca9549eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf2e40c0 con 0x5644bf276c00 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca9549eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf2e4230 con 0x5644bf27ac50 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca9549eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644bf2e43f0 con 0x5644bf27ba90 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca9549eb80 10 client.0 _ll_register_callbacks cb 0x5644bf072240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf276c00 0x5644bf289730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf276c00 0x5644bf289730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56964/0 (socket says 172.21.15.45:56964) 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 -- 172.21.15.45:0/266238908 learned_addr learned my addr 172.21.15.45:0/266238908 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7bfff700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf2e3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7affd700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf2e1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 -- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 msgr2=0x5644bf2e3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf2e3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 -- 172.21.15.45:0/266238908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 msgr2=0x5644bf2e1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf2e1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7b7fe700 1 -- 172.21.15.45:0/266238908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5644bf04e5e0 con 0x5644bf276c00 2023-03-22T14:27:39.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.338+0000 7fca7affd700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf2e1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:39.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca7b7fe700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf276c00 0x5644bf289730 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fca6c000c00 tx=0x7fca6c021e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e9c613e9ef92354 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca5affd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca5affd700 1 -- 172.21.15.45:0/266238908 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca6c017040 con 0x5644bf276c00 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5644bf24a1f0 con 0x5644bf276c00 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca5affd700 1 -- 172.21.15.45:0/266238908 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fca6c0213a0 con 0x5644bf276c00 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca5affd700 1 -- 172.21.15.45:0/266238908 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca6c021560 con 0x5644bf276c00 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca9549eb80 10 client.15168 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5644bf021200 con 0x5644bf276c00 2023-03-22T14:27:39.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.339+0000 7fca5affd700 1 -- 172.21.15.45:0/266238908 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5644bf24a1f0 con 0x5644bf276c00 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca5affd700 1 -- 172.21.15.45:0/266238908 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fca6c010910 con 0x5644bf276c00 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca9549eb80 10 client.15168 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca9549eb80 10 client.15168 resolve_mds: resolved name 'i' to daemon mds.i 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca9549eb80 20 client.15168 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca9549eb80 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf27c3e0 0x5644bf2e5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca9549eb80 4 client.15168 mds_command: new command op to 24532 tid=0[{"prefix": "status"}] 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5644bf050f10 con 0x5644bf27c3e0 2023-03-22T14:27:39.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.340+0000 7fca7affd700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf27c3e0 0x5644bf2e5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca7affd700 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf27c3e0 0x5644bf2e5bb0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d30daa007ff4ce9f server_cookie=49003f92ba9ba953 in_seq=0 out_seq=0 2023-03-22T14:27:39.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca5affd700 10 client.15168 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:39.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca5affd700 1 -- 172.21.15.45:0/266238908 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5644bf050f10 con 0x5644bf27c3e0 2023-03-22T14:27:39.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca5affd700 10 client.15168 handle_command_reply: tid=0 2023-03-22T14:27:39.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 client.15168 shutdown 2023-03-22T14:27:39.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf276c00 msgr2=0x5644bf289730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf276c00 0x5644bf289730 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fca6c000c00 tx=0x7fca6c021e80 comp rx=0 tx=0).stop 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 shutdown_connections 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5644bf27c3e0 0x5644bf2e5bb0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5644bf276c00 0x5644bf289730 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5644bf27ba90 0x5644bf2e3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca5affd700 0 client.15168 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 --2- 172.21.15.45:0/266238908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5644bf27ac50 0x5644bf2e1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 >> 172.21.15.45:0/266238908 conn(0x5644bf27a880 msgr2=0x5644bf282150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.350 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 shutdown_connections 2023-03-22T14:27:39.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 1 -- 172.21.15.45:0/266238908 wait complete. 2023-03-22T14:27:39.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.341+0000 7fca9549eb80 20 client.15168 trim_cache size 0 max 16384 2023-03-22T14:27:39.351 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:39.351 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 1, 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24532, 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 86.077827748999994, 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:39.352 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:39.353 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:39.353 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 104.01034636599999 2023-03-22T14:27:39.353 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:39.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fca6409fbe0 msgr2=0x7fca640a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fca6409fbe0 0x7fca640a2090 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fca70009fd0 tx=0x7fca70009d80 comp rx=0 tx=0).stop 2023-03-22T14:27:39.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 msgr2=0x7fca7c19f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 0x7fca7c19f810 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fca7400b070 tx=0x7fca7400bc80 comp rx=0 tx=0).stop 2023-03-22T14:27:39.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 shutdown_connections 2023-03-22T14:27:39.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fca6409fbe0 0x7fca640a2090 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fca7c101d40 0x7fca7c19f810 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fca7c1001c0 0x7fca7c198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 --2- 172.21.15.45:0/1295711303 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca7c1013b0 0x7fca7c1987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 >> 172.21.15.45:0/1295711303 conn(0x7fca7c0fb7e0 msgr2=0x7fca7c0fd960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 shutdown_connections 2023-03-22T14:27:39.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.342+0000 7fca81bff700 1 -- 172.21.15.45:0/1295711303 wait complete. 2023-03-22T14:27:39.360 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-03-22T14:27:39.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 -- 172.21.15.45:0/1926062303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 msgr2=0x7fe9581005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1926062303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 0x7fe9581005d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe954009990 tx=0x7fe954009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 -- 172.21.15.45:0/1926062303 shutdown_connections 2023-03-22T14:27:39.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1926062303 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe958101d40 0x7fe958108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1926062303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 0x7fe9581005d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1926062303 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe9581013b0 0x7fe958101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 -- 172.21.15.45:0/1926062303 >> 172.21.15.45:0/1926062303 conn(0x7fe9580fb7e0 msgr2=0x7fe9580fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 -- 172.21.15.45:0/1926062303 shutdown_connections 2023-03-22T14:27:39.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.550+0000 7fe9601ff700 1 -- 172.21.15.45:0/1926062303 wait complete. 2023-03-22T14:27:39.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.551+0000 7fe9601ff700 1 Processor -- start 2023-03-22T14:27:39.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.551+0000 7fe9601ff700 1 -- start start 2023-03-22T14:27:39.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe9601ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 0x7fe958074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe9601ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9581013b0 0x7fe958072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe9601ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe958101d40 0x7fe9580733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe9601ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe958073b50 con 0x7fe9581013b0 2023-03-22T14:27:39.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe9601ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe958073cc0 con 0x7fe958101d40 2023-03-22T14:27:39.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe9601ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95819ff70 con 0x7fe9581001c0 2023-03-22T14:27:39.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9581013b0 0x7fe958072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9581013b0 0x7fe958072e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56984/0 (socket says 172.21.15.45:56984) 2023-03-22T14:27:39.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 -- 172.21.15.45:0/1057401150 learned_addr learned my addr 172.21.15.45:0/1057401150 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95df9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 0x7fe958074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95e79c700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe958101d40 0x7fe9580733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 -- 172.21.15.45:0/1057401150 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 msgr2=0x7fe958074830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 0x7fe958074830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 -- 172.21.15.45:0/1057401150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe958101d40 msgr2=0x7fe9580733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe958101d40 0x7fe9580733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95d79a700 1 -- 172.21.15.45:0/1057401150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9540095f0 con 0x7fe9581013b0 2023-03-22T14:27:39.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.552+0000 7fe95e79c700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe958101d40 0x7fe9580733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:39.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.553+0000 7fe95d79a700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9581013b0 0x7fe958072e70 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe94800e9a0 tx=0x7fe94800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.553+0000 7fe94effd700 1 -- 172.21.15.45:0/1057401150 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe948009790 con 0x7fe9581013b0 2023-03-22T14:27:39.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.553+0000 7fe94effd700 1 -- 172.21.15.45:0/1057401150 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe94800cbd0 con 0x7fe9581013b0 2023-03-22T14:27:39.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.553+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe95810bb10 con 0x7fe9581013b0 2023-03-22T14:27:39.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.553+0000 7fe94effd700 1 -- 172.21.15.45:0/1057401150 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe948018680 con 0x7fe9581013b0 2023-03-22T14:27:39.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.553+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe95810b980 con 0x7fe9581013b0 2023-03-22T14:27:39.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.558+0000 7fe94effd700 1 -- 172.21.15.45:0/1057401150 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 17) v1 ==== 133624+0+0 (secure 0 0 0) 0x7fe94800cd40 con 0x7fe9581013b0 2023-03-22T14:27:39.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 Processor -- start 2023-03-22T14:27:39.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 -- start start 2023-03-22T14:27:39.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69018ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe94effd700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe94409fb60 0x7fe9440a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69017670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b690180c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b68f1e020 con 0x555b69018a90 2023-03-22T14:27:39.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b68f70960 con 0x555b690193e0 2023-03-22T14:27:39.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b68f69df0 con 0x555b69017c50 2023-03-22T14:27:39.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe94effd700 1 -- 172.21.15.45:0/1057401150 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fe948014070 con 0x7fe9581013b0 2023-03-22T14:27:39.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.559+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69017670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95df9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69018ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69017670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:59828/0 (socket says 172.21.15.45:59828) 2023-03-22T14:27:39.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 -- 172.21.15.45:0/2455154346 learned_addr learned my addr 172.21.15.45:0/2455154346 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95e79c700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe94409fb60 0x7fe9440a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95e79c700 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b690180c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 -- 172.21.15.45:0/2455154346 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 msgr2=0x555b690180c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b690180c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 -- 172.21.15.45:0/2455154346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 msgr2=0x555b69018ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69018ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 -- 172.21.15.45:0/2455154346 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555b68deb5e0 con 0x555b690193e0 2023-03-22T14:27:39.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95d79a700 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69017670 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe948000c00 tx=0x7fe948098530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80a23ea2b4f591f6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe95e79c700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe94409fb60 0x7fe9440a2010 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe958074e90 tx=0x7fe950009920 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe943fff700 1 -- 172.21.15.45:0/2455154346 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9480bd660 con 0x555b690193e0 2023-03-22T14:27:39.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe943fff700 1 -- 172.21.15.45:0/2455154346 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe948098970 con 0x555b690193e0 2023-03-22T14:27:39.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.560+0000 7fe943fff700 1 -- 172.21.15.45:0/2455154346 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9480bd990 con 0x555b690193e0 2023-03-22T14:27:39.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 -- 172.21.15.45:0/2455154346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 msgr2=0x555b69017670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69017670 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe948000c00 tx=0x7fe948098530 comp rx=0 tx=0).stop 2023-03-22T14:27:39.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 -- 172.21.15.45:0/2455154346 shutdown_connections 2023-03-22T14:27:39.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69018ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b690180c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/2455154346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69017670 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 -- 172.21.15.45:0/2455154346 >> 172.21.15.45:0/2455154346 conn(0x555b69013c00 msgr2=0x555b69011fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 -- 172.21.15.45:0/2455154346 shutdown_connections 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.561+0000 7fe973b4bb80 1 -- 172.21.15.45:0/2455154346 wait complete. 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 -- start start 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 Processor -- start 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b69017c50 0x555b690214f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69021a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b690193e0 0x555b69028a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b68ded8d0 con 0x555b69018a90 2023-03-22T14:27:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b69028fb0 con 0x555b69017c50 2023-03-22T14:27:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.562+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b69029140 con 0x555b690193e0 2023-03-22T14:27:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe973b4bb80 10 client.0 _ll_register_callbacks cb 0x555b68e0f240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69021a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69021a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57006/0 (socket says 172.21.15.45:57006) 2023-03-22T14:27:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95df9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b69017c50 0x555b690214f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 -- 172.21.15.45:0/722000204 learned_addr learned my addr 172.21.15.45:0/722000204 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95e79c700 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b690193e0 0x555b69028a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 -- 172.21.15.45:0/722000204 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b690193e0 msgr2=0x555b69028a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b690193e0 0x555b69028a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 -- 172.21.15.45:0/722000204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b69017c50 msgr2=0x555b690214f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b69017c50 0x555b690214f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 -- 172.21.15.45:0/722000204 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe95810b980 con 0x555b69018a90 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe95d79a700 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69021a30 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe948098900 tx=0x7fe948098110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e428aed5c53d8662 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.563+0000 7fe9417fa700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe9417fa700 1 -- 172.21.15.45:0/722000204 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9480a08d0 con 0x555b69018a90 2023-03-22T14:27:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555b68f2c3a0 con 0x555b69018a90 2023-03-22T14:27:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe9417fa700 1 -- 172.21.15.45:0/722000204 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fe9480b3030 con 0x555b69018a90 2023-03-22T14:27:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe9417fa700 1 -- 172.21.15.45:0/722000204 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe948098970 con 0x555b69018a90 2023-03-22T14:27:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 10 client.15180 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x555b68d97d90 con 0x555b69018a90 2023-03-22T14:27:39.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe9417fa700 1 -- 172.21.15.45:0/722000204 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555b68f2c3a0 con 0x555b69018a90 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe9417fa700 1 -- 172.21.15.45:0/722000204 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fe9480978d0 con 0x555b69018a90 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 10 client.15180 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 10 client.15180 resolve_mds: resolved name 'b' to daemon mds.b 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 20 client.15180 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b6902cd30 0x555b6902bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 4 client.15180 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.564+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555b68f38610 con 0x555b6902cd30 2023-03-22T14:27:39.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.565+0000 7fe95df9b700 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b6902cd30 0x555b6902bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.565+0000 7fe95df9b700 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b6902cd30 0x555b6902bc20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63620837e48c74ba server_cookie=3d23900f5f0054fe in_seq=0 out_seq=0 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.565+0000 7fe9417fa700 10 client.15180 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe9417fa700 1 -- 172.21.15.45:0/722000204 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x555b68f38610 con 0x555b6902cd30 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe9417fa700 10 client.15180 handle_command_reply: tid=0 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 client.15180 shutdown 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 msgr2=0x555b69021a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69021a30 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe948098900 tx=0x7fe948098110 comp rx=0 tx=0).stop 2023-03-22T14:27:39.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 shutdown_connections 2023-03-22T14:27:39.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b6902cd30 0x555b6902bc20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b690193e0 0x555b69028a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe9417fa700 0 client.15180 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:39.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b69017c50 0x555b690214f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/722000204 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69021a30 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 >> 172.21.15.45:0/722000204 conn(0x555b69013c00 msgr2=0x555b690116c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.566+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 shutdown_connections 2023-03-22T14:27:39.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.567+0000 7fe973b4bb80 1 -- 172.21.15.45:0/722000204 wait complete. 2023-03-22T14:27:39.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.567+0000 7fe973b4bb80 20 client.15180 trim_cache size 0 max 16384 2023-03-22T14:27:39.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 Processor -- start 2023-03-22T14:27:39.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 -- start start 2023-03-22T14:27:39.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69017c50 0x555b69017590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69018a90 0x555b69028a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b6901bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b68f37e00 con 0x555b69017c50 2023-03-22T14:27:39.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b68f2bb70 con 0x555b690193e0 2023-03-22T14:27:39.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.585+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b68f05bf0 con 0x555b69018a90 2023-03-22T14:27:39.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95df9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69017c50 0x555b69017590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95e79c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b6901bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95df9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69017c50 0x555b69017590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57016/0 (socket says 172.21.15.45:57016) 2023-03-22T14:27:39.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95df9b700 1 -- 172.21.15.45:0/3216502936 learned_addr learned my addr 172.21.15.45:0/3216502936 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95d79a700 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69018a90 0x555b69028a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95e79c700 1 -- 172.21.15.45:0/3216502936 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69018a90 msgr2=0x555b69028a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95e79c700 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69018a90 0x555b69028a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95e79c700 1 -- 172.21.15.45:0/3216502936 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69017c50 msgr2=0x555b69017590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95e79c700 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69017c50 0x555b69017590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95e79c700 1 -- 172.21.15.45:0/3216502936 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555b6900ea00 con 0x555b690193e0 2023-03-22T14:27:39.590 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.586+0000 7fe95e79c700 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b6901bd70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe9500156e0 tx=0x7fe95000b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b3449c25edc99c0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe94cff9700 1 -- 172.21.15.45:0/3216502936 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe95000e040 con 0x555b690193e0 2023-03-22T14:27:39.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe94cff9700 1 -- 172.21.15.45:0/3216502936 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe950004020 con 0x555b690193e0 2023-03-22T14:27:39.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe94cff9700 1 -- 172.21.15.45:0/3216502936 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe950007760 con 0x555b690193e0 2023-03-22T14:27:39.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 -- 172.21.15.45:0/3216502936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 msgr2=0x555b6901bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b6901bd70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe9500156e0 tx=0x7fe95000b040 comp rx=0 tx=0).stop 2023-03-22T14:27:39.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 -- 172.21.15.45:0/3216502936 shutdown_connections 2023-03-22T14:27:39.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69017c50 0x555b69017590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b6901bd70 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/3216502936 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69018a90 0x555b69028a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 -- 172.21.15.45:0/3216502936 >> 172.21.15.45:0/3216502936 conn(0x555b69013c00 msgr2=0x555b6902bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 -- 172.21.15.45:0/3216502936 shutdown_connections 2023-03-22T14:27:39.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.587+0000 7fe973b4bb80 1 -- 172.21.15.45:0/3216502936 wait complete. 2023-03-22T14:27:39.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.588+0000 7fe973b4bb80 1 -- start start 2023-03-22T14:27:39.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.588+0000 7fe973b4bb80 1 Processor -- start 2023-03-22T14:27:39.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b69023b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69024050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe973b4bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69027070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b690275b0 con 0x555b69018a90 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b69027720 con 0x555b690193e0 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe973b4bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b690278e0 con 0x555b69017c50 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe973b4bb80 10 client.0 _ll_register_callbacks cb 0x555b68e0f240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69024050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69024050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57018/0 (socket says 172.21.15.45:57018) 2023-03-22T14:27:39.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 -- 172.21.15.45:0/66001573 learned_addr learned my addr 172.21.15.45:0/66001573 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:39.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95df9b700 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b69023b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95e79c700 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69027070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 -- 172.21.15.45:0/66001573 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 msgr2=0x555b69023b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b69023b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 -- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 msgr2=0x555b69027070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:39.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69027070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.589+0000 7fe95d79a700 1 -- 172.21.15.45:0/66001573 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9500090d0 con 0x555b69018a90 2023-03-22T14:27:39.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe95d79a700 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69024050 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe948000c00 tx=0x7fe948098200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3b19d2a94c7976b server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:39.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe9417fa700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:39.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe9417fa700 1 -- 172.21.15.45:0/66001573 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9480a08d0 con 0x555b69018a90 2023-03-22T14:27:39.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555b69020800 con 0x555b69018a90 2023-03-22T14:27:39.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe9417fa700 1 -- 172.21.15.45:0/66001573 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8269+0+0 (secure 0 0 0) 0x7fe9480b3040 con 0x555b69018a90 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe9417fa700 1 -- 172.21.15.45:0/66001573 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9480a0b60 con 0x555b69018a90 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 10 client.15186 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x555b68d80c10 con 0x555b69018a90 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe9417fa700 1 -- 172.21.15.45:0/66001573 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555b69020800 con 0x555b69018a90 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe9417fa700 1 -- 172.21.15.45:0/66001573 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fe948099750 con 0x555b69018a90 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 10 client.15186 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 10 client.15186 resolve_mds: resolved name 'b' to daemon mds.b 2023-03-22T14:27:39.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 20 client.15186 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:39.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b690856a0 0x555b690825b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:39.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 4 client.15186 mds_command: new command op to 24575 tid=0[{"prefix": "status"}] 2023-03-22T14:27:39.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.590+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "status"}) v1 -- 0x555b68fe71f0 con 0x555b690856a0 2023-03-22T14:27:39.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.591+0000 7fe95df9b700 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b690856a0 0x555b690825b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:39.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.591+0000 7fe95df9b700 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b690856a0 0x555b690825b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c3064e909a116fa server_cookie=91ee1b6c06de9273 in_seq=0 out_seq=0 2023-03-22T14:27:39.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.591+0000 7fe9417fa700 10 client.15186 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:39.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe9417fa700 1 -- 172.21.15.45:0/66001573 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x555b68fe71f0 con 0x555b690856a0 2023-03-22T14:27:39.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe9417fa700 10 client.15186 handle_command_reply: tid=0 2023-03-22T14:27:39.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 client.15186 shutdown 2023-03-22T14:27:39.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 msgr2=0x555b69024050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69024050 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe948000c00 tx=0x7fe948098200 comp rx=0 tx=0).stop 2023-03-22T14:27:39.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 shutdown_connections 2023-03-22T14:27:39.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x555b690856a0 0x555b690825b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555b690193e0 0x555b69027070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555b69017c50 0x555b69023b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe9417fa700 0 client.15186 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:39.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 --2- 172.21.15.45:0/66001573 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555b69018a90 0x555b69024050 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 >> 172.21.15.45:0/66001573 conn(0x555b69013c00 msgr2=0x555b6901bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 shutdown_connections 2023-03-22T14:27:39.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 1 -- 172.21.15.45:0/66001573 wait complete. 2023-03-22T14:27:39.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.592+0000 7fe973b4bb80 20 client.15186 trim_cache size 0 max 16384 2023-03-22T14:27:39.602 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:39.603 INFO:teuthology.orchestra.run.smithi045.stdout: "cluster_fsid": "54899176-c8bc-11ed-9afe-001a4aab830c", 2023-03-22T14:27:39.603 INFO:teuthology.orchestra.run.smithi045.stdout: "whoami": 0, 2023-03-22T14:27:39.603 INFO:teuthology.orchestra.run.smithi045.stdout: "id": 24575, 2023-03-22T14:27:39.603 INFO:teuthology.orchestra.run.smithi045.stdout: "want_state": "up:active", 2023-03-22T14:27:39.603 INFO:teuthology.orchestra.run.smithi045.stdout: "state": "up:active", 2023-03-22T14:27:39.603 INFO:teuthology.orchestra.run.smithi045.stdout: "fs_name": "cephfs", 2023-03-22T14:27:39.603 INFO:teuthology.orchestra.run.smithi045.stdout: "rank_uptime": 89.470084284999999, 2023-03-22T14:27:39.604 INFO:teuthology.orchestra.run.smithi045.stdout: "mdsmap_epoch": 27, 2023-03-22T14:27:39.604 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch": 86, 2023-03-22T14:27:39.604 INFO:teuthology.orchestra.run.smithi045.stdout: "osdmap_epoch_barrier": 84, 2023-03-22T14:27:39.604 INFO:teuthology.orchestra.run.smithi045.stdout: "uptime": 96.099885709999995 2023-03-22T14:27:39.604 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:39.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe94409fb60 msgr2=0x7fe9440a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe94409fb60 0x7fe9440a2010 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe958074e90 tx=0x7fe950009920 comp rx=0 tx=0).stop 2023-03-22T14:27:39.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9581013b0 msgr2=0x7fe958072e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:39.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9581013b0 0x7fe958072e70 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe94800e9a0 tx=0x7fe94800ecb0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 shutdown_connections 2023-03-22T14:27:39.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fe94409fb60 0x7fe9440a2010 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe958101d40 0x7fe9580733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9581001c0 0x7fe958074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 --2- 172.21.15.45:0/1057401150 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9581013b0 0x7fe958072e70 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:39.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 >> 172.21.15.45:0/1057401150 conn(0x7fe9580fb7e0 msgr2=0x7fe9580fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:39.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 shutdown_connections 2023-03-22T14:27:39.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:39.593+0000 7fe9601ff700 1 -- 172.21.15.45:0/1057401150 wait complete. 2023-03-22T14:27:39.611 INFO:teuthology.run_tasks:Running task kclient... 2023-03-22T14:27:39.638 INFO:tasks.kclient:Mounting kernel clients... 2023-03-22T14:27:39.639 INFO:tasks.kclient:config is {'client.0': {}} 2023-03-22T14:27:39.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:39.640 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2023-03-22T14:27:39.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:39.680 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link delete ceph-brx 2023-03-22T14:27:39.785 INFO:teuthology.orchestra.run.smithi045.stderr:Cannot find device "ceph-brx" 2023-03-22T14:27:39.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:27:39.788 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'wsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2023-03-22T14:27:39.789 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-03-22T14:27:39.789 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-03-22T14:27:39.790 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph fs ls 2023-03-22T14:27:39.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:39 smithi045 ceph-mon[91728]: pgmap v315: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:39 smithi142 ceph-mon[94717]: pgmap v315: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:39 smithi098 ceph-mon[94136]: pgmap v315: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-03-22T14:27:40.643 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:27:42.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.101+0000 7f0716d8c700 1 -- 172.21.15.45:0/1982270641 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0710101de0 msgr2=0x7f071010a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:42.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.101+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1982270641 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0710101de0 0x7f071010a2e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f06fc009990 tx=0x7f06fc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.101+0000 7f0716d8c700 1 -- 172.21.15.45:0/1982270641 shutdown_connections 2023-03-22T14:27:42.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.101+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1982270641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f071010a820 0x7f071010cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.101+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1982270641 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f07101014d0 0x7f07101018a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.101+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1982270641 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0710101de0 0x7f071010a2e0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.101+0000 7f0716d8c700 1 -- 172.21.15.45:0/1982270641 >> 172.21.15.45:0/1982270641 conn(0x7f0710077030 msgr2=0x7f0710077430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:42.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.102+0000 7f0716d8c700 1 -- 172.21.15.45:0/1982270641 shutdown_connections 2023-03-22T14:27:42.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.102+0000 7f0716d8c700 1 -- 172.21.15.45:0/1982270641 wait complete. 2023-03-22T14:27:42.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 Processor -- start 2023-03-22T14:27:42.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 -- start start 2023-03-22T14:27:42.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07101014d0 0x7f07100ff130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:42.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0710101de0 0x7f07100ff670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:42.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f071010a820 0x7f07100ffbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:42.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101a47f0 con 0x7f07101014d0 2023-03-22T14:27:42.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101a4960 con 0x7f071010a820 2023-03-22T14:27:42.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0716d8c700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101a4b20 con 0x7f0710101de0 2023-03-22T14:27:42.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0714b28700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07101014d0 0x7f07100ff130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:42.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f070ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0710101de0 0x7f07100ff670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:42.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0714b28700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07101014d0 0x7f07100ff130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57030/0 (socket says 172.21.15.45:57030) 2023-03-22T14:27:42.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.103+0000 7f0714b28700 1 -- 172.21.15.45:0/1797289434 learned_addr learned my addr 172.21.15.45:0/1797289434 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f0715329700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f071010a820 0x7f07100ffbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070ffff700 1 -- 172.21.15.45:0/1797289434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f071010a820 msgr2=0x7f07100ffbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070ffff700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f071010a820 0x7f07100ffbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070ffff700 1 -- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07101014d0 msgr2=0x7f07100ff130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070ffff700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07101014d0 0x7f07100ff130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070ffff700 1 -- 172.21.15.45:0/1797289434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06fc0095f0 con 0x7f0710101de0 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f0714b28700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07101014d0 0x7f07100ff130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:42.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070ffff700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0710101de0 0x7f07100ff670 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f06fc0059d0 tx=0x7f06fc005720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:42.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070dffb700 1 -- 172.21.15.45:0/1797289434 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc01d070 con 0x7f0710101de0 2023-03-22T14:27:42.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07101102a0 con 0x7f0710101de0 2023-03-22T14:27:42.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070dffb700 1 -- 172.21.15.45:0/1797289434 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06fc022470 con 0x7f0710101de0 2023-03-22T14:27:42.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.104+0000 7f070dffb700 1 -- 172.21.15.45:0/1797289434 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc017650 con 0x7f0710101de0 2023-03-22T14:27:42.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.105+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0710110110 con 0x7f0710101de0 2023-03-22T14:27:42.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.106+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0710110430 con 0x7f0710101de0 2023-03-22T14:27:42.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.108+0000 7f070dffb700 1 -- 172.21.15.45:0/1797289434 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f06fc022890 con 0x7f0710101de0 2023-03-22T14:27:42.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.109+0000 7f070dffb700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f070009fad0 0x7f07000a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.109+0000 7f070dffb700 1 -- 172.21.15.45:0/1797289434 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f06fc0cbe10 con 0x7f0710101de0 2023-03-22T14:27:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.109+0000 7f0714b28700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f070009fad0 0x7f07000a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:42.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.110+0000 7f0714b28700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f070009fad0 0x7f07000a1f80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0704011550 tx=0x7f0704009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:42.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.111+0000 7f070dffb700 1 -- 172.21.15.45:0/1797289434 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f06fc095cf0 con 0x7f0710101de0 2023-03-22T14:27:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:41 smithi142 ceph-mon[94717]: pgmap v316: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:41 smithi142 ceph-mon[94717]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-03-22T14:27:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:41 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2023-03-22T14:27:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:41 smithi098 ceph-mon[94136]: pgmap v316: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:41 smithi098 ceph-mon[94136]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-03-22T14:27:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:41 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2023-03-22T14:27:42.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:41 smithi045 ceph-mon[91728]: pgmap v316: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T14:27:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:41 smithi045 ceph-mon[91728]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-03-22T14:27:42.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:41 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2023-03-22T14:27:42.368 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.367+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f0710066e30 con 0x7f0710101de0 2023-03-22T14:27:42.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.367+0000 7f070dffb700 1 -- 172.21.15.45:0/1797289434 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) v1 ==== 53+0+73 (secure 0 0 0) 0x7f06fc027070 con 0x7f0710101de0 2023-03-22T14:27:42.369 INFO:teuthology.orchestra.run.smithi045.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-03-22T14:27:42.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f070009fad0 msgr2=0x7f07000a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:42.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f070009fad0 0x7f07000a1f80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0704011550 tx=0x7f0704009260 comp rx=0 tx=0).stop 2023-03-22T14:27:42.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0710101de0 msgr2=0x7f07100ff670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:42.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0710101de0 0x7f07100ff670 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f06fc0059d0 tx=0x7f06fc005720 comp rx=0 tx=0).stop 2023-03-22T14:27:42.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 shutdown_connections 2023-03-22T14:27:42.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f070009fad0 0x7f07000a1f80 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f07101014d0 0x7f07100ff130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f071010a820 0x7f07100ffbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 --2- 172.21.15.45:0/1797289434 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0710101de0 0x7f07100ff670 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:42.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 >> 172.21.15.45:0/1797289434 conn(0x7f0710077030 msgr2=0x7f07100fbca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:42.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 shutdown_connections 2023-03-22T14:27:42.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:42.370+0000 7f0716d8c700 1 -- 172.21.15.45:0/1797289434 wait complete. 2023-03-22T14:27:42.812 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-03-22T14:27:42.813 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-03-22T14:27:42.813 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi045.front.sepia.ceph.com 2023-03-22T14:27:42.813 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-03-22T14:27:42.813 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-03-22T14:27:42.814 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-03-22T14:27:42.814 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-03-22T14:27:42.814 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-03-22T14:27:42.814 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-03-22T14:27:42.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:42.815 DEBUG:teuthology.orchestra.run.smithi045:> ip addr 2023-03-22T14:27:42.854 INFO:teuthology.orchestra.run.smithi045.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-03-22T14:27:42.854 INFO:teuthology.orchestra.run.smithi045.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-03-22T14:27:42.854 INFO:teuthology.orchestra.run.smithi045.stdout: inet 127.0.0.1/8 scope host lo 2023-03-22T14:27:42.854 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 ::1/128 scope host 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a6 brd ff:ff:ff:ff:ff:ff 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f0 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:6b:fd:a7 brd ff:ff:ff:ff:ff:ff 2023-03-22T14:27:42.855 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp7s0f1 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:be brd ff:ff:ff:ff:ff:ff 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f0 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout: inet 172.21.15.45/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft 41824sec preferred_lft 41824sec 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout: inet6 fe80::ec4:7aff:febd:12be/64 scope link 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout: valid_lft forever preferred_lft forever 2023-03-22T14:27:42.856 INFO:teuthology.orchestra.run.smithi045.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-03-22T14:27:42.857 INFO:teuthology.orchestra.run.smithi045.stdout: link/ether 0c:c4:7a:bd:12:bf brd ff:ff:ff:ff:ff:ff 2023-03-22T14:27:42.857 INFO:teuthology.orchestra.run.smithi045.stdout: altname enp1s0f1 2023-03-22T14:27:42.858 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-03-22T14:27:42.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:42.858 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec bash -c ' 2023-03-22T14:27:42.859 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2023-03-22T14:27:42.859 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link add name ceph-brx type bridge 2023-03-22T14:27:42.859 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip addr flush dev ceph-brx 2023-03-22T14:27:42.859 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set ceph-brx up 2023-03-22T14:27:42.860 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-03-22T14:27:42.860 DEBUG:teuthology.orchestra.run.smithi045:> ') 2023-03-22T14:27:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:42 smithi142 ceph-mon[94717]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2023-03-22T14:27:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:42 smithi142 ceph-mon[94717]: osdmap e87: 12 total, 12 up, 12 in 2023-03-22T14:27:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:42 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1797289434' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-03-22T14:27:43.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:42 smithi098 ceph-mon[94136]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2023-03-22T14:27:43.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:42 smithi098 ceph-mon[94136]: osdmap e87: 12 total, 12 up, 12 in 2023-03-22T14:27:43.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:42 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1797289434' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-03-22T14:27:43.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:42 smithi045 ceph-mon[91728]: from='mgr.14150 172.21.15.45:0/1497530946' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2023-03-22T14:27:43.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:42 smithi045 ceph-mon[91728]: osdmap e87: 12 total, 12 up, 12 in 2023-03-22T14:27:43.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:42 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1797289434' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-03-22T14:27:43.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:43.315 DEBUG:teuthology.orchestra.run.smithi045:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-03-22T14:27:43.377 INFO:teuthology.orchestra.run.smithi045.stdout:1 2023-03-22T14:27:43.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:43.381 DEBUG:teuthology.orchestra.run.smithi045:> route 2023-03-22T14:27:43.434 INFO:teuthology.orchestra.run.smithi045.stdout:Kernel IP routing table 2023-03-22T14:27:43.434 INFO:teuthology.orchestra.run.smithi045.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-03-22T14:27:43.435 INFO:teuthology.orchestra.run.smithi045.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-03-22T14:27:43.435 INFO:teuthology.orchestra.run.smithi045.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-03-22T14:27:43.435 INFO:teuthology.orchestra.run.smithi045.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-03-22T14:27:43.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:43.436 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec bash -c ' 2023-03-22T14:27:43.437 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2023-03-22T14:27:43.437 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-03-22T14:27:43.437 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-03-22T14:27:43.437 DEBUG:teuthology.orchestra.run.smithi045:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-03-22T14:27:43.437 DEBUG:teuthology.orchestra.run.smithi045:> ') 2023-03-22T14:27:43.798 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:43 smithi045 ceph-mon[91728]: pgmap v318: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 306 B/s wr, 10 op/s 2023-03-22T14:27:43.798 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:43 smithi045 ceph-mon[91728]: osdmap e88: 12 total, 12 up, 12 in 2023-03-22T14:27:44.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:44.076 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list 2023-03-22T14:27:44.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:44.116 DEBUG:teuthology.orchestra.run.smithi045:> ip netns list-id 2023-03-22T14:27:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:43 smithi142 ceph-mon[94717]: pgmap v318: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 306 B/s wr, 10 op/s 2023-03-22T14:27:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:43 smithi142 ceph-mon[94717]: osdmap e88: 12 total, 12 up, 12 in 2023-03-22T14:27:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:43 smithi098 ceph-mon[94136]: pgmap v318: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 306 B/s wr, 10 op/s 2023-03-22T14:27:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:43 smithi098 ceph-mon[94136]: osdmap e88: 12 total, 12 up, 12 in 2023-03-22T14:27:44.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:44.194 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec bash -c ' 2023-03-22T14:27:44.194 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2023-03-22T14:27:44.194 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-03-22T14:27:44.194 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-03-22T14:27:44.195 DEBUG:teuthology.orchestra.run.smithi045:> ') 2023-03-22T14:27:44.361 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-03-22T14:27:44.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:44.361 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec bash -c ' 2023-03-22T14:27:44.362 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2023-03-22T14:27:44.362 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-03-22T14:27:44.362 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-03-22T14:27:44.362 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-03-22T14:27:44.363 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-03-22T14:27:44.363 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-03-22T14:27:44.363 DEBUG:teuthology.orchestra.run.smithi045:> ') 2023-03-22T14:27:44.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:44.619 DEBUG:teuthology.orchestra.run.smithi045:> (cd / && exec bash -c ' 2023-03-22T14:27:44.619 DEBUG:teuthology.orchestra.run.smithi045:> set -e 2023-03-22T14:27:44.619 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set brx.0 up 2023-03-22T14:27:44.619 DEBUG:teuthology.orchestra.run.smithi045:> sudo ip link set dev brx.0 master ceph-brx 2023-03-22T14:27:44.620 DEBUG:teuthology.orchestra.run.smithi045:> ') 2023-03-22T14:27:44.786 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-03-22T14:27:44.786 DEBUG:teuthology.orchestra.run.smithi045:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-03-22T14:27:44.825 INFO:teuthology.orchestra.run.smithi045.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-03-22T14:27:44.825 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-03-22T14:27:44.825 DEBUG:teuthology.orchestra.run.smithi045:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-03-22T14:27:44.903 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2023-03-22T14:27:44.903 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2023-03-22T14:27:44.904 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/_nogroup/sv_1/af9c2ce6-521b-4f24-bede-1406a6950b3b 2023-03-22T14:27:44.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:44.905 DEBUG:teuthology.orchestra.run.smithi045:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/_nogroup/sv_1/af9c2ce6-521b-4f24-bede-1406a6950b3b /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync 2023-03-22T14:27:45.042 INFO:teuthology.orchestra.run.smithi045.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync 2023-03-22T14:27:45.043 INFO:teuthology.orchestra.run.smithi045.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync". 2023-03-22T14:27:45.043 INFO:teuthology.orchestra.run.smithi045.stdout:invalid new device string format 2023-03-22T14:27:45.485 INFO:teuthology.orchestra.run.smithi045.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync 2023-03-22T14:27:45.485 INFO:teuthology.orchestra.run.smithi045.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync". 2023-03-22T14:27:45.485 INFO:teuthology.orchestra.run.smithi045.stdout:invalid new device string format 2023-03-22T14:27:45.485 INFO:teuthology.orchestra.run.smithi045.stdout:mount.ceph: resolved to: "172.21.15.45:6789,172.21.15.98:6789,172.21.15.142:6789" 2023-03-22T14:27:45.486 INFO:teuthology.orchestra.run.smithi045.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.45:6789,172.21.15.98:6789,172.21.15.142:6789:/volumes/_nogroup/sv_1/af9c2ce6-521b-4f24-bede-1406a6950b3b 2023-03-22T14:27:45.486 INFO:teuthology.orchestra.run.smithi045.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync,key=0,fsid=54899176-c8bc-11ed-9afe-001a4aab830c" will pass to kernel 2023-03-22T14:27:45.491 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-03-22T14:27:45.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:45.492 DEBUG:teuthology.orchestra.run.smithi045:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-03-22T14:27:45.560 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:45.561 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-03-22T14:27:45.654 INFO:teuthology.orchestra.run.smithi045.stdout:client15195 2023-03-22T14:27:45.655 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:27:45.655 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/proc/self/mounts of=/dev/stdout 2023-03-22T14:27:45.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:45.696 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-03-22T14:27:45.813 INFO:teuthology.orchestra.run.smithi045.stdout:client15195 2023-03-22T14:27:45.813 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:45.814 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-03-22T14:27:45.890 INFO:teuthology.orchestra.run.smithi045.stdout:client15195 2023-03-22T14:27:45.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-03-22T14:27:45.891 DEBUG:teuthology.orchestra.run.smithi045:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/54899176-c8bc-11ed-9afe-001a4aab830c.client15195/status') 2023-03-22T14:27:45.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:45 smithi045 ceph-mon[91728]: pgmap v320: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:instance: client.15195 (3)192.168.0.1:0/846699138 2023-03-22T14:27:45.986 INFO:teuthology.orchestra.run.smithi045.stdout:blocklisted: false 2023-03-22T14:27:45.986 INFO:teuthology.orchestra.run.smithi045.stderr:0+1 records in 2023-03-22T14:27:45.987 INFO:teuthology.orchestra.run.smithi045.stderr:0+1 records out 2023-03-22T14:27:45.987 INFO:teuthology.orchestra.run.smithi045.stderr:69 bytes copied, 8.0926e-05 s, 853 kB/s 2023-03-22T14:27:45.989 INFO:teuthology.run_tasks:Running task check-counter... 2023-03-22T14:27:45.999 INFO:teuthology.run_tasks:Running task fwd_scrub... 2023-03-22T14:27:46.027 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:45 smithi142 ceph-mon[94717]: pgmap v320: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:45 smithi098 ceph-mon[94136]: pgmap v320: 97 pgs: 97 active+clean; 640 KiB data, 80 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:46.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 -- 172.21.15.45:0/1218744991 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 msgr2=0x7fc940108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 --2- 172.21.15.45:0/1218744991 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 0x7fc940108610 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc93800b0a0 tx=0x7fc93800b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 -- 172.21.15.45:0/1218744991 shutdown_connections 2023-03-22T14:27:46.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 --2- 172.21.15.45:0/1218744991 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 0x7fc940108610 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 --2- 172.21.15.45:0/1218744991 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9401001d0 0x7fc9401005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 --2- 172.21.15.45:0/1218744991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401013c0 0x7fc940101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 -- 172.21.15.45:0/1218744991 >> 172.21.15.45:0/1218744991 conn(0x7fc9400fb7b0 msgr2=0x7fc9400fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:46.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 -- 172.21.15.45:0/1218744991 shutdown_connections 2023-03-22T14:27:46.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.221+0000 7fc9459ff700 1 -- 172.21.15.45:0/1218744991 wait complete. 2023-03-22T14:27:46.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.222+0000 7fc9459ff700 1 Processor -- start 2023-03-22T14:27:46.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.222+0000 7fc9459ff700 1 -- start start 2023-03-22T14:27:46.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.222+0000 7fc9459ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401001d0 0x7fc940198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.222+0000 7fc9459ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9401013c0 0x7fc940198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.222+0000 7fc9459ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 0x7fc94019f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.222+0000 7fc9459ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94019fdc0 con 0x7fc940101d50 2023-03-22T14:27:46.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc9459ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc94019ff00 con 0x7fc9401001d0 2023-03-22T14:27:46.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc9459ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9401a0090 con 0x7fc9401013c0 2023-03-22T14:27:46.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401001d0 0x7fc940198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401001d0 0x7fc940198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:43294/0 (socket says 172.21.15.45:43294) 2023-03-22T14:27:46.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 -- 172.21.15.45:0/928189258 learned_addr learned my addr 172.21.15.45:0/928189258 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:46.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93e7fc700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9401013c0 0x7fc940198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93f7fe700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 0x7fc94019f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 -- 172.21.15.45:0/928189258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9401013c0 msgr2=0x7fc940198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9401013c0 0x7fc940198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 -- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 msgr2=0x7fc94019f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 0x7fc94019f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93effd700 1 -- 172.21.15.45:0/928189258 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc938009d00 con 0x7fc9401001d0 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93e7fc700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9401013c0 0x7fc940198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.223+0000 7fc93f7fe700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 0x7fc94019f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.224+0000 7fc93effd700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401001d0 0x7fc940198240 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc93000e970 tx=0x7fc93000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.224+0000 7fc9449fd700 1 -- 172.21.15.45:0/928189258 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc930009790 con 0x7fc9401001d0 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.224+0000 7fc9449fd700 1 -- 172.21.15.45:0/928189258 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc93000c7e0 con 0x7fc9401001d0 2023-03-22T14:27:46.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.224+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc94010bb90 con 0x7fc9401001d0 2023-03-22T14:27:46.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.224+0000 7fc9449fd700 1 -- 172.21.15.45:0/928189258 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc930003c70 con 0x7fc9401001d0 2023-03-22T14:27:46.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.224+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc94010ba00 con 0x7fc9401001d0 2023-03-22T14:27:46.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.225+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc940067980 con 0x7fc9401001d0 2023-03-22T14:27:46.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.227+0000 7fc9449fd700 1 -- 172.21.15.45:0/928189258 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fc93000cc50 con 0x7fc9401001d0 2023-03-22T14:27:46.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.228+0000 7fc9449fd700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc92809fad0 0x7fc9280a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.228+0000 7fc9449fd700 1 -- 172.21.15.45:0/928189258 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fc930014070 con 0x7fc9401001d0 2023-03-22T14:27:46.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.228+0000 7fc93e7fc700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc92809fad0 0x7fc9280a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.229+0000 7fc93e7fc700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc92809fad0 0x7fc9280a1f80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc934011490 tx=0x7fc934009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:46.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.230+0000 7fc9449fd700 1 -- 172.21.15.45:0/928189258 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fc930094cf0 con 0x7fc9401001d0 2023-03-22T14:27:46.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.438+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc9401a0cf0 con 0x7fc9401001d0 2023-03-22T14:27:46.441 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.440+0000 7fc9449fd700 1 -- 172.21.15.45:0/928189258 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22601 (secure 0 0 0) 0x7fc930003dd0 con 0x7fc9401001d0 2023-03-22T14:27:46.442 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:46.442 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":88,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:27:42.770399+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:46.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.442+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc92809fad0 msgr2=0x7fc9280a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.442+0000 7fc9459ff700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc92809fad0 0x7fc9280a1f80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc934011490 tx=0x7fc934009260 comp rx=0 tx=0).stop 2023-03-22T14:27:46.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.442+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401001d0 msgr2=0x7fc940198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.442+0000 7fc9459ff700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401001d0 0x7fc940198240 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc93000e970 tx=0x7fc93000ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:46.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.442+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 shutdown_connections 2023-03-22T14:27:46.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.443+0000 7fc9459ff700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fc92809fad0 0x7fc9280a1f80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.443+0000 7fc9459ff700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc940101d50 0x7fc94019f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.443+0000 7fc9459ff700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9401001d0 0x7fc940198240 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.443+0000 7fc9459ff700 1 --2- 172.21.15.45:0/928189258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc9401013c0 0x7fc940198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.443+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 >> 172.21.15.45:0/928189258 conn(0x7fc9400fb7b0 msgr2=0x7fc940106c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:46.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.443+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 shutdown_connections 2023-03-22T14:27:46.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.443+0000 7fc9459ff700 1 -- 172.21.15.45:0/928189258 wait complete. 2023-03-22T14:27:46.462 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-03-22T14:26:08.355962+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-03-22T14:26:09.581887+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:27:46.463 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:27:46.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 -- 172.21.15.45:0/1739618257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c101d40 msgr2=0x7fd76c108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1739618257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c101d40 0x7fd76c108600 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd76400b0a0 tx=0x7fd76400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 -- 172.21.15.45:0/1739618257 shutdown_connections 2023-03-22T14:27:46.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1739618257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c101d40 0x7fd76c108600 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1739618257 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd76c1001c0 0x7fd76c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1739618257 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1013b0 0x7fd76c101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 -- 172.21.15.45:0/1739618257 >> 172.21.15.45:0/1739618257 conn(0x7fd76c0fb7e0 msgr2=0x7fd76c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:46.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 -- 172.21.15.45:0/1739618257 shutdown_connections 2023-03-22T14:27:46.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.655+0000 7fd7711ff700 1 -- 172.21.15.45:0/1739618257 wait complete. 2023-03-22T14:27:46.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.656+0000 7fd7711ff700 1 Processor -- start 2023-03-22T14:27:46.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.656+0000 7fd7711ff700 1 -- start start 2023-03-22T14:27:46.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd7711ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1001c0 0x7fd76c074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd7711ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c1013b0 0x7fd76c072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd7711ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd76c101d40 0x7fd76c0733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd7711ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd76c073b50 con 0x7fd76c1001c0 2023-03-22T14:27:46.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd7711ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd76c073cc0 con 0x7fd76c1013b0 2023-03-22T14:27:46.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd7711ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd76c1a00c0 con 0x7fd76c101d40 2023-03-22T14:27:46.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1001c0 0x7fd76c074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1001c0 0x7fd76c074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41642/0 (socket says 172.21.15.45:41642) 2023-03-22T14:27:46.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 -- 172.21.15.45:0/1715453987 learned_addr learned my addr 172.21.15.45:0/1715453987 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:46.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76a59c700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c1013b0 0x7fd76c072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76b59e700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd76c101d40 0x7fd76c0733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 -- 172.21.15.45:0/1715453987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd76c101d40 msgr2=0x7fd76c0733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd76c101d40 0x7fd76c0733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 -- 172.21.15.45:0/1715453987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c1013b0 msgr2=0x7fd76c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c1013b0 0x7fd76c072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76ad9d700 1 -- 172.21.15.45:0/1715453987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd760009520 con 0x7fd76c1001c0 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.657+0000 7fd76b59e700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd76c101d40 0x7fd76c0733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.658+0000 7fd76ad9d700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1001c0 0x7fd76c074830 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd75c00e970 tx=0x7fd75c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:46.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.658+0000 7fd753fff700 1 -- 172.21.15.45:0/1715453987 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd75c009790 con 0x7fd76c1001c0 2023-03-22T14:27:46.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.658+0000 7fd753fff700 1 -- 172.21.15.45:0/1715453987 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd75c00eec0 con 0x7fd76c1001c0 2023-03-22T14:27:46.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.658+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd764009d00 con 0x7fd76c1001c0 2023-03-22T14:27:46.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.658+0000 7fd753fff700 1 -- 172.21.15.45:0/1715453987 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd75c003cf0 con 0x7fd76c1001c0 2023-03-22T14:27:46.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.658+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd76c10bb80 con 0x7fd76c1001c0 2023-03-22T14:27:46.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.659+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd76c067980 con 0x7fd76c1001c0 2023-03-22T14:27:46.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.661+0000 7fd753fff700 1 -- 172.21.15.45:0/1715453987 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fd75c00ccd0 con 0x7fd76c1001c0 2023-03-22T14:27:46.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.662+0000 7fd753fff700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd75409fad0 0x7fd7540a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:46.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.662+0000 7fd753fff700 1 -- 172.21.15.45:0/1715453987 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fd75c014070 con 0x7fd76c1001c0 2023-03-22T14:27:46.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.662+0000 7fd76a59c700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd75409fad0 0x7fd7540a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:46.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.663+0000 7fd76a59c700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd75409fad0 0x7fd7540a1f80 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd760009df0 tx=0x7fd760009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:46.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.666+0000 7fd753fff700 1 -- 172.21.15.45:0/1715453987 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fd75c094c50 con 0x7fd76c1001c0 2023-03-22T14:27:46.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.876+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd76c107000 con 0x7fd76c1001c0 2023-03-22T14:27:46.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.877+0000 7fd753fff700 1 -- 172.21.15.45:0/1715453987 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd75c098270 con 0x7fd76c1001c0 2023-03-22T14:27:46.878 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:27:46.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd75409fad0 msgr2=0x7fd7540a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd75409fad0 0x7fd7540a1f80 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd760009df0 tx=0x7fd760009260 comp rx=0 tx=0).stop 2023-03-22T14:27:46.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1001c0 msgr2=0x7fd76c074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:46.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1001c0 0x7fd76c074830 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd75c00e970 tx=0x7fd75c00ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:46.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 shutdown_connections 2023-03-22T14:27:46.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd75409fad0 0x7fd7540a1f80 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd76c1001c0 0x7fd76c074830 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd76c101d40 0x7fd76c0733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 --2- 172.21.15.45:0/1715453987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd76c1013b0 0x7fd76c072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:46.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 >> 172.21.15.45:0/1715453987 conn(0x7fd76c0fb7e0 msgr2=0x7fd76c0fd970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:46.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.879+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 shutdown_connections 2023-03-22T14:27:46.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:46.880+0000 7fd7711ff700 1 -- 172.21.15.45:0/1715453987 wait complete. 2023-03-22T14:27:46.898 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-03-22T14:27:47.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1718172741 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc105ed0 msgr2=0x7fcbdc1082d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1718172741 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc105ed0 0x7fcbdc1082d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fcbd400b0a0 tx=0x7fcbd400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1718172741 shutdown_connections 2023-03-22T14:27:47.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1718172741 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc105ed0 0x7fcbdc1082d0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1718172741 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbdc100c90 0x7fcbdc103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1718172741 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbdc1035b0 0x7fcbdc105990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1718172741 >> 172.21.15.45:0/1718172741 conn(0x7fcbdc0fa6d0 msgr2=0x7fcbdc0fcb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:47.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1718172741 shutdown_connections 2023-03-22T14:27:47.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.089+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1718172741 wait complete. 2023-03-22T14:27:47.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.090+0000 7fcbe13ff700 1 Processor -- start 2023-03-22T14:27:47.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.090+0000 7fcbe13ff700 1 -- start start 2023-03-22T14:27:47.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbe13ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc100c90 0x7fcbdc198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbe13ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbdc1035b0 0x7fcbdc198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbe13ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbdc105ed0 0x7fcbdc19f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbe13ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbdc19fdd0 con 0x7fcbdc100c90 2023-03-22T14:27:47.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbe13ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbdc19ff10 con 0x7fcbdc105ed0 2023-03-22T14:27:47.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbe13ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbdc1a00a0 con 0x7fcbdc1035b0 2023-03-22T14:27:47.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc100c90 0x7fcbdc198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc100c90 0x7fcbdc198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41660/0 (socket says 172.21.15.45:41660) 2023-03-22T14:27:47.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 -- 172.21.15.45:0/1189555752 learned_addr learned my addr 172.21.15.45:0/1189555752 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:47.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbd3fff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbdc1035b0 0x7fcbdc198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdb7fe700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbdc105ed0 0x7fcbdc19f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 -- 172.21.15.45:0/1189555752 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbdc1035b0 msgr2=0x7fcbdc198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbdc1035b0 0x7fcbdc198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 -- 172.21.15.45:0/1189555752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbdc105ed0 msgr2=0x7fcbdc19f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbdc105ed0 0x7fcbdc19f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.091+0000 7fcbdaffd700 1 -- 172.21.15.45:0/1189555752 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbd4009d00 con 0x7fcbdc100c90 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.092+0000 7fcbdaffd700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc100c90 0x7fcbdc198250 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc00e9a0 tx=0x7fcbcc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.092+0000 7fcbd8ff9700 1 -- 172.21.15.45:0/1189555752 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc009790 con 0x7fcbdc100c90 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.092+0000 7fcbd8ff9700 1 -- 172.21.15.45:0/1189555752 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcbcc010430 con 0x7fcbdc100c90 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.092+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbdc10bbc0 con 0x7fcbdc100c90 2023-03-22T14:27:47.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.092+0000 7fcbd8ff9700 1 -- 172.21.15.45:0/1189555752 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc018680 con 0x7fcbdc100c90 2023-03-22T14:27:47.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.092+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbdc10ba30 con 0x7fcbdc100c90 2023-03-22T14:27:47.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.093+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbdc10bd50 con 0x7fcbdc100c90 2023-03-22T14:27:47.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.096+0000 7fcbd8ff9700 1 -- 172.21.15.45:0/1189555752 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fcbcc0105a0 con 0x7fcbdc100c90 2023-03-22T14:27:47.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.098+0000 7fcbd8ff9700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbc809fad0 0x7fcbc80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.098+0000 7fcbd8ff9700 1 -- 172.21.15.45:0/1189555752 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fcbcc014070 con 0x7fcbdc100c90 2023-03-22T14:27:47.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.098+0000 7fcbd3fff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbc809fad0 0x7fcbc80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.099+0000 7fcbd3fff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbc809fad0 0x7fcbc80a1f80 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcbc4009c60 tx=0x7fcbc4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:47.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.100+0000 7fcbd8ff9700 1 -- 172.21.15.45:0/1189555752 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fcbcc094d80 con 0x7fcbdc100c90 2023-03-22T14:27:47.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:46 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/928189258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:47.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:46 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/928189258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:47.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:46 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/928189258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:47.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.308+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcbdc02d010 con 0x7fcbdc100c90 2023-03-22T14:27:47.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.308+0000 7fcbd8ff9700 1 -- 172.21.15.45:0/1189555752 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcbcc026020 con 0x7fcbdc100c90 2023-03-22T14:27:47.310 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2023-03-22T14:27:47.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.310+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbc809fad0 msgr2=0x7fcbc80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.310+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbc809fad0 0x7fcbc80a1f80 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcbc4009c60 tx=0x7fcbc4009260 comp rx=0 tx=0).stop 2023-03-22T14:27:47.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc100c90 msgr2=0x7fcbdc198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc100c90 0x7fcbdc198250 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc00e9a0 tx=0x7fcbcc00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 shutdown_connections 2023-03-22T14:27:47.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbc809fad0 0x7fcbc80a1f80 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbdc100c90 0x7fcbdc198250 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbdc105ed0 0x7fcbdc19f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 --2- 172.21.15.45:0/1189555752 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbdc1035b0 0x7fcbdc198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 >> 172.21.15.45:0/1189555752 conn(0x7fcbdc0fa6d0 msgr2=0x7fcbdc0ff310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:47.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 shutdown_connections 2023-03-22T14:27:47.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.311+0000 7fcbe13ff700 1 -- 172.21.15.45:0/1189555752 wait complete. 2023-03-22T14:27:47.329 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-03-22T14:27:47.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 -- 172.21.15.45:0/4284013895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce81001c0 msgr2=0x7fbce81005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 --2- 172.21.15.45:0/4284013895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce81001c0 0x7fbce81005d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fbcd80098f0 tx=0x7fbcd8009c00 comp rx=0 tx=0).stop 2023-03-22T14:27:47.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 -- 172.21.15.45:0/4284013895 shutdown_connections 2023-03-22T14:27:47.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 --2- 172.21.15.45:0/4284013895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce8101d40 0x7fbce8108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 --2- 172.21.15.45:0/4284013895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce81001c0 0x7fbce81005d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 --2- 172.21.15.45:0/4284013895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbce81013b0 0x7fbce8101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 -- 172.21.15.45:0/4284013895 >> 172.21.15.45:0/4284013895 conn(0x7fbce80fb7e0 msgr2=0x7fbce80fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:47.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 -- 172.21.15.45:0/4284013895 shutdown_connections 2023-03-22T14:27:47.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.521+0000 7fbced5ff700 1 -- 172.21.15.45:0/4284013895 wait complete. 2023-03-22T14:27:47.525 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.522+0000 7fbced5ff700 1 Processor -- start 2023-03-22T14:27:47.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.522+0000 7fbced5ff700 1 -- start start 2023-03-22T14:27:47.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbced5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbce81001c0 0x7fbce81981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbced5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce81013b0 0x7fbce8198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbced5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce8101d40 0x7fbce819f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbced5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce819fd40 con 0x7fbce81013b0 2023-03-22T14:27:47.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbced5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce819fe80 con 0x7fbce81001c0 2023-03-22T14:27:47.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbced5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce81a0010 con 0x7fbce8101d40 2023-03-22T14:27:47.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce81013b0 0x7fbce8198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce81013b0 0x7fbce8198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41674/0 (socket says 172.21.15.45:41674) 2023-03-22T14:27:47.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 -- 172.21.15.45:0/2903849682 learned_addr learned my addr 172.21.15.45:0/2903849682 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:47.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce77fe700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce8101d40 0x7fbce819f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce6ffd700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbce81001c0 0x7fbce81981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 -- 172.21.15.45:0/2903849682 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce8101d40 msgr2=0x7fbce819f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce8101d40 0x7fbce819f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 -- 172.21.15.45:0/2903849682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbce81001c0 msgr2=0x7fbce81981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbce81001c0 0x7fbce81981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.523+0000 7fbce67fc700 1 -- 172.21.15.45:0/2903849682 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcd8009520 con 0x7fbce81013b0 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.524+0000 7fbce67fc700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce81013b0 0x7fbce8198700 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00e9c0 tx=0x7fbcdc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.524+0000 7fbccffff700 1 -- 172.21.15.45:0/2903849682 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc004a30 con 0x7fbce81013b0 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.524+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbce810bb10 con 0x7fbce81013b0 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.524+0000 7fbccffff700 1 -- 172.21.15.45:0/2903849682 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbcdc00cc80 con 0x7fbce81013b0 2023-03-22T14:27:47.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.524+0000 7fbccffff700 1 -- 172.21.15.45:0/2903849682 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc0054e0 con 0x7fbce81013b0 2023-03-22T14:27:47.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.524+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbce810b980 con 0x7fbce81013b0 2023-03-22T14:27:47.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.525+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbce8192870 con 0x7fbce81013b0 2023-03-22T14:27:47.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.527+0000 7fbccffff700 1 -- 172.21.15.45:0/2903849682 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fbcdc004b90 con 0x7fbce81013b0 2023-03-22T14:27:47.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.528+0000 7fbccffff700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbcd009fad0 0x7fbcd00a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.528+0000 7fbccffff700 1 -- 172.21.15.45:0/2903849682 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fbcdc014070 con 0x7fbce81013b0 2023-03-22T14:27:47.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.529+0000 7fbce6ffd700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbcd009fad0 0x7fbcd00a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.529+0000 7fbce6ffd700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbcd009fad0 0x7fbcd00a1f80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbcd8009fd0 tx=0x7fbcd8019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:47.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.532+0000 7fbccffff700 1 -- 172.21.15.45:0/2903849682 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fbcdc094ab0 con 0x7fbce81013b0 2023-03-22T14:27:47.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.740+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbce8061930 con 0x7fbce81013b0 2023-03-22T14:27:47.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.740+0000 7fbccffff700 1 -- 172.21.15.45:0/2903849682 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbcdc0980d0 con 0x7fbce81013b0 2023-03-22T14:27:47.742 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 64 2023-03-22T14:27:47.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbcd009fad0 msgr2=0x7fbcd00a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbcd009fad0 0x7fbcd00a1f80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbcd8009fd0 tx=0x7fbcd8019040 comp rx=0 tx=0).stop 2023-03-22T14:27:47.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce81013b0 msgr2=0x7fbce8198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce81013b0 0x7fbce8198700 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00e9c0 tx=0x7fbcdc00ecd0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 shutdown_connections 2023-03-22T14:27:47.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbcd009fad0 0x7fbcd00a1f80 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbce8101d40 0x7fbce819f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbce81001c0 0x7fbce81981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 --2- 172.21.15.45:0/2903849682 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbce81013b0 0x7fbce8198700 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 >> 172.21.15.45:0/2903849682 conn(0x7fbce80fb7e0 msgr2=0x7fbce8106d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:47.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 shutdown_connections 2023-03-22T14:27:47.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.743+0000 7fbced5ff700 1 -- 172.21.15.45:0/2903849682 wait complete. 2023-03-22T14:27:47.762 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:47.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 -- 172.21.15.45:0/2179260731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71941001d0 msgr2=0x7f71941005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 --2- 172.21.15.45:0/2179260731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71941001d0 0x7f71941005e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7190009990 tx=0x7f7190009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 -- 172.21.15.45:0/2179260731 shutdown_connections 2023-03-22T14:27:47.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 --2- 172.21.15.45:0/2179260731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71941001d0 0x7f71941005e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 --2- 172.21.15.45:0/2179260731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7194101d50 0x7f7194108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 --2- 172.21.15.45:0/2179260731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71941013c0 0x7f7194101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 -- 172.21.15.45:0/2179260731 >> 172.21.15.45:0/2179260731 conn(0x7f71940fb7b0 msgr2=0x7f71940fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:47.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 -- 172.21.15.45:0/2179260731 shutdown_connections 2023-03-22T14:27:47.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.950+0000 7f719c5ff700 1 -- 172.21.15.45:0/2179260731 wait complete. 2023-03-22T14:27:47.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.951+0000 7f719c5ff700 1 Processor -- start 2023-03-22T14:27:47.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.951+0000 7f719c5ff700 1 -- start start 2023-03-22T14:27:47.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719c5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71941001d0 0x7f7194074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719c5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71941013c0 0x7f7194072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719c5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7194101d50 0x7f71940733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719c5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7194073b50 con 0x7f7194101d50 2023-03-22T14:27:47.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719c5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7194073cc0 con 0x7f71941013c0 2023-03-22T14:27:47.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719c5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71941a0000 con 0x7f71941001d0 2023-03-22T14:27:47.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719ab9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7194101d50 0x7f71940733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719ab9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7194101d50 0x7f71940733b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41700/0 (socket says 172.21.15.45:41700) 2023-03-22T14:27:47.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719ab9c700 1 -- 172.21.15.45:0/3135667161 learned_addr learned my addr 172.21.15.45:0/3135667161 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:47.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f7199b9a700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71941013c0 0x7f7194072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.952+0000 7f719a39b700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71941001d0 0x7f7194074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f7199b9a700 1 -- 172.21.15.45:0/3135667161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71941001d0 msgr2=0x7f7194074830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f7199b9a700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71941001d0 0x7f7194074830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f7199b9a700 1 -- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7194101d50 msgr2=0x7f71940733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:47.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f7199b9a700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7194101d50 0x7f71940733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:47.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f7199b9a700 1 -- 172.21.15.45:0/3135667161 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71900095f0 con 0x7f71941013c0 2023-03-22T14:27:47.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f719a39b700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71941001d0 0x7f7194074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:47.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f7199b9a700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71941013c0 0x7f7194072e70 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f718400e9f0 tx=0x7f718400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:47.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f718b7fe700 1 -- 172.21.15.45:0/3135667161 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f718400c9c0 con 0x7f71941013c0 2023-03-22T14:27:47.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f719410bb90 con 0x7f71941013c0 2023-03-22T14:27:47.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f718b7fe700 1 -- 172.21.15.45:0/3135667161 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7184010430 con 0x7f71941013c0 2023-03-22T14:27:47.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f718b7fe700 1 -- 172.21.15.45:0/3135667161 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7184018680 con 0x7f71941013c0 2023-03-22T14:27:47.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.953+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f719410ba00 con 0x7f71941013c0 2023-03-22T14:27:47.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.954+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71941a06f0 con 0x7f71941013c0 2023-03-22T14:27:47.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.956+0000 7f718b7fe700 1 -- 172.21.15.45:0/3135667161 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f7184010860 con 0x7f71941013c0 2023-03-22T14:27:47.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.957+0000 7f718b7fe700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f718009fad0 0x7f71800a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:47.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.958+0000 7f718b7fe700 1 -- 172.21.15.45:0/3135667161 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f7184014070 con 0x7f71941013c0 2023-03-22T14:27:47.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.958+0000 7f719a39b700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f718009fad0 0x7f71800a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:47.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.958+0000 7f719a39b700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f718009fad0 0x7f71800a1f80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f719000b2e0 tx=0x7f7190005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:47.963 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:47.962+0000 7f718b7fe700 1 -- 172.21.15.45:0/3135667161 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f71840515c0 con 0x7f71941013c0 2023-03-22T14:27:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:47 smithi142 ceph-mon[94717]: pgmap v321: 97 pgs: 97 active+clean; 640 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 639 B/s wr, 9 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:47 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1715453987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:47 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1189555752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:47 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2903849682' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.169+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7194107110 con 0x7f71941013c0 2023-03-22T14:27:48.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.172+0000 7f718b7fe700 1 -- 172.21.15.45:0/3135667161 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22601 (secure 0 0 0) 0x7f7184094b60 con 0x7f71941013c0 2023-03-22T14:27:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:47 smithi098 ceph-mon[94136]: pgmap v321: 97 pgs: 97 active+clean; 640 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 639 B/s wr, 9 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:47 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1715453987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:47 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1189555752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:47 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2903849682' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.174 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:48.174 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":88,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:27:42.770399+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:48.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f718009fad0 msgr2=0x7f71800a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f718009fad0 0x7f71800a1f80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f719000b2e0 tx=0x7f7190005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71941013c0 msgr2=0x7f7194072e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71941013c0 0x7f7194072e70 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f718400e9f0 tx=0x7f718400ed00 comp rx=0 tx=0).stop 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 shutdown_connections 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f718009fad0 0x7f71800a1f80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7194101d50 0x7f71940733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71941001d0 0x7f7194074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 --2- 172.21.15.45:0/3135667161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71941013c0 0x7f7194072e70 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 >> 172.21.15.45:0/3135667161 conn(0x7f71940fb7b0 msgr2=0x7f71940fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:48.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 shutdown_connections 2023-03-22T14:27:48.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.174+0000 7f719c5ff700 1 -- 172.21.15.45:0/3135667161 wait complete. 2023-03-22T14:27:48.191 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:47 smithi045 ceph-mon[91728]: pgmap v321: 97 pgs: 97 active+clean; 640 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 639 B/s wr, 9 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:48.191 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:47 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1715453987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.192 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:47 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1189555752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.192 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:47 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2903849682' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:48.194 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-03-22T14:26:08.355962+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-03-22T14:26:09.581887+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:27:48.194 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:27:48.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.385+0000 7f365d1ff700 1 -- 172.21.15.45:0/498134834 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 msgr2=0x7f36581005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.385+0000 7f365d1ff700 1 --2- 172.21.15.45:0/498134834 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f36581005d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3648009990 tx=0x7f3648009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.386+0000 7f365d1ff700 1 -- 172.21.15.45:0/498134834 shutdown_connections 2023-03-22T14:27:48.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.386+0000 7f365d1ff700 1 --2- 172.21.15.45:0/498134834 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f36581005d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.386+0000 7f365d1ff700 1 --2- 172.21.15.45:0/498134834 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3658101d40 0x7f3658108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.386+0000 7f365d1ff700 1 --2- 172.21.15.45:0/498134834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36581013b0 0x7f3658101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.386+0000 7f365d1ff700 1 -- 172.21.15.45:0/498134834 >> 172.21.15.45:0/498134834 conn(0x7f36580fb7c0 msgr2=0x7f36580fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:48.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.386+0000 7f365d1ff700 1 -- 172.21.15.45:0/498134834 shutdown_connections 2023-03-22T14:27:48.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.386+0000 7f365d1ff700 1 -- 172.21.15.45:0/498134834 wait complete. 2023-03-22T14:27:48.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 Processor -- start 2023-03-22T14:27:48.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 -- start start 2023-03-22T14:27:48.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f3658198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36581013b0 0x7f36581986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3658101d40 0x7f365819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f365819fd00 con 0x7f36581001c0 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f365819fe40 con 0x7f36581013b0 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f365d1ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f365819ffd0 con 0x7f3658101d40 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f3656d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f3658198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f3656d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f3658198180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41722/0 (socket says 172.21.15.45:41722) 2023-03-22T14:27:48.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.387+0000 7f3656d9d700 1 -- 172.21.15.45:0/2544953178 learned_addr learned my addr 172.21.15.45:0/2544953178 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:48.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f365659c700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36581013b0 0x7f36581986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f365759e700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3658101d40 0x7f365819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f3656d9d700 1 -- 172.21.15.45:0/2544953178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3658101d40 msgr2=0x7f365819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f3656d9d700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3658101d40 0x7f365819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f3656d9d700 1 -- 172.21.15.45:0/2544953178 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36581013b0 msgr2=0x7f36581986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f3656d9d700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36581013b0 0x7f36581986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f3656d9d700 1 -- 172.21.15.45:0/2544953178 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36480095f0 con 0x7f36581001c0 2023-03-22T14:27:48.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f3656d9d700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f3658198180 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f364800b2e0 tx=0x7f3648009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:48.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f363ffff700 1 -- 172.21.15.45:0/2544953178 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f364801d070 con 0x7f36581001c0 2023-03-22T14:27:48.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f363ffff700 1 -- 172.21.15.45:0/2544953178 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3648005030 con 0x7f36581001c0 2023-03-22T14:27:48.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f365810bb80 con 0x7f36581001c0 2023-03-22T14:27:48.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.388+0000 7f363ffff700 1 -- 172.21.15.45:0/2544953178 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3648004bb0 con 0x7f36581001c0 2023-03-22T14:27:48.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.389+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f365810b9f0 con 0x7f36581001c0 2023-03-22T14:27:48.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.390+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36581928e0 con 0x7f36581001c0 2023-03-22T14:27:48.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.391+0000 7f363ffff700 1 -- 172.21.15.45:0/2544953178 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f36480051a0 con 0x7f36581001c0 2023-03-22T14:27:48.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.393+0000 7f363ffff700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f364009fad0 0x7f36400a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.393+0000 7f363ffff700 1 -- 172.21.15.45:0/2544953178 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f36480cbbb0 con 0x7f36581001c0 2023-03-22T14:27:48.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.393+0000 7f365659c700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f364009fad0 0x7f36400a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.394+0000 7f365659c700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f364009fad0 0x7f36400a1f80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f364c009c60 tx=0x7f364c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:48.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.396+0000 7f363ffff700 1 -- 172.21.15.45:0/2544953178 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f364805a5c0 con 0x7f36581001c0 2023-03-22T14:27:48.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.604+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f36580619a0 con 0x7f36581001c0 2023-03-22T14:27:48.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.605+0000 7f363ffff700 1 -- 172.21.15.45:0/2544953178 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3648095a90 con 0x7f36581001c0 2023-03-22T14:27:48.606 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:27:48.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f364009fad0 msgr2=0x7f36400a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f364009fad0 0x7f36400a1f80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f364c009c60 tx=0x7f364c009260 comp rx=0 tx=0).stop 2023-03-22T14:27:48.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 msgr2=0x7f3658198180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f3658198180 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f364800b2e0 tx=0x7f3648009580 comp rx=0 tx=0).stop 2023-03-22T14:27:48.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 shutdown_connections 2023-03-22T14:27:48.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f364009fad0 0x7f36400a1f80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f36581001c0 0x7f3658198180 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3658101d40 0x7f365819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 --2- 172.21.15.45:0/2544953178 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36581013b0 0x7f36581986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 >> 172.21.15.45:0/2544953178 conn(0x7f36580fb7c0 msgr2=0x7f3658106cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:48.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 shutdown_connections 2023-03-22T14:27:48.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.607+0000 7f365d1ff700 1 -- 172.21.15.45:0/2544953178 wait complete. 2023-03-22T14:27:48.626 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-03-22T14:27:48.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 -- 172.21.15.45:0/3691567441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541013b0 msgr2=0x7fcd54101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/3691567441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541013b0 0x7fcd54101800 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fcd44009990 tx=0x7fcd44009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 -- 172.21.15.45:0/3691567441 shutdown_connections 2023-03-22T14:27:48.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/3691567441 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd54101d40 0x7fcd54108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/3691567441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd541001c0 0x7fcd541005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/3691567441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541013b0 0x7fcd54101800 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 -- 172.21.15.45:0/3691567441 >> 172.21.15.45:0/3691567441 conn(0x7fcd540fb7e0 msgr2=0x7fcd540fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:48.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 -- 172.21.15.45:0/3691567441 shutdown_connections 2023-03-22T14:27:48.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.821+0000 7fcd5bdff700 1 -- 172.21.15.45:0/3691567441 wait complete. 2023-03-22T14:27:48.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 Processor -- start 2023-03-22T14:27:48.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 -- start start 2023-03-22T14:27:48.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541001c0 0x7fcd54198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd541013b0 0x7fcd54198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd54101d40 0x7fcd5419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd5419fcb0 con 0x7fcd541001c0 2023-03-22T14:27:48.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd5419fdf0 con 0x7fcd541013b0 2023-03-22T14:27:48.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.822+0000 7fcd5bdff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd5419ff80 con 0x7fcd54101d40 2023-03-22T14:27:48.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd59b9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541001c0 0x7fcd54198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd5939a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd541013b0 0x7fcd54198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd5939a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd541013b0 0x7fcd54198670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:43400/0 (socket says 172.21.15.45:43400) 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd5939a700 1 -- 172.21.15.45:0/703127993 learned_addr learned my addr 172.21.15.45:0/703127993 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd5a39c700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd54101d40 0x7fcd5419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd59b9b700 1 -- 172.21.15.45:0/703127993 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd54101d40 msgr2=0x7fcd5419f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd59b9b700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd54101d40 0x7fcd5419f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd59b9b700 1 -- 172.21.15.45:0/703127993 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd541013b0 msgr2=0x7fcd54198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd59b9b700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd541013b0 0x7fcd54198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:48.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd59b9b700 1 -- 172.21.15.45:0/703127993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd440095f0 con 0x7fcd541001c0 2023-03-22T14:27:48.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd59b9b700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541001c0 0x7fcd54198130 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fcd5000eee0 tx=0x7fcd5000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:48.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.823+0000 7fcd4affd700 1 -- 172.21.15.45:0/703127993 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd50018070 con 0x7fcd541001c0 2023-03-22T14:27:48.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.824+0000 7fcd4affd700 1 -- 172.21.15.45:0/703127993 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd5000f040 con 0x7fcd541001c0 2023-03-22T14:27:48.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.824+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd5410bb70 con 0x7fcd541001c0 2023-03-22T14:27:48.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.824+0000 7fcd4affd700 1 -- 172.21.15.45:0/703127993 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd50004280 con 0x7fcd541001c0 2023-03-22T14:27:48.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.824+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd5410b9e0 con 0x7fcd541001c0 2023-03-22T14:27:48.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.825+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd54067980 con 0x7fcd541001c0 2023-03-22T14:27:48.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.827+0000 7fcd4affd700 1 -- 172.21.15.45:0/703127993 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fcd50003a00 con 0x7fcd541001c0 2023-03-22T14:27:48.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.829+0000 7fcd4affd700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd4009fb50 0x7fcd400a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:48.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.829+0000 7fcd4affd700 1 -- 172.21.15.45:0/703127993 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fcd500cabf0 con 0x7fcd541001c0 2023-03-22T14:27:48.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.829+0000 7fcd5939a700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd4009fb50 0x7fcd400a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:48.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.829+0000 7fcd5939a700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd4009fb50 0x7fcd400a2000 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcd4400b2e0 tx=0x7fcd44005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:48.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:48.831+0000 7fcd4affd700 1 -- 172.21.15.45:0/703127993 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fcd50094a40 con 0x7fcd541001c0 2023-03-22T14:27:48.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:48 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3135667161' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:48.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:48 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2544953178' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:49.038 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.037+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcd541a0b40 con 0x7fcd541001c0 2023-03-22T14:27:49.039 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.038+0000 7fcd4affd700 1 -- 172.21.15.45:0/703127993 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcd50022020 con 0x7fcd541001c0 2023-03-22T14:27:49.039 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2023-03-22T14:27:49.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd4009fb50 msgr2=0x7fcd400a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd4009fb50 0x7fcd400a2000 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcd4400b2e0 tx=0x7fcd44005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541001c0 msgr2=0x7fcd54198130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541001c0 0x7fcd54198130 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fcd5000eee0 tx=0x7fcd5000c3a0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 shutdown_connections 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcd4009fb50 0x7fcd400a2000 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcd541001c0 0x7fcd54198130 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcd54101d40 0x7fcd5419f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 --2- 172.21.15.45:0/703127993 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd541013b0 0x7fcd54198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 >> 172.21.15.45:0/703127993 conn(0x7fcd540fb7e0 msgr2=0x7fcd54106c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:49.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 shutdown_connections 2023-03-22T14:27:49.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.040+0000 7fcd5bdff700 1 -- 172.21.15.45:0/703127993 wait complete. 2023-03-22T14:27:49.059 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-03-22T14:27:49.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:48 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3135667161' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:49.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:48 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2544953178' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:49.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:48 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3135667161' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:49.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:48 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2544953178' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:49.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 -- 172.21.15.45:0/410575596 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 msgr2=0x7fd9e01005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/410575596 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e01005d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd9d0009990 tx=0x7fd9d0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 -- 172.21.15.45:0/410575596 shutdown_connections 2023-03-22T14:27:49.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/410575596 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e01005d0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/410575596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9e0101d40 0x7fd9e0108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/410575596 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9e01013b0 0x7fd9e0101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 -- 172.21.15.45:0/410575596 >> 172.21.15.45:0/410575596 conn(0x7fd9e00fb7e0 msgr2=0x7fd9e00fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:49.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 -- 172.21.15.45:0/410575596 shutdown_connections 2023-03-22T14:27:49.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.249+0000 7fd9e59ff700 1 -- 172.21.15.45:0/410575596 wait complete. 2023-03-22T14:27:49.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 Processor -- start 2023-03-22T14:27:49.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 -- start start 2023-03-22T14:27:49.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e0074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9e01013b0 0x7fd9e0072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9e0101d40 0x7fd9e00733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9e0073b50 con 0x7fd9e01001c0 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9e0073cc0 con 0x7fd9e0101d40 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.250+0000 7fd9e59ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9e019ffe0 con 0x7fd9e01013b0 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e0074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e0074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41780/0 (socket says 172.21.15.45:41780) 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 -- 172.21.15.45:0/1507753645 learned_addr learned my addr 172.21.15.45:0/1507753645 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9df7fe700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9e0101d40 0x7fd9e00733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9d7fff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9e01013b0 0x7fd9e0072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 -- 172.21.15.45:0/1507753645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9e01013b0 msgr2=0x7fd9e0072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9e01013b0 0x7fd9e0072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 -- 172.21.15.45:0/1507753645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9e0101d40 msgr2=0x7fd9e00733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9e0101d40 0x7fd9e00733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 -- 172.21.15.45:0/1507753645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9d00095f0 con 0x7fd9e01001c0 2023-03-22T14:27:49.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.251+0000 7fd9deffd700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e0074830 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd9d000b620 tx=0x7fd9d0005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:49.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.252+0000 7fd9e49fd700 1 -- 172.21.15.45:0/1507753645 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9d001d070 con 0x7fd9e01001c0 2023-03-22T14:27:49.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.252+0000 7fd9e49fd700 1 -- 172.21.15.45:0/1507753645 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd9d0021410 con 0x7fd9e01001c0 2023-03-22T14:27:49.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.252+0000 7fd9e49fd700 1 -- 172.21.15.45:0/1507753645 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9d0017650 con 0x7fd9e01001c0 2023-03-22T14:27:49.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.252+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9e010bb80 con 0x7fd9e01001c0 2023-03-22T14:27:49.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.252+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9e010b9f0 con 0x7fd9e01001c0 2023-03-22T14:27:49.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.253+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9e0067980 con 0x7fd9e01001c0 2023-03-22T14:27:49.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.255+0000 7fd9e49fd700 1 -- 172.21.15.45:0/1507753645 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fd9d0021580 con 0x7fd9e01001c0 2023-03-22T14:27:49.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.256+0000 7fd9e49fd700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd9cc09fad0 0x7fd9cc0a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.256+0000 7fd9e49fd700 1 -- 172.21.15.45:0/1507753645 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fd9d00cbf20 con 0x7fd9e01001c0 2023-03-22T14:27:49.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.256+0000 7fd9d7fff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd9cc09fad0 0x7fd9cc0a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.257+0000 7fd9d7fff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd9cc09fad0 0x7fd9cc0a1f80 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009c60 tx=0x7fd9c8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:49.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.260+0000 7fd9e49fd700 1 -- 172.21.15.45:0/1507753645 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fd9d0095e00 con 0x7fd9e01001c0 2023-03-22T14:27:49.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.467+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd9e01070f0 con 0x7fd9e01001c0 2023-03-22T14:27:49.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.468+0000 7fd9e49fd700 1 -- 172.21.15.45:0/1507753645 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd9d00260a0 con 0x7fd9e01001c0 2023-03-22T14:27:49.469 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 64 2023-03-22T14:27:49.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd9cc09fad0 msgr2=0x7fd9cc0a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd9cc09fad0 0x7fd9cc0a1f80 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009c60 tx=0x7fd9c8009260 comp rx=0 tx=0).stop 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 msgr2=0x7fd9e0074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e0074830 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd9d000b620 tx=0x7fd9d0005740 comp rx=0 tx=0).stop 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 shutdown_connections 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd9cc09fad0 0x7fd9cc0a1f80 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd9e01001c0 0x7fd9e0074830 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9e0101d40 0x7fd9e00733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 --2- 172.21.15.45:0/1507753645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9e01013b0 0x7fd9e0072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 >> 172.21.15.45:0/1507753645 conn(0x7fd9e00fb7e0 msgr2=0x7fd9e00fda20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:49.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 shutdown_connections 2023-03-22T14:27:49.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.470+0000 7fd9e59ff700 1 -- 172.21.15.45:0/1507753645 wait complete. 2023-03-22T14:27:49.489 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2023-03-22T14:27:49.490 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:27:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 -- 172.21.15.45:0/3988862700 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc101d50 msgr2=0x7f05cc108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3988862700 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc101d50 0x7f05cc108610 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f05c400b0a0 tx=0x7f05c400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 -- 172.21.15.45:0/3988862700 shutdown_connections 2023-03-22T14:27:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3988862700 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc101d50 0x7f05cc108610 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3988862700 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc1001d0 0x7f05cc1005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3988862700 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05cc1013c0 0x7f05cc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 -- 172.21.15.45:0/3988862700 >> 172.21.15.45:0/3988862700 conn(0x7f05cc0fb7b0 msgr2=0x7f05cc0fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 -- 172.21.15.45:0/3988862700 shutdown_connections 2023-03-22T14:27:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.677+0000 7f05d0dff700 1 -- 172.21.15.45:0/3988862700 wait complete. 2023-03-22T14:27:49.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 Processor -- start 2023-03-22T14:27:49.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 -- start start 2023-03-22T14:27:49.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05cc1001d0 0x7f05cc198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc1013c0 0x7f05cc1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc101d50 0x7f05cc19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05cc19fde0 con 0x7f05cc1013c0 2023-03-22T14:27:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05cc19ff20 con 0x7f05cc101d50 2023-03-22T14:27:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05d0dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05cc1a00b0 con 0x7f05cc1001d0 2023-03-22T14:27:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05c3fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc1013c0 0x7f05cc1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05cad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc101d50 0x7f05cc19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.678+0000 7f05ca59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05cc1001d0 0x7f05cc198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc101d50 0x7f05cc19f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:43446/0 (socket says 172.21.15.45:43446) 2023-03-22T14:27:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 -- 172.21.15.45:0/3442048816 learned_addr learned my addr 172.21.15.45:0/3442048816 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 -- 172.21.15.45:0/3442048816 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05cc1001d0 msgr2=0x7f05cc198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05cc1001d0 0x7f05cc198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 -- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc1013c0 msgr2=0x7f05cc1987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc1013c0 0x7f05cc1987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 -- 172.21.15.45:0/3442048816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05c4009d00 con 0x7f05cc101d50 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05ca59c700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05cc1001d0 0x7f05cc198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05cad9d700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc101d50 0x7f05cc19f810 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f05c400d010 tx=0x7f05c400bc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05c37fe700 1 -- 172.21.15.45:0/3442048816 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05c400e040 con 0x7f05cc101d50 2023-03-22T14:27:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05cc10bb90 con 0x7f05cc101d50 2023-03-22T14:27:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05c37fe700 1 -- 172.21.15.45:0/3442048816 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05c4003e10 con 0x7f05cc101d50 2023-03-22T14:27:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.679+0000 7f05c37fe700 1 -- 172.21.15.45:0/3442048816 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05c40052a0 con 0x7f05cc101d50 2023-03-22T14:27:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.680+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05cc10ba00 con 0x7f05cc101d50 2023-03-22T14:27:49.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.680+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05cc1a0600 con 0x7f05cc101d50 2023-03-22T14:27:49.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.683+0000 7f05c37fe700 1 -- 172.21.15.45:0/3442048816 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f05c401d480 con 0x7f05cc101d50 2023-03-22T14:27:49.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.684+0000 7f05c37fe700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f05b809fad0 0x7f05b80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:49.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.684+0000 7f05c37fe700 1 -- 172.21.15.45:0/3442048816 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f05c40cc390 con 0x7f05cc101d50 2023-03-22T14:27:49.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.684+0000 7f05ca59c700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f05b809fad0 0x7f05b80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:49.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.685+0000 7f05ca59c700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f05b809fad0 0x7f05b80a1f80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f05cc101220 tx=0x7f05bc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:49.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.686+0000 7f05c37fe700 1 -- 172.21.15.45:0/3442048816 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f05c4096270 con 0x7f05cc101d50 2023-03-22T14:27:49.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.939+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f05cc1a0ca0 con 0x7f05cc101d50 2023-03-22T14:27:49.941 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.940+0000 7f05c37fe700 1 -- 172.21.15.45:0/3442048816 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7f05c4099890 con 0x7f05cc101d50 2023-03-22T14:27:49.941 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:49.941 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:27:49.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f05b809fad0 msgr2=0x7f05b80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.944 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f05b809fad0 0x7f05b80a1f80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f05cc101220 tx=0x7f05bc009260 comp rx=0 tx=0).stop 2023-03-22T14:27:49.944 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc101d50 msgr2=0x7f05cc19f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:49.944 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc101d50 0x7f05cc19f810 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f05c400d010 tx=0x7f05c400bc80 comp rx=0 tx=0).stop 2023-03-22T14:27:49.944 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 shutdown_connections 2023-03-22T14:27:49.944 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f05b809fad0 0x7f05b80a1f80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.944 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05cc101d50 0x7f05cc19f810 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05cc1001d0 0x7f05cc198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 --2- 172.21.15.45:0/3442048816 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05cc1013c0 0x7f05cc1987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:49.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 >> 172.21.15.45:0/3442048816 conn(0x7f05cc0fb7b0 msgr2=0x7f05cc106c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:49.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 shutdown_connections 2023-03-22T14:27:49.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:49.942+0000 7f05d0dff700 1 -- 172.21.15.45:0/3442048816 wait complete. 2023-03-22T14:27:49.945 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:27:49.962 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2023-03-22T14:27:49.962 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2023-03-22T14:27:49.962 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-03-22T14:27:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:49 smithi142 ceph-mon[94717]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 895 B/s wr, 12 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:49 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/703127993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:49 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1507753645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:50.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 -- 172.21.15.45:0/3047835692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff41001d0 msgr2=0x7fcff41005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/3047835692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff41001d0 0x7fcff41005e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fcfe40098f0 tx=0x7fcfe4009c00 comp rx=0 tx=0).stop 2023-03-22T14:27:50.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 -- 172.21.15.45:0/3047835692 shutdown_connections 2023-03-22T14:27:50.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/3047835692 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff4101d50 0x7fcff4108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/3047835692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff41001d0 0x7fcff41005e0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/3047835692 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcff41013c0 0x7fcff4101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 -- 172.21.15.45:0/3047835692 >> 172.21.15.45:0/3047835692 conn(0x7fcff40fb7b0 msgr2=0x7fcff40fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 -- 172.21.15.45:0/3047835692 shutdown_connections 2023-03-22T14:27:50.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.153+0000 7fcffa1ff700 1 -- 172.21.15.45:0/3047835692 wait complete. 2023-03-22T14:27:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 Processor -- start 2023-03-22T14:27:50.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 -- start start 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcff41001d0 0x7fcff4074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff41013c0 0x7fcff4072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff4101d50 0x7fcff40733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff4073b50 con 0x7fcff41013c0 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff4073cc0 con 0x7fcff4101d50 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.154+0000 7fcffa1ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff41a0050 con 0x7fcff41001d0 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff41013c0 0x7fcff4072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff41013c0 0x7fcff4072e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41804/0 (socket says 172.21.15.45:41804) 2023-03-22T14:27:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 -- 172.21.15.45:0/1588114660 learned_addr learned my addr 172.21.15.45:0/1588114660 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcff37fe700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcff41001d0 0x7fcff4074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcff3fff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff4101d50 0x7fcff40733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 -- 172.21.15.45:0/1588114660 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcff41001d0 msgr2=0x7fcff4074830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcff41001d0 0x7fcff4074830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 -- 172.21.15.45:0/1588114660 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff4101d50 msgr2=0x7fcff40733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff4101d50 0x7fcff40733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 -- 172.21.15.45:0/1588114660 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfdc0095f0 con 0x7fcff41013c0 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.155+0000 7fcfebfff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff41013c0 0x7fcff4072e70 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00ec10 tx=0x7fcfdc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.156+0000 7fcff17fa700 1 -- 172.21.15.45:0/1588114660 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc00cc80 con 0x7fcff41013c0 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.156+0000 7fcff17fa700 1 -- 172.21.15.45:0/1588114660 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfdc0044e0 con 0x7fcff41013c0 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.156+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfec009c40 con 0x7fcff41013c0 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.156+0000 7fcff17fa700 1 -- 172.21.15.45:0/1588114660 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc010430 con 0x7fcff41013c0 2023-03-22T14:27:50.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.156+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfe4009520 con 0x7fcff41013c0 2023-03-22T14:27:50.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.157+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcff410ba00 con 0x7fcff41013c0 2023-03-22T14:27:50.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.159+0000 7fcff17fa700 1 -- 172.21.15.45:0/1588114660 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fcfdc003f90 con 0x7fcff41013c0 2023-03-22T14:27:50.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.160+0000 7fcff17fa700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcfe009fad0 0x7fcfe00a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.160+0000 7fcff17fa700 1 -- 172.21.15.45:0/1588114660 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fcfdc014070 con 0x7fcff41013c0 2023-03-22T14:27:50.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.160+0000 7fcff37fe700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcfe009fad0 0x7fcfe00a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.161+0000 7fcff37fe700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcfe009fad0 0x7fcfe00a1f80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009fd0 tx=0x7fcfe4019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:50.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.164+0000 7fcff17fa700 1 -- 172.21.15.45:0/1588114660 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fcfdc094e80 con 0x7fcff41013c0 2023-03-22T14:27:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:49 smithi098 ceph-mon[94136]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 895 B/s wr, 12 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:49 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/703127993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:49 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1507753645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:50.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:49 smithi045 ceph-mon[91728]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 895 B/s wr, 12 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:49 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/703127993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:50.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:49 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1507753645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:50.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.367+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcff4060ec0 con 0x7fcfe009fad0 2023-03-22T14:27:50.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.379+0000 7fcff17fa700 1 -- 172.21.15.45:0/1588114660 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345055 (secure 0 0 0) 0x7fcff4060ec0 con 0x7fcfe009fad0 2023-03-22T14:27:50.384 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:50.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcfe009fad0 msgr2=0x7fcfe00a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcfe009fad0 0x7fcfe00a1f80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009fd0 tx=0x7fcfe4019040 comp rx=0 tx=0).stop 2023-03-22T14:27:50.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff41013c0 msgr2=0x7fcff4072e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff41013c0 0x7fcff4072e70 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00ec10 tx=0x7fcfdc00ef20 comp rx=0 tx=0).stop 2023-03-22T14:27:50.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 shutdown_connections 2023-03-22T14:27:50.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcfe009fad0 0x7fcfe00a1f80 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcff4101d50 0x7fcff40733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcff41001d0 0x7fcff4074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 --2- 172.21.15.45:0/1588114660 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcff41013c0 0x7fcff4072e70 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 >> 172.21.15.45:0/1588114660 conn(0x7fcff40fb7b0 msgr2=0x7fcff40fda80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:50.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 shutdown_connections 2023-03-22T14:27:50.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.384+0000 7fcffa1ff700 1 -- 172.21.15.45:0/1588114660 wait complete. 2023-03-22T14:27:50.388 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2023-03-22T14:27:50.403 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":322,"stamp":"2023-03-22T14:27:48.473665+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656339,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1071,"num_read_kb":660,"num_write":426,"num_write_kb":3077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1180804,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":851,"ondisk_log_size":851,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":292,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":83080,"kb_used_data":13544,"kb_used_omap":0,"kb_used_meta":69440,"kb_avail":1124858744,"statfs":{"total":1151940427776,"available":1151855353856,"internally_reserved":0,"allocated":13869056,"data_stored":7517488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":71106560},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1022,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":45,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002040"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375222+0000","last_change":"2023-03-22T14:26:10.158701+0000","last_active":"2023-03-22T14:27:42.375222+0000","last_peered":"2023-03-22T14:27:42.375222+0000","last_clean":"2023-03-22T14:27:42.375222+0000","last_became_active":"2023-03-22T14:26:10.158288+0000","last_became_peered":"2023-03-22T14:26:10.158288+0000","last_unstale":"2023-03-22T14:27:42.375222+0000","last_undegraded":"2023-03-22T14:27:42.375222+0000","last_fullsized":"2023-03-22T14:27:42.375222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:44:00.001117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413188+0000","last_change":"2023-03-22T14:26:10.156196+0000","last_active":"2023-03-22T14:27:42.413188+0000","last_peered":"2023-03-22T14:27:42.413188+0000","last_clean":"2023-03-22T14:27:42.413188+0000","last_became_active":"2023-03-22T14:26:10.155880+0000","last_became_peered":"2023-03-22T14:26:10.155880+0000","last_unstale":"2023-03-22T14:27:42.413188+0000","last_undegraded":"2023-03-22T14:27:42.413188+0000","last_fullsized":"2023-03-22T14:27:42.413188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:32:50.696636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413030+0000","last_change":"2023-03-22T14:26:10.153558+0000","last_active":"2023-03-22T14:27:42.413030+0000","last_peered":"2023-03-22T14:27:42.413030+0000","last_clean":"2023-03-22T14:27:42.413030+0000","last_became_active":"2023-03-22T14:26:10.153197+0000","last_became_peered":"2023-03-22T14:26:10.153197+0000","last_unstale":"2023-03-22T14:27:42.413030+0000","last_undegraded":"2023-03-22T14:27:42.413030+0000","last_fullsized":"2023-03-22T14:27:42.413030+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:38:35.460811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375120+0000","last_change":"2023-03-22T14:26:10.140808+0000","last_active":"2023-03-22T14:27:42.375120+0000","last_peered":"2023-03-22T14:27:42.375120+0000","last_clean":"2023-03-22T14:27:42.375120+0000","last_became_active":"2023-03-22T14:26:10.140515+0000","last_became_peered":"2023-03-22T14:26:10.140515+0000","last_unstale":"2023-03-22T14:27:42.375120+0000","last_undegraded":"2023-03-22T14:27:42.375120+0000","last_fullsized":"2023-03-22T14:27:42.375120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:33:24.572331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768536+0000","last_change":"2023-03-22T14:26:10.141388+0000","last_active":"2023-03-22T14:27:41.768536+0000","last_peered":"2023-03-22T14:27:41.768536+0000","last_clean":"2023-03-22T14:27:41.768536+0000","last_became_active":"2023-03-22T14:26:10.141076+0000","last_became_peered":"2023-03-22T14:26:10.141076+0000","last_unstale":"2023-03-22T14:27:41.768536+0000","last_undegraded":"2023-03-22T14:27:41.768536+0000","last_fullsized":"2023-03-22T14:27:41.768536+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:53:07.444912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375548+0000","last_change":"2023-03-22T14:26:10.151250+0000","last_active":"2023-03-22T14:27:42.375548+0000","last_peered":"2023-03-22T14:27:42.375548+0000","last_clean":"2023-03-22T14:27:42.375548+0000","last_became_active":"2023-03-22T14:26:10.150925+0000","last_became_peered":"2023-03-22T14:26:10.150925+0000","last_unstale":"2023-03-22T14:27:42.375548+0000","last_undegraded":"2023-03-22T14:27:42.375548+0000","last_fullsized":"2023-03-22T14:27:42.375548+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:55:13.189674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765700+0000","last_change":"2023-03-22T14:26:10.149874+0000","last_active":"2023-03-22T14:27:41.765700+0000","last_peered":"2023-03-22T14:27:41.765700+0000","last_clean":"2023-03-22T14:27:41.765700+0000","last_became_active":"2023-03-22T14:26:10.149623+0000","last_became_peered":"2023-03-22T14:26:10.149623+0000","last_unstale":"2023-03-22T14:27:41.765700+0000","last_undegraded":"2023-03-22T14:27:41.765700+0000","last_fullsized":"2023-03-22T14:27:41.765700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:49:06.976718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374418+0000","last_change":"2023-03-22T14:26:10.139429+0000","last_active":"2023-03-22T14:27:42.374418+0000","last_peered":"2023-03-22T14:27:42.374418+0000","last_clean":"2023-03-22T14:27:42.374418+0000","last_became_active":"2023-03-22T14:26:10.138933+0000","last_became_peered":"2023-03-22T14:26:10.138933+0000","last_unstale":"2023-03-22T14:27:42.374418+0000","last_undegraded":"2023-03-22T14:27:42.374418+0000","last_fullsized":"2023-03-22T14:27:42.374418+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:13:29.185896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374871+0000","last_change":"2023-03-22T14:26:10.147062+0000","last_active":"2023-03-22T14:27:42.374871+0000","last_peered":"2023-03-22T14:27:42.374871+0000","last_clean":"2023-03-22T14:27:42.374871+0000","last_became_active":"2023-03-22T14:26:10.146300+0000","last_became_peered":"2023-03-22T14:26:10.146300+0000","last_unstale":"2023-03-22T14:27:42.374871+0000","last_undegraded":"2023-03-22T14:27:42.374871+0000","last_fullsized":"2023-03-22T14:27:42.374871+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:03:25.295638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375710+0000","last_change":"2023-03-22T14:26:10.142094+0000","last_active":"2023-03-22T14:27:42.375710+0000","last_peered":"2023-03-22T14:27:42.375710+0000","last_clean":"2023-03-22T14:27:42.375710+0000","last_became_active":"2023-03-22T14:26:10.141785+0000","last_became_peered":"2023-03-22T14:26:10.141785+0000","last_unstale":"2023-03-22T14:27:42.375710+0000","last_undegraded":"2023-03-22T14:27:42.375710+0000","last_fullsized":"2023-03-22T14:27:42.375710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:14:32.592611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766185+0000","last_change":"2023-03-22T14:26:10.142511+0000","last_active":"2023-03-22T14:27:41.766185+0000","last_peered":"2023-03-22T14:27:41.766185+0000","last_clean":"2023-03-22T14:27:41.766185+0000","last_became_active":"2023-03-22T14:26:10.141996+0000","last_became_peered":"2023-03-22T14:26:10.141996+0000","last_unstale":"2023-03-22T14:27:41.766185+0000","last_undegraded":"2023-03-22T14:27:41.766185+0000","last_fullsized":"2023-03-22T14:27:41.766185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:21:05.229553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765025+0000","last_change":"2023-03-22T14:26:41.775645+0000","last_active":"2023-03-22T14:27:41.765025+0000","last_peered":"2023-03-22T14:27:41.765025+0000","last_clean":"2023-03-22T14:27:41.765025+0000","last_became_active":"2023-03-22T14:26:41.775126+0000","last_became_peered":"2023-03-22T14:26:41.775126+0000","last_unstale":"2023-03-22T14:27:41.765025+0000","last_undegraded":"2023-03-22T14:27:41.765025+0000","last_fullsized":"2023-03-22T14:27:41.765025+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:23:19.556259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375163+0000","last_change":"2023-03-22T14:26:10.140025+0000","last_active":"2023-03-22T14:27:42.375163+0000","last_peered":"2023-03-22T14:27:42.375163+0000","last_clean":"2023-03-22T14:27:42.375163+0000","last_became_active":"2023-03-22T14:26:10.139737+0000","last_became_peered":"2023-03-22T14:26:10.139737+0000","last_unstale":"2023-03-22T14:27:42.375163+0000","last_undegraded":"2023-03-22T14:27:42.375163+0000","last_fullsized":"2023-03-22T14:27:42.375163+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:23:42.334060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412851+0000","last_change":"2023-03-22T14:26:10.158079+0000","last_active":"2023-03-22T14:27:42.412851+0000","last_peered":"2023-03-22T14:27:42.412851+0000","last_clean":"2023-03-22T14:27:42.412851+0000","last_became_active":"2023-03-22T14:26:10.155723+0000","last_became_peered":"2023-03-22T14:26:10.155723+0000","last_unstale":"2023-03-22T14:27:42.412851+0000","last_undegraded":"2023-03-22T14:27:42.412851+0000","last_fullsized":"2023-03-22T14:27:42.412851+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:58:16.643587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412765+0000","last_change":"2023-03-22T14:26:10.154820+0000","last_active":"2023-03-22T14:27:42.412765+0000","last_peered":"2023-03-22T14:27:42.412765+0000","last_clean":"2023-03-22T14:27:42.412765+0000","last_became_active":"2023-03-22T14:26:10.154098+0000","last_became_peered":"2023-03-22T14:26:10.154098+0000","last_unstale":"2023-03-22T14:27:42.412765+0000","last_undegraded":"2023-03-22T14:27:42.412765+0000","last_fullsized":"2023-03-22T14:27:42.412765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:43:13.184902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374471+0000","last_change":"2023-03-22T14:26:10.152667+0000","last_active":"2023-03-22T14:27:42.374471+0000","last_peered":"2023-03-22T14:27:42.374471+0000","last_clean":"2023-03-22T14:27:42.374471+0000","last_became_active":"2023-03-22T14:26:10.152404+0000","last_became_peered":"2023-03-22T14:26:10.152404+0000","last_unstale":"2023-03-22T14:27:42.374471+0000","last_undegraded":"2023-03-22T14:27:42.374471+0000","last_fullsized":"2023-03-22T14:27:42.374471+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:03.007441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375487+0000","last_change":"2023-03-22T14:26:10.158575+0000","last_active":"2023-03-22T14:27:42.375487+0000","last_peered":"2023-03-22T14:27:42.375487+0000","last_clean":"2023-03-22T14:27:42.375487+0000","last_became_active":"2023-03-22T14:26:10.158219+0000","last_became_peered":"2023-03-22T14:26:10.158219+0000","last_unstale":"2023-03-22T14:27:42.375487+0000","last_undegraded":"2023-03-22T14:27:42.375487+0000","last_fullsized":"2023-03-22T14:27:42.375487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:24.011396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765173+0000","last_change":"2023-03-22T14:26:10.144752+0000","last_active":"2023-03-22T14:27:41.765173+0000","last_peered":"2023-03-22T14:27:41.765173+0000","last_clean":"2023-03-22T14:27:41.765173+0000","last_became_active":"2023-03-22T14:26:10.144229+0000","last_became_peered":"2023-03-22T14:26:10.144229+0000","last_unstale":"2023-03-22T14:27:41.765173+0000","last_undegraded":"2023-03-22T14:27:41.765173+0000","last_fullsized":"2023-03-22T14:27:41.765173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:13:04.010177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375405+0000","last_change":"2023-03-22T14:26:10.139468+0000","last_active":"2023-03-22T14:27:42.375405+0000","last_peered":"2023-03-22T14:27:42.375405+0000","last_clean":"2023-03-22T14:27:42.375405+0000","last_became_active":"2023-03-22T14:26:10.138750+0000","last_became_peered":"2023-03-22T14:26:10.138750+0000","last_unstale":"2023-03-22T14:27:42.375405+0000","last_undegraded":"2023-03-22T14:27:42.375405+0000","last_fullsized":"2023-03-22T14:27:42.375405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:25:53.400263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":117,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:43.290652+0000","last_change":"2023-03-22T14:26:09.605689+0000","last_active":"2023-03-22T14:27:43.290652+0000","last_peered":"2023-03-22T14:27:43.290652+0000","last_clean":"2023-03-22T14:27:43.290652+0000","last_became_active":"2023-03-22T14:26:09.605012+0000","last_became_peered":"2023-03-22T14:26:09.605012+0000","last_unstale":"2023-03-22T14:27:43.290652+0000","last_undegraded":"2023-03-22T14:27:43.290652+0000","last_fullsized":"2023-03-22T14:27:43.290652+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:22:17.663135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":88,"num_read_kb":88,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765047+0000","last_change":"2023-03-22T14:26:41.774947+0000","last_active":"2023-03-22T14:27:41.765047+0000","last_peered":"2023-03-22T14:27:41.765047+0000","last_clean":"2023-03-22T14:27:41.765047+0000","last_became_active":"2023-03-22T14:26:41.774512+0000","last_became_peered":"2023-03-22T14:26:41.774512+0000","last_unstale":"2023-03-22T14:27:41.765047+0000","last_undegraded":"2023-03-22T14:27:41.765047+0000","last_fullsized":"2023-03-22T14:27:41.765047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:44:49.073078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374872+0000","last_change":"2023-03-22T14:26:09.614812+0000","last_active":"2023-03-22T14:27:42.374872+0000","last_peered":"2023-03-22T14:27:42.374872+0000","last_clean":"2023-03-22T14:27:42.374872+0000","last_became_active":"2023-03-22T14:26:09.614137+0000","last_became_peered":"2023-03-22T14:26:09.614137+0000","last_unstale":"2023-03-22T14:27:42.374872+0000","last_undegraded":"2023-03-22T14:27:42.374872+0000","last_fullsized":"2023-03-22T14:27:42.374872+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:59.863232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413263+0000","last_change":"2023-03-22T14:26:10.157045+0000","last_active":"2023-03-22T14:27:42.413263+0000","last_peered":"2023-03-22T14:27:42.413263+0000","last_clean":"2023-03-22T14:27:42.413263+0000","last_became_active":"2023-03-22T14:26:10.156313+0000","last_became_peered":"2023-03-22T14:26:10.156313+0000","last_unstale":"2023-03-22T14:27:42.413263+0000","last_undegraded":"2023-03-22T14:27:42.413263+0000","last_fullsized":"2023-03-22T14:27:42.413263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:12:59.623019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768850+0000","last_change":"2023-03-22T14:26:09.605992+0000","last_active":"2023-03-22T14:27:41.768850+0000","last_peered":"2023-03-22T14:27:41.768850+0000","last_clean":"2023-03-22T14:27:41.768850+0000","last_became_active":"2023-03-22T14:26:09.605339+0000","last_became_peered":"2023-03-22T14:26:09.605339+0000","last_unstale":"2023-03-22T14:27:41.768850+0000","last_undegraded":"2023-03-22T14:27:41.768850+0000","last_fullsized":"2023-03-22T14:27:41.768850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:38:54.779949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374786+0000","last_change":"2023-03-22T14:26:10.141910+0000","last_active":"2023-03-22T14:27:42.374786+0000","last_peered":"2023-03-22T14:27:42.374786+0000","last_clean":"2023-03-22T14:27:42.374786+0000","last_became_active":"2023-03-22T14:26:10.141539+0000","last_became_peered":"2023-03-22T14:26:10.141539+0000","last_unstale":"2023-03-22T14:27:42.374786+0000","last_undegraded":"2023-03-22T14:27:42.374786+0000","last_fullsized":"2023-03-22T14:27:42.374786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:20:16.599422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768670+0000","last_change":"2023-03-22T14:26:09.605015+0000","last_active":"2023-03-22T14:27:41.768670+0000","last_peered":"2023-03-22T14:27:41.768670+0000","last_clean":"2023-03-22T14:27:41.768670+0000","last_became_active":"2023-03-22T14:26:09.604633+0000","last_became_peered":"2023-03-22T14:26:09.604633+0000","last_unstale":"2023-03-22T14:27:41.768670+0000","last_undegraded":"2023-03-22T14:27:41.768670+0000","last_fullsized":"2023-03-22T14:27:41.768670+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:00:03.415196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765055+0000","last_change":"2023-03-22T14:26:41.779383+0000","last_active":"2023-03-22T14:27:41.765055+0000","last_peered":"2023-03-22T14:27:41.765055+0000","last_clean":"2023-03-22T14:27:41.765055+0000","last_became_active":"2023-03-22T14:26:41.778963+0000","last_became_peered":"2023-03-22T14:26:41.778963+0000","last_unstale":"2023-03-22T14:27:41.765055+0000","last_undegraded":"2023-03-22T14:27:41.765055+0000","last_fullsized":"2023-03-22T14:27:41.765055+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:22.516121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":110,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:43.290636+0000","last_change":"2023-03-22T14:26:09.606000+0000","last_active":"2023-03-22T14:27:43.290636+0000","last_peered":"2023-03-22T14:27:43.290636+0000","last_clean":"2023-03-22T14:27:43.290636+0000","last_became_active":"2023-03-22T14:26:09.605663+0000","last_became_peered":"2023-03-22T14:26:09.605663+0000","last_unstale":"2023-03-22T14:27:43.290636+0000","last_undegraded":"2023-03-22T14:27:43.290636+0000","last_fullsized":"2023-03-22T14:27:43.290636+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:59:40.751792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768470+0000","last_change":"2023-03-22T14:26:10.151108+0000","last_active":"2023-03-22T14:27:41.768470+0000","last_peered":"2023-03-22T14:27:41.768470+0000","last_clean":"2023-03-22T14:27:41.768470+0000","last_became_active":"2023-03-22T14:26:10.150764+0000","last_became_peered":"2023-03-22T14:26:10.150764+0000","last_unstale":"2023-03-22T14:27:41.768470+0000","last_undegraded":"2023-03-22T14:27:41.768470+0000","last_fullsized":"2023-03-22T14:27:41.768470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:51:16.285365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375531+0000","last_change":"2023-03-22T14:26:41.780050+0000","last_active":"2023-03-22T14:27:42.375531+0000","last_peered":"2023-03-22T14:27:42.375531+0000","last_clean":"2023-03-22T14:27:42.375531+0000","last_became_active":"2023-03-22T14:26:41.771250+0000","last_became_peered":"2023-03-22T14:26:41.771250+0000","last_unstale":"2023-03-22T14:27:42.375531+0000","last_undegraded":"2023-03-22T14:27:42.375531+0000","last_fullsized":"2023-03-22T14:27:42.375531+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:56:58.082278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376199+0000","last_change":"2023-03-22T14:26:41.777133+0000","last_active":"2023-03-22T14:27:42.376199+0000","last_peered":"2023-03-22T14:27:42.376199+0000","last_clean":"2023-03-22T14:27:42.376199+0000","last_became_active":"2023-03-22T14:26:41.776655+0000","last_became_peered":"2023-03-22T14:26:41.776655+0000","last_unstale":"2023-03-22T14:27:42.376199+0000","last_undegraded":"2023-03-22T14:27:42.376199+0000","last_fullsized":"2023-03-22T14:27:42.376199+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:30:47.090690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374216+0000","last_change":"2023-03-22T14:26:09.604428+0000","last_active":"2023-03-22T14:27:42.374216+0000","last_peered":"2023-03-22T14:27:42.374216+0000","last_clean":"2023-03-22T14:27:42.374216+0000","last_became_active":"2023-03-22T14:26:09.604075+0000","last_became_peered":"2023-03-22T14:26:09.604075+0000","last_unstale":"2023-03-22T14:27:42.374216+0000","last_undegraded":"2023-03-22T14:27:42.374216+0000","last_fullsized":"2023-03-22T14:27:42.374216+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:18:09.160711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374492+0000","last_change":"2023-03-22T14:26:10.145491+0000","last_active":"2023-03-22T14:27:42.374492+0000","last_peered":"2023-03-22T14:27:42.374492+0000","last_clean":"2023-03-22T14:27:42.374492+0000","last_became_active":"2023-03-22T14:26:10.145153+0000","last_became_peered":"2023-03-22T14:26:10.145153+0000","last_unstale":"2023-03-22T14:27:42.374492+0000","last_undegraded":"2023-03-22T14:27:42.374492+0000","last_fullsized":"2023-03-22T14:27:42.374492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:34:58.700651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376139+0000","last_change":"2023-03-22T14:26:09.602305+0000","last_active":"2023-03-22T14:27:42.376139+0000","last_peered":"2023-03-22T14:27:42.376139+0000","last_clean":"2023-03-22T14:27:42.376139+0000","last_became_active":"2023-03-22T14:26:09.602024+0000","last_became_peered":"2023-03-22T14:26:09.602024+0000","last_unstale":"2023-03-22T14:27:42.376139+0000","last_undegraded":"2023-03-22T14:27:42.376139+0000","last_fullsized":"2023-03-22T14:27:42.376139+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:10:59.546000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.764897+0000","last_change":"2023-03-22T14:26:41.775299+0000","last_active":"2023-03-22T14:27:41.764897+0000","last_peered":"2023-03-22T14:27:41.764897+0000","last_clean":"2023-03-22T14:27:41.764897+0000","last_became_active":"2023-03-22T14:26:41.774875+0000","last_became_peered":"2023-03-22T14:26:41.774875+0000","last_unstale":"2023-03-22T14:27:41.764897+0000","last_undegraded":"2023-03-22T14:27:41.764897+0000","last_fullsized":"2023-03-22T14:27:41.764897+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:44:10.464776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":200,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.460597+0000","last_change":"2023-03-22T14:26:09.605329+0000","last_active":"2023-03-22T14:27:46.460597+0000","last_peered":"2023-03-22T14:27:46.460597+0000","last_clean":"2023-03-22T14:27:46.460597+0000","last_became_active":"2023-03-22T14:26:09.605003+0000","last_became_peered":"2023-03-22T14:26:09.605003+0000","last_unstale":"2023-03-22T14:27:46.460597+0000","last_undegraded":"2023-03-22T14:27:46.460597+0000","last_fullsized":"2023-03-22T14:27:46.460597+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:54:25.876041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":180,"num_read_kb":180,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375135+0000","last_change":"2023-03-22T14:26:10.141338+0000","last_active":"2023-03-22T14:27:42.375135+0000","last_peered":"2023-03-22T14:27:42.375135+0000","last_clean":"2023-03-22T14:27:42.375135+0000","last_became_active":"2023-03-22T14:26:10.140941+0000","last_became_peered":"2023-03-22T14:26:10.140941+0000","last_unstale":"2023-03-22T14:27:42.375135+0000","last_undegraded":"2023-03-22T14:27:42.375135+0000","last_fullsized":"2023-03-22T14:27:42.375135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:45:58.818279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766147+0000","last_change":"2023-03-22T14:26:09.608874+0000","last_active":"2023-03-22T14:27:41.766147+0000","last_peered":"2023-03-22T14:27:41.766147+0000","last_clean":"2023-03-22T14:27:41.766147+0000","last_became_active":"2023-03-22T14:26:09.608556+0000","last_became_peered":"2023-03-22T14:26:09.608556+0000","last_unstale":"2023-03-22T14:27:41.766147+0000","last_undegraded":"2023-03-22T14:27:41.766147+0000","last_fullsized":"2023-03-22T14:27:41.766147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:05:47.051762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413238+0000","last_change":"2023-03-22T14:26:10.157313+0000","last_active":"2023-03-22T14:27:42.413238+0000","last_peered":"2023-03-22T14:27:42.413238+0000","last_clean":"2023-03-22T14:27:42.413238+0000","last_became_active":"2023-03-22T14:26:10.156637+0000","last_became_peered":"2023-03-22T14:26:10.156637+0000","last_unstale":"2023-03-22T14:27:42.413238+0000","last_undegraded":"2023-03-22T14:27:42.413238+0000","last_fullsized":"2023-03-22T14:27:42.413238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:49:28.870596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375126+0000","last_change":"2023-03-22T14:26:09.609824+0000","last_active":"2023-03-22T14:27:42.375126+0000","last_peered":"2023-03-22T14:27:42.375126+0000","last_clean":"2023-03-22T14:27:42.375126+0000","last_became_active":"2023-03-22T14:26:09.609506+0000","last_became_peered":"2023-03-22T14:26:09.609506+0000","last_unstale":"2023-03-22T14:27:42.375126+0000","last_undegraded":"2023-03-22T14:27:42.375126+0000","last_fullsized":"2023-03-22T14:27:42.375126+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:05:01.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374911+0000","last_change":"2023-03-22T14:26:10.147791+0000","last_active":"2023-03-22T14:27:42.374911+0000","last_peered":"2023-03-22T14:27:42.374911+0000","last_clean":"2023-03-22T14:27:42.374911+0000","last_became_active":"2023-03-22T14:26:10.147442+0000","last_became_peered":"2023-03-22T14:26:10.147442+0000","last_unstale":"2023-03-22T14:27:42.374911+0000","last_undegraded":"2023-03-22T14:27:42.374911+0000","last_fullsized":"2023-03-22T14:27:42.374911+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:12:56.630356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'35","reported_seq":241,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.464529+0000","last_change":"2023-03-22T14:26:09.605587+0000","last_active":"2023-03-22T14:27:46.464529+0000","last_peered":"2023-03-22T14:27:46.464529+0000","last_clean":"2023-03-22T14:27:46.464529+0000","last_became_active":"2023-03-22T14:26:09.605234+0000","last_became_peered":"2023-03-22T14:26:09.605234+0000","last_unstale":"2023-03-22T14:27:46.464529+0000","last_undegraded":"2023-03-22T14:27:46.464529+0000","last_fullsized":"2023-03-22T14:27:46.464529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:09.560463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58648,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":190,"num_read_kb":154,"num_write":37,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768731+0000","last_change":"2023-03-22T14:26:10.142180+0000","last_active":"2023-03-22T14:27:41.768731+0000","last_peered":"2023-03-22T14:27:41.768731+0000","last_clean":"2023-03-22T14:27:41.768731+0000","last_became_active":"2023-03-22T14:26:10.141662+0000","last_became_peered":"2023-03-22T14:26:10.141662+0000","last_unstale":"2023-03-22T14:27:41.768731+0000","last_undegraded":"2023-03-22T14:27:41.768731+0000","last_fullsized":"2023-03-22T14:27:41.768731+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:22:32.962412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.795169+0000","last_change":"2023-03-22T14:27:42.794707+0000","last_active":"2023-03-22T14:27:42.795169+0000","last_peered":"2023-03-22T14:27:42.795169+0000","last_clean":"2023-03-22T14:27:42.795169+0000","last_became_active":"2023-03-22T14:27:42.783686+0000","last_became_peered":"2023-03-22T14:27:42.783686+0000","last_unstale":"2023-03-22T14:27:42.795169+0000","last_undegraded":"2023-03-22T14:27:42.795169+0000","last_fullsized":"2023-03-22T14:27:42.795169+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:23:07.987263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374377+0000","last_change":"2023-03-22T14:26:10.145201+0000","last_active":"2023-03-22T14:27:42.374377+0000","last_peered":"2023-03-22T14:27:42.374377+0000","last_clean":"2023-03-22T14:27:42.374377+0000","last_became_active":"2023-03-22T14:26:10.144881+0000","last_became_peered":"2023-03-22T14:26:10.144881+0000","last_unstale":"2023-03-22T14:27:42.374377+0000","last_undegraded":"2023-03-22T14:27:42.374377+0000","last_fullsized":"2023-03-22T14:27:42.374377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:32:06.377674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375366+0000","last_change":"2023-03-22T14:26:09.611295+0000","last_active":"2023-03-22T14:27:42.375366+0000","last_peered":"2023-03-22T14:27:42.375366+0000","last_clean":"2023-03-22T14:27:42.375366+0000","last_became_active":"2023-03-22T14:26:09.610974+0000","last_became_peered":"2023-03-22T14:26:09.610974+0000","last_unstale":"2023-03-22T14:27:42.375366+0000","last_undegraded":"2023-03-22T14:27:42.375366+0000","last_fullsized":"2023-03-22T14:27:42.375366+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:47:00.123238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765948+0000","last_change":"2023-03-22T14:26:10.140590+0000","last_active":"2023-03-22T14:27:41.765948+0000","last_peered":"2023-03-22T14:27:41.765948+0000","last_clean":"2023-03-22T14:27:41.765948+0000","last_became_active":"2023-03-22T14:26:10.140243+0000","last_became_peered":"2023-03-22T14:26:10.140243+0000","last_unstale":"2023-03-22T14:27:41.765948+0000","last_undegraded":"2023-03-22T14:27:41.765948+0000","last_fullsized":"2023-03-22T14:27:41.765948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:24:35.061683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'7","reported_seq":117,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.497295+0000","last_change":"2023-03-22T14:26:09.601433+0000","last_active":"2023-03-22T14:27:46.497295+0000","last_peered":"2023-03-22T14:27:46.497295+0000","last_clean":"2023-03-22T14:27:46.497295+0000","last_became_active":"2023-03-22T14:26:09.601077+0000","last_became_peered":"2023-03-22T14:26:09.601077+0000","last_unstale":"2023-03-22T14:27:46.497295+0000","last_undegraded":"2023-03-22T14:27:46.497295+0000","last_fullsized":"2023-03-22T14:27:46.497295+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:54:13.780420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765726+0000","last_change":"2023-03-22T14:26:10.138660+0000","last_active":"2023-03-22T14:27:41.765726+0000","last_peered":"2023-03-22T14:27:41.765726+0000","last_clean":"2023-03-22T14:27:41.765726+0000","last_became_active":"2023-03-22T14:26:10.138353+0000","last_became_peered":"2023-03-22T14:26:10.138353+0000","last_unstale":"2023-03-22T14:27:41.765726+0000","last_undegraded":"2023-03-22T14:27:41.765726+0000","last_fullsized":"2023-03-22T14:27:41.765726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:41:51.425763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768315+0000","last_change":"2023-03-22T14:26:09.609803+0000","last_active":"2023-03-22T14:27:41.768315+0000","last_peered":"2023-03-22T14:27:41.768315+0000","last_clean":"2023-03-22T14:27:41.768315+0000","last_became_active":"2023-03-22T14:26:09.609483+0000","last_became_peered":"2023-03-22T14:26:09.609483+0000","last_unstale":"2023-03-22T14:27:41.768315+0000","last_undegraded":"2023-03-22T14:27:41.768315+0000","last_fullsized":"2023-03-22T14:27:41.768315+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:56:46.958792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375033+0000","last_change":"2023-03-22T14:26:10.147701+0000","last_active":"2023-03-22T14:27:42.375033+0000","last_peered":"2023-03-22T14:27:42.375033+0000","last_clean":"2023-03-22T14:27:42.375033+0000","last_became_active":"2023-03-22T14:26:10.147257+0000","last_became_peered":"2023-03-22T14:26:10.147257+0000","last_unstale":"2023-03-22T14:27:42.375033+0000","last_undegraded":"2023-03-22T14:27:42.375033+0000","last_fullsized":"2023-03-22T14:27:42.375033+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:17.375504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768921+0000","last_change":"2023-03-22T14:26:09.604873+0000","last_active":"2023-03-22T14:27:41.768921+0000","last_peered":"2023-03-22T14:27:41.768921+0000","last_clean":"2023-03-22T14:27:41.768921+0000","last_became_active":"2023-03-22T14:26:09.604522+0000","last_became_peered":"2023-03-22T14:26:09.604522+0000","last_unstale":"2023-03-22T14:27:41.768921+0000","last_undegraded":"2023-03-22T14:27:41.768921+0000","last_fullsized":"2023-03-22T14:27:41.768921+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:10:24.059314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374951+0000","last_change":"2023-03-22T14:26:10.141378+0000","last_active":"2023-03-22T14:27:42.374951+0000","last_peered":"2023-03-22T14:27:42.374951+0000","last_clean":"2023-03-22T14:27:42.374951+0000","last_became_active":"2023-03-22T14:26:10.141064+0000","last_became_peered":"2023-03-22T14:26:10.141064+0000","last_unstale":"2023-03-22T14:27:42.374951+0000","last_undegraded":"2023-03-22T14:27:42.374951+0000","last_fullsized":"2023-03-22T14:27:42.374951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:04:58.827396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.764985+0000","last_change":"2023-03-22T14:26:09.614660+0000","last_active":"2023-03-22T14:27:41.764985+0000","last_peered":"2023-03-22T14:27:41.764985+0000","last_clean":"2023-03-22T14:27:41.764985+0000","last_became_active":"2023-03-22T14:26:09.614264+0000","last_became_peered":"2023-03-22T14:26:09.614264+0000","last_unstale":"2023-03-22T14:27:41.764985+0000","last_undegraded":"2023-03-22T14:27:41.764985+0000","last_fullsized":"2023-03-22T14:27:41.764985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:10:41.078027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375460+0000","last_change":"2023-03-22T14:26:10.138384+0000","last_active":"2023-03-22T14:27:42.375460+0000","last_peered":"2023-03-22T14:27:42.375460+0000","last_clean":"2023-03-22T14:27:42.375460+0000","last_became_active":"2023-03-22T14:26:10.137911+0000","last_became_peered":"2023-03-22T14:26:10.137911+0000","last_unstale":"2023-03-22T14:27:42.375460+0000","last_undegraded":"2023-03-22T14:27:42.375460+0000","last_fullsized":"2023-03-22T14:27:42.375460+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:02:11.973222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.500728+0000","last_change":"2023-03-22T14:26:09.608558+0000","last_active":"2023-03-22T14:27:46.500728+0000","last_peered":"2023-03-22T14:27:46.500728+0000","last_clean":"2023-03-22T14:27:46.500728+0000","last_became_active":"2023-03-22T14:26:09.608234+0000","last_became_peered":"2023-03-22T14:26:09.608234+0000","last_unstale":"2023-03-22T14:27:46.500728+0000","last_undegraded":"2023-03-22T14:27:46.500728+0000","last_fullsized":"2023-03-22T14:27:46.500728+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:18:32.096235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":93,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375630+0000","last_change":"2023-03-22T14:26:10.156523+0000","last_active":"2023-03-22T14:27:42.375630+0000","last_peered":"2023-03-22T14:27:42.375630+0000","last_clean":"2023-03-22T14:27:42.375630+0000","last_became_active":"2023-03-22T14:26:10.156170+0000","last_became_peered":"2023-03-22T14:26:10.156170+0000","last_unstale":"2023-03-22T14:27:42.375630+0000","last_undegraded":"2023-03-22T14:27:42.375630+0000","last_fullsized":"2023-03-22T14:27:42.375630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:27:12.743703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376250+0000","last_change":"2023-03-22T14:26:10.147917+0000","last_active":"2023-03-22T14:27:42.376250+0000","last_peered":"2023-03-22T14:27:42.376250+0000","last_clean":"2023-03-22T14:27:42.376250+0000","last_became_active":"2023-03-22T14:26:10.147328+0000","last_became_peered":"2023-03-22T14:26:10.147328+0000","last_unstale":"2023-03-22T14:27:42.376250+0000","last_undegraded":"2023-03-22T14:27:42.376250+0000","last_fullsized":"2023-03-22T14:27:42.376250+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:28:13.794955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'6","reported_seq":111,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:43.490904+0000","last_change":"2023-03-22T14:26:09.612765+0000","last_active":"2023-03-22T14:27:43.490904+0000","last_peered":"2023-03-22T14:27:43.490904+0000","last_clean":"2023-03-22T14:27:43.490904+0000","last_became_active":"2023-03-22T14:26:09.612421+0000","last_became_peered":"2023-03-22T14:26:09.612421+0000","last_unstale":"2023-03-22T14:27:43.490904+0000","last_undegraded":"2023-03-22T14:27:43.490904+0000","last_fullsized":"2023-03-22T14:27:43.490904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:04:41.013442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":89,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374794+0000","last_change":"2023-03-22T14:26:10.136066+0000","last_active":"2023-03-22T14:27:42.374794+0000","last_peered":"2023-03-22T14:27:42.374794+0000","last_clean":"2023-03-22T14:27:42.374794+0000","last_became_active":"2023-03-22T14:26:10.135756+0000","last_became_peered":"2023-03-22T14:26:10.135756+0000","last_unstale":"2023-03-22T14:27:42.374794+0000","last_undegraded":"2023-03-22T14:27:42.374794+0000","last_fullsized":"2023-03-22T14:27:42.374794+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:17:52.311311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374721+0000","last_change":"2023-03-22T14:26:09.602996+0000","last_active":"2023-03-22T14:27:42.374721+0000","last_peered":"2023-03-22T14:27:42.374721+0000","last_clean":"2023-03-22T14:27:42.374721+0000","last_became_active":"2023-03-22T14:26:09.602516+0000","last_became_peered":"2023-03-22T14:26:09.602516+0000","last_unstale":"2023-03-22T14:27:42.374721+0000","last_undegraded":"2023-03-22T14:27:42.374721+0000","last_fullsized":"2023-03-22T14:27:42.374721+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:32:25.061309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":339,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765780+0000","last_change":"2023-03-22T14:25:04.048457+0000","last_active":"2023-03-22T14:27:41.765780+0000","last_peered":"2023-03-22T14:27:41.765780+0000","last_clean":"2023-03-22T14:27:41.765780+0000","last_became_active":"2023-03-22T14:25:04.047825+0000","last_became_peered":"2023-03-22T14:25:04.047825+0000","last_unstale":"2023-03-22T14:27:41.765780+0000","last_undegraded":"2023-03-22T14:27:41.765780+0000","last_fullsized":"2023-03-22T14:27:41.765780+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_clean_scrub_stamp":"2023-03-22T14:21:57.020676+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:46.193563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374114+0000","last_change":"2023-03-22T14:26:10.149941+0000","last_active":"2023-03-22T14:27:42.374114+0000","last_peered":"2023-03-22T14:27:42.374114+0000","last_clean":"2023-03-22T14:27:42.374114+0000","last_became_active":"2023-03-22T14:26:10.149411+0000","last_became_peered":"2023-03-22T14:26:10.149411+0000","last_unstale":"2023-03-22T14:27:42.374114+0000","last_undegraded":"2023-03-22T14:27:42.374114+0000","last_fullsized":"2023-03-22T14:27:42.374114+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:57:47.277953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765909+0000","last_change":"2023-03-22T14:26:09.605020+0000","last_active":"2023-03-22T14:27:41.765909+0000","last_peered":"2023-03-22T14:27:41.765909+0000","last_clean":"2023-03-22T14:27:41.765909+0000","last_became_active":"2023-03-22T14:26:09.604700+0000","last_became_peered":"2023-03-22T14:26:09.604700+0000","last_unstale":"2023-03-22T14:27:41.765909+0000","last_undegraded":"2023-03-22T14:27:41.765909+0000","last_fullsized":"2023-03-22T14:27:41.765909+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:16:30.300196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768726+0000","last_change":"2023-03-22T14:26:09.609834+0000","last_active":"2023-03-22T14:27:41.768726+0000","last_peered":"2023-03-22T14:27:41.768726+0000","last_clean":"2023-03-22T14:27:41.768726+0000","last_became_active":"2023-03-22T14:26:09.609521+0000","last_became_peered":"2023-03-22T14:26:09.609521+0000","last_unstale":"2023-03-22T14:27:41.768726+0000","last_undegraded":"2023-03-22T14:27:41.768726+0000","last_fullsized":"2023-03-22T14:27:41.768726+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:41:39.285531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374543+0000","last_change":"2023-03-22T14:26:10.161612+0000","last_active":"2023-03-22T14:27:42.374543+0000","last_peered":"2023-03-22T14:27:42.374543+0000","last_clean":"2023-03-22T14:27:42.374543+0000","last_became_active":"2023-03-22T14:26:10.161232+0000","last_became_peered":"2023-03-22T14:26:10.161232+0000","last_unstale":"2023-03-22T14:27:42.374543+0000","last_undegraded":"2023-03-22T14:27:42.374543+0000","last_fullsized":"2023-03-22T14:27:42.374543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:54:02.097895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'11","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:43.290660+0000","last_change":"2023-03-22T14:26:09.614166+0000","last_active":"2023-03-22T14:27:43.290660+0000","last_peered":"2023-03-22T14:27:43.290660+0000","last_clean":"2023-03-22T14:27:43.290660+0000","last_became_active":"2023-03-22T14:26:09.613799+0000","last_became_peered":"2023-03-22T14:26:09.613799+0000","last_unstale":"2023-03-22T14:27:43.290660+0000","last_undegraded":"2023-03-22T14:27:43.290660+0000","last_fullsized":"2023-03-22T14:27:43.290660+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:43:40.989147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375384+0000","last_change":"2023-03-22T14:26:10.141455+0000","last_active":"2023-03-22T14:27:42.375384+0000","last_peered":"2023-03-22T14:27:42.375384+0000","last_clean":"2023-03-22T14:27:42.375384+0000","last_became_active":"2023-03-22T14:26:10.140742+0000","last_became_peered":"2023-03-22T14:26:10.140742+0000","last_unstale":"2023-03-22T14:27:42.375384+0000","last_undegraded":"2023-03-22T14:27:42.375384+0000","last_fullsized":"2023-03-22T14:27:42.375384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:24:14.840194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375150+0000","last_change":"2023-03-22T14:26:09.605495+0000","last_active":"2023-03-22T14:27:42.375150+0000","last_peered":"2023-03-22T14:27:42.375150+0000","last_clean":"2023-03-22T14:27:42.375150+0000","last_became_active":"2023-03-22T14:26:09.605210+0000","last_became_peered":"2023-03-22T14:26:09.605210+0000","last_unstale":"2023-03-22T14:27:42.375150+0000","last_undegraded":"2023-03-22T14:27:42.375150+0000","last_fullsized":"2023-03-22T14:27:42.375150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:07:01.692804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413190+0000","last_change":"2023-03-22T14:26:41.781521+0000","last_active":"2023-03-22T14:27:42.413190+0000","last_peered":"2023-03-22T14:27:42.413190+0000","last_clean":"2023-03-22T14:27:42.413190+0000","last_became_active":"2023-03-22T14:26:41.781130+0000","last_became_peered":"2023-03-22T14:26:41.781130+0000","last_unstale":"2023-03-22T14:27:42.413190+0000","last_undegraded":"2023-03-22T14:27:42.413190+0000","last_fullsized":"2023-03-22T14:27:42.413190+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:16:53.080993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374466+0000","last_change":"2023-03-22T14:26:09.609935+0000","last_active":"2023-03-22T14:27:42.374466+0000","last_peered":"2023-03-22T14:27:42.374466+0000","last_clean":"2023-03-22T14:27:42.374466+0000","last_became_active":"2023-03-22T14:26:09.609481+0000","last_became_peered":"2023-03-22T14:26:09.609481+0000","last_unstale":"2023-03-22T14:27:42.374466+0000","last_undegraded":"2023-03-22T14:27:42.374466+0000","last_fullsized":"2023-03-22T14:27:42.374466+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:25:15.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768358+0000","last_change":"2023-03-22T14:26:10.138371+0000","last_active":"2023-03-22T14:27:41.768358+0000","last_peered":"2023-03-22T14:27:41.768358+0000","last_clean":"2023-03-22T14:27:41.768358+0000","last_became_active":"2023-03-22T14:26:10.138075+0000","last_became_peered":"2023-03-22T14:26:10.138075+0000","last_unstale":"2023-03-22T14:27:41.768358+0000","last_undegraded":"2023-03-22T14:27:41.768358+0000","last_fullsized":"2023-03-22T14:27:41.768358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:52:32.849086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374402+0000","last_change":"2023-03-22T14:26:09.615642+0000","last_active":"2023-03-22T14:27:42.374402+0000","last_peered":"2023-03-22T14:27:42.374402+0000","last_clean":"2023-03-22T14:27:42.374402+0000","last_became_active":"2023-03-22T14:26:09.615073+0000","last_became_peered":"2023-03-22T14:26:09.615073+0000","last_unstale":"2023-03-22T14:27:42.374402+0000","last_undegraded":"2023-03-22T14:27:42.374402+0000","last_fullsized":"2023-03-22T14:27:42.374402+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:20:15.124230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374427+0000","last_change":"2023-03-22T14:26:10.152405+0000","last_active":"2023-03-22T14:27:42.374427+0000","last_peered":"2023-03-22T14:27:42.374427+0000","last_clean":"2023-03-22T14:27:42.374427+0000","last_became_active":"2023-03-22T14:26:10.152064+0000","last_became_peered":"2023-03-22T14:26:10.152064+0000","last_unstale":"2023-03-22T14:27:42.374427+0000","last_undegraded":"2023-03-22T14:27:42.374427+0000","last_fullsized":"2023-03-22T14:27:42.374427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:13.877126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374806+0000","last_change":"2023-03-22T14:26:41.782105+0000","last_active":"2023-03-22T14:27:42.374806+0000","last_peered":"2023-03-22T14:27:42.374806+0000","last_clean":"2023-03-22T14:27:42.374806+0000","last_became_active":"2023-03-22T14:26:41.776945+0000","last_became_peered":"2023-03-22T14:26:41.776945+0000","last_unstale":"2023-03-22T14:27:42.374806+0000","last_undegraded":"2023-03-22T14:27:42.374806+0000","last_fullsized":"2023-03-22T14:27:42.374806+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:44:39.841862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375032+0000","last_change":"2023-03-22T14:26:10.155688+0000","last_active":"2023-03-22T14:27:42.375032+0000","last_peered":"2023-03-22T14:27:42.375032+0000","last_clean":"2023-03-22T14:27:42.375032+0000","last_became_active":"2023-03-22T14:26:10.155368+0000","last_became_peered":"2023-03-22T14:26:10.155368+0000","last_unstale":"2023-03-22T14:27:42.375032+0000","last_undegraded":"2023-03-22T14:27:42.375032+0000","last_fullsized":"2023-03-22T14:27:42.375032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:30:34.662572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768468+0000","last_change":"2023-03-22T14:26:09.605132+0000","last_active":"2023-03-22T14:27:41.768468+0000","last_peered":"2023-03-22T14:27:41.768468+0000","last_clean":"2023-03-22T14:27:41.768468+0000","last_became_active":"2023-03-22T14:26:09.604792+0000","last_became_peered":"2023-03-22T14:26:09.604792+0000","last_unstale":"2023-03-22T14:27:41.768468+0000","last_undegraded":"2023-03-22T14:27:41.768468+0000","last_fullsized":"2023-03-22T14:27:41.768468+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:16.698944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765959+0000","last_change":"2023-03-22T14:26:10.149586+0000","last_active":"2023-03-22T14:27:41.765959+0000","last_peered":"2023-03-22T14:27:41.765959+0000","last_clean":"2023-03-22T14:27:41.765959+0000","last_became_active":"2023-03-22T14:26:10.149272+0000","last_became_peered":"2023-03-22T14:26:10.149272+0000","last_unstale":"2023-03-22T14:27:41.765959+0000","last_undegraded":"2023-03-22T14:27:41.765959+0000","last_fullsized":"2023-03-22T14:27:41.765959+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:29:33.951735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:44.484136+0000","last_change":"2023-03-22T14:26:09.610753+0000","last_active":"2023-03-22T14:27:44.484136+0000","last_peered":"2023-03-22T14:27:44.484136+0000","last_clean":"2023-03-22T14:27:44.484136+0000","last_became_active":"2023-03-22T14:26:09.610413+0000","last_became_peered":"2023-03-22T14:26:09.610413+0000","last_unstale":"2023-03-22T14:27:44.484136+0000","last_undegraded":"2023-03-22T14:27:44.484136+0000","last_fullsized":"2023-03-22T14:27:44.484136+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:59:58.710047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766212+0000","last_change":"2023-03-22T14:26:10.142314+0000","last_active":"2023-03-22T14:27:41.766212+0000","last_peered":"2023-03-22T14:27:41.766212+0000","last_clean":"2023-03-22T14:27:41.766212+0000","last_became_active":"2023-03-22T14:26:10.141610+0000","last_became_peered":"2023-03-22T14:26:10.141610+0000","last_unstale":"2023-03-22T14:27:41.766212+0000","last_undegraded":"2023-03-22T14:27:41.766212+0000","last_fullsized":"2023-03-22T14:27:41.766212+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:43:43.938852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375019+0000","last_change":"2023-03-22T14:26:09.611868+0000","last_active":"2023-03-22T14:27:42.375019+0000","last_peered":"2023-03-22T14:27:42.375019+0000","last_clean":"2023-03-22T14:27:42.375019+0000","last_became_active":"2023-03-22T14:26:09.611532+0000","last_became_peered":"2023-03-22T14:26:09.611532+0000","last_unstale":"2023-03-22T14:27:42.375019+0000","last_undegraded":"2023-03-22T14:27:42.375019+0000","last_fullsized":"2023-03-22T14:27:42.375019+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:37:14.495260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766060+0000","last_change":"2023-03-22T14:26:10.139589+0000","last_active":"2023-03-22T14:27:41.766060+0000","last_peered":"2023-03-22T14:27:41.766060+0000","last_clean":"2023-03-22T14:27:41.766060+0000","last_became_active":"2023-03-22T14:26:10.139244+0000","last_became_peered":"2023-03-22T14:26:10.139244+0000","last_unstale":"2023-03-22T14:27:41.766060+0000","last_undegraded":"2023-03-22T14:27:41.766060+0000","last_fullsized":"2023-03-22T14:27:41.766060+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:26:36.876321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374760+0000","last_change":"2023-03-22T14:26:09.614827+0000","last_active":"2023-03-22T14:27:42.374760+0000","last_peered":"2023-03-22T14:27:42.374760+0000","last_clean":"2023-03-22T14:27:42.374760+0000","last_became_active":"2023-03-22T14:26:09.614528+0000","last_became_peered":"2023-03-22T14:26:09.614528+0000","last_unstale":"2023-03-22T14:27:42.374760+0000","last_undegraded":"2023-03-22T14:27:42.374760+0000","last_fullsized":"2023-03-22T14:27:42.374760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:41:15.027921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766313+0000","last_change":"2023-03-22T14:26:10.139379+0000","last_active":"2023-03-22T14:27:41.766313+0000","last_peered":"2023-03-22T14:27:41.766313+0000","last_clean":"2023-03-22T14:27:41.766313+0000","last_became_active":"2023-03-22T14:26:10.138382+0000","last_became_peered":"2023-03-22T14:26:10.138382+0000","last_unstale":"2023-03-22T14:27:41.766313+0000","last_undegraded":"2023-03-22T14:27:41.766313+0000","last_fullsized":"2023-03-22T14:27:41.766313+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:35:05.064469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374546+0000","last_change":"2023-03-22T14:26:10.135991+0000","last_active":"2023-03-22T14:27:42.374546+0000","last_peered":"2023-03-22T14:27:42.374546+0000","last_clean":"2023-03-22T14:27:42.374546+0000","last_became_active":"2023-03-22T14:26:10.135654+0000","last_became_peered":"2023-03-22T14:26:10.135654+0000","last_unstale":"2023-03-22T14:27:42.374546+0000","last_undegraded":"2023-03-22T14:27:42.374546+0000","last_fullsized":"2023-03-22T14:27:42.374546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:27:12.038862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375885+0000","last_change":"2023-03-22T14:26:10.135976+0000","last_active":"2023-03-22T14:27:42.375885+0000","last_peered":"2023-03-22T14:27:42.375885+0000","last_clean":"2023-03-22T14:27:42.375885+0000","last_became_active":"2023-03-22T14:26:10.135680+0000","last_became_peered":"2023-03-22T14:26:10.135680+0000","last_unstale":"2023-03-22T14:27:42.375885+0000","last_undegraded":"2023-03-22T14:27:42.375885+0000","last_fullsized":"2023-03-22T14:27:42.375885+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:55:16.213809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374661+0000","last_change":"2023-03-22T14:26:10.156986+0000","last_active":"2023-03-22T14:27:42.374661+0000","last_peered":"2023-03-22T14:27:42.374661+0000","last_clean":"2023-03-22T14:27:42.374661+0000","last_became_active":"2023-03-22T14:26:10.156657+0000","last_became_peered":"2023-03-22T14:26:10.156657+0000","last_unstale":"2023-03-22T14:27:42.374661+0000","last_undegraded":"2023-03-22T14:27:42.374661+0000","last_fullsized":"2023-03-22T14:27:42.374661+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:57.083586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412944+0000","last_change":"2023-03-22T14:26:41.780844+0000","last_active":"2023-03-22T14:27:42.412944+0000","last_peered":"2023-03-22T14:27:42.412944+0000","last_clean":"2023-03-22T14:27:42.412944+0000","last_became_active":"2023-03-22T14:26:41.780427+0000","last_became_peered":"2023-03-22T14:26:41.780427+0000","last_unstale":"2023-03-22T14:27:42.412944+0000","last_undegraded":"2023-03-22T14:27:42.412944+0000","last_fullsized":"2023-03-22T14:27:42.412944+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:52:38.823420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374631+0000","last_change":"2023-03-22T14:26:10.157213+0000","last_active":"2023-03-22T14:27:42.374631+0000","last_peered":"2023-03-22T14:27:42.374631+0000","last_clean":"2023-03-22T14:27:42.374631+0000","last_became_active":"2023-03-22T14:26:10.156854+0000","last_became_peered":"2023-03-22T14:26:10.156854+0000","last_unstale":"2023-03-22T14:27:42.374631+0000","last_undegraded":"2023-03-22T14:27:42.374631+0000","last_fullsized":"2023-03-22T14:27:42.374631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:45:40.252389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374981+0000","last_change":"2023-03-22T14:26:10.140537+0000","last_active":"2023-03-22T14:27:42.374981+0000","last_peered":"2023-03-22T14:27:42.374981+0000","last_clean":"2023-03-22T14:27:42.374981+0000","last_became_active":"2023-03-22T14:26:10.140249+0000","last_became_peered":"2023-03-22T14:26:10.140249+0000","last_unstale":"2023-03-22T14:27:42.374981+0000","last_undegraded":"2023-03-22T14:27:42.374981+0000","last_fullsized":"2023-03-22T14:27:42.374981+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:38:28.429053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376020+0000","last_change":"2023-03-22T14:26:10.138443+0000","last_active":"2023-03-22T14:27:42.376020+0000","last_peered":"2023-03-22T14:27:42.376020+0000","last_clean":"2023-03-22T14:27:42.376020+0000","last_became_active":"2023-03-22T14:26:10.138106+0000","last_became_peered":"2023-03-22T14:26:10.138106+0000","last_unstale":"2023-03-22T14:27:42.376020+0000","last_undegraded":"2023-03-22T14:27:42.376020+0000","last_fullsized":"2023-03-22T14:27:42.376020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:49:51.292769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375288+0000","last_change":"2023-03-22T14:26:10.141634+0000","last_active":"2023-03-22T14:27:42.375288+0000","last_peered":"2023-03-22T14:27:42.375288+0000","last_clean":"2023-03-22T14:27:42.375288+0000","last_became_active":"2023-03-22T14:26:10.141143+0000","last_became_peered":"2023-03-22T14:26:10.141143+0000","last_unstale":"2023-03-22T14:27:42.375288+0000","last_undegraded":"2023-03-22T14:27:42.375288+0000","last_fullsized":"2023-03-22T14:27:42.375288+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:33.812631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374108+0000","last_change":"2023-03-22T14:26:41.777587+0000","last_active":"2023-03-22T14:27:42.374108+0000","last_peered":"2023-03-22T14:27:42.374108+0000","last_clean":"2023-03-22T14:27:42.374108+0000","last_became_active":"2023-03-22T14:26:41.776988+0000","last_became_peered":"2023-03-22T14:26:41.776988+0000","last_unstale":"2023-03-22T14:27:42.374108+0000","last_undegraded":"2023-03-22T14:27:42.374108+0000","last_fullsized":"2023-03-22T14:27:42.374108+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:24:45.504874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374298+0000","last_change":"2023-03-22T14:26:10.131307+0000","last_active":"2023-03-22T14:27:42.374298+0000","last_peered":"2023-03-22T14:27:42.374298+0000","last_clean":"2023-03-22T14:27:42.374298+0000","last_became_active":"2023-03-22T14:26:10.131004+0000","last_became_peered":"2023-03-22T14:26:10.131004+0000","last_unstale":"2023-03-22T14:27:42.374298+0000","last_undegraded":"2023-03-22T14:27:42.374298+0000","last_fullsized":"2023-03-22T14:27:42.374298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:32.456144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374753+0000","last_change":"2023-03-22T14:26:10.142897+0000","last_active":"2023-03-22T14:27:42.374753+0000","last_peered":"2023-03-22T14:27:42.374753+0000","last_clean":"2023-03-22T14:27:42.374753+0000","last_became_active":"2023-03-22T14:26:10.142592+0000","last_became_peered":"2023-03-22T14:26:10.142592+0000","last_unstale":"2023-03-22T14:27:42.374753+0000","last_undegraded":"2023-03-22T14:27:42.374753+0000","last_fullsized":"2023-03-22T14:27:42.374753+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:15:45.117179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375139+0000","last_change":"2023-03-22T14:26:10.157250+0000","last_active":"2023-03-22T14:27:42.375139+0000","last_peered":"2023-03-22T14:27:42.375139+0000","last_clean":"2023-03-22T14:27:42.375139+0000","last_became_active":"2023-03-22T14:26:10.156906+0000","last_became_peered":"2023-03-22T14:26:10.156906+0000","last_unstale":"2023-03-22T14:27:42.375139+0000","last_undegraded":"2023-03-22T14:27:42.375139+0000","last_fullsized":"2023-03-22T14:27:42.375139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:04:02.288583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374656+0000","last_change":"2023-03-22T14:26:10.141488+0000","last_active":"2023-03-22T14:27:42.374656+0000","last_peered":"2023-03-22T14:27:42.374656+0000","last_clean":"2023-03-22T14:27:42.374656+0000","last_became_active":"2023-03-22T14:26:10.141217+0000","last_became_peered":"2023-03-22T14:26:10.141217+0000","last_unstale":"2023-03-22T14:27:42.374656+0000","last_undegraded":"2023-03-22T14:27:42.374656+0000","last_fullsized":"2023-03-22T14:27:42.374656+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:59.348934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65725,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":935,"num_read_kb":541,"num_write":243,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":196227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416417,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6152,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739000,"statfs":{"total":95995035648,"available":95988736000,"internally_reserved":0,"allocated":983040,"data_stored":465289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.59099999999999997,"15min":0.60299999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.64400000000000002,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.60699999999999998,"15min":0.61599999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78800000000000003,"5min":0.874,"15min":0.874},"last":0.66600000000000004}]},{"osd":1,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64200000000000002,"15min":0.64000000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.82399999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.65000000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.498,"15min":0.5},"min":{"1min":0.33900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.51500000000000001,"15min":0.52000000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73199999999999998,"5min":0.871,"15min":0.871},"last":0.55800000000000005}]},{"osd":3,"last update":"Wed Mar 22 14:27:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73399999999999999}]},{"osd":4,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.66800000000000004,"15min":0.66300000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.64300000000000002,"15min":0.64100000000000001},"min":{"1min":0.45300000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.95699999999999996,"5min":1.155,"15min":1.155},"last":0.59899999999999998}]},{"osd":5,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.60599999999999998,"15min":0.59999999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.97299999999999998,"5min":1.133,"15min":1.133},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.621,"15min":0.625},"min":{"1min":0.38200000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.79800000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.70699999999999996}]},{"osd":6,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.73199999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.502,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.83799999999999997,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71799999999999997,"15min":0.71899999999999997},"min":{"1min":0.53700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.90600000000000003,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.751}]},{"osd":8,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.87}]},{"osd":9,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.80700000000000005,"15min":0.81399999999999995},"min":{"1min":0.621,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.073,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.81599999999999995,"15min":0.82899999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0029999999999999,"5min":1.383,"15min":1.383},"last":0.92300000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.99099999999999999,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.79300000000000004,"15min":0.79200000000000004},"min":{"1min":0.70299999999999996,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.052,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.91000000000000003}]}]},{"osd":10,"up_from":72,"seq":309237645349,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7208,"kb_used_data":1632,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93737944,"statfs":{"total":95995035648,"available":95987654656,"internally_reserved":0,"allocated":1671168,"data_stored":1115104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.44},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.40799999999999997}]},{"osd":1,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.436,"15min":0.435},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.69299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.311,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.38200000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.46100000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.79800000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.58599999999999997,"15min":0.58299999999999996},"min":{"1min":0.44,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78700000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.57399999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.627,"15min":0.63100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78100000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.753,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.55600000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73399999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.27400000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.496}]},{"osd":5,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64500000000000002,"15min":0.63900000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.52400000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.88700000000000001,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.627}]},{"osd":6,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.78100000000000003,"15min":0.74099999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":7.0149999999999997,"5min":7.0149999999999997,"15min":7.0149999999999997},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.749,"5min":0.74399999999999999,"15min":0.74299999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.64800000000000002}]},{"osd":7,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.57199999999999995}]},{"osd":8,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94399999999999995,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.746,"5min":0.74099999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.89500000000000002,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.65900000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.77900000000000003,"15min":0.78100000000000003},"min":{"1min":0.48799999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92300000000000004,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.746},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.91000000000000003,"5min":1.129,"15min":1.129},"last":0.69599999999999995}]},{"osd":11,"last update":"Wed Mar 22 14:27:29 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.71899999999999997,"15min":0.70899999999999996},"min":{"1min":0.54500000000000004,"5min":0.505,"15min":0.505},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.73599999999999999,"15min":0.72399999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.96799999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.71799999999999997}]}]},{"osd":9,"up_from":67,"seq":287762808872,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6296,"kb_used_data":976,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738856,"statfs":{"total":95995035648,"available":95988588544,"internally_reserved":0,"allocated":999424,"data_stored":465199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.58999999999999997,"15min":0.61399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.84599999999999997,"5min":2.2069999999999999,"15min":2.2069999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.79900000000000004,"15min":0.68400000000000005},"min":{"1min":0.38300000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.0700000000000001,"5min":20.273,"15min":20.273},"last":0.41999999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80000000000000004,"15min":0.82399999999999995},"min":{"1min":0.51400000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.5150000000000001,"5min":3.5150000000000001,"15min":3.5150000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.75,"15min":0.78600000000000003},"min":{"1min":0.433,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.64900000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.82199999999999995,"15min":0.86799999999999999},"min":{"1min":0.52700000000000002,"5min":0.504,"15min":0.504},"max":{"1min":0.91800000000000004,"5min":1.748,"15min":1.748},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.97899999999999998,"15min":0.86099999999999999},"min":{"1min":0.54100000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.407,"5min":20.039999999999999,"15min":20.039999999999999},"last":0.68899999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.71499999999999997,"15min":0.68500000000000005},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.97899999999999998,"5min":9.3640000000000008,"15min":9.3640000000000008},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.622,"5min":0.76100000000000001,"15min":0.79800000000000004},"min":{"1min":0.41899999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.95099999999999996,"5min":2.2440000000000002,"15min":2.2440000000000002},"last":0.67000000000000004}]},{"osd":4,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.98499999999999999,"15min":0.879},"min":{"1min":0.55400000000000005,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.321,"5min":20.18,"15min":20.18},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72599999999999998,"15min":0.74399999999999999},"min":{"1min":0.46999999999999997,"5min":0.441,"15min":0.441},"max":{"1min":1.1200000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.49399999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.76500000000000001,"15min":0.78000000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.097,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.90100000000000002,"15min":0.92900000000000005},"min":{"1min":0.62,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.75700000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.90800000000000003,"15min":0.95199999999999996},"min":{"1min":0.58099999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0149999999999999,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0600000000000001,"15min":0.96799999999999997},"min":{"1min":0.48099999999999998,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.242,"5min":20.361999999999998,"15min":20.361999999999998},"last":0.79000000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.84899999999999998,"15min":0.88700000000000001},"min":{"1min":0.57699999999999996,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.159,"5min":1.508,"15min":1.508},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.92600000000000005,"15min":0.97399999999999998},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.0529999999999999,"5min":1.302,"15min":1.302},"last":0.71299999999999997}]},{"osd":8,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":1.1259999999999999,"15min":1.0289999999999999},"min":{"1min":0.60499999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.3879999999999999,"5min":20.321999999999999,"15min":20.321999999999999},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.91300000000000003,"15min":0.95799999999999996},"min":{"1min":0.629,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.0700000000000001,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.72899999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":1.1399999999999999,"15min":1.026},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":20.23,"5min":20.23,"15min":20.23},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.91900000000000004,"15min":0.93300000000000005},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.70099999999999996}]}]},{"osd":8,"up_from":59,"seq":253403070510,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6532,"kb_used_data":956,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738620,"statfs":{"total":95995035648,"available":95988346880,"internally_reserved":0,"allocated":978944,"data_stored":456752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.60299999999999998,"15min":0.61299999999999999},"min":{"1min":0.40699999999999997,"5min":0.379,"15min":0.379},"max":{"1min":0.752,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.60799999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.59599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38700000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60999999999999999,"15min":0.59299999999999997},"min":{"1min":0.46200000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.82199999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.874}]},{"osd":2,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.48499999999999999,"15min":0.47899999999999998},"min":{"1min":0.372,"5min":0.317,"15min":0.317},"max":{"1min":0.68899999999999995,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.46400000000000002,"15min":0.44800000000000001},"min":{"1min":0.36799999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70099999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.437}]},{"osd":3,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.44700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63800000000000001},"min":{"1min":0.48099999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.70999999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59699999999999998,"15min":0.59199999999999997},"min":{"1min":0.38700000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.47499999999999998,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.81499999999999995}]},{"osd":5,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.58399999999999996,"15min":0.56899999999999995},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83899999999999997,"5min":0.872,"15min":0.872},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56399999999999995,"15min":0.55000000000000004},"min":{"1min":0.41899999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.89100000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.50900000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":0.755,"15min":0.71299999999999997},"min":{"1min":0.46999999999999997,"5min":0.432,"15min":0.432},"max":{"1min":4.5090000000000003,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":0.93000000000000005},{"interface":"front","average":{"1min":1.22,"5min":0.82199999999999995,"15min":0.75},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":9.3040000000000003,"5min":9.3040000000000003,"15min":9.3040000000000003},"last":0.75600000000000001}]},{"osd":7,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.70599999999999996,"15min":0.68600000000000005},"min":{"1min":0.55300000000000005,"5min":0.438,"15min":0.438},"max":{"1min":0.94599999999999995,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.70199999999999996,"15min":0.69599999999999995},"min":{"1min":0.48999999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.69799999999999995}]},{"osd":9,"last update":"Wed Mar 22 14:26:44 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.77700000000000002,"15min":0.76500000000000001},"min":{"1min":0.54100000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.80800000000000005,"15min":0.79800000000000004},"min":{"1min":0.623,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0429999999999999,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.94599999999999995}]},{"osd":10,"last update":"Wed Mar 22 14:27:09 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.71599999999999997,"15min":0.70399999999999996},"min":{"1min":0.56999999999999995,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.75600000000000001,"15min":0.73999999999999999},"min":{"1min":0.57899999999999996,"5min":0.497,"15min":0.497},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":1.022}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.995}]}]},{"osd":7,"up_from":52,"seq":223338299442,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7192,"kb_used_data":1552,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737960,"statfs":{"total":95995035648,"available":95987671040,"internally_reserved":0,"allocated":1589248,"data_stored":1058082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.47499999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.502},{"interface":"front","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84599999999999997,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56899999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.5},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.434,"15min":0.42499999999999999},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59099999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47799999999999998}]},{"osd":2,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.57699999999999996,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.63500000000000001,"15min":0.59899999999999998},"min":{"1min":0.42499999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":3.9550000000000001,"5min":3.9550000000000001,"15min":3.9550000000000001},"last":0.73799999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.65500000000000003,"15min":0.61899999999999999},"min":{"1min":0.48799999999999999,"5min":0.373,"15min":0.373},"max":{"1min":3.6499999999999999,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63400000000000001,"15min":0.621},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":0.82099999999999995,"5min":1.03,"15min":1.03},"last":0.59399999999999997}]},{"osd":4,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.751,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77200000000000002,"5min":1.264,"15min":1.264},"last":0.53500000000000003}]},{"osd":5,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.44400000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64300000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.83599999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.69099999999999995,"15min":0.68100000000000005},"min":{"1min":0.54500000000000004,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0229999999999999,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.74299999999999999,"15min":0.71299999999999997},"min":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":3.9689999999999999,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.67200000000000004}]},{"osd":8,"last update":"Wed Mar 22 14:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.71699999999999997,"15min":0.70399999999999996},"min":{"1min":0.52200000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.93200000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.71999999999999997,"15min":0.72299999999999998},"min":{"1min":0.435,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.92200000000000004,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.82199999999999995}]},{"osd":9,"last update":"Wed Mar 22 14:27:42 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.1870000000000001,"5min":1.7350000000000001,"15min":1.7350000000000001},"last":0.876},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.81200000000000006,"15min":0.80700000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.0820000000000001,"5min":1.746,"15min":1.746},"last":0.92500000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.71599999999999997,"15min":0.72099999999999997},"min":{"1min":0.47299999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82499999999999996,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.71499999999999997,"15min":0.71299999999999997},"min":{"1min":0.57399999999999995,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83699999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.88600000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":1},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.90300000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462965,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6472,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738680,"statfs":{"total":95995035648,"available":95988408320,"internally_reserved":0,"allocated":983040,"data_stored":464874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48499999999999999,"15min":0.47099999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.89300000000000002,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54300000000000004,"15min":0.52500000000000002},"min":{"1min":0.35099999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.052,"5min":2.2229999999999999,"15min":2.2229999999999999},"last":0.53900000000000003}]},{"osd":1,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.71499999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0629999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.72199999999999998,"15min":0.70699999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92100000000000004,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":0.76400000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.70299999999999996,"15min":0.69899999999999995},"min":{"1min":0.47599999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.1539999999999999,"5min":1.161,"15min":1.161},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.72399999999999998,"15min":0.69299999999999995},"min":{"1min":0.46500000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.2789999999999999,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.47999999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.64000000000000001,"15min":0.61899999999999999},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.4099999999999999,"5min":3.0390000000000001,"15min":3.0390000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.68000000000000005,"15min":0.67300000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.98299999999999998,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":0.64800000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.74199999999999999,"15min":0.748},"min":{"1min":0.502,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.1160000000000001,"5min":1.234,"15min":1.234},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.81799999999999995,"15min":0.75800000000000001},"min":{"1min":0.53300000000000003,"5min":0.501,"15min":0.501},"max":{"1min":6.1980000000000004,"5min":6.1980000000000004,"15min":6.1980000000000004},"last":0.70199999999999996}]},{"osd":5,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.81000000000000005,"15min":0.80200000000000005},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2909999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.82599999999999996,"15min":0.81399999999999995},"min":{"1min":0.53800000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2050000000000001,"5min":2.956,"15min":2.956},"last":0.629}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.4470000000000001,"5min":2.528,"15min":2.528},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.83299999999999996,"15min":0.81299999999999994},"min":{"1min":0.59599999999999997,"5min":0.442,"15min":0.442},"max":{"1min":1.45,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.83999999999999997}]},{"osd":8,"last update":"Wed Mar 22 14:27:24 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.81999999999999995,"15min":0.81599999999999995},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.3120000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.89800000000000002,"15min":0.88400000000000001},"min":{"1min":0.56899999999999995,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3859999999999999,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":0.877}]},{"osd":9,"last update":"Wed Mar 22 14:27:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.93700000000000006,"15min":0.96099999999999997},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.427,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.86899999999999999,"15min":0.86099999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.5880000000000001,"5min":1.657,"15min":1.657},"last":0.85199999999999998}]},{"osd":10,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.0289999999999999,"15min":1.0469999999999999},"min":{"1min":0.748,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.4830000000000001,"5min":1.907,"15min":1.907},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.92100000000000004,"15min":0.92300000000000004},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.79200000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7552,"kb_used_data":1016,"kb_used_omap":0,"kb_used_meta":6528,"kb_avail":93737600,"statfs":{"total":95995035648,"available":95987302400,"internally_reserved":0,"allocated":1040384,"data_stored":523840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6684672},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.54500000000000004,"15min":0.53800000000000003},"min":{"1min":0.38800000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.245,"15min":0.245},"max":{"1min":0.92000000000000004,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.499}]},{"osd":2,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.55500000000000005,"15min":0.53500000000000003},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.57999999999999996,"15min":0.55100000000000005},"min":{"1min":0.56699999999999995,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.58899999999999997}]},{"osd":3,"last update":"Wed Mar 22 14:27:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.60199999999999998,"15min":0.57999999999999996},"min":{"1min":0.39900000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.72599999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.627},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58799999999999997,"15min":0.58999999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88300000000000001,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.66000000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.32100000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61099999999999999,"5min":0.75,"15min":0.75},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.498,"5min":0.46100000000000002,"15min":0.439},"min":{"1min":0.32700000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.442}]},{"osd":5,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.622,"15min":0.59399999999999997},"min":{"1min":0.51400000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.81699999999999995,"5min":0.874,"15min":0.874},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.745,"5min":0.63100000000000001,"15min":0.60099999999999998},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.69199999999999995}]},{"osd":6,"last update":"Wed Mar 22 14:27:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.72599999999999998,"15min":0.76800000000000002},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84499999999999997,"5min":2.9380000000000002,"15min":2.9380000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.69299999999999995,"15min":0.74299999999999999},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85499999999999998,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.70499999999999996}]},{"osd":7,"last update":"Wed Mar 22 14:26:57 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56699999999999995,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.82799999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61699999999999999,"15min":0.58599999999999997},"min":{"1min":0.46800000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91100000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.755}]},{"osd":8,"last update":"Wed Mar 22 14:27:19 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.68600000000000005,"15min":0.66200000000000003},"min":{"1min":0.56499999999999995,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90500000000000003,"5min":1.036,"15min":1.036},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.64200000000000002,"15min":0.61799999999999999},"min":{"1min":0.53800000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":1.0549999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.72799999999999998,"15min":0.72299999999999998},"min":{"1min":0.55500000000000005,"5min":0.5,"15min":0.5},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.76900000000000002,"15min":0.76600000000000001},"min":{"1min":0.60699999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.80500000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.504,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.86199999999999999,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.70899999999999996,"15min":0.70099999999999996},"min":{"1min":0.504,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94999999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.77400000000000002}]},{"osd":11,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.82399999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7388,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737764,"statfs":{"total":95995035648,"available":95987470336,"internally_reserved":0,"allocated":1003520,"data_stored":466207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 22 14:26:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.60799999999999998,"15min":0.55000000000000004},"min":{"1min":0.434,"5min":0.313,"15min":0.313},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.66600000000000004,"15min":0.58599999999999997},"min":{"1min":0.47499999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.98699999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.76300000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69799999999999995,"15min":0.59799999999999998},"min":{"1min":0.54800000000000004,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93200000000000005,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.65600000000000003,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.84899999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.504},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.55200000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:26:52 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61899999999999999,"15min":0.58699999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0529999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67000000000000004}]},{"osd":5,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.66600000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.77600000000000002,"15min":0.72499999999999998},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.099,"5min":1.272,"15min":1.272},"last":0.92900000000000005}]},{"osd":6,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.753,"15min":0.69799999999999995},"min":{"1min":0.47299999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0489999999999999,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.66000000000000003,"15min":0.63200000000000001},"min":{"1min":0.40100000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.84699999999999998,"5min":1.46,"15min":1.46},"last":0.65400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.88200000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:27:19 2023","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.82899999999999996,"15min":0.85299999999999998},"min":{"1min":0.57399999999999995,"5min":0.498,"15min":0.498},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0109999999999999,"15min":1.0209999999999999},"min":{"1min":0.72899999999999998,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":5.5510000000000002,"5min":5.5510000000000002,"15min":5.5510000000000002},"last":0.98699999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.99399999999999999,"15min":1.0529999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.0880000000000001,"5min":1.409,"15min":1.409},"last":1.036},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.83199999999999996,"15min":0.85599999999999998},"min":{"1min":0.45900000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.95999999999999996,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.95099999999999996}]},{"osd":10,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.84299999999999997,"15min":0.84599999999999997},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":1.006},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.97299999999999998,"15min":0.98399999999999999},"min":{"1min":0.75,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.21,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.071}]},{"osd":11,"last update":"Wed Mar 22 14:27:25 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.84899999999999998,"15min":0.84299999999999997},"min":{"1min":0.66300000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.1000000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.83899999999999997,"15min":0.82999999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.93999999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7628,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":6592,"kb_avail":93737524,"statfs":{"total":95995035648,"available":95987224576,"internally_reserved":0,"allocated":1052672,"data_stored":523944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6750208},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54200000000000004,"15min":0.50800000000000001},"min":{"1min":0.41799999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.79600000000000004,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.503},"min":{"1min":0.41599999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.97899999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.57299999999999995,"15min":0.51300000000000001},"min":{"1min":0.441,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.59499999999999997,"15min":0.53300000000000003},"min":{"1min":0.501,"5min":0.311,"15min":0.311},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.92900000000000005}]},{"osd":3,"last update":"Wed Mar 22 14:27:28 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.627,"15min":0.57699999999999996},"min":{"1min":0.38300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91800000000000004,"5min":1.496,"15min":1.496},"last":1.115},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.61299999999999999,"15min":0.57899999999999996},"min":{"1min":0.48299999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84499999999999997,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.91200000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.875},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.74399999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.45800000000000002,"15min":0.42099999999999999},"min":{"1min":0.44900000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77700000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.50800000000000001,"15min":0.46200000000000002},"min":{"1min":0.40000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.84399999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.63400000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.70799999999999996,"15min":0.68000000000000005},"min":{"1min":0.58499999999999996,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.93600000000000005,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71199999999999997,"15min":0.67600000000000005},"min":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.056,"5min":1.661,"15min":1.661},"last":1.0489999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.65300000000000002,"15min":0.65100000000000002},"min":{"1min":0.438,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.619}]},{"osd":8,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40699999999999997,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81200000000000006,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.65600000000000003,"15min":0.65500000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.82799999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77600000000000002,"15min":0.77300000000000002},"min":{"1min":0.56699999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.98399999999999999,"5min":1.139,"15min":1.139},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.78500000000000003,"15min":0.77500000000000002},"min":{"1min":0.55900000000000005,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.089,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":1.089}]},{"osd":10,"last update":"Wed Mar 22 14:27:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.69699999999999995,"15min":0.68999999999999995},"min":{"1min":0.54200000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.75,"15min":0.73799999999999999},"min":{"1min":0.58399999999999996,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":1.0660000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":1.0269999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149764,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6808,"kb_used_data":976,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738344,"statfs":{"total":95995035648,"available":95988064256,"internally_reserved":0,"allocated":999424,"data_stored":464753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.46600000000000003,"15min":0.45000000000000001},"min":{"1min":0.313,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47699999999999998,"15min":0.44700000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.74099999999999999,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50700000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.69199999999999995,"15min":0.63600000000000001},"min":{"1min":0.49299999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0629999999999999,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.64000000000000001,"15min":0.58899999999999997},"min":{"1min":0.51100000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.81599999999999995}]},{"osd":2,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67100000000000004,"15min":0.69299999999999995},"min":{"1min":0.45200000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98199999999999998,"5min":2.238,"15min":2.238},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.71699999999999997,"15min":0.67500000000000004},"min":{"1min":0.433,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.95399999999999996,"5min":1.629,"15min":1.629},"last":0.64500000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.71099999999999997,"15min":0.66900000000000004},"min":{"1min":0.60999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.095,"5min":1.202,"15min":1.202},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72899999999999998,"15min":0.69699999999999995},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98899999999999999,"5min":1.022,"15min":1.022},"last":0.89400000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.752,"15min":0.72399999999999998},"min":{"1min":0.504,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.032,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.70199999999999996,"15min":0.71499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.1299999999999999,"5min":2.194,"15min":2.194},"last":0.61499999999999999}]},{"osd":6,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64600000000000002,"15min":0.628},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0149999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69199999999999995,"15min":0.66400000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.622}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.72599999999999998,"15min":0.70399999999999996},"min":{"1min":0.56499999999999995,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.877,"5min":0.83999999999999997,"15min":0.80700000000000005},"min":{"1min":0.623,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0649999999999999,"5min":1.268,"15min":1.268},"last":0.91200000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55900000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81100000000000005,"15min":0.82699999999999996},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.1819999999999999,"5min":1.21,"15min":1.21},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.98699999999999999,"15min":1.008},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2070000000000001,"5min":1.306,"15min":1.306},"last":0.79400000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:01 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.82999999999999996,"15min":0.82399999999999995},"min":{"1min":0.63500000000000001,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.71399999999999997}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.85899999999999999},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":6.9279999999999999,"5min":6.9279999999999999,"15min":6.9279999999999999},"last":0.877}]}]},{"osd":4,"up_from":34,"seq":146028888129,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6600,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738552,"statfs":{"total":95995035648,"available":95988277248,"internally_reserved":0,"allocated":983040,"data_stored":465260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.435,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84899999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.46500000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41599999999999998,"15min":0.374},"min":{"1min":0.27000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.56299999999999994,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42599999999999999,"15min":0.38400000000000001},"min":{"1min":0.32300000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.65800000000000003,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42499999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.68600000000000005,"15min":0.85799999999999998},"min":{"1min":0.47499999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.88800000000000001,"5min":8.1150000000000002,"15min":8.1150000000000002},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58299999999999996,"15min":0.54100000000000004},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.76900000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56599999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.628,"15min":0.59599999999999997},"min":{"1min":0.46400000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76400000000000001,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.60399999999999998,"15min":0.59399999999999997},"min":{"1min":0.42399999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79700000000000004,"5min":1.04,"15min":1.04},"last":0.60999999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59399999999999997,"15min":0.56899999999999995},"min":{"1min":0.36499999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.748,"5min":0.625,"15min":0.57299999999999995},"min":{"1min":0.61399999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72799999999999998}]},{"osd":6,"last update":"Wed Mar 22 14:27:37 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.68600000000000005,"15min":0.63800000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.718,"5min":2.718,"15min":2.718},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.64400000000000002,"15min":0.63},"min":{"1min":0.47099999999999997,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88300000000000001,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.53900000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.54800000000000004},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.76600000000000001,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.63600000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:27:17 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.44600000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.95899999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.74099999999999999,"15min":0.73299999999999998},"min":{"1min":0.53000000000000003,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.95299999999999996,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.80400000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:27:41 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.75800000000000001,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":2.7440000000000002,"5min":2.7440000000000002,"15min":2.7440000000000002},"last":0.752},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.77900000000000003,"15min":0.78900000000000003},"min":{"1min":0.505,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":2.7080000000000002,"5min":2.7080000000000002,"15min":2.7080000000000002},"last":0.66300000000000003}]},{"osd":10,"last update":"Wed Mar 22 14:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.78200000000000003,"15min":0.78500000000000003},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.98999999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.69699999999999995,"15min":0.69899999999999995},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96199999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.67200000000000004}]},{"osd":11,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.83599999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7252,"kb_used_data":1548,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737900,"statfs":{"total":95995035648,"available":95987609600,"internally_reserved":0,"allocated":1585152,"data_stored":1048184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56599999999999995,"15min":0.55900000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71699999999999997,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53900000000000003,"15min":0.53000000000000003},"min":{"1min":0.374,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65100000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.432}]},{"osd":1,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.52400000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57399999999999995,"15min":0.54400000000000004},"min":{"1min":0.503,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80500000000000005,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59399999999999997}]},{"osd":2,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41799999999999998,"15min":0.40300000000000002},"min":{"1min":0.378,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.626,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.35099999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65600000000000003,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.40300000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.377,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73699999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.60799999999999998,"15min":0.59199999999999997},"min":{"1min":0.52000000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.80800000000000005,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.55000000000000004}]},{"osd":4,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.59099999999999997,"15min":0.57499999999999996},"min":{"1min":0.40400000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78000000000000003,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.754},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.59899999999999998,"15min":0.57599999999999996},"min":{"1min":0.41799999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.82999999999999996,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.78800000000000003}]},{"osd":6,"last update":"Wed Mar 22 14:27:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.67100000000000004,"15min":0.63700000000000001},"min":{"1min":0.54800000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.94099999999999995,"5min":1.05,"15min":1.05},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.68200000000000005,"15min":0.66300000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.90500000000000003,"5min":0.999,"15min":0.999},"last":0.56599999999999995}]},{"osd":7,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.64800000000000002,"15min":0.64200000000000002},"min":{"1min":0.54200000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.86799999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64500000000000002},"min":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.72399999999999998}]},{"osd":8,"last update":"Wed Mar 22 14:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.61299999999999999,"15min":0.59699999999999998},"min":{"1min":0.48499999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81200000000000006,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.65900000000000003,"15min":0.65200000000000002},"min":{"1min":0.52400000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.65900000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.77300000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.92200000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77700000000000002,"15min":0.78600000000000003},"min":{"1min":0.55700000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.83299999999999996,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.67600000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:27:03 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.73799999999999999,"15min":0.73599999999999999},"min":{"1min":0.58999999999999997,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90400000000000003,"5min":1.018,"15min":1.018},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.72999999999999998,"15min":0.73099999999999998},"min":{"1min":0.57299999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.88700000000000001,"5min":1.002,"15min":1.002},"last":0.80400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":60036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":60456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-22T14:27:50.411 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-03-22T14:27:50.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.632+0000 7f32d8dff700 1 -- 172.21.15.45:0/4014998032 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d41013c0 msgr2=0x7f32d4101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.632+0000 7f32d8dff700 1 --2- 172.21.15.45:0/4014998032 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d41013c0 0x7f32d4101810 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f32bc009990 tx=0x7f32bc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.633+0000 7f32d8dff700 1 -- 172.21.15.45:0/4014998032 shutdown_connections 2023-03-22T14:27:50.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.633+0000 7f32d8dff700 1 --2- 172.21.15.45:0/4014998032 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d4101d50 0x7f32d4108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.633+0000 7f32d8dff700 1 --2- 172.21.15.45:0/4014998032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32d41001d0 0x7f32d41005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.633+0000 7f32d8dff700 1 --2- 172.21.15.45:0/4014998032 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d41013c0 0x7f32d4101810 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.633+0000 7f32d8dff700 1 -- 172.21.15.45:0/4014998032 >> 172.21.15.45:0/4014998032 conn(0x7f32d40fb7b0 msgr2=0x7f32d40fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:50.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.633+0000 7f32d8dff700 1 -- 172.21.15.45:0/4014998032 shutdown_connections 2023-03-22T14:27:50.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.633+0000 7f32d8dff700 1 -- 172.21.15.45:0/4014998032 wait complete. 2023-03-22T14:27:50.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 Processor -- start 2023-03-22T14:27:50.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 -- start start 2023-03-22T14:27:50.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32d41001d0 0x7f32d4195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d41013c0 0x7f32d4196490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d4101d50 0x7f32d419d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d419dad0 con 0x7f32d4101d50 2023-03-22T14:27:50.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d419dc10 con 0x7f32d41001d0 2023-03-22T14:27:50.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d8dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d419dda0 con 0x7f32d41013c0 2023-03-22T14:27:50.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d2d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d4101d50 0x7f32d419d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32cbfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d41013c0 0x7f32d4196490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d2d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d4101d50 0x7f32d419d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41822/0 (socket says 172.21.15.45:41822) 2023-03-22T14:27:50.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32cbfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d41013c0 0x7f32d4196490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42008/0 (socket says 172.21.15.45:42008) 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d2d9d700 1 -- 172.21.15.45:0/2551306731 learned_addr learned my addr 172.21.15.45:0/2551306731 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.634+0000 7f32d259c700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32d41001d0 0x7f32d4195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32cbfff700 1 -- 172.21.15.45:0/2551306731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32d41001d0 msgr2=0x7f32d4195f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32cbfff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32d41001d0 0x7f32d4195f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32cbfff700 1 -- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d4101d50 msgr2=0x7f32d419d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32cbfff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d4101d50 0x7f32d419d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32cbfff700 1 -- 172.21.15.45:0/2551306731 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32bc0095f0 con 0x7f32d41013c0 2023-03-22T14:27:50.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32d2d9d700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d4101d50 0x7f32d419d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:50.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32cbfff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d41013c0 0x7f32d4196490 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f32bc00b620 tx=0x7f32bc004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:50.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32cb7fe700 1 -- 172.21.15.45:0/2551306731 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32bc01d070 con 0x7f32d41013c0 2023-03-22T14:27:50.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.635+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32d410bb80 con 0x7f32d41013c0 2023-03-22T14:27:50.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.636+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32d410b9f0 con 0x7f32d41013c0 2023-03-22T14:27:50.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.636+0000 7f32cb7fe700 1 -- 172.21.15.45:0/2551306731 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f32bc021410 con 0x7f32d41013c0 2023-03-22T14:27:50.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.636+0000 7f32cb7fe700 1 -- 172.21.15.45:0/2551306731 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32bc017650 con 0x7f32d41013c0 2023-03-22T14:27:50.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.636+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32d419e3f0 con 0x7f32d41013c0 2023-03-22T14:27:50.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.639+0000 7f32cb7fe700 1 -- 172.21.15.45:0/2551306731 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f32bc021810 con 0x7f32d41013c0 2023-03-22T14:27:50.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.640+0000 7f32cb7fe700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32c009fad0 0x7f32c00a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:50.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.640+0000 7f32cb7fe700 1 -- 172.21.15.45:0/2551306731 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f32bc0cbf80 con 0x7f32d41013c0 2023-03-22T14:27:50.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.640+0000 7f32d259c700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32c009fad0 0x7f32c00a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:50.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.641+0000 7f32d259c700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32c009fad0 0x7f32c00a1f80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f32d4101220 tx=0x7f32c4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:50.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.642+0000 7f32cb7fe700 1 -- 172.21.15.45:0/2551306731 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f32bc095e60 con 0x7f32d41013c0 2023-03-22T14:27:50.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.851+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f32d4060ec0 con 0x7f32c009fad0 2023-03-22T14:27:50.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.862+0000 7f32cb7fe700 1 -- 172.21.15.45:0/2551306731 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345018 (secure 0 0 0) 0x7f32d4060ec0 con 0x7f32c009fad0 2023-03-22T14:27:50.867 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:50.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.866+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32c009fad0 msgr2=0x7f32c00a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.866+0000 7f32d8dff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32c009fad0 0x7f32c00a1f80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f32d4101220 tx=0x7f32c4009260 comp rx=0 tx=0).stop 2023-03-22T14:27:50.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.866+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d41013c0 msgr2=0x7f32d4196490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.866+0000 7f32d8dff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d41013c0 0x7f32d4196490 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f32bc00b620 tx=0x7f32bc004730 comp rx=0 tx=0).stop 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 shutdown_connections 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f32c009fad0 0x7f32c00a1f80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f32d4101d50 0x7f32d419d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32d41001d0 0x7f32d4195f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 --2- 172.21.15.45:0/2551306731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32d41013c0 0x7f32d4196490 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 >> 172.21.15.45:0/2551306731 conn(0x7f32d40fb7b0 msgr2=0x7f32d40fd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:50.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 shutdown_connections 2023-03-22T14:27:50.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:50.867+0000 7f32d8dff700 1 -- 172.21.15.45:0/2551306731 wait complete. 2023-03-22T14:27:50.871 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2023-03-22T14:27:50.886 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":323,"stamp":"2023-03-22T14:27:50.474180+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656339,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1086,"num_read_kb":670,"num_write":429,"num_write_kb":3079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1180804,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":853,"ondisk_log_size":853,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":292,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":83244,"kb_used_data":13580,"kb_used_omap":0,"kb_used_meta":69568,"kb_avail":1124858580,"statfs":{"total":1151940427776,"available":1151855185920,"internally_reserved":0,"allocated":13905920,"data_stored":7540406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":71237632},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":773,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":38,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.710749"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375222+0000","last_change":"2023-03-22T14:26:10.158701+0000","last_active":"2023-03-22T14:27:42.375222+0000","last_peered":"2023-03-22T14:27:42.375222+0000","last_clean":"2023-03-22T14:27:42.375222+0000","last_became_active":"2023-03-22T14:26:10.158288+0000","last_became_peered":"2023-03-22T14:26:10.158288+0000","last_unstale":"2023-03-22T14:27:42.375222+0000","last_undegraded":"2023-03-22T14:27:42.375222+0000","last_fullsized":"2023-03-22T14:27:42.375222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:44:00.001117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413188+0000","last_change":"2023-03-22T14:26:10.156196+0000","last_active":"2023-03-22T14:27:42.413188+0000","last_peered":"2023-03-22T14:27:42.413188+0000","last_clean":"2023-03-22T14:27:42.413188+0000","last_became_active":"2023-03-22T14:26:10.155880+0000","last_became_peered":"2023-03-22T14:26:10.155880+0000","last_unstale":"2023-03-22T14:27:42.413188+0000","last_undegraded":"2023-03-22T14:27:42.413188+0000","last_fullsized":"2023-03-22T14:27:42.413188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:32:50.696636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413030+0000","last_change":"2023-03-22T14:26:10.153558+0000","last_active":"2023-03-22T14:27:42.413030+0000","last_peered":"2023-03-22T14:27:42.413030+0000","last_clean":"2023-03-22T14:27:42.413030+0000","last_became_active":"2023-03-22T14:26:10.153197+0000","last_became_peered":"2023-03-22T14:26:10.153197+0000","last_unstale":"2023-03-22T14:27:42.413030+0000","last_undegraded":"2023-03-22T14:27:42.413030+0000","last_fullsized":"2023-03-22T14:27:42.413030+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:38:35.460811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375120+0000","last_change":"2023-03-22T14:26:10.140808+0000","last_active":"2023-03-22T14:27:42.375120+0000","last_peered":"2023-03-22T14:27:42.375120+0000","last_clean":"2023-03-22T14:27:42.375120+0000","last_became_active":"2023-03-22T14:26:10.140515+0000","last_became_peered":"2023-03-22T14:26:10.140515+0000","last_unstale":"2023-03-22T14:27:42.375120+0000","last_undegraded":"2023-03-22T14:27:42.375120+0000","last_fullsized":"2023-03-22T14:27:42.375120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:33:24.572331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768536+0000","last_change":"2023-03-22T14:26:10.141388+0000","last_active":"2023-03-22T14:27:41.768536+0000","last_peered":"2023-03-22T14:27:41.768536+0000","last_clean":"2023-03-22T14:27:41.768536+0000","last_became_active":"2023-03-22T14:26:10.141076+0000","last_became_peered":"2023-03-22T14:26:10.141076+0000","last_unstale":"2023-03-22T14:27:41.768536+0000","last_undegraded":"2023-03-22T14:27:41.768536+0000","last_fullsized":"2023-03-22T14:27:41.768536+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:53:07.444912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375548+0000","last_change":"2023-03-22T14:26:10.151250+0000","last_active":"2023-03-22T14:27:42.375548+0000","last_peered":"2023-03-22T14:27:42.375548+0000","last_clean":"2023-03-22T14:27:42.375548+0000","last_became_active":"2023-03-22T14:26:10.150925+0000","last_became_peered":"2023-03-22T14:26:10.150925+0000","last_unstale":"2023-03-22T14:27:42.375548+0000","last_undegraded":"2023-03-22T14:27:42.375548+0000","last_fullsized":"2023-03-22T14:27:42.375548+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:55:13.189674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765700+0000","last_change":"2023-03-22T14:26:10.149874+0000","last_active":"2023-03-22T14:27:41.765700+0000","last_peered":"2023-03-22T14:27:41.765700+0000","last_clean":"2023-03-22T14:27:41.765700+0000","last_became_active":"2023-03-22T14:26:10.149623+0000","last_became_peered":"2023-03-22T14:26:10.149623+0000","last_unstale":"2023-03-22T14:27:41.765700+0000","last_undegraded":"2023-03-22T14:27:41.765700+0000","last_fullsized":"2023-03-22T14:27:41.765700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:49:06.976718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374418+0000","last_change":"2023-03-22T14:26:10.139429+0000","last_active":"2023-03-22T14:27:42.374418+0000","last_peered":"2023-03-22T14:27:42.374418+0000","last_clean":"2023-03-22T14:27:42.374418+0000","last_became_active":"2023-03-22T14:26:10.138933+0000","last_became_peered":"2023-03-22T14:26:10.138933+0000","last_unstale":"2023-03-22T14:27:42.374418+0000","last_undegraded":"2023-03-22T14:27:42.374418+0000","last_fullsized":"2023-03-22T14:27:42.374418+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:13:29.185896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374871+0000","last_change":"2023-03-22T14:26:10.147062+0000","last_active":"2023-03-22T14:27:42.374871+0000","last_peered":"2023-03-22T14:27:42.374871+0000","last_clean":"2023-03-22T14:27:42.374871+0000","last_became_active":"2023-03-22T14:26:10.146300+0000","last_became_peered":"2023-03-22T14:26:10.146300+0000","last_unstale":"2023-03-22T14:27:42.374871+0000","last_undegraded":"2023-03-22T14:27:42.374871+0000","last_fullsized":"2023-03-22T14:27:42.374871+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:03:25.295638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375710+0000","last_change":"2023-03-22T14:26:10.142094+0000","last_active":"2023-03-22T14:27:42.375710+0000","last_peered":"2023-03-22T14:27:42.375710+0000","last_clean":"2023-03-22T14:27:42.375710+0000","last_became_active":"2023-03-22T14:26:10.141785+0000","last_became_peered":"2023-03-22T14:26:10.141785+0000","last_unstale":"2023-03-22T14:27:42.375710+0000","last_undegraded":"2023-03-22T14:27:42.375710+0000","last_fullsized":"2023-03-22T14:27:42.375710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:14:32.592611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766185+0000","last_change":"2023-03-22T14:26:10.142511+0000","last_active":"2023-03-22T14:27:41.766185+0000","last_peered":"2023-03-22T14:27:41.766185+0000","last_clean":"2023-03-22T14:27:41.766185+0000","last_became_active":"2023-03-22T14:26:10.141996+0000","last_became_peered":"2023-03-22T14:26:10.141996+0000","last_unstale":"2023-03-22T14:27:41.766185+0000","last_undegraded":"2023-03-22T14:27:41.766185+0000","last_fullsized":"2023-03-22T14:27:41.766185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:21:05.229553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765025+0000","last_change":"2023-03-22T14:26:41.775645+0000","last_active":"2023-03-22T14:27:41.765025+0000","last_peered":"2023-03-22T14:27:41.765025+0000","last_clean":"2023-03-22T14:27:41.765025+0000","last_became_active":"2023-03-22T14:26:41.775126+0000","last_became_peered":"2023-03-22T14:26:41.775126+0000","last_unstale":"2023-03-22T14:27:41.765025+0000","last_undegraded":"2023-03-22T14:27:41.765025+0000","last_fullsized":"2023-03-22T14:27:41.765025+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:23:19.556259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375163+0000","last_change":"2023-03-22T14:26:10.140025+0000","last_active":"2023-03-22T14:27:42.375163+0000","last_peered":"2023-03-22T14:27:42.375163+0000","last_clean":"2023-03-22T14:27:42.375163+0000","last_became_active":"2023-03-22T14:26:10.139737+0000","last_became_peered":"2023-03-22T14:26:10.139737+0000","last_unstale":"2023-03-22T14:27:42.375163+0000","last_undegraded":"2023-03-22T14:27:42.375163+0000","last_fullsized":"2023-03-22T14:27:42.375163+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:23:42.334060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412851+0000","last_change":"2023-03-22T14:26:10.158079+0000","last_active":"2023-03-22T14:27:42.412851+0000","last_peered":"2023-03-22T14:27:42.412851+0000","last_clean":"2023-03-22T14:27:42.412851+0000","last_became_active":"2023-03-22T14:26:10.155723+0000","last_became_peered":"2023-03-22T14:26:10.155723+0000","last_unstale":"2023-03-22T14:27:42.412851+0000","last_undegraded":"2023-03-22T14:27:42.412851+0000","last_fullsized":"2023-03-22T14:27:42.412851+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:58:16.643587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412765+0000","last_change":"2023-03-22T14:26:10.154820+0000","last_active":"2023-03-22T14:27:42.412765+0000","last_peered":"2023-03-22T14:27:42.412765+0000","last_clean":"2023-03-22T14:27:42.412765+0000","last_became_active":"2023-03-22T14:26:10.154098+0000","last_became_peered":"2023-03-22T14:26:10.154098+0000","last_unstale":"2023-03-22T14:27:42.412765+0000","last_undegraded":"2023-03-22T14:27:42.412765+0000","last_fullsized":"2023-03-22T14:27:42.412765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:43:13.184902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374471+0000","last_change":"2023-03-22T14:26:10.152667+0000","last_active":"2023-03-22T14:27:42.374471+0000","last_peered":"2023-03-22T14:27:42.374471+0000","last_clean":"2023-03-22T14:27:42.374471+0000","last_became_active":"2023-03-22T14:26:10.152404+0000","last_became_peered":"2023-03-22T14:26:10.152404+0000","last_unstale":"2023-03-22T14:27:42.374471+0000","last_undegraded":"2023-03-22T14:27:42.374471+0000","last_fullsized":"2023-03-22T14:27:42.374471+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:03.007441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375487+0000","last_change":"2023-03-22T14:26:10.158575+0000","last_active":"2023-03-22T14:27:42.375487+0000","last_peered":"2023-03-22T14:27:42.375487+0000","last_clean":"2023-03-22T14:27:42.375487+0000","last_became_active":"2023-03-22T14:26:10.158219+0000","last_became_peered":"2023-03-22T14:26:10.158219+0000","last_unstale":"2023-03-22T14:27:42.375487+0000","last_undegraded":"2023-03-22T14:27:42.375487+0000","last_fullsized":"2023-03-22T14:27:42.375487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:24.011396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765173+0000","last_change":"2023-03-22T14:26:10.144752+0000","last_active":"2023-03-22T14:27:41.765173+0000","last_peered":"2023-03-22T14:27:41.765173+0000","last_clean":"2023-03-22T14:27:41.765173+0000","last_became_active":"2023-03-22T14:26:10.144229+0000","last_became_peered":"2023-03-22T14:26:10.144229+0000","last_unstale":"2023-03-22T14:27:41.765173+0000","last_undegraded":"2023-03-22T14:27:41.765173+0000","last_fullsized":"2023-03-22T14:27:41.765173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:13:04.010177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375405+0000","last_change":"2023-03-22T14:26:10.139468+0000","last_active":"2023-03-22T14:27:42.375405+0000","last_peered":"2023-03-22T14:27:42.375405+0000","last_clean":"2023-03-22T14:27:42.375405+0000","last_became_active":"2023-03-22T14:26:10.138750+0000","last_became_peered":"2023-03-22T14:26:10.138750+0000","last_unstale":"2023-03-22T14:27:42.375405+0000","last_undegraded":"2023-03-22T14:27:42.375405+0000","last_fullsized":"2023-03-22T14:27:42.375405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:25:53.400263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":123,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:47.501453+0000","last_change":"2023-03-22T14:26:09.605689+0000","last_active":"2023-03-22T14:27:47.501453+0000","last_peered":"2023-03-22T14:27:47.501453+0000","last_clean":"2023-03-22T14:27:47.501453+0000","last_became_active":"2023-03-22T14:26:09.605012+0000","last_became_peered":"2023-03-22T14:26:09.605012+0000","last_unstale":"2023-03-22T14:27:47.501453+0000","last_undegraded":"2023-03-22T14:27:47.501453+0000","last_fullsized":"2023-03-22T14:27:47.501453+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:22:17.663135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765047+0000","last_change":"2023-03-22T14:26:41.774947+0000","last_active":"2023-03-22T14:27:41.765047+0000","last_peered":"2023-03-22T14:27:41.765047+0000","last_clean":"2023-03-22T14:27:41.765047+0000","last_became_active":"2023-03-22T14:26:41.774512+0000","last_became_peered":"2023-03-22T14:26:41.774512+0000","last_unstale":"2023-03-22T14:27:41.765047+0000","last_undegraded":"2023-03-22T14:27:41.765047+0000","last_fullsized":"2023-03-22T14:27:41.765047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:44:49.073078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374872+0000","last_change":"2023-03-22T14:26:09.614812+0000","last_active":"2023-03-22T14:27:42.374872+0000","last_peered":"2023-03-22T14:27:42.374872+0000","last_clean":"2023-03-22T14:27:42.374872+0000","last_became_active":"2023-03-22T14:26:09.614137+0000","last_became_peered":"2023-03-22T14:26:09.614137+0000","last_unstale":"2023-03-22T14:27:42.374872+0000","last_undegraded":"2023-03-22T14:27:42.374872+0000","last_fullsized":"2023-03-22T14:27:42.374872+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:59.863232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413263+0000","last_change":"2023-03-22T14:26:10.157045+0000","last_active":"2023-03-22T14:27:42.413263+0000","last_peered":"2023-03-22T14:27:42.413263+0000","last_clean":"2023-03-22T14:27:42.413263+0000","last_became_active":"2023-03-22T14:26:10.156313+0000","last_became_peered":"2023-03-22T14:26:10.156313+0000","last_unstale":"2023-03-22T14:27:42.413263+0000","last_undegraded":"2023-03-22T14:27:42.413263+0000","last_fullsized":"2023-03-22T14:27:42.413263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:12:59.623019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768850+0000","last_change":"2023-03-22T14:26:09.605992+0000","last_active":"2023-03-22T14:27:41.768850+0000","last_peered":"2023-03-22T14:27:41.768850+0000","last_clean":"2023-03-22T14:27:41.768850+0000","last_became_active":"2023-03-22T14:26:09.605339+0000","last_became_peered":"2023-03-22T14:26:09.605339+0000","last_unstale":"2023-03-22T14:27:41.768850+0000","last_undegraded":"2023-03-22T14:27:41.768850+0000","last_fullsized":"2023-03-22T14:27:41.768850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:38:54.779949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374786+0000","last_change":"2023-03-22T14:26:10.141910+0000","last_active":"2023-03-22T14:27:42.374786+0000","last_peered":"2023-03-22T14:27:42.374786+0000","last_clean":"2023-03-22T14:27:42.374786+0000","last_became_active":"2023-03-22T14:26:10.141539+0000","last_became_peered":"2023-03-22T14:26:10.141539+0000","last_unstale":"2023-03-22T14:27:42.374786+0000","last_undegraded":"2023-03-22T14:27:42.374786+0000","last_fullsized":"2023-03-22T14:27:42.374786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:20:16.599422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768670+0000","last_change":"2023-03-22T14:26:09.605015+0000","last_active":"2023-03-22T14:27:41.768670+0000","last_peered":"2023-03-22T14:27:41.768670+0000","last_clean":"2023-03-22T14:27:41.768670+0000","last_became_active":"2023-03-22T14:26:09.604633+0000","last_became_peered":"2023-03-22T14:26:09.604633+0000","last_unstale":"2023-03-22T14:27:41.768670+0000","last_undegraded":"2023-03-22T14:27:41.768670+0000","last_fullsized":"2023-03-22T14:27:41.768670+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:00:03.415196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765055+0000","last_change":"2023-03-22T14:26:41.779383+0000","last_active":"2023-03-22T14:27:41.765055+0000","last_peered":"2023-03-22T14:27:41.765055+0000","last_clean":"2023-03-22T14:27:41.765055+0000","last_became_active":"2023-03-22T14:26:41.778963+0000","last_became_peered":"2023-03-22T14:26:41.778963+0000","last_unstale":"2023-03-22T14:27:41.765055+0000","last_undegraded":"2023-03-22T14:27:41.765055+0000","last_fullsized":"2023-03-22T14:27:41.765055+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:22.516121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:47.462921+0000","last_change":"2023-03-22T14:26:09.606000+0000","last_active":"2023-03-22T14:27:47.462921+0000","last_peered":"2023-03-22T14:27:47.462921+0000","last_clean":"2023-03-22T14:27:47.462921+0000","last_became_active":"2023-03-22T14:26:09.605663+0000","last_became_peered":"2023-03-22T14:26:09.605663+0000","last_unstale":"2023-03-22T14:27:47.462921+0000","last_undegraded":"2023-03-22T14:27:47.462921+0000","last_fullsized":"2023-03-22T14:27:47.462921+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:59:40.751792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768470+0000","last_change":"2023-03-22T14:26:10.151108+0000","last_active":"2023-03-22T14:27:41.768470+0000","last_peered":"2023-03-22T14:27:41.768470+0000","last_clean":"2023-03-22T14:27:41.768470+0000","last_became_active":"2023-03-22T14:26:10.150764+0000","last_became_peered":"2023-03-22T14:26:10.150764+0000","last_unstale":"2023-03-22T14:27:41.768470+0000","last_undegraded":"2023-03-22T14:27:41.768470+0000","last_fullsized":"2023-03-22T14:27:41.768470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:51:16.285365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375531+0000","last_change":"2023-03-22T14:26:41.780050+0000","last_active":"2023-03-22T14:27:42.375531+0000","last_peered":"2023-03-22T14:27:42.375531+0000","last_clean":"2023-03-22T14:27:42.375531+0000","last_became_active":"2023-03-22T14:26:41.771250+0000","last_became_peered":"2023-03-22T14:26:41.771250+0000","last_unstale":"2023-03-22T14:27:42.375531+0000","last_undegraded":"2023-03-22T14:27:42.375531+0000","last_fullsized":"2023-03-22T14:27:42.375531+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:56:58.082278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376199+0000","last_change":"2023-03-22T14:26:41.777133+0000","last_active":"2023-03-22T14:27:42.376199+0000","last_peered":"2023-03-22T14:27:42.376199+0000","last_clean":"2023-03-22T14:27:42.376199+0000","last_became_active":"2023-03-22T14:26:41.776655+0000","last_became_peered":"2023-03-22T14:26:41.776655+0000","last_unstale":"2023-03-22T14:27:42.376199+0000","last_undegraded":"2023-03-22T14:27:42.376199+0000","last_fullsized":"2023-03-22T14:27:42.376199+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:30:47.090690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374216+0000","last_change":"2023-03-22T14:26:09.604428+0000","last_active":"2023-03-22T14:27:42.374216+0000","last_peered":"2023-03-22T14:27:42.374216+0000","last_clean":"2023-03-22T14:27:42.374216+0000","last_became_active":"2023-03-22T14:26:09.604075+0000","last_became_peered":"2023-03-22T14:26:09.604075+0000","last_unstale":"2023-03-22T14:27:42.374216+0000","last_undegraded":"2023-03-22T14:27:42.374216+0000","last_fullsized":"2023-03-22T14:27:42.374216+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:18:09.160711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374492+0000","last_change":"2023-03-22T14:26:10.145491+0000","last_active":"2023-03-22T14:27:42.374492+0000","last_peered":"2023-03-22T14:27:42.374492+0000","last_clean":"2023-03-22T14:27:42.374492+0000","last_became_active":"2023-03-22T14:26:10.145153+0000","last_became_peered":"2023-03-22T14:26:10.145153+0000","last_unstale":"2023-03-22T14:27:42.374492+0000","last_undegraded":"2023-03-22T14:27:42.374492+0000","last_fullsized":"2023-03-22T14:27:42.374492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:34:58.700651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376139+0000","last_change":"2023-03-22T14:26:09.602305+0000","last_active":"2023-03-22T14:27:42.376139+0000","last_peered":"2023-03-22T14:27:42.376139+0000","last_clean":"2023-03-22T14:27:42.376139+0000","last_became_active":"2023-03-22T14:26:09.602024+0000","last_became_peered":"2023-03-22T14:26:09.602024+0000","last_unstale":"2023-03-22T14:27:42.376139+0000","last_undegraded":"2023-03-22T14:27:42.376139+0000","last_fullsized":"2023-03-22T14:27:42.376139+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:10:59.546000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.764897+0000","last_change":"2023-03-22T14:26:41.775299+0000","last_active":"2023-03-22T14:27:41.764897+0000","last_peered":"2023-03-22T14:27:41.764897+0000","last_clean":"2023-03-22T14:27:41.764897+0000","last_became_active":"2023-03-22T14:26:41.774875+0000","last_became_peered":"2023-03-22T14:26:41.774875+0000","last_unstale":"2023-03-22T14:27:41.764897+0000","last_undegraded":"2023-03-22T14:27:41.764897+0000","last_fullsized":"2023-03-22T14:27:41.764897+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:44:10.464776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":200,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.460597+0000","last_change":"2023-03-22T14:26:09.605329+0000","last_active":"2023-03-22T14:27:46.460597+0000","last_peered":"2023-03-22T14:27:46.460597+0000","last_clean":"2023-03-22T14:27:46.460597+0000","last_became_active":"2023-03-22T14:26:09.605003+0000","last_became_peered":"2023-03-22T14:26:09.605003+0000","last_unstale":"2023-03-22T14:27:46.460597+0000","last_undegraded":"2023-03-22T14:27:46.460597+0000","last_fullsized":"2023-03-22T14:27:46.460597+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:54:25.876041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":180,"num_read_kb":180,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375135+0000","last_change":"2023-03-22T14:26:10.141338+0000","last_active":"2023-03-22T14:27:42.375135+0000","last_peered":"2023-03-22T14:27:42.375135+0000","last_clean":"2023-03-22T14:27:42.375135+0000","last_became_active":"2023-03-22T14:26:10.140941+0000","last_became_peered":"2023-03-22T14:26:10.140941+0000","last_unstale":"2023-03-22T14:27:42.375135+0000","last_undegraded":"2023-03-22T14:27:42.375135+0000","last_fullsized":"2023-03-22T14:27:42.375135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:45:58.818279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766147+0000","last_change":"2023-03-22T14:26:09.608874+0000","last_active":"2023-03-22T14:27:41.766147+0000","last_peered":"2023-03-22T14:27:41.766147+0000","last_clean":"2023-03-22T14:27:41.766147+0000","last_became_active":"2023-03-22T14:26:09.608556+0000","last_became_peered":"2023-03-22T14:26:09.608556+0000","last_unstale":"2023-03-22T14:27:41.766147+0000","last_undegraded":"2023-03-22T14:27:41.766147+0000","last_fullsized":"2023-03-22T14:27:41.766147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:05:47.051762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413238+0000","last_change":"2023-03-22T14:26:10.157313+0000","last_active":"2023-03-22T14:27:42.413238+0000","last_peered":"2023-03-22T14:27:42.413238+0000","last_clean":"2023-03-22T14:27:42.413238+0000","last_became_active":"2023-03-22T14:26:10.156637+0000","last_became_peered":"2023-03-22T14:26:10.156637+0000","last_unstale":"2023-03-22T14:27:42.413238+0000","last_undegraded":"2023-03-22T14:27:42.413238+0000","last_fullsized":"2023-03-22T14:27:42.413238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:49:28.870596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375126+0000","last_change":"2023-03-22T14:26:09.609824+0000","last_active":"2023-03-22T14:27:42.375126+0000","last_peered":"2023-03-22T14:27:42.375126+0000","last_clean":"2023-03-22T14:27:42.375126+0000","last_became_active":"2023-03-22T14:26:09.609506+0000","last_became_peered":"2023-03-22T14:26:09.609506+0000","last_unstale":"2023-03-22T14:27:42.375126+0000","last_undegraded":"2023-03-22T14:27:42.375126+0000","last_fullsized":"2023-03-22T14:27:42.375126+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:05:01.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374911+0000","last_change":"2023-03-22T14:26:10.147791+0000","last_active":"2023-03-22T14:27:42.374911+0000","last_peered":"2023-03-22T14:27:42.374911+0000","last_clean":"2023-03-22T14:27:42.374911+0000","last_became_active":"2023-03-22T14:26:10.147442+0000","last_became_peered":"2023-03-22T14:26:10.147442+0000","last_unstale":"2023-03-22T14:27:42.374911+0000","last_undegraded":"2023-03-22T14:27:42.374911+0000","last_fullsized":"2023-03-22T14:27:42.374911+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:12:56.630356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'35","reported_seq":241,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.464529+0000","last_change":"2023-03-22T14:26:09.605587+0000","last_active":"2023-03-22T14:27:46.464529+0000","last_peered":"2023-03-22T14:27:46.464529+0000","last_clean":"2023-03-22T14:27:46.464529+0000","last_became_active":"2023-03-22T14:26:09.605234+0000","last_became_peered":"2023-03-22T14:26:09.605234+0000","last_unstale":"2023-03-22T14:27:46.464529+0000","last_undegraded":"2023-03-22T14:27:46.464529+0000","last_fullsized":"2023-03-22T14:27:46.464529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:09.560463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58648,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":190,"num_read_kb":154,"num_write":37,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768731+0000","last_change":"2023-03-22T14:26:10.142180+0000","last_active":"2023-03-22T14:27:41.768731+0000","last_peered":"2023-03-22T14:27:41.768731+0000","last_clean":"2023-03-22T14:27:41.768731+0000","last_became_active":"2023-03-22T14:26:10.141662+0000","last_became_peered":"2023-03-22T14:26:10.141662+0000","last_unstale":"2023-03-22T14:27:41.768731+0000","last_undegraded":"2023-03-22T14:27:41.768731+0000","last_fullsized":"2023-03-22T14:27:41.768731+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:22:32.962412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.795169+0000","last_change":"2023-03-22T14:27:42.794707+0000","last_active":"2023-03-22T14:27:42.795169+0000","last_peered":"2023-03-22T14:27:42.795169+0000","last_clean":"2023-03-22T14:27:42.795169+0000","last_became_active":"2023-03-22T14:27:42.783686+0000","last_became_peered":"2023-03-22T14:27:42.783686+0000","last_unstale":"2023-03-22T14:27:42.795169+0000","last_undegraded":"2023-03-22T14:27:42.795169+0000","last_fullsized":"2023-03-22T14:27:42.795169+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:23:07.987263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374377+0000","last_change":"2023-03-22T14:26:10.145201+0000","last_active":"2023-03-22T14:27:42.374377+0000","last_peered":"2023-03-22T14:27:42.374377+0000","last_clean":"2023-03-22T14:27:42.374377+0000","last_became_active":"2023-03-22T14:26:10.144881+0000","last_became_peered":"2023-03-22T14:26:10.144881+0000","last_unstale":"2023-03-22T14:27:42.374377+0000","last_undegraded":"2023-03-22T14:27:42.374377+0000","last_fullsized":"2023-03-22T14:27:42.374377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:32:06.377674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375366+0000","last_change":"2023-03-22T14:26:09.611295+0000","last_active":"2023-03-22T14:27:42.375366+0000","last_peered":"2023-03-22T14:27:42.375366+0000","last_clean":"2023-03-22T14:27:42.375366+0000","last_became_active":"2023-03-22T14:26:09.610974+0000","last_became_peered":"2023-03-22T14:26:09.610974+0000","last_unstale":"2023-03-22T14:27:42.375366+0000","last_undegraded":"2023-03-22T14:27:42.375366+0000","last_fullsized":"2023-03-22T14:27:42.375366+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:47:00.123238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765948+0000","last_change":"2023-03-22T14:26:10.140590+0000","last_active":"2023-03-22T14:27:41.765948+0000","last_peered":"2023-03-22T14:27:41.765948+0000","last_clean":"2023-03-22T14:27:41.765948+0000","last_became_active":"2023-03-22T14:26:10.140243+0000","last_became_peered":"2023-03-22T14:26:10.140243+0000","last_unstale":"2023-03-22T14:27:41.765948+0000","last_undegraded":"2023-03-22T14:27:41.765948+0000","last_fullsized":"2023-03-22T14:27:41.765948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:24:35.061683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'7","reported_seq":117,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.497295+0000","last_change":"2023-03-22T14:26:09.601433+0000","last_active":"2023-03-22T14:27:46.497295+0000","last_peered":"2023-03-22T14:27:46.497295+0000","last_clean":"2023-03-22T14:27:46.497295+0000","last_became_active":"2023-03-22T14:26:09.601077+0000","last_became_peered":"2023-03-22T14:26:09.601077+0000","last_unstale":"2023-03-22T14:27:46.497295+0000","last_undegraded":"2023-03-22T14:27:46.497295+0000","last_fullsized":"2023-03-22T14:27:46.497295+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:54:13.780420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765726+0000","last_change":"2023-03-22T14:26:10.138660+0000","last_active":"2023-03-22T14:27:41.765726+0000","last_peered":"2023-03-22T14:27:41.765726+0000","last_clean":"2023-03-22T14:27:41.765726+0000","last_became_active":"2023-03-22T14:26:10.138353+0000","last_became_peered":"2023-03-22T14:26:10.138353+0000","last_unstale":"2023-03-22T14:27:41.765726+0000","last_undegraded":"2023-03-22T14:27:41.765726+0000","last_fullsized":"2023-03-22T14:27:41.765726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:41:51.425763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768315+0000","last_change":"2023-03-22T14:26:09.609803+0000","last_active":"2023-03-22T14:27:41.768315+0000","last_peered":"2023-03-22T14:27:41.768315+0000","last_clean":"2023-03-22T14:27:41.768315+0000","last_became_active":"2023-03-22T14:26:09.609483+0000","last_became_peered":"2023-03-22T14:26:09.609483+0000","last_unstale":"2023-03-22T14:27:41.768315+0000","last_undegraded":"2023-03-22T14:27:41.768315+0000","last_fullsized":"2023-03-22T14:27:41.768315+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:56:46.958792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375033+0000","last_change":"2023-03-22T14:26:10.147701+0000","last_active":"2023-03-22T14:27:42.375033+0000","last_peered":"2023-03-22T14:27:42.375033+0000","last_clean":"2023-03-22T14:27:42.375033+0000","last_became_active":"2023-03-22T14:26:10.147257+0000","last_became_peered":"2023-03-22T14:26:10.147257+0000","last_unstale":"2023-03-22T14:27:42.375033+0000","last_undegraded":"2023-03-22T14:27:42.375033+0000","last_fullsized":"2023-03-22T14:27:42.375033+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:17.375504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768921+0000","last_change":"2023-03-22T14:26:09.604873+0000","last_active":"2023-03-22T14:27:41.768921+0000","last_peered":"2023-03-22T14:27:41.768921+0000","last_clean":"2023-03-22T14:27:41.768921+0000","last_became_active":"2023-03-22T14:26:09.604522+0000","last_became_peered":"2023-03-22T14:26:09.604522+0000","last_unstale":"2023-03-22T14:27:41.768921+0000","last_undegraded":"2023-03-22T14:27:41.768921+0000","last_fullsized":"2023-03-22T14:27:41.768921+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:10:24.059314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374951+0000","last_change":"2023-03-22T14:26:10.141378+0000","last_active":"2023-03-22T14:27:42.374951+0000","last_peered":"2023-03-22T14:27:42.374951+0000","last_clean":"2023-03-22T14:27:42.374951+0000","last_became_active":"2023-03-22T14:26:10.141064+0000","last_became_peered":"2023-03-22T14:26:10.141064+0000","last_unstale":"2023-03-22T14:27:42.374951+0000","last_undegraded":"2023-03-22T14:27:42.374951+0000","last_fullsized":"2023-03-22T14:27:42.374951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:04:58.827396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.764985+0000","last_change":"2023-03-22T14:26:09.614660+0000","last_active":"2023-03-22T14:27:41.764985+0000","last_peered":"2023-03-22T14:27:41.764985+0000","last_clean":"2023-03-22T14:27:41.764985+0000","last_became_active":"2023-03-22T14:26:09.614264+0000","last_became_peered":"2023-03-22T14:26:09.614264+0000","last_unstale":"2023-03-22T14:27:41.764985+0000","last_undegraded":"2023-03-22T14:27:41.764985+0000","last_fullsized":"2023-03-22T14:27:41.764985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:10:41.078027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375460+0000","last_change":"2023-03-22T14:26:10.138384+0000","last_active":"2023-03-22T14:27:42.375460+0000","last_peered":"2023-03-22T14:27:42.375460+0000","last_clean":"2023-03-22T14:27:42.375460+0000","last_became_active":"2023-03-22T14:26:10.137911+0000","last_became_peered":"2023-03-22T14:26:10.137911+0000","last_unstale":"2023-03-22T14:27:42.375460+0000","last_undegraded":"2023-03-22T14:27:42.375460+0000","last_fullsized":"2023-03-22T14:27:42.375460+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:02:11.973222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.500728+0000","last_change":"2023-03-22T14:26:09.608558+0000","last_active":"2023-03-22T14:27:46.500728+0000","last_peered":"2023-03-22T14:27:46.500728+0000","last_clean":"2023-03-22T14:27:46.500728+0000","last_became_active":"2023-03-22T14:26:09.608234+0000","last_became_peered":"2023-03-22T14:26:09.608234+0000","last_unstale":"2023-03-22T14:27:46.500728+0000","last_undegraded":"2023-03-22T14:27:46.500728+0000","last_fullsized":"2023-03-22T14:27:46.500728+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:18:32.096235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":93,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375630+0000","last_change":"2023-03-22T14:26:10.156523+0000","last_active":"2023-03-22T14:27:42.375630+0000","last_peered":"2023-03-22T14:27:42.375630+0000","last_clean":"2023-03-22T14:27:42.375630+0000","last_became_active":"2023-03-22T14:26:10.156170+0000","last_became_peered":"2023-03-22T14:26:10.156170+0000","last_unstale":"2023-03-22T14:27:42.375630+0000","last_undegraded":"2023-03-22T14:27:42.375630+0000","last_fullsized":"2023-03-22T14:27:42.375630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:27:12.743703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376250+0000","last_change":"2023-03-22T14:26:10.147917+0000","last_active":"2023-03-22T14:27:42.376250+0000","last_peered":"2023-03-22T14:27:42.376250+0000","last_clean":"2023-03-22T14:27:42.376250+0000","last_became_active":"2023-03-22T14:26:10.147328+0000","last_became_peered":"2023-03-22T14:26:10.147328+0000","last_unstale":"2023-03-22T14:27:42.376250+0000","last_undegraded":"2023-03-22T14:27:42.376250+0000","last_fullsized":"2023-03-22T14:27:42.376250+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:28:13.794955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'6","reported_seq":116,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:48.499840+0000","last_change":"2023-03-22T14:26:09.612765+0000","last_active":"2023-03-22T14:27:48.499840+0000","last_peered":"2023-03-22T14:27:48.499840+0000","last_clean":"2023-03-22T14:27:48.499840+0000","last_became_active":"2023-03-22T14:26:09.612421+0000","last_became_peered":"2023-03-22T14:26:09.612421+0000","last_unstale":"2023-03-22T14:27:48.499840+0000","last_undegraded":"2023-03-22T14:27:48.499840+0000","last_fullsized":"2023-03-22T14:27:48.499840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:04:41.013442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374794+0000","last_change":"2023-03-22T14:26:10.136066+0000","last_active":"2023-03-22T14:27:42.374794+0000","last_peered":"2023-03-22T14:27:42.374794+0000","last_clean":"2023-03-22T14:27:42.374794+0000","last_became_active":"2023-03-22T14:26:10.135756+0000","last_became_peered":"2023-03-22T14:26:10.135756+0000","last_unstale":"2023-03-22T14:27:42.374794+0000","last_undegraded":"2023-03-22T14:27:42.374794+0000","last_fullsized":"2023-03-22T14:27:42.374794+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:17:52.311311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374721+0000","last_change":"2023-03-22T14:26:09.602996+0000","last_active":"2023-03-22T14:27:42.374721+0000","last_peered":"2023-03-22T14:27:42.374721+0000","last_clean":"2023-03-22T14:27:42.374721+0000","last_became_active":"2023-03-22T14:26:09.602516+0000","last_became_peered":"2023-03-22T14:26:09.602516+0000","last_unstale":"2023-03-22T14:27:42.374721+0000","last_undegraded":"2023-03-22T14:27:42.374721+0000","last_fullsized":"2023-03-22T14:27:42.374721+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:32:25.061309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":339,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765780+0000","last_change":"2023-03-22T14:25:04.048457+0000","last_active":"2023-03-22T14:27:41.765780+0000","last_peered":"2023-03-22T14:27:41.765780+0000","last_clean":"2023-03-22T14:27:41.765780+0000","last_became_active":"2023-03-22T14:25:04.047825+0000","last_became_peered":"2023-03-22T14:25:04.047825+0000","last_unstale":"2023-03-22T14:27:41.765780+0000","last_undegraded":"2023-03-22T14:27:41.765780+0000","last_fullsized":"2023-03-22T14:27:41.765780+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_clean_scrub_stamp":"2023-03-22T14:21:57.020676+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:46.193563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374114+0000","last_change":"2023-03-22T14:26:10.149941+0000","last_active":"2023-03-22T14:27:42.374114+0000","last_peered":"2023-03-22T14:27:42.374114+0000","last_clean":"2023-03-22T14:27:42.374114+0000","last_became_active":"2023-03-22T14:26:10.149411+0000","last_became_peered":"2023-03-22T14:26:10.149411+0000","last_unstale":"2023-03-22T14:27:42.374114+0000","last_undegraded":"2023-03-22T14:27:42.374114+0000","last_fullsized":"2023-03-22T14:27:42.374114+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:57:47.277953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765909+0000","last_change":"2023-03-22T14:26:09.605020+0000","last_active":"2023-03-22T14:27:41.765909+0000","last_peered":"2023-03-22T14:27:41.765909+0000","last_clean":"2023-03-22T14:27:41.765909+0000","last_became_active":"2023-03-22T14:26:09.604700+0000","last_became_peered":"2023-03-22T14:26:09.604700+0000","last_unstale":"2023-03-22T14:27:41.765909+0000","last_undegraded":"2023-03-22T14:27:41.765909+0000","last_fullsized":"2023-03-22T14:27:41.765909+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:16:30.300196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768726+0000","last_change":"2023-03-22T14:26:09.609834+0000","last_active":"2023-03-22T14:27:41.768726+0000","last_peered":"2023-03-22T14:27:41.768726+0000","last_clean":"2023-03-22T14:27:41.768726+0000","last_became_active":"2023-03-22T14:26:09.609521+0000","last_became_peered":"2023-03-22T14:26:09.609521+0000","last_unstale":"2023-03-22T14:27:41.768726+0000","last_undegraded":"2023-03-22T14:27:41.768726+0000","last_fullsized":"2023-03-22T14:27:41.768726+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:41:39.285531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374543+0000","last_change":"2023-03-22T14:26:10.161612+0000","last_active":"2023-03-22T14:27:42.374543+0000","last_peered":"2023-03-22T14:27:42.374543+0000","last_clean":"2023-03-22T14:27:42.374543+0000","last_became_active":"2023-03-22T14:26:10.161232+0000","last_became_peered":"2023-03-22T14:26:10.161232+0000","last_unstale":"2023-03-22T14:27:42.374543+0000","last_undegraded":"2023-03-22T14:27:42.374543+0000","last_fullsized":"2023-03-22T14:27:42.374543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:54:02.097895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'12","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:43.499041+0000","last_change":"2023-03-22T14:26:09.614166+0000","last_active":"2023-03-22T14:27:43.499041+0000","last_peered":"2023-03-22T14:27:43.499041+0000","last_clean":"2023-03-22T14:27:43.499041+0000","last_became_active":"2023-03-22T14:26:09.613799+0000","last_became_peered":"2023-03-22T14:26:09.613799+0000","last_unstale":"2023-03-22T14:27:43.499041+0000","last_undegraded":"2023-03-22T14:27:43.499041+0000","last_fullsized":"2023-03-22T14:27:43.499041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:43:40.989147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375384+0000","last_change":"2023-03-22T14:26:10.141455+0000","last_active":"2023-03-22T14:27:42.375384+0000","last_peered":"2023-03-22T14:27:42.375384+0000","last_clean":"2023-03-22T14:27:42.375384+0000","last_became_active":"2023-03-22T14:26:10.140742+0000","last_became_peered":"2023-03-22T14:26:10.140742+0000","last_unstale":"2023-03-22T14:27:42.375384+0000","last_undegraded":"2023-03-22T14:27:42.375384+0000","last_fullsized":"2023-03-22T14:27:42.375384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:24:14.840194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375150+0000","last_change":"2023-03-22T14:26:09.605495+0000","last_active":"2023-03-22T14:27:42.375150+0000","last_peered":"2023-03-22T14:27:42.375150+0000","last_clean":"2023-03-22T14:27:42.375150+0000","last_became_active":"2023-03-22T14:26:09.605210+0000","last_became_peered":"2023-03-22T14:26:09.605210+0000","last_unstale":"2023-03-22T14:27:42.375150+0000","last_undegraded":"2023-03-22T14:27:42.375150+0000","last_fullsized":"2023-03-22T14:27:42.375150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:07:01.692804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413190+0000","last_change":"2023-03-22T14:26:41.781521+0000","last_active":"2023-03-22T14:27:42.413190+0000","last_peered":"2023-03-22T14:27:42.413190+0000","last_clean":"2023-03-22T14:27:42.413190+0000","last_became_active":"2023-03-22T14:26:41.781130+0000","last_became_peered":"2023-03-22T14:26:41.781130+0000","last_unstale":"2023-03-22T14:27:42.413190+0000","last_undegraded":"2023-03-22T14:27:42.413190+0000","last_fullsized":"2023-03-22T14:27:42.413190+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:16:53.080993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374466+0000","last_change":"2023-03-22T14:26:09.609935+0000","last_active":"2023-03-22T14:27:42.374466+0000","last_peered":"2023-03-22T14:27:42.374466+0000","last_clean":"2023-03-22T14:27:42.374466+0000","last_became_active":"2023-03-22T14:26:09.609481+0000","last_became_peered":"2023-03-22T14:26:09.609481+0000","last_unstale":"2023-03-22T14:27:42.374466+0000","last_undegraded":"2023-03-22T14:27:42.374466+0000","last_fullsized":"2023-03-22T14:27:42.374466+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:25:15.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768358+0000","last_change":"2023-03-22T14:26:10.138371+0000","last_active":"2023-03-22T14:27:41.768358+0000","last_peered":"2023-03-22T14:27:41.768358+0000","last_clean":"2023-03-22T14:27:41.768358+0000","last_became_active":"2023-03-22T14:26:10.138075+0000","last_became_peered":"2023-03-22T14:26:10.138075+0000","last_unstale":"2023-03-22T14:27:41.768358+0000","last_undegraded":"2023-03-22T14:27:41.768358+0000","last_fullsized":"2023-03-22T14:27:41.768358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:52:32.849086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374402+0000","last_change":"2023-03-22T14:26:09.615642+0000","last_active":"2023-03-22T14:27:42.374402+0000","last_peered":"2023-03-22T14:27:42.374402+0000","last_clean":"2023-03-22T14:27:42.374402+0000","last_became_active":"2023-03-22T14:26:09.615073+0000","last_became_peered":"2023-03-22T14:26:09.615073+0000","last_unstale":"2023-03-22T14:27:42.374402+0000","last_undegraded":"2023-03-22T14:27:42.374402+0000","last_fullsized":"2023-03-22T14:27:42.374402+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:20:15.124230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374427+0000","last_change":"2023-03-22T14:26:10.152405+0000","last_active":"2023-03-22T14:27:42.374427+0000","last_peered":"2023-03-22T14:27:42.374427+0000","last_clean":"2023-03-22T14:27:42.374427+0000","last_became_active":"2023-03-22T14:26:10.152064+0000","last_became_peered":"2023-03-22T14:26:10.152064+0000","last_unstale":"2023-03-22T14:27:42.374427+0000","last_undegraded":"2023-03-22T14:27:42.374427+0000","last_fullsized":"2023-03-22T14:27:42.374427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:13.877126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374806+0000","last_change":"2023-03-22T14:26:41.782105+0000","last_active":"2023-03-22T14:27:42.374806+0000","last_peered":"2023-03-22T14:27:42.374806+0000","last_clean":"2023-03-22T14:27:42.374806+0000","last_became_active":"2023-03-22T14:26:41.776945+0000","last_became_peered":"2023-03-22T14:26:41.776945+0000","last_unstale":"2023-03-22T14:27:42.374806+0000","last_undegraded":"2023-03-22T14:27:42.374806+0000","last_fullsized":"2023-03-22T14:27:42.374806+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:44:39.841862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375032+0000","last_change":"2023-03-22T14:26:10.155688+0000","last_active":"2023-03-22T14:27:42.375032+0000","last_peered":"2023-03-22T14:27:42.375032+0000","last_clean":"2023-03-22T14:27:42.375032+0000","last_became_active":"2023-03-22T14:26:10.155368+0000","last_became_peered":"2023-03-22T14:26:10.155368+0000","last_unstale":"2023-03-22T14:27:42.375032+0000","last_undegraded":"2023-03-22T14:27:42.375032+0000","last_fullsized":"2023-03-22T14:27:42.375032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:30:34.662572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768468+0000","last_change":"2023-03-22T14:26:09.605132+0000","last_active":"2023-03-22T14:27:41.768468+0000","last_peered":"2023-03-22T14:27:41.768468+0000","last_clean":"2023-03-22T14:27:41.768468+0000","last_became_active":"2023-03-22T14:26:09.604792+0000","last_became_peered":"2023-03-22T14:26:09.604792+0000","last_unstale":"2023-03-22T14:27:41.768468+0000","last_undegraded":"2023-03-22T14:27:41.768468+0000","last_fullsized":"2023-03-22T14:27:41.768468+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:16.698944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765959+0000","last_change":"2023-03-22T14:26:10.149586+0000","last_active":"2023-03-22T14:27:41.765959+0000","last_peered":"2023-03-22T14:27:41.765959+0000","last_clean":"2023-03-22T14:27:41.765959+0000","last_became_active":"2023-03-22T14:26:10.149272+0000","last_became_peered":"2023-03-22T14:26:10.149272+0000","last_unstale":"2023-03-22T14:27:41.765959+0000","last_undegraded":"2023-03-22T14:27:41.765959+0000","last_fullsized":"2023-03-22T14:27:41.765959+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:29:33.951735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:44.484136+0000","last_change":"2023-03-22T14:26:09.610753+0000","last_active":"2023-03-22T14:27:44.484136+0000","last_peered":"2023-03-22T14:27:44.484136+0000","last_clean":"2023-03-22T14:27:44.484136+0000","last_became_active":"2023-03-22T14:26:09.610413+0000","last_became_peered":"2023-03-22T14:26:09.610413+0000","last_unstale":"2023-03-22T14:27:44.484136+0000","last_undegraded":"2023-03-22T14:27:44.484136+0000","last_fullsized":"2023-03-22T14:27:44.484136+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:59:58.710047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766212+0000","last_change":"2023-03-22T14:26:10.142314+0000","last_active":"2023-03-22T14:27:41.766212+0000","last_peered":"2023-03-22T14:27:41.766212+0000","last_clean":"2023-03-22T14:27:41.766212+0000","last_became_active":"2023-03-22T14:26:10.141610+0000","last_became_peered":"2023-03-22T14:26:10.141610+0000","last_unstale":"2023-03-22T14:27:41.766212+0000","last_undegraded":"2023-03-22T14:27:41.766212+0000","last_fullsized":"2023-03-22T14:27:41.766212+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:43:43.938852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375019+0000","last_change":"2023-03-22T14:26:09.611868+0000","last_active":"2023-03-22T14:27:42.375019+0000","last_peered":"2023-03-22T14:27:42.375019+0000","last_clean":"2023-03-22T14:27:42.375019+0000","last_became_active":"2023-03-22T14:26:09.611532+0000","last_became_peered":"2023-03-22T14:26:09.611532+0000","last_unstale":"2023-03-22T14:27:42.375019+0000","last_undegraded":"2023-03-22T14:27:42.375019+0000","last_fullsized":"2023-03-22T14:27:42.375019+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:37:14.495260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766060+0000","last_change":"2023-03-22T14:26:10.139589+0000","last_active":"2023-03-22T14:27:41.766060+0000","last_peered":"2023-03-22T14:27:41.766060+0000","last_clean":"2023-03-22T14:27:41.766060+0000","last_became_active":"2023-03-22T14:26:10.139244+0000","last_became_peered":"2023-03-22T14:26:10.139244+0000","last_unstale":"2023-03-22T14:27:41.766060+0000","last_undegraded":"2023-03-22T14:27:41.766060+0000","last_fullsized":"2023-03-22T14:27:41.766060+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:26:36.876321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374760+0000","last_change":"2023-03-22T14:26:09.614827+0000","last_active":"2023-03-22T14:27:42.374760+0000","last_peered":"2023-03-22T14:27:42.374760+0000","last_clean":"2023-03-22T14:27:42.374760+0000","last_became_active":"2023-03-22T14:26:09.614528+0000","last_became_peered":"2023-03-22T14:26:09.614528+0000","last_unstale":"2023-03-22T14:27:42.374760+0000","last_undegraded":"2023-03-22T14:27:42.374760+0000","last_fullsized":"2023-03-22T14:27:42.374760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:41:15.027921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766313+0000","last_change":"2023-03-22T14:26:10.139379+0000","last_active":"2023-03-22T14:27:41.766313+0000","last_peered":"2023-03-22T14:27:41.766313+0000","last_clean":"2023-03-22T14:27:41.766313+0000","last_became_active":"2023-03-22T14:26:10.138382+0000","last_became_peered":"2023-03-22T14:26:10.138382+0000","last_unstale":"2023-03-22T14:27:41.766313+0000","last_undegraded":"2023-03-22T14:27:41.766313+0000","last_fullsized":"2023-03-22T14:27:41.766313+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:35:05.064469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374546+0000","last_change":"2023-03-22T14:26:10.135991+0000","last_active":"2023-03-22T14:27:42.374546+0000","last_peered":"2023-03-22T14:27:42.374546+0000","last_clean":"2023-03-22T14:27:42.374546+0000","last_became_active":"2023-03-22T14:26:10.135654+0000","last_became_peered":"2023-03-22T14:26:10.135654+0000","last_unstale":"2023-03-22T14:27:42.374546+0000","last_undegraded":"2023-03-22T14:27:42.374546+0000","last_fullsized":"2023-03-22T14:27:42.374546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:27:12.038862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375885+0000","last_change":"2023-03-22T14:26:10.135976+0000","last_active":"2023-03-22T14:27:42.375885+0000","last_peered":"2023-03-22T14:27:42.375885+0000","last_clean":"2023-03-22T14:27:42.375885+0000","last_became_active":"2023-03-22T14:26:10.135680+0000","last_became_peered":"2023-03-22T14:26:10.135680+0000","last_unstale":"2023-03-22T14:27:42.375885+0000","last_undegraded":"2023-03-22T14:27:42.375885+0000","last_fullsized":"2023-03-22T14:27:42.375885+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:55:16.213809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374661+0000","last_change":"2023-03-22T14:26:10.156986+0000","last_active":"2023-03-22T14:27:42.374661+0000","last_peered":"2023-03-22T14:27:42.374661+0000","last_clean":"2023-03-22T14:27:42.374661+0000","last_became_active":"2023-03-22T14:26:10.156657+0000","last_became_peered":"2023-03-22T14:26:10.156657+0000","last_unstale":"2023-03-22T14:27:42.374661+0000","last_undegraded":"2023-03-22T14:27:42.374661+0000","last_fullsized":"2023-03-22T14:27:42.374661+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:57.083586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412944+0000","last_change":"2023-03-22T14:26:41.780844+0000","last_active":"2023-03-22T14:27:42.412944+0000","last_peered":"2023-03-22T14:27:42.412944+0000","last_clean":"2023-03-22T14:27:42.412944+0000","last_became_active":"2023-03-22T14:26:41.780427+0000","last_became_peered":"2023-03-22T14:26:41.780427+0000","last_unstale":"2023-03-22T14:27:42.412944+0000","last_undegraded":"2023-03-22T14:27:42.412944+0000","last_fullsized":"2023-03-22T14:27:42.412944+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:52:38.823420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374631+0000","last_change":"2023-03-22T14:26:10.157213+0000","last_active":"2023-03-22T14:27:42.374631+0000","last_peered":"2023-03-22T14:27:42.374631+0000","last_clean":"2023-03-22T14:27:42.374631+0000","last_became_active":"2023-03-22T14:26:10.156854+0000","last_became_peered":"2023-03-22T14:26:10.156854+0000","last_unstale":"2023-03-22T14:27:42.374631+0000","last_undegraded":"2023-03-22T14:27:42.374631+0000","last_fullsized":"2023-03-22T14:27:42.374631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:45:40.252389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374981+0000","last_change":"2023-03-22T14:26:10.140537+0000","last_active":"2023-03-22T14:27:42.374981+0000","last_peered":"2023-03-22T14:27:42.374981+0000","last_clean":"2023-03-22T14:27:42.374981+0000","last_became_active":"2023-03-22T14:26:10.140249+0000","last_became_peered":"2023-03-22T14:26:10.140249+0000","last_unstale":"2023-03-22T14:27:42.374981+0000","last_undegraded":"2023-03-22T14:27:42.374981+0000","last_fullsized":"2023-03-22T14:27:42.374981+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:38:28.429053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376020+0000","last_change":"2023-03-22T14:26:10.138443+0000","last_active":"2023-03-22T14:27:42.376020+0000","last_peered":"2023-03-22T14:27:42.376020+0000","last_clean":"2023-03-22T14:27:42.376020+0000","last_became_active":"2023-03-22T14:26:10.138106+0000","last_became_peered":"2023-03-22T14:26:10.138106+0000","last_unstale":"2023-03-22T14:27:42.376020+0000","last_undegraded":"2023-03-22T14:27:42.376020+0000","last_fullsized":"2023-03-22T14:27:42.376020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:49:51.292769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375288+0000","last_change":"2023-03-22T14:26:10.141634+0000","last_active":"2023-03-22T14:27:42.375288+0000","last_peered":"2023-03-22T14:27:42.375288+0000","last_clean":"2023-03-22T14:27:42.375288+0000","last_became_active":"2023-03-22T14:26:10.141143+0000","last_became_peered":"2023-03-22T14:26:10.141143+0000","last_unstale":"2023-03-22T14:27:42.375288+0000","last_undegraded":"2023-03-22T14:27:42.375288+0000","last_fullsized":"2023-03-22T14:27:42.375288+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:33.812631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374108+0000","last_change":"2023-03-22T14:26:41.777587+0000","last_active":"2023-03-22T14:27:42.374108+0000","last_peered":"2023-03-22T14:27:42.374108+0000","last_clean":"2023-03-22T14:27:42.374108+0000","last_became_active":"2023-03-22T14:26:41.776988+0000","last_became_peered":"2023-03-22T14:26:41.776988+0000","last_unstale":"2023-03-22T14:27:42.374108+0000","last_undegraded":"2023-03-22T14:27:42.374108+0000","last_fullsized":"2023-03-22T14:27:42.374108+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:24:45.504874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374298+0000","last_change":"2023-03-22T14:26:10.131307+0000","last_active":"2023-03-22T14:27:42.374298+0000","last_peered":"2023-03-22T14:27:42.374298+0000","last_clean":"2023-03-22T14:27:42.374298+0000","last_became_active":"2023-03-22T14:26:10.131004+0000","last_became_peered":"2023-03-22T14:26:10.131004+0000","last_unstale":"2023-03-22T14:27:42.374298+0000","last_undegraded":"2023-03-22T14:27:42.374298+0000","last_fullsized":"2023-03-22T14:27:42.374298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:32.456144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374753+0000","last_change":"2023-03-22T14:26:10.142897+0000","last_active":"2023-03-22T14:27:42.374753+0000","last_peered":"2023-03-22T14:27:42.374753+0000","last_clean":"2023-03-22T14:27:42.374753+0000","last_became_active":"2023-03-22T14:26:10.142592+0000","last_became_peered":"2023-03-22T14:26:10.142592+0000","last_unstale":"2023-03-22T14:27:42.374753+0000","last_undegraded":"2023-03-22T14:27:42.374753+0000","last_fullsized":"2023-03-22T14:27:42.374753+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:15:45.117179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375139+0000","last_change":"2023-03-22T14:26:10.157250+0000","last_active":"2023-03-22T14:27:42.375139+0000","last_peered":"2023-03-22T14:27:42.375139+0000","last_clean":"2023-03-22T14:27:42.375139+0000","last_became_active":"2023-03-22T14:26:10.156906+0000","last_became_peered":"2023-03-22T14:26:10.156906+0000","last_unstale":"2023-03-22T14:27:42.375139+0000","last_undegraded":"2023-03-22T14:27:42.375139+0000","last_fullsized":"2023-03-22T14:27:42.375139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:04:02.288583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374656+0000","last_change":"2023-03-22T14:26:10.141488+0000","last_active":"2023-03-22T14:27:42.374656+0000","last_peered":"2023-03-22T14:27:42.374656+0000","last_clean":"2023-03-22T14:27:42.374656+0000","last_became_active":"2023-03-22T14:26:10.141217+0000","last_became_peered":"2023-03-22T14:26:10.141217+0000","last_unstale":"2023-03-22T14:27:42.374656+0000","last_undegraded":"2023-03-22T14:27:42.374656+0000","last_fullsized":"2023-03-22T14:27:42.374656+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:59.348934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65725,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":950,"num_read_kb":551,"num_write":246,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":201495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416417,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6152,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739000,"statfs":{"total":95995035648,"available":95988736000,"internally_reserved":0,"allocated":983040,"data_stored":465289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.59099999999999997,"15min":0.60299999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.64400000000000002,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.60699999999999998,"15min":0.61599999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78800000000000003,"5min":0.874,"15min":0.874},"last":0.66600000000000004}]},{"osd":1,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64200000000000002,"15min":0.64000000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.82399999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.65000000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.498,"15min":0.5},"min":{"1min":0.33900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.51500000000000001,"15min":0.52000000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73199999999999998,"5min":0.871,"15min":0.871},"last":0.55800000000000005}]},{"osd":3,"last update":"Wed Mar 22 14:27:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73399999999999999}]},{"osd":4,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.66800000000000004,"15min":0.66300000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.64300000000000002,"15min":0.64100000000000001},"min":{"1min":0.45300000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.95699999999999996,"5min":1.155,"15min":1.155},"last":0.59899999999999998}]},{"osd":5,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.60599999999999998,"15min":0.59999999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.97299999999999998,"5min":1.133,"15min":1.133},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.621,"15min":0.625},"min":{"1min":0.38200000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.79800000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.70699999999999996}]},{"osd":6,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.73199999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.502,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.83799999999999997,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71799999999999997,"15min":0.71899999999999997},"min":{"1min":0.53700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.90600000000000003,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.751}]},{"osd":8,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.87}]},{"osd":9,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.80700000000000005,"15min":0.81399999999999995},"min":{"1min":0.621,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.073,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.81599999999999995,"15min":0.82899999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0029999999999999,"5min":1.383,"15min":1.383},"last":0.92300000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.99099999999999999,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.79300000000000004,"15min":0.79200000000000004},"min":{"1min":0.70299999999999996,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.052,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.91000000000000003}]}]},{"osd":10,"up_from":72,"seq":309237645349,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7208,"kb_used_data":1632,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93737944,"statfs":{"total":95995035648,"available":95987654656,"internally_reserved":0,"allocated":1671168,"data_stored":1115104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.44},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.40799999999999997}]},{"osd":1,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.436,"15min":0.435},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.69299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.311,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.38200000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.46100000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.79800000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.58599999999999997,"15min":0.58299999999999996},"min":{"1min":0.44,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78700000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.57399999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.627,"15min":0.63100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78100000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.753,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.55600000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73399999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.27400000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.496}]},{"osd":5,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64500000000000002,"15min":0.63900000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.52400000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.88700000000000001,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.627}]},{"osd":6,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.78100000000000003,"15min":0.74099999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":7.0149999999999997,"5min":7.0149999999999997,"15min":7.0149999999999997},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.749,"5min":0.74399999999999999,"15min":0.74299999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.64800000000000002}]},{"osd":7,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.57199999999999995}]},{"osd":8,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94399999999999995,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.746,"5min":0.74099999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.89500000000000002,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.65900000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.77900000000000003,"15min":0.78100000000000003},"min":{"1min":0.48799999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92300000000000004,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.746},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.91000000000000003,"5min":1.129,"15min":1.129},"last":0.69599999999999995}]},{"osd":11,"last update":"Wed Mar 22 14:27:29 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.71899999999999997,"15min":0.70899999999999996},"min":{"1min":0.54500000000000004,"5min":0.505,"15min":0.505},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.73599999999999999,"15min":0.72399999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.96799999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.71799999999999997}]}]},{"osd":9,"up_from":67,"seq":287762808873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6360,"kb_used_data":976,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738792,"statfs":{"total":95995035648,"available":95988523008,"internally_reserved":0,"allocated":999424,"data_stored":465199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.58999999999999997,"15min":0.61399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.84599999999999997,"5min":2.2069999999999999,"15min":2.2069999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.79900000000000004,"15min":0.68400000000000005},"min":{"1min":0.38300000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.0700000000000001,"5min":20.273,"15min":20.273},"last":0.63900000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80000000000000004,"15min":0.82399999999999995},"min":{"1min":0.51400000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.5150000000000001,"5min":3.5150000000000001,"15min":3.5150000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.75,"15min":0.78600000000000003},"min":{"1min":0.433,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.442}]},{"osd":2,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.82199999999999995,"15min":0.86799999999999999},"min":{"1min":0.52700000000000002,"5min":0.504,"15min":0.504},"max":{"1min":0.91800000000000004,"5min":1.748,"15min":1.748},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.97899999999999998,"15min":0.86099999999999999},"min":{"1min":0.54100000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.407,"5min":20.039999999999999,"15min":20.039999999999999},"last":0.40300000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.71499999999999997,"15min":0.68500000000000005},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.97899999999999998,"5min":9.3640000000000008,"15min":9.3640000000000008},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.76100000000000001,"15min":0.79800000000000004},"min":{"1min":0.41899999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.95099999999999996,"5min":2.2440000000000002,"15min":2.2440000000000002},"last":0.81299999999999994}]},{"osd":4,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.98499999999999999,"15min":0.879},"min":{"1min":0.55400000000000005,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.321,"5min":20.18,"15min":20.18},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72599999999999998,"15min":0.74399999999999999},"min":{"1min":0.46999999999999997,"5min":0.441,"15min":0.441},"max":{"1min":1.1200000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.66000000000000003}]},{"osd":5,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.76500000000000001,"15min":0.78000000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.097,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.90100000000000002,"15min":0.92900000000000005},"min":{"1min":0.62,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.69799999999999995}]},{"osd":6,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.90800000000000003,"15min":0.95199999999999996},"min":{"1min":0.58099999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0149999999999999,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0600000000000001,"15min":0.96799999999999997},"min":{"1min":0.48099999999999998,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.242,"5min":20.361999999999998,"15min":20.361999999999998},"last":0.71799999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.84899999999999998,"15min":0.88700000000000001},"min":{"1min":0.57699999999999996,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.159,"5min":1.508,"15min":1.508},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.92600000000000005,"15min":0.97399999999999998},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.0529999999999999,"5min":1.302,"15min":1.302},"last":0.78000000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":1.1259999999999999,"15min":1.0289999999999999},"min":{"1min":0.60499999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.3879999999999999,"5min":20.321999999999999,"15min":20.321999999999999},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.91300000000000003,"15min":0.95799999999999996},"min":{"1min":0.629,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.0700000000000001,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.83599999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":1.1399999999999999,"15min":1.026},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":20.23,"5min":20.23,"15min":20.23},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.91900000000000004,"15min":0.93300000000000005},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.85899999999999999}]}]},{"osd":8,"up_from":59,"seq":253403070511,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6548,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738604,"statfs":{"total":95995035648,"available":95988330496,"internally_reserved":0,"allocated":995328,"data_stored":465577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.60299999999999998,"15min":0.61299999999999999},"min":{"1min":0.40699999999999997,"5min":0.379,"15min":0.379},"max":{"1min":0.752,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.498}]},{"osd":1,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.59599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38700000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60999999999999999,"15min":0.59299999999999997},"min":{"1min":0.46200000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.82199999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.70899999999999996}]},{"osd":2,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.48499999999999999,"15min":0.47899999999999998},"min":{"1min":0.372,"5min":0.317,"15min":0.317},"max":{"1min":0.68899999999999995,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.46400000000000002,"15min":0.44800000000000001},"min":{"1min":0.36799999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70099999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.59999999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.44700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63800000000000001},"min":{"1min":0.48099999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.58399999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59699999999999998,"15min":0.59199999999999997},"min":{"1min":0.38700000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.47499999999999998,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.64800000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.58399999999999996,"15min":0.56899999999999995},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83899999999999997,"5min":0.872,"15min":0.872},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56399999999999995,"15min":0.55000000000000004},"min":{"1min":0.41899999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.89100000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.752}]},{"osd":6,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":0.755,"15min":0.71299999999999997},"min":{"1min":0.46999999999999997,"5min":0.432,"15min":0.432},"max":{"1min":4.5090000000000003,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.22,"5min":0.82199999999999995,"15min":0.75},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":9.3040000000000003,"5min":9.3040000000000003,"15min":9.3040000000000003},"last":0.73899999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.70599999999999996,"15min":0.68600000000000005},"min":{"1min":0.55300000000000005,"5min":0.438,"15min":0.438},"max":{"1min":0.94599999999999995,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.747,"5min":0.70199999999999996,"15min":0.69599999999999995},"min":{"1min":0.48999999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.79600000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.79000000000000004,"15min":0.76900000000000002},"min":{"1min":0.52000000000000002,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.012,"5min":1.026,"15min":1.026},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.81899999999999995,"15min":0.80100000000000005},"min":{"1min":0.627,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.98099999999999998,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.86399999999999999}]},{"osd":10,"last update":"Wed Mar 22 14:27:09 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.71599999999999997,"15min":0.70399999999999996},"min":{"1min":0.56999999999999995,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.75600000000000001,"15min":0.73999999999999999},"min":{"1min":0.57899999999999996,"5min":0.497,"15min":0.497},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.76700000000000002}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.69599999999999995}]}]},{"osd":7,"up_from":52,"seq":223338299442,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7192,"kb_used_data":1552,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737960,"statfs":{"total":95995035648,"available":95987671040,"internally_reserved":0,"allocated":1589248,"data_stored":1058082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.47499999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.502},{"interface":"front","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84599999999999997,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56899999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.5},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.434,"15min":0.42499999999999999},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59099999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47799999999999998}]},{"osd":2,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.57699999999999996,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.63500000000000001,"15min":0.59899999999999998},"min":{"1min":0.42499999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":3.9550000000000001,"5min":3.9550000000000001,"15min":3.9550000000000001},"last":0.73799999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.65500000000000003,"15min":0.61899999999999999},"min":{"1min":0.48799999999999999,"5min":0.373,"15min":0.373},"max":{"1min":3.6499999999999999,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63400000000000001,"15min":0.621},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":0.82099999999999995,"5min":1.03,"15min":1.03},"last":0.59399999999999997}]},{"osd":4,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.751,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77200000000000002,"5min":1.264,"15min":1.264},"last":0.53500000000000003}]},{"osd":5,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.44400000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64300000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.83599999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.69099999999999995,"15min":0.68100000000000005},"min":{"1min":0.54500000000000004,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0229999999999999,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.74299999999999999,"15min":0.71299999999999997},"min":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":3.9689999999999999,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.67200000000000004}]},{"osd":8,"last update":"Wed Mar 22 14:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.71699999999999997,"15min":0.70399999999999996},"min":{"1min":0.52200000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.93200000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.71999999999999997,"15min":0.72299999999999998},"min":{"1min":0.435,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.92200000000000004,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.82199999999999995}]},{"osd":9,"last update":"Wed Mar 22 14:27:42 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.1870000000000001,"5min":1.7350000000000001,"15min":1.7350000000000001},"last":0.876},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.81200000000000006,"15min":0.80700000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.0820000000000001,"5min":1.746,"15min":1.746},"last":0.92500000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.71599999999999997,"15min":0.72099999999999997},"min":{"1min":0.47299999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82499999999999996,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.71499999999999997,"15min":0.71299999999999997},"min":{"1min":0.57399999999999995,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83699999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.88600000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":1},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.90300000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462966,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6472,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738680,"statfs":{"total":95995035648,"available":95988408320,"internally_reserved":0,"allocated":983040,"data_stored":465190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48499999999999999,"15min":0.47099999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.89300000000000002,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54300000000000004,"15min":0.52500000000000002},"min":{"1min":0.35099999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.052,"5min":2.2229999999999999,"15min":2.2229999999999999},"last":0.44400000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.71499999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0629999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.72199999999999998,"15min":0.70699999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92100000000000004,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":0.84299999999999997}]},{"osd":2,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.70299999999999996,"15min":0.69899999999999995},"min":{"1min":0.47599999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.1539999999999999,"5min":1.161,"15min":1.161},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.72399999999999998,"15min":0.69299999999999995},"min":{"1min":0.46500000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.2789999999999999,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.58299999999999996}]},{"osd":3,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.64000000000000001,"15min":0.61899999999999999},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.4099999999999999,"5min":3.0390000000000001,"15min":3.0390000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.68000000000000005,"15min":0.67300000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.98299999999999998,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":0.64700000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.74199999999999999,"15min":0.748},"min":{"1min":0.502,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.1160000000000001,"5min":1.234,"15min":1.234},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.81799999999999995,"15min":0.75800000000000001},"min":{"1min":0.53300000000000003,"5min":0.501,"15min":0.501},"max":{"1min":6.1980000000000004,"5min":6.1980000000000004,"15min":6.1980000000000004},"last":0.73899999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.81000000000000005,"15min":0.80200000000000005},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2909999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.82599999999999996,"15min":0.81399999999999995},"min":{"1min":0.53800000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2050000000000001,"5min":2.956,"15min":2.956},"last":0.66800000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.4470000000000001,"5min":2.528,"15min":2.528},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.83299999999999996,"15min":0.81299999999999994},"min":{"1min":0.59599999999999997,"5min":0.442,"15min":0.442},"max":{"1min":1.45,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.70399999999999996}]},{"osd":8,"last update":"Wed Mar 22 14:27:24 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.81999999999999995,"15min":0.81599999999999995},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.3120000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.89800000000000002,"15min":0.88400000000000001},"min":{"1min":0.56899999999999995,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3859999999999999,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":0.876}]},{"osd":9,"last update":"Wed Mar 22 14:27:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.93700000000000006,"15min":0.96099999999999997},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.427,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.86899999999999999,"15min":0.86099999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.5880000000000001,"5min":1.657,"15min":1.657},"last":0.81100000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.0289999999999999,"15min":1.0469999999999999},"min":{"1min":0.748,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.4830000000000001,"5min":1.907,"15min":1.907},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.92100000000000004,"15min":0.92300000000000004},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":1.083}]}]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7620,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":6592,"kb_avail":93737532,"statfs":{"total":95995035648,"available":95987232768,"internally_reserved":0,"allocated":1044480,"data_stored":528792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6750208},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.54500000000000004,"15min":0.53800000000000003},"min":{"1min":0.38800000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.245,"15min":0.245},"max":{"1min":0.92000000000000004,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.51900000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.55500000000000005,"15min":0.53500000000000003},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.57999999999999996,"15min":0.55100000000000005},"min":{"1min":0.56699999999999995,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.68999999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.60199999999999998,"15min":0.57999999999999996},"min":{"1min":0.39900000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.72599999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58799999999999997,"15min":0.58999999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88300000000000001,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.497}]},{"osd":4,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.32100000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61099999999999999,"5min":0.75,"15min":0.75},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.46100000000000002,"15min":0.439},"min":{"1min":0.32700000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.57299999999999995}]},{"osd":5,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.622,"15min":0.59399999999999997},"min":{"1min":0.51400000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.81699999999999995,"5min":0.874,"15min":0.874},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.745,"5min":0.63100000000000001,"15min":0.60099999999999998},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.78000000000000003}]},{"osd":6,"last update":"Wed Mar 22 14:27:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.72599999999999998,"15min":0.76800000000000002},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84499999999999997,"5min":2.9380000000000002,"15min":2.9380000000000002},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.69299999999999995,"15min":0.74299999999999999},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85499999999999998,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.59299999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:26:57 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56699999999999995,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.82799999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.746},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61699999999999999,"15min":0.58599999999999997},"min":{"1min":0.46800000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91100000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.73499999999999999}]},{"osd":8,"last update":"Wed Mar 22 14:27:19 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.68600000000000005,"15min":0.66200000000000003},"min":{"1min":0.56499999999999995,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90500000000000003,"5min":1.036,"15min":1.036},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.64200000000000002,"15min":0.61799999999999999},"min":{"1min":0.53800000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.67400000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.74099999999999999,"15min":0.72699999999999998},"min":{"1min":0.53000000000000003,"5min":0.5,"15min":0.5},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.77400000000000002,"15min":0.76800000000000002},"min":{"1min":0.54000000000000004,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.93600000000000005,"5min":1.024,"15min":1.024},"last":0.84099999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.504,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.86199999999999999,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.70899999999999996,"15min":0.70099999999999996},"min":{"1min":0.504,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94999999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.82199999999999995}]},{"osd":11,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.875}]}]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7388,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737764,"statfs":{"total":95995035648,"available":95987470336,"internally_reserved":0,"allocated":1003520,"data_stored":466207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 22 14:26:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.60799999999999998,"15min":0.55000000000000004},"min":{"1min":0.434,"5min":0.313,"15min":0.313},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.66600000000000004,"15min":0.58599999999999997},"min":{"1min":0.47499999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.98699999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.76300000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69799999999999995,"15min":0.59799999999999998},"min":{"1min":0.54800000000000004,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93200000000000005,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.65600000000000003,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.84899999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.504},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.55200000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:26:52 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61899999999999999,"15min":0.58699999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0529999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67000000000000004}]},{"osd":5,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.66600000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.77600000000000002,"15min":0.72499999999999998},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.099,"5min":1.272,"15min":1.272},"last":0.92900000000000005}]},{"osd":6,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.753,"15min":0.69799999999999995},"min":{"1min":0.47299999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0489999999999999,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.66000000000000003,"15min":0.63200000000000001},"min":{"1min":0.40100000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.84699999999999998,"5min":1.46,"15min":1.46},"last":0.65400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.88200000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:27:19 2023","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.82899999999999996,"15min":0.85299999999999998},"min":{"1min":0.57399999999999995,"5min":0.498,"15min":0.498},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0109999999999999,"15min":1.0209999999999999},"min":{"1min":0.72899999999999998,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":5.5510000000000002,"5min":5.5510000000000002,"15min":5.5510000000000002},"last":0.98699999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.99399999999999999,"15min":1.0529999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.0880000000000001,"5min":1.409,"15min":1.409},"last":1.036},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.83199999999999996,"15min":0.85599999999999998},"min":{"1min":0.45900000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.95999999999999996,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.95099999999999996}]},{"osd":10,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.84299999999999997,"15min":0.84599999999999997},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":1.006},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.97299999999999998,"15min":0.98399999999999999},"min":{"1min":0.75,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.21,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.071}]},{"osd":11,"last update":"Wed Mar 22 14:27:25 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.84899999999999998,"15min":0.84299999999999997},"min":{"1min":0.66300000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.1000000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.83899999999999997,"15min":0.82999999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.93999999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7628,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":6592,"kb_avail":93737524,"statfs":{"total":95995035648,"available":95987224576,"internally_reserved":0,"allocated":1052672,"data_stored":523944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6750208},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54200000000000004,"15min":0.50800000000000001},"min":{"1min":0.41799999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.79600000000000004,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.503},"min":{"1min":0.41599999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.97899999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.57299999999999995,"15min":0.51300000000000001},"min":{"1min":0.441,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.59499999999999997,"15min":0.53300000000000003},"min":{"1min":0.501,"5min":0.311,"15min":0.311},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.92900000000000005}]},{"osd":3,"last update":"Wed Mar 22 14:27:28 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.627,"15min":0.57699999999999996},"min":{"1min":0.38300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91800000000000004,"5min":1.496,"15min":1.496},"last":1.115},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.61299999999999999,"15min":0.57899999999999996},"min":{"1min":0.48299999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84499999999999997,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.91200000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.875},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.74399999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.45800000000000002,"15min":0.42099999999999999},"min":{"1min":0.44900000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77700000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.50800000000000001,"15min":0.46200000000000002},"min":{"1min":0.40000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.84399999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.63400000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.70799999999999996,"15min":0.68000000000000005},"min":{"1min":0.58499999999999996,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.93600000000000005,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71199999999999997,"15min":0.67600000000000005},"min":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.056,"5min":1.661,"15min":1.661},"last":1.0489999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.65300000000000002,"15min":0.65100000000000002},"min":{"1min":0.438,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.619}]},{"osd":8,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40699999999999997,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81200000000000006,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.65600000000000003,"15min":0.65500000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.82799999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77600000000000002,"15min":0.77300000000000002},"min":{"1min":0.56699999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.98399999999999999,"5min":1.139,"15min":1.139},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.78500000000000003,"15min":0.77500000000000002},"min":{"1min":0.55900000000000005,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.089,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":1.089}]},{"osd":10,"last update":"Wed Mar 22 14:27:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.69699999999999995,"15min":0.68999999999999995},"min":{"1min":0.54200000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.75,"15min":0.73799999999999999},"min":{"1min":0.58399999999999996,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":1.0660000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":1.0269999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149764,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6808,"kb_used_data":976,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738344,"statfs":{"total":95995035648,"available":95988064256,"internally_reserved":0,"allocated":999424,"data_stored":464753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.46600000000000003,"15min":0.45000000000000001},"min":{"1min":0.313,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47699999999999998,"15min":0.44700000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.74099999999999999,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50700000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.69199999999999995,"15min":0.63600000000000001},"min":{"1min":0.49299999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0629999999999999,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.64000000000000001,"15min":0.58899999999999997},"min":{"1min":0.51100000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.81599999999999995}]},{"osd":2,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67100000000000004,"15min":0.69299999999999995},"min":{"1min":0.45200000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98199999999999998,"5min":2.238,"15min":2.238},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.71699999999999997,"15min":0.67500000000000004},"min":{"1min":0.433,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.95399999999999996,"5min":1.629,"15min":1.629},"last":0.64500000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.71099999999999997,"15min":0.66900000000000004},"min":{"1min":0.60999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.095,"5min":1.202,"15min":1.202},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72899999999999998,"15min":0.69699999999999995},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98899999999999999,"5min":1.022,"15min":1.022},"last":0.89400000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.752,"15min":0.72399999999999998},"min":{"1min":0.504,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.032,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.70199999999999996,"15min":0.71499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.1299999999999999,"5min":2.194,"15min":2.194},"last":0.61499999999999999}]},{"osd":6,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64600000000000002,"15min":0.628},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0149999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69199999999999995,"15min":0.66400000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.622}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.72599999999999998,"15min":0.70399999999999996},"min":{"1min":0.56499999999999995,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.877,"5min":0.83999999999999997,"15min":0.80700000000000005},"min":{"1min":0.623,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0649999999999999,"5min":1.268,"15min":1.268},"last":0.91200000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55900000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81100000000000005,"15min":0.82699999999999996},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.1819999999999999,"5min":1.21,"15min":1.21},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.98699999999999999,"15min":1.008},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2070000000000001,"5min":1.306,"15min":1.306},"last":0.79400000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:01 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.82999999999999996,"15min":0.82399999999999995},"min":{"1min":0.63500000000000001,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.71399999999999997}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.85899999999999999},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":6.9279999999999999,"5min":6.9279999999999999,"15min":6.9279999999999999},"last":0.877}]}]},{"osd":4,"up_from":34,"seq":146028888129,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6600,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738552,"statfs":{"total":95995035648,"available":95988277248,"internally_reserved":0,"allocated":983040,"data_stored":465260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.435,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84899999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.46500000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41599999999999998,"15min":0.374},"min":{"1min":0.27000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.56299999999999994,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42599999999999999,"15min":0.38400000000000001},"min":{"1min":0.32300000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.65800000000000003,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42499999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.68600000000000005,"15min":0.85799999999999998},"min":{"1min":0.47499999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.88800000000000001,"5min":8.1150000000000002,"15min":8.1150000000000002},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58299999999999996,"15min":0.54100000000000004},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.76900000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56599999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.628,"15min":0.59599999999999997},"min":{"1min":0.46400000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76400000000000001,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.60399999999999998,"15min":0.59399999999999997},"min":{"1min":0.42399999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79700000000000004,"5min":1.04,"15min":1.04},"last":0.60999999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59399999999999997,"15min":0.56899999999999995},"min":{"1min":0.36499999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.748,"5min":0.625,"15min":0.57299999999999995},"min":{"1min":0.61399999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72799999999999998}]},{"osd":6,"last update":"Wed Mar 22 14:27:37 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.68600000000000005,"15min":0.63800000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.718,"5min":2.718,"15min":2.718},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.64400000000000002,"15min":0.63},"min":{"1min":0.47099999999999997,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88300000000000001,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.53900000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.54800000000000004},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.76600000000000001,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.63600000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:27:17 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.44600000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.95899999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.74099999999999999,"15min":0.73299999999999998},"min":{"1min":0.53000000000000003,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.95299999999999996,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.80400000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:27:41 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.75800000000000001,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":2.7440000000000002,"5min":2.7440000000000002,"15min":2.7440000000000002},"last":0.752},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.77900000000000003,"15min":0.78900000000000003},"min":{"1min":0.505,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":2.7080000000000002,"5min":2.7080000000000002,"15min":2.7080000000000002},"last":0.66300000000000003}]},{"osd":10,"last update":"Wed Mar 22 14:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.78200000000000003,"15min":0.78500000000000003},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.98999999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.69699999999999995,"15min":0.69899999999999995},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96199999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.67200000000000004}]},{"osd":11,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.83599999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724604,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7268,"kb_used_data":1564,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737884,"statfs":{"total":95995035648,"available":95987593216,"internally_reserved":0,"allocated":1601536,"data_stored":1057009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56599999999999995,"15min":0.55900000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71699999999999997,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53900000000000003,"15min":0.53000000000000003},"min":{"1min":0.374,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65100000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.40699999999999997}]},{"osd":1,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.52400000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.624},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57399999999999995,"15min":0.54400000000000004},"min":{"1min":0.503,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80500000000000005,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41799999999999998,"15min":0.40300000000000002},"min":{"1min":0.378,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.626,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.35099999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65600000000000003,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.377,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73699999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.60799999999999998,"15min":0.59199999999999997},"min":{"1min":0.52000000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.80800000000000005,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.53600000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.59099999999999997,"15min":0.57499999999999996},"min":{"1min":0.40400000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78000000000000003,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.59899999999999998,"15min":0.57599999999999996},"min":{"1min":0.41799999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.82999999999999996,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64700000000000002}]},{"osd":6,"last update":"Wed Mar 22 14:27:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.67100000000000004,"15min":0.63700000000000001},"min":{"1min":0.54800000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.94099999999999995,"5min":1.05,"15min":1.05},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.68200000000000005,"15min":0.66300000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.90500000000000003,"5min":0.999,"15min":0.999},"last":0.78400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.64800000000000002,"15min":0.64200000000000002},"min":{"1min":0.54200000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.86799999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64500000000000002},"min":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.755}]},{"osd":8,"last update":"Wed Mar 22 14:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.61299999999999999,"15min":0.59699999999999998},"min":{"1min":0.48499999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81200000000000006,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.65900000000000003,"15min":0.65200000000000002},"min":{"1min":0.52400000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.58399999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.77300000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.92200000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77700000000000002,"15min":0.78600000000000003},"min":{"1min":0.55700000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.83299999999999996,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.79900000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:03 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.73799999999999999,"15min":0.73599999999999999},"min":{"1min":0.58999999999999997,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90400000000000003,"5min":1.018,"15min":1.018},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.72999999999999998,"15min":0.73099999999999998},"min":{"1min":0.57299999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.88700000000000001,"5min":1.002,"15min":1.002},"last":0.70199999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":64988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":60456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-22T14:27:50.893 INFO:tasks.fwd_scrub.ceph_manager:clean! 2023-03-22T14:27:50.894 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-03-22T14:27:51.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.113+0000 7fd661bff700 1 -- 172.21.15.45:0/496348120 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1001c0 msgr2=0x7fd65c1005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.113+0000 7fd661bff700 1 --2- 172.21.15.45:0/496348120 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1001c0 0x7fd65c1005d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fd64c009990 tx=0x7fd64c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.113+0000 7fd661bff700 1 -- 172.21.15.45:0/496348120 shutdown_connections 2023-03-22T14:27:51.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.113+0000 7fd661bff700 1 --2- 172.21.15.45:0/496348120 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c101d40 0x7fd65c108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.113+0000 7fd661bff700 1 --2- 172.21.15.45:0/496348120 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1001c0 0x7fd65c1005d0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.113+0000 7fd661bff700 1 --2- 172.21.15.45:0/496348120 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd65c1013b0 0x7fd65c101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.113+0000 7fd661bff700 1 -- 172.21.15.45:0/496348120 >> 172.21.15.45:0/496348120 conn(0x7fd65c0fb7a0 msgr2=0x7fd65c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:51.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.114+0000 7fd661bff700 1 -- 172.21.15.45:0/496348120 shutdown_connections 2023-03-22T14:27:51.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.114+0000 7fd661bff700 1 -- 172.21.15.45:0/496348120 wait complete. 2023-03-22T14:27:51.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 Processor -- start 2023-03-22T14:27:51.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 -- start start 2023-03-22T14:27:51.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c1001c0 0x7fd65c198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1013b0 0x7fd65c1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd65c101d40 0x7fd65c19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c19fde0 con 0x7fd65c1001c0 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c19ff20 con 0x7fd65c1013b0 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd661bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c1a00b0 con 0x7fd65c101d40 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd65b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c1001c0 0x7fd65c198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd65affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1013b0 0x7fd65c1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd65b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c1001c0 0x7fd65c198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41850/0 (socket says 172.21.15.45:41850) 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd65b7fe700 1 -- 172.21.15.45:0/1288204757 learned_addr learned my addr 172.21.15.45:0/1288204757 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.115+0000 7fd65bfff700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd65c101d40 0x7fd65c19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd65b7fe700 1 -- 172.21.15.45:0/1288204757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd65c101d40 msgr2=0x7fd65c19f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd65b7fe700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd65c101d40 0x7fd65c19f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd65b7fe700 1 -- 172.21.15.45:0/1288204757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1013b0 msgr2=0x7fd65c1987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd65b7fe700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1013b0 0x7fd65c1987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd65b7fe700 1 -- 172.21.15.45:0/1288204757 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd64c0095f0 con 0x7fd65c1001c0 2023-03-22T14:27:51.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd65b7fe700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c1001c0 0x7fd65c198260 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd64c005740 tx=0x7fd64c005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:51.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd658ff9700 1 -- 172.21.15.45:0/1288204757 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c01d070 con 0x7fd65c1001c0 2023-03-22T14:27:51.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd658ff9700 1 -- 172.21.15.45:0/1288204757 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd64c021410 con 0x7fd65c1001c0 2023-03-22T14:27:51.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd65c10bb80 con 0x7fd65c1001c0 2023-03-22T14:27:51.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd658ff9700 1 -- 172.21.15.45:0/1288204757 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c017650 con 0x7fd65c1001c0 2023-03-22T14:27:51.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.116+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd65c10b9f0 con 0x7fd65c1001c0 2023-03-22T14:27:51.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.118+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd65c1928e0 con 0x7fd65c1001c0 2023-03-22T14:27:51.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.119+0000 7fd658ff9700 1 -- 172.21.15.45:0/1288204757 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fd64c021580 con 0x7fd65c1001c0 2023-03-22T14:27:51.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.121+0000 7fd658ff9700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd64409fb50 0x7fd6440a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.121+0000 7fd658ff9700 1 -- 172.21.15.45:0/1288204757 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fd64c0cbae0 con 0x7fd65c1001c0 2023-03-22T14:27:51.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.121+0000 7fd65affd700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd64409fb50 0x7fd6440a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.121+0000 7fd65affd700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd64409fb50 0x7fd6440a2000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd650009c60 tx=0x7fd650009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:51.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.124+0000 7fd658ff9700 1 -- 172.21.15.45:0/1288204757 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fd64c05b5c0 con 0x7fd65c1001c0 2023-03-22T14:27:51.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:50 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3442048816' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:51.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:50 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3442048816' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:51.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:50 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3442048816' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:51.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.329+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd65c061c10 con 0x7fd64409fb50 2023-03-22T14:27:51.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.340+0000 7fd658ff9700 1 -- 172.21.15.45:0/1288204757 <== mgr.14150 v2:172.21.15.45:6800/3954219341 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345018 (secure 0 0 0) 0x7fd65c061c10 con 0x7fd64409fb50 2023-03-22T14:27:51.345 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:51.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd64409fb50 msgr2=0x7fd6440a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd64409fb50 0x7fd6440a2000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd650009c60 tx=0x7fd650009260 comp rx=0 tx=0).stop 2023-03-22T14:27:51.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c1001c0 msgr2=0x7fd65c198260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c1001c0 0x7fd65c198260 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd64c005740 tx=0x7fd64c005770 comp rx=0 tx=0).stop 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 shutdown_connections 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fd64409fb50 0x7fd6440a2000 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd65c1001c0 0x7fd65c198260 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd65c101d40 0x7fd65c19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 --2- 172.21.15.45:0/1288204757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd65c1013b0 0x7fd65c1987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 >> 172.21.15.45:0/1288204757 conn(0x7fd65c0fb7a0 msgr2=0x7fd65c106d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:51.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 shutdown_connections 2023-03-22T14:27:51.349 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.345+0000 7fd661bff700 1 -- 172.21.15.45:0/1288204757 wait complete. 2023-03-22T14:27:51.349 INFO:teuthology.orchestra.run.smithi045.stderr:dumped all 2023-03-22T14:27:51.364 INFO:teuthology.orchestra.run.smithi045.stdout:{"pg_ready":true,"pg_map":{"version":323,"stamp":"2023-03-22T14:27:50.474180+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656339,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1086,"num_read_kb":670,"num_write":429,"num_write_kb":3079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1180804,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":853,"ondisk_log_size":853,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":292,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":83244,"kb_used_data":13580,"kb_used_omap":0,"kb_used_meta":69568,"kb_avail":1124858580,"statfs":{"total":1151940427776,"available":1151855185920,"internally_reserved":0,"allocated":13905920,"data_stored":7540406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":71237632},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":773,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":38,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.710749"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375222+0000","last_change":"2023-03-22T14:26:10.158701+0000","last_active":"2023-03-22T14:27:42.375222+0000","last_peered":"2023-03-22T14:27:42.375222+0000","last_clean":"2023-03-22T14:27:42.375222+0000","last_became_active":"2023-03-22T14:26:10.158288+0000","last_became_peered":"2023-03-22T14:26:10.158288+0000","last_unstale":"2023-03-22T14:27:42.375222+0000","last_undegraded":"2023-03-22T14:27:42.375222+0000","last_fullsized":"2023-03-22T14:27:42.375222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:44:00.001117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413188+0000","last_change":"2023-03-22T14:26:10.156196+0000","last_active":"2023-03-22T14:27:42.413188+0000","last_peered":"2023-03-22T14:27:42.413188+0000","last_clean":"2023-03-22T14:27:42.413188+0000","last_became_active":"2023-03-22T14:26:10.155880+0000","last_became_peered":"2023-03-22T14:26:10.155880+0000","last_unstale":"2023-03-22T14:27:42.413188+0000","last_undegraded":"2023-03-22T14:27:42.413188+0000","last_fullsized":"2023-03-22T14:27:42.413188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:32:50.696636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413030+0000","last_change":"2023-03-22T14:26:10.153558+0000","last_active":"2023-03-22T14:27:42.413030+0000","last_peered":"2023-03-22T14:27:42.413030+0000","last_clean":"2023-03-22T14:27:42.413030+0000","last_became_active":"2023-03-22T14:26:10.153197+0000","last_became_peered":"2023-03-22T14:26:10.153197+0000","last_unstale":"2023-03-22T14:27:42.413030+0000","last_undegraded":"2023-03-22T14:27:42.413030+0000","last_fullsized":"2023-03-22T14:27:42.413030+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:38:35.460811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375120+0000","last_change":"2023-03-22T14:26:10.140808+0000","last_active":"2023-03-22T14:27:42.375120+0000","last_peered":"2023-03-22T14:27:42.375120+0000","last_clean":"2023-03-22T14:27:42.375120+0000","last_became_active":"2023-03-22T14:26:10.140515+0000","last_became_peered":"2023-03-22T14:26:10.140515+0000","last_unstale":"2023-03-22T14:27:42.375120+0000","last_undegraded":"2023-03-22T14:27:42.375120+0000","last_fullsized":"2023-03-22T14:27:42.375120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:33:24.572331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768536+0000","last_change":"2023-03-22T14:26:10.141388+0000","last_active":"2023-03-22T14:27:41.768536+0000","last_peered":"2023-03-22T14:27:41.768536+0000","last_clean":"2023-03-22T14:27:41.768536+0000","last_became_active":"2023-03-22T14:26:10.141076+0000","last_became_peered":"2023-03-22T14:26:10.141076+0000","last_unstale":"2023-03-22T14:27:41.768536+0000","last_undegraded":"2023-03-22T14:27:41.768536+0000","last_fullsized":"2023-03-22T14:27:41.768536+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:53:07.444912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375548+0000","last_change":"2023-03-22T14:26:10.151250+0000","last_active":"2023-03-22T14:27:42.375548+0000","last_peered":"2023-03-22T14:27:42.375548+0000","last_clean":"2023-03-22T14:27:42.375548+0000","last_became_active":"2023-03-22T14:26:10.150925+0000","last_became_peered":"2023-03-22T14:26:10.150925+0000","last_unstale":"2023-03-22T14:27:42.375548+0000","last_undegraded":"2023-03-22T14:27:42.375548+0000","last_fullsized":"2023-03-22T14:27:42.375548+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:55:13.189674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765700+0000","last_change":"2023-03-22T14:26:10.149874+0000","last_active":"2023-03-22T14:27:41.765700+0000","last_peered":"2023-03-22T14:27:41.765700+0000","last_clean":"2023-03-22T14:27:41.765700+0000","last_became_active":"2023-03-22T14:26:10.149623+0000","last_became_peered":"2023-03-22T14:26:10.149623+0000","last_unstale":"2023-03-22T14:27:41.765700+0000","last_undegraded":"2023-03-22T14:27:41.765700+0000","last_fullsized":"2023-03-22T14:27:41.765700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:49:06.976718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374418+0000","last_change":"2023-03-22T14:26:10.139429+0000","last_active":"2023-03-22T14:27:42.374418+0000","last_peered":"2023-03-22T14:27:42.374418+0000","last_clean":"2023-03-22T14:27:42.374418+0000","last_became_active":"2023-03-22T14:26:10.138933+0000","last_became_peered":"2023-03-22T14:26:10.138933+0000","last_unstale":"2023-03-22T14:27:42.374418+0000","last_undegraded":"2023-03-22T14:27:42.374418+0000","last_fullsized":"2023-03-22T14:27:42.374418+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:13:29.185896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374871+0000","last_change":"2023-03-22T14:26:10.147062+0000","last_active":"2023-03-22T14:27:42.374871+0000","last_peered":"2023-03-22T14:27:42.374871+0000","last_clean":"2023-03-22T14:27:42.374871+0000","last_became_active":"2023-03-22T14:26:10.146300+0000","last_became_peered":"2023-03-22T14:26:10.146300+0000","last_unstale":"2023-03-22T14:27:42.374871+0000","last_undegraded":"2023-03-22T14:27:42.374871+0000","last_fullsized":"2023-03-22T14:27:42.374871+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:03:25.295638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375710+0000","last_change":"2023-03-22T14:26:10.142094+0000","last_active":"2023-03-22T14:27:42.375710+0000","last_peered":"2023-03-22T14:27:42.375710+0000","last_clean":"2023-03-22T14:27:42.375710+0000","last_became_active":"2023-03-22T14:26:10.141785+0000","last_became_peered":"2023-03-22T14:26:10.141785+0000","last_unstale":"2023-03-22T14:27:42.375710+0000","last_undegraded":"2023-03-22T14:27:42.375710+0000","last_fullsized":"2023-03-22T14:27:42.375710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:14:32.592611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766185+0000","last_change":"2023-03-22T14:26:10.142511+0000","last_active":"2023-03-22T14:27:41.766185+0000","last_peered":"2023-03-22T14:27:41.766185+0000","last_clean":"2023-03-22T14:27:41.766185+0000","last_became_active":"2023-03-22T14:26:10.141996+0000","last_became_peered":"2023-03-22T14:26:10.141996+0000","last_unstale":"2023-03-22T14:27:41.766185+0000","last_undegraded":"2023-03-22T14:27:41.766185+0000","last_fullsized":"2023-03-22T14:27:41.766185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:21:05.229553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765025+0000","last_change":"2023-03-22T14:26:41.775645+0000","last_active":"2023-03-22T14:27:41.765025+0000","last_peered":"2023-03-22T14:27:41.765025+0000","last_clean":"2023-03-22T14:27:41.765025+0000","last_became_active":"2023-03-22T14:26:41.775126+0000","last_became_peered":"2023-03-22T14:26:41.775126+0000","last_unstale":"2023-03-22T14:27:41.765025+0000","last_undegraded":"2023-03-22T14:27:41.765025+0000","last_fullsized":"2023-03-22T14:27:41.765025+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:23:19.556259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375163+0000","last_change":"2023-03-22T14:26:10.140025+0000","last_active":"2023-03-22T14:27:42.375163+0000","last_peered":"2023-03-22T14:27:42.375163+0000","last_clean":"2023-03-22T14:27:42.375163+0000","last_became_active":"2023-03-22T14:26:10.139737+0000","last_became_peered":"2023-03-22T14:26:10.139737+0000","last_unstale":"2023-03-22T14:27:42.375163+0000","last_undegraded":"2023-03-22T14:27:42.375163+0000","last_fullsized":"2023-03-22T14:27:42.375163+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:23:42.334060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412851+0000","last_change":"2023-03-22T14:26:10.158079+0000","last_active":"2023-03-22T14:27:42.412851+0000","last_peered":"2023-03-22T14:27:42.412851+0000","last_clean":"2023-03-22T14:27:42.412851+0000","last_became_active":"2023-03-22T14:26:10.155723+0000","last_became_peered":"2023-03-22T14:26:10.155723+0000","last_unstale":"2023-03-22T14:27:42.412851+0000","last_undegraded":"2023-03-22T14:27:42.412851+0000","last_fullsized":"2023-03-22T14:27:42.412851+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:58:16.643587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412765+0000","last_change":"2023-03-22T14:26:10.154820+0000","last_active":"2023-03-22T14:27:42.412765+0000","last_peered":"2023-03-22T14:27:42.412765+0000","last_clean":"2023-03-22T14:27:42.412765+0000","last_became_active":"2023-03-22T14:26:10.154098+0000","last_became_peered":"2023-03-22T14:26:10.154098+0000","last_unstale":"2023-03-22T14:27:42.412765+0000","last_undegraded":"2023-03-22T14:27:42.412765+0000","last_fullsized":"2023-03-22T14:27:42.412765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:43:13.184902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374471+0000","last_change":"2023-03-22T14:26:10.152667+0000","last_active":"2023-03-22T14:27:42.374471+0000","last_peered":"2023-03-22T14:27:42.374471+0000","last_clean":"2023-03-22T14:27:42.374471+0000","last_became_active":"2023-03-22T14:26:10.152404+0000","last_became_peered":"2023-03-22T14:26:10.152404+0000","last_unstale":"2023-03-22T14:27:42.374471+0000","last_undegraded":"2023-03-22T14:27:42.374471+0000","last_fullsized":"2023-03-22T14:27:42.374471+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:03.007441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375487+0000","last_change":"2023-03-22T14:26:10.158575+0000","last_active":"2023-03-22T14:27:42.375487+0000","last_peered":"2023-03-22T14:27:42.375487+0000","last_clean":"2023-03-22T14:27:42.375487+0000","last_became_active":"2023-03-22T14:26:10.158219+0000","last_became_peered":"2023-03-22T14:26:10.158219+0000","last_unstale":"2023-03-22T14:27:42.375487+0000","last_undegraded":"2023-03-22T14:27:42.375487+0000","last_fullsized":"2023-03-22T14:27:42.375487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:24.011396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765173+0000","last_change":"2023-03-22T14:26:10.144752+0000","last_active":"2023-03-22T14:27:41.765173+0000","last_peered":"2023-03-22T14:27:41.765173+0000","last_clean":"2023-03-22T14:27:41.765173+0000","last_became_active":"2023-03-22T14:26:10.144229+0000","last_became_peered":"2023-03-22T14:26:10.144229+0000","last_unstale":"2023-03-22T14:27:41.765173+0000","last_undegraded":"2023-03-22T14:27:41.765173+0000","last_fullsized":"2023-03-22T14:27:41.765173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:13:04.010177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375405+0000","last_change":"2023-03-22T14:26:10.139468+0000","last_active":"2023-03-22T14:27:42.375405+0000","last_peered":"2023-03-22T14:27:42.375405+0000","last_clean":"2023-03-22T14:27:42.375405+0000","last_became_active":"2023-03-22T14:26:10.138750+0000","last_became_peered":"2023-03-22T14:26:10.138750+0000","last_unstale":"2023-03-22T14:27:42.375405+0000","last_undegraded":"2023-03-22T14:27:42.375405+0000","last_fullsized":"2023-03-22T14:27:42.375405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:25:53.400263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":123,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:47.501453+0000","last_change":"2023-03-22T14:26:09.605689+0000","last_active":"2023-03-22T14:27:47.501453+0000","last_peered":"2023-03-22T14:27:47.501453+0000","last_clean":"2023-03-22T14:27:47.501453+0000","last_became_active":"2023-03-22T14:26:09.605012+0000","last_became_peered":"2023-03-22T14:26:09.605012+0000","last_unstale":"2023-03-22T14:27:47.501453+0000","last_undegraded":"2023-03-22T14:27:47.501453+0000","last_fullsized":"2023-03-22T14:27:47.501453+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:22:17.663135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765047+0000","last_change":"2023-03-22T14:26:41.774947+0000","last_active":"2023-03-22T14:27:41.765047+0000","last_peered":"2023-03-22T14:27:41.765047+0000","last_clean":"2023-03-22T14:27:41.765047+0000","last_became_active":"2023-03-22T14:26:41.774512+0000","last_became_peered":"2023-03-22T14:26:41.774512+0000","last_unstale":"2023-03-22T14:27:41.765047+0000","last_undegraded":"2023-03-22T14:27:41.765047+0000","last_fullsized":"2023-03-22T14:27:41.765047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:44:49.073078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374872+0000","last_change":"2023-03-22T14:26:09.614812+0000","last_active":"2023-03-22T14:27:42.374872+0000","last_peered":"2023-03-22T14:27:42.374872+0000","last_clean":"2023-03-22T14:27:42.374872+0000","last_became_active":"2023-03-22T14:26:09.614137+0000","last_became_peered":"2023-03-22T14:26:09.614137+0000","last_unstale":"2023-03-22T14:27:42.374872+0000","last_undegraded":"2023-03-22T14:27:42.374872+0000","last_fullsized":"2023-03-22T14:27:42.374872+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:43:59.863232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413263+0000","last_change":"2023-03-22T14:26:10.157045+0000","last_active":"2023-03-22T14:27:42.413263+0000","last_peered":"2023-03-22T14:27:42.413263+0000","last_clean":"2023-03-22T14:27:42.413263+0000","last_became_active":"2023-03-22T14:26:10.156313+0000","last_became_peered":"2023-03-22T14:26:10.156313+0000","last_unstale":"2023-03-22T14:27:42.413263+0000","last_undegraded":"2023-03-22T14:27:42.413263+0000","last_fullsized":"2023-03-22T14:27:42.413263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:12:59.623019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768850+0000","last_change":"2023-03-22T14:26:09.605992+0000","last_active":"2023-03-22T14:27:41.768850+0000","last_peered":"2023-03-22T14:27:41.768850+0000","last_clean":"2023-03-22T14:27:41.768850+0000","last_became_active":"2023-03-22T14:26:09.605339+0000","last_became_peered":"2023-03-22T14:26:09.605339+0000","last_unstale":"2023-03-22T14:27:41.768850+0000","last_undegraded":"2023-03-22T14:27:41.768850+0000","last_fullsized":"2023-03-22T14:27:41.768850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:38:54.779949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374786+0000","last_change":"2023-03-22T14:26:10.141910+0000","last_active":"2023-03-22T14:27:42.374786+0000","last_peered":"2023-03-22T14:27:42.374786+0000","last_clean":"2023-03-22T14:27:42.374786+0000","last_became_active":"2023-03-22T14:26:10.141539+0000","last_became_peered":"2023-03-22T14:26:10.141539+0000","last_unstale":"2023-03-22T14:27:42.374786+0000","last_undegraded":"2023-03-22T14:27:42.374786+0000","last_fullsized":"2023-03-22T14:27:42.374786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:20:16.599422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768670+0000","last_change":"2023-03-22T14:26:09.605015+0000","last_active":"2023-03-22T14:27:41.768670+0000","last_peered":"2023-03-22T14:27:41.768670+0000","last_clean":"2023-03-22T14:27:41.768670+0000","last_became_active":"2023-03-22T14:26:09.604633+0000","last_became_peered":"2023-03-22T14:26:09.604633+0000","last_unstale":"2023-03-22T14:27:41.768670+0000","last_undegraded":"2023-03-22T14:27:41.768670+0000","last_fullsized":"2023-03-22T14:27:41.768670+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:00:03.415196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765055+0000","last_change":"2023-03-22T14:26:41.779383+0000","last_active":"2023-03-22T14:27:41.765055+0000","last_peered":"2023-03-22T14:27:41.765055+0000","last_clean":"2023-03-22T14:27:41.765055+0000","last_became_active":"2023-03-22T14:26:41.778963+0000","last_became_peered":"2023-03-22T14:26:41.778963+0000","last_unstale":"2023-03-22T14:27:41.765055+0000","last_undegraded":"2023-03-22T14:27:41.765055+0000","last_fullsized":"2023-03-22T14:27:41.765055+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:22.516121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:47.462921+0000","last_change":"2023-03-22T14:26:09.606000+0000","last_active":"2023-03-22T14:27:47.462921+0000","last_peered":"2023-03-22T14:27:47.462921+0000","last_clean":"2023-03-22T14:27:47.462921+0000","last_became_active":"2023-03-22T14:26:09.605663+0000","last_became_peered":"2023-03-22T14:26:09.605663+0000","last_unstale":"2023-03-22T14:27:47.462921+0000","last_undegraded":"2023-03-22T14:27:47.462921+0000","last_fullsized":"2023-03-22T14:27:47.462921+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:59:40.751792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768470+0000","last_change":"2023-03-22T14:26:10.151108+0000","last_active":"2023-03-22T14:27:41.768470+0000","last_peered":"2023-03-22T14:27:41.768470+0000","last_clean":"2023-03-22T14:27:41.768470+0000","last_became_active":"2023-03-22T14:26:10.150764+0000","last_became_peered":"2023-03-22T14:26:10.150764+0000","last_unstale":"2023-03-22T14:27:41.768470+0000","last_undegraded":"2023-03-22T14:27:41.768470+0000","last_fullsized":"2023-03-22T14:27:41.768470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:51:16.285365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375531+0000","last_change":"2023-03-22T14:26:41.780050+0000","last_active":"2023-03-22T14:27:42.375531+0000","last_peered":"2023-03-22T14:27:42.375531+0000","last_clean":"2023-03-22T14:27:42.375531+0000","last_became_active":"2023-03-22T14:26:41.771250+0000","last_became_peered":"2023-03-22T14:26:41.771250+0000","last_unstale":"2023-03-22T14:27:42.375531+0000","last_undegraded":"2023-03-22T14:27:42.375531+0000","last_fullsized":"2023-03-22T14:27:42.375531+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:56:58.082278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376199+0000","last_change":"2023-03-22T14:26:41.777133+0000","last_active":"2023-03-22T14:27:42.376199+0000","last_peered":"2023-03-22T14:27:42.376199+0000","last_clean":"2023-03-22T14:27:42.376199+0000","last_became_active":"2023-03-22T14:26:41.776655+0000","last_became_peered":"2023-03-22T14:26:41.776655+0000","last_unstale":"2023-03-22T14:27:42.376199+0000","last_undegraded":"2023-03-22T14:27:42.376199+0000","last_fullsized":"2023-03-22T14:27:42.376199+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:30:47.090690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374216+0000","last_change":"2023-03-22T14:26:09.604428+0000","last_active":"2023-03-22T14:27:42.374216+0000","last_peered":"2023-03-22T14:27:42.374216+0000","last_clean":"2023-03-22T14:27:42.374216+0000","last_became_active":"2023-03-22T14:26:09.604075+0000","last_became_peered":"2023-03-22T14:26:09.604075+0000","last_unstale":"2023-03-22T14:27:42.374216+0000","last_undegraded":"2023-03-22T14:27:42.374216+0000","last_fullsized":"2023-03-22T14:27:42.374216+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:18:09.160711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374492+0000","last_change":"2023-03-22T14:26:10.145491+0000","last_active":"2023-03-22T14:27:42.374492+0000","last_peered":"2023-03-22T14:27:42.374492+0000","last_clean":"2023-03-22T14:27:42.374492+0000","last_became_active":"2023-03-22T14:26:10.145153+0000","last_became_peered":"2023-03-22T14:26:10.145153+0000","last_unstale":"2023-03-22T14:27:42.374492+0000","last_undegraded":"2023-03-22T14:27:42.374492+0000","last_fullsized":"2023-03-22T14:27:42.374492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:34:58.700651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376139+0000","last_change":"2023-03-22T14:26:09.602305+0000","last_active":"2023-03-22T14:27:42.376139+0000","last_peered":"2023-03-22T14:27:42.376139+0000","last_clean":"2023-03-22T14:27:42.376139+0000","last_became_active":"2023-03-22T14:26:09.602024+0000","last_became_peered":"2023-03-22T14:26:09.602024+0000","last_unstale":"2023-03-22T14:27:42.376139+0000","last_undegraded":"2023-03-22T14:27:42.376139+0000","last_fullsized":"2023-03-22T14:27:42.376139+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:10:59.546000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":35,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.764897+0000","last_change":"2023-03-22T14:26:41.775299+0000","last_active":"2023-03-22T14:27:41.764897+0000","last_peered":"2023-03-22T14:27:41.764897+0000","last_clean":"2023-03-22T14:27:41.764897+0000","last_became_active":"2023-03-22T14:26:41.774875+0000","last_became_peered":"2023-03-22T14:26:41.774875+0000","last_unstale":"2023-03-22T14:27:41.764897+0000","last_undegraded":"2023-03-22T14:27:41.764897+0000","last_fullsized":"2023-03-22T14:27:41.764897+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:44:10.464776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":200,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.460597+0000","last_change":"2023-03-22T14:26:09.605329+0000","last_active":"2023-03-22T14:27:46.460597+0000","last_peered":"2023-03-22T14:27:46.460597+0000","last_clean":"2023-03-22T14:27:46.460597+0000","last_became_active":"2023-03-22T14:26:09.605003+0000","last_became_peered":"2023-03-22T14:26:09.605003+0000","last_unstale":"2023-03-22T14:27:46.460597+0000","last_undegraded":"2023-03-22T14:27:46.460597+0000","last_fullsized":"2023-03-22T14:27:46.460597+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:54:25.876041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":180,"num_read_kb":180,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375135+0000","last_change":"2023-03-22T14:26:10.141338+0000","last_active":"2023-03-22T14:27:42.375135+0000","last_peered":"2023-03-22T14:27:42.375135+0000","last_clean":"2023-03-22T14:27:42.375135+0000","last_became_active":"2023-03-22T14:26:10.140941+0000","last_became_peered":"2023-03-22T14:26:10.140941+0000","last_unstale":"2023-03-22T14:27:42.375135+0000","last_undegraded":"2023-03-22T14:27:42.375135+0000","last_fullsized":"2023-03-22T14:27:42.375135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:45:58.818279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766147+0000","last_change":"2023-03-22T14:26:09.608874+0000","last_active":"2023-03-22T14:27:41.766147+0000","last_peered":"2023-03-22T14:27:41.766147+0000","last_clean":"2023-03-22T14:27:41.766147+0000","last_became_active":"2023-03-22T14:26:09.608556+0000","last_became_peered":"2023-03-22T14:26:09.608556+0000","last_unstale":"2023-03-22T14:27:41.766147+0000","last_undegraded":"2023-03-22T14:27:41.766147+0000","last_fullsized":"2023-03-22T14:27:41.766147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:05:47.051762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413238+0000","last_change":"2023-03-22T14:26:10.157313+0000","last_active":"2023-03-22T14:27:42.413238+0000","last_peered":"2023-03-22T14:27:42.413238+0000","last_clean":"2023-03-22T14:27:42.413238+0000","last_became_active":"2023-03-22T14:26:10.156637+0000","last_became_peered":"2023-03-22T14:26:10.156637+0000","last_unstale":"2023-03-22T14:27:42.413238+0000","last_undegraded":"2023-03-22T14:27:42.413238+0000","last_fullsized":"2023-03-22T14:27:42.413238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:49:28.870596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375126+0000","last_change":"2023-03-22T14:26:09.609824+0000","last_active":"2023-03-22T14:27:42.375126+0000","last_peered":"2023-03-22T14:27:42.375126+0000","last_clean":"2023-03-22T14:27:42.375126+0000","last_became_active":"2023-03-22T14:26:09.609506+0000","last_became_peered":"2023-03-22T14:26:09.609506+0000","last_unstale":"2023-03-22T14:27:42.375126+0000","last_undegraded":"2023-03-22T14:27:42.375126+0000","last_fullsized":"2023-03-22T14:27:42.375126+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:05:01.891487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374911+0000","last_change":"2023-03-22T14:26:10.147791+0000","last_active":"2023-03-22T14:27:42.374911+0000","last_peered":"2023-03-22T14:27:42.374911+0000","last_clean":"2023-03-22T14:27:42.374911+0000","last_became_active":"2023-03-22T14:26:10.147442+0000","last_became_peered":"2023-03-22T14:26:10.147442+0000","last_unstale":"2023-03-22T14:27:42.374911+0000","last_undegraded":"2023-03-22T14:27:42.374911+0000","last_fullsized":"2023-03-22T14:27:42.374911+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:12:56.630356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'35","reported_seq":241,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.464529+0000","last_change":"2023-03-22T14:26:09.605587+0000","last_active":"2023-03-22T14:27:46.464529+0000","last_peered":"2023-03-22T14:27:46.464529+0000","last_clean":"2023-03-22T14:27:46.464529+0000","last_became_active":"2023-03-22T14:26:09.605234+0000","last_became_peered":"2023-03-22T14:26:09.605234+0000","last_unstale":"2023-03-22T14:27:46.464529+0000","last_undegraded":"2023-03-22T14:27:46.464529+0000","last_fullsized":"2023-03-22T14:27:46.464529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:09.560463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58648,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":190,"num_read_kb":154,"num_write":37,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768731+0000","last_change":"2023-03-22T14:26:10.142180+0000","last_active":"2023-03-22T14:27:41.768731+0000","last_peered":"2023-03-22T14:27:41.768731+0000","last_clean":"2023-03-22T14:27:41.768731+0000","last_became_active":"2023-03-22T14:26:10.141662+0000","last_became_peered":"2023-03-22T14:26:10.141662+0000","last_unstale":"2023-03-22T14:27:41.768731+0000","last_undegraded":"2023-03-22T14:27:41.768731+0000","last_fullsized":"2023-03-22T14:27:41.768731+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:22:32.962412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.795169+0000","last_change":"2023-03-22T14:27:42.794707+0000","last_active":"2023-03-22T14:27:42.795169+0000","last_peered":"2023-03-22T14:27:42.795169+0000","last_clean":"2023-03-22T14:27:42.795169+0000","last_became_active":"2023-03-22T14:27:42.783686+0000","last_became_peered":"2023-03-22T14:27:42.783686+0000","last_unstale":"2023-03-22T14:27:42.795169+0000","last_undegraded":"2023-03-22T14:27:42.795169+0000","last_fullsized":"2023-03-22T14:27:42.795169+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:23:07.987263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374377+0000","last_change":"2023-03-22T14:26:10.145201+0000","last_active":"2023-03-22T14:27:42.374377+0000","last_peered":"2023-03-22T14:27:42.374377+0000","last_clean":"2023-03-22T14:27:42.374377+0000","last_became_active":"2023-03-22T14:26:10.144881+0000","last_became_peered":"2023-03-22T14:26:10.144881+0000","last_unstale":"2023-03-22T14:27:42.374377+0000","last_undegraded":"2023-03-22T14:27:42.374377+0000","last_fullsized":"2023-03-22T14:27:42.374377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:32:06.377674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375366+0000","last_change":"2023-03-22T14:26:09.611295+0000","last_active":"2023-03-22T14:27:42.375366+0000","last_peered":"2023-03-22T14:27:42.375366+0000","last_clean":"2023-03-22T14:27:42.375366+0000","last_became_active":"2023-03-22T14:26:09.610974+0000","last_became_peered":"2023-03-22T14:26:09.610974+0000","last_unstale":"2023-03-22T14:27:42.375366+0000","last_undegraded":"2023-03-22T14:27:42.375366+0000","last_fullsized":"2023-03-22T14:27:42.375366+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:47:00.123238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765948+0000","last_change":"2023-03-22T14:26:10.140590+0000","last_active":"2023-03-22T14:27:41.765948+0000","last_peered":"2023-03-22T14:27:41.765948+0000","last_clean":"2023-03-22T14:27:41.765948+0000","last_became_active":"2023-03-22T14:26:10.140243+0000","last_became_peered":"2023-03-22T14:26:10.140243+0000","last_unstale":"2023-03-22T14:27:41.765948+0000","last_undegraded":"2023-03-22T14:27:41.765948+0000","last_fullsized":"2023-03-22T14:27:41.765948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:24:35.061683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'7","reported_seq":117,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.497295+0000","last_change":"2023-03-22T14:26:09.601433+0000","last_active":"2023-03-22T14:27:46.497295+0000","last_peered":"2023-03-22T14:27:46.497295+0000","last_clean":"2023-03-22T14:27:46.497295+0000","last_became_active":"2023-03-22T14:26:09.601077+0000","last_became_peered":"2023-03-22T14:26:09.601077+0000","last_unstale":"2023-03-22T14:27:46.497295+0000","last_undegraded":"2023-03-22T14:27:46.497295+0000","last_fullsized":"2023-03-22T14:27:46.497295+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:54:13.780420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765726+0000","last_change":"2023-03-22T14:26:10.138660+0000","last_active":"2023-03-22T14:27:41.765726+0000","last_peered":"2023-03-22T14:27:41.765726+0000","last_clean":"2023-03-22T14:27:41.765726+0000","last_became_active":"2023-03-22T14:26:10.138353+0000","last_became_peered":"2023-03-22T14:26:10.138353+0000","last_unstale":"2023-03-22T14:27:41.765726+0000","last_undegraded":"2023-03-22T14:27:41.765726+0000","last_fullsized":"2023-03-22T14:27:41.765726+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:41:51.425763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768315+0000","last_change":"2023-03-22T14:26:09.609803+0000","last_active":"2023-03-22T14:27:41.768315+0000","last_peered":"2023-03-22T14:27:41.768315+0000","last_clean":"2023-03-22T14:27:41.768315+0000","last_became_active":"2023-03-22T14:26:09.609483+0000","last_became_peered":"2023-03-22T14:26:09.609483+0000","last_unstale":"2023-03-22T14:27:41.768315+0000","last_undegraded":"2023-03-22T14:27:41.768315+0000","last_fullsized":"2023-03-22T14:27:41.768315+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:56:46.958792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375033+0000","last_change":"2023-03-22T14:26:10.147701+0000","last_active":"2023-03-22T14:27:42.375033+0000","last_peered":"2023-03-22T14:27:42.375033+0000","last_clean":"2023-03-22T14:27:42.375033+0000","last_became_active":"2023-03-22T14:26:10.147257+0000","last_became_peered":"2023-03-22T14:26:10.147257+0000","last_unstale":"2023-03-22T14:27:42.375033+0000","last_undegraded":"2023-03-22T14:27:42.375033+0000","last_fullsized":"2023-03-22T14:27:42.375033+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:15:17.375504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768921+0000","last_change":"2023-03-22T14:26:09.604873+0000","last_active":"2023-03-22T14:27:41.768921+0000","last_peered":"2023-03-22T14:27:41.768921+0000","last_clean":"2023-03-22T14:27:41.768921+0000","last_became_active":"2023-03-22T14:26:09.604522+0000","last_became_peered":"2023-03-22T14:26:09.604522+0000","last_unstale":"2023-03-22T14:27:41.768921+0000","last_undegraded":"2023-03-22T14:27:41.768921+0000","last_fullsized":"2023-03-22T14:27:41.768921+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:10:24.059314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374951+0000","last_change":"2023-03-22T14:26:10.141378+0000","last_active":"2023-03-22T14:27:42.374951+0000","last_peered":"2023-03-22T14:27:42.374951+0000","last_clean":"2023-03-22T14:27:42.374951+0000","last_became_active":"2023-03-22T14:26:10.141064+0000","last_became_peered":"2023-03-22T14:26:10.141064+0000","last_unstale":"2023-03-22T14:27:42.374951+0000","last_undegraded":"2023-03-22T14:27:42.374951+0000","last_fullsized":"2023-03-22T14:27:42.374951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:04:58.827396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.764985+0000","last_change":"2023-03-22T14:26:09.614660+0000","last_active":"2023-03-22T14:27:41.764985+0000","last_peered":"2023-03-22T14:27:41.764985+0000","last_clean":"2023-03-22T14:27:41.764985+0000","last_became_active":"2023-03-22T14:26:09.614264+0000","last_became_peered":"2023-03-22T14:26:09.614264+0000","last_unstale":"2023-03-22T14:27:41.764985+0000","last_undegraded":"2023-03-22T14:27:41.764985+0000","last_fullsized":"2023-03-22T14:27:41.764985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:10:41.078027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375460+0000","last_change":"2023-03-22T14:26:10.138384+0000","last_active":"2023-03-22T14:27:42.375460+0000","last_peered":"2023-03-22T14:27:42.375460+0000","last_clean":"2023-03-22T14:27:42.375460+0000","last_became_active":"2023-03-22T14:26:10.137911+0000","last_became_peered":"2023-03-22T14:26:10.137911+0000","last_unstale":"2023-03-22T14:27:42.375460+0000","last_undegraded":"2023-03-22T14:27:42.375460+0000","last_fullsized":"2023-03-22T14:27:42.375460+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:02:11.973222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:46.500728+0000","last_change":"2023-03-22T14:26:09.608558+0000","last_active":"2023-03-22T14:27:46.500728+0000","last_peered":"2023-03-22T14:27:46.500728+0000","last_clean":"2023-03-22T14:27:46.500728+0000","last_became_active":"2023-03-22T14:26:09.608234+0000","last_became_peered":"2023-03-22T14:26:09.608234+0000","last_unstale":"2023-03-22T14:27:46.500728+0000","last_undegraded":"2023-03-22T14:27:46.500728+0000","last_fullsized":"2023-03-22T14:27:46.500728+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:18:32.096235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":93,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375630+0000","last_change":"2023-03-22T14:26:10.156523+0000","last_active":"2023-03-22T14:27:42.375630+0000","last_peered":"2023-03-22T14:27:42.375630+0000","last_clean":"2023-03-22T14:27:42.375630+0000","last_became_active":"2023-03-22T14:26:10.156170+0000","last_became_peered":"2023-03-22T14:26:10.156170+0000","last_unstale":"2023-03-22T14:27:42.375630+0000","last_undegraded":"2023-03-22T14:27:42.375630+0000","last_fullsized":"2023-03-22T14:27:42.375630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T14:27:12.743703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376250+0000","last_change":"2023-03-22T14:26:10.147917+0000","last_active":"2023-03-22T14:27:42.376250+0000","last_peered":"2023-03-22T14:27:42.376250+0000","last_clean":"2023-03-22T14:27:42.376250+0000","last_became_active":"2023-03-22T14:26:10.147328+0000","last_became_peered":"2023-03-22T14:26:10.147328+0000","last_unstale":"2023-03-22T14:27:42.376250+0000","last_undegraded":"2023-03-22T14:27:42.376250+0000","last_fullsized":"2023-03-22T14:27:42.376250+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:28:13.794955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'6","reported_seq":116,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:48.499840+0000","last_change":"2023-03-22T14:26:09.612765+0000","last_active":"2023-03-22T14:27:48.499840+0000","last_peered":"2023-03-22T14:27:48.499840+0000","last_clean":"2023-03-22T14:27:48.499840+0000","last_became_active":"2023-03-22T14:26:09.612421+0000","last_became_peered":"2023-03-22T14:26:09.612421+0000","last_unstale":"2023-03-22T14:27:48.499840+0000","last_undegraded":"2023-03-22T14:27:48.499840+0000","last_fullsized":"2023-03-22T14:27:48.499840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:04:41.013442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374794+0000","last_change":"2023-03-22T14:26:10.136066+0000","last_active":"2023-03-22T14:27:42.374794+0000","last_peered":"2023-03-22T14:27:42.374794+0000","last_clean":"2023-03-22T14:27:42.374794+0000","last_became_active":"2023-03-22T14:26:10.135756+0000","last_became_peered":"2023-03-22T14:26:10.135756+0000","last_unstale":"2023-03-22T14:27:42.374794+0000","last_undegraded":"2023-03-22T14:27:42.374794+0000","last_fullsized":"2023-03-22T14:27:42.374794+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:17:52.311311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374721+0000","last_change":"2023-03-22T14:26:09.602996+0000","last_active":"2023-03-22T14:27:42.374721+0000","last_peered":"2023-03-22T14:27:42.374721+0000","last_clean":"2023-03-22T14:27:42.374721+0000","last_became_active":"2023-03-22T14:26:09.602516+0000","last_became_peered":"2023-03-22T14:26:09.602516+0000","last_unstale":"2023-03-22T14:27:42.374721+0000","last_undegraded":"2023-03-22T14:27:42.374721+0000","last_fullsized":"2023-03-22T14:27:42.374721+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:32:25.061309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":339,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765780+0000","last_change":"2023-03-22T14:25:04.048457+0000","last_active":"2023-03-22T14:27:41.765780+0000","last_peered":"2023-03-22T14:27:41.765780+0000","last_clean":"2023-03-22T14:27:41.765780+0000","last_became_active":"2023-03-22T14:25:04.047825+0000","last_became_peered":"2023-03-22T14:25:04.047825+0000","last_unstale":"2023-03-22T14:27:41.765780+0000","last_undegraded":"2023-03-22T14:27:41.765780+0000","last_fullsized":"2023-03-22T14:27:41.765780+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:21:57.020676+0000","last_clean_scrub_stamp":"2023-03-22T14:21:57.020676+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:46.193563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374114+0000","last_change":"2023-03-22T14:26:10.149941+0000","last_active":"2023-03-22T14:27:42.374114+0000","last_peered":"2023-03-22T14:27:42.374114+0000","last_clean":"2023-03-22T14:27:42.374114+0000","last_became_active":"2023-03-22T14:26:10.149411+0000","last_became_peered":"2023-03-22T14:26:10.149411+0000","last_unstale":"2023-03-22T14:27:42.374114+0000","last_undegraded":"2023-03-22T14:27:42.374114+0000","last_fullsized":"2023-03-22T14:27:42.374114+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:57:47.277953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765909+0000","last_change":"2023-03-22T14:26:09.605020+0000","last_active":"2023-03-22T14:27:41.765909+0000","last_peered":"2023-03-22T14:27:41.765909+0000","last_clean":"2023-03-22T14:27:41.765909+0000","last_became_active":"2023-03-22T14:26:09.604700+0000","last_became_peered":"2023-03-22T14:26:09.604700+0000","last_unstale":"2023-03-22T14:27:41.765909+0000","last_undegraded":"2023-03-22T14:27:41.765909+0000","last_fullsized":"2023-03-22T14:27:41.765909+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:16:30.300196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768726+0000","last_change":"2023-03-22T14:26:09.609834+0000","last_active":"2023-03-22T14:27:41.768726+0000","last_peered":"2023-03-22T14:27:41.768726+0000","last_clean":"2023-03-22T14:27:41.768726+0000","last_became_active":"2023-03-22T14:26:09.609521+0000","last_became_peered":"2023-03-22T14:26:09.609521+0000","last_unstale":"2023-03-22T14:27:41.768726+0000","last_undegraded":"2023-03-22T14:27:41.768726+0000","last_fullsized":"2023-03-22T14:27:41.768726+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:41:39.285531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374543+0000","last_change":"2023-03-22T14:26:10.161612+0000","last_active":"2023-03-22T14:27:42.374543+0000","last_peered":"2023-03-22T14:27:42.374543+0000","last_clean":"2023-03-22T14:27:42.374543+0000","last_became_active":"2023-03-22T14:26:10.161232+0000","last_became_peered":"2023-03-22T14:26:10.161232+0000","last_unstale":"2023-03-22T14:27:42.374543+0000","last_undegraded":"2023-03-22T14:27:42.374543+0000","last_fullsized":"2023-03-22T14:27:42.374543+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:54:02.097895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'12","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:43.499041+0000","last_change":"2023-03-22T14:26:09.614166+0000","last_active":"2023-03-22T14:27:43.499041+0000","last_peered":"2023-03-22T14:27:43.499041+0000","last_clean":"2023-03-22T14:27:43.499041+0000","last_became_active":"2023-03-22T14:26:09.613799+0000","last_became_peered":"2023-03-22T14:26:09.613799+0000","last_unstale":"2023-03-22T14:27:43.499041+0000","last_undegraded":"2023-03-22T14:27:43.499041+0000","last_fullsized":"2023-03-22T14:27:43.499041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:43:40.989147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375384+0000","last_change":"2023-03-22T14:26:10.141455+0000","last_active":"2023-03-22T14:27:42.375384+0000","last_peered":"2023-03-22T14:27:42.375384+0000","last_clean":"2023-03-22T14:27:42.375384+0000","last_became_active":"2023-03-22T14:26:10.140742+0000","last_became_peered":"2023-03-22T14:26:10.140742+0000","last_unstale":"2023-03-22T14:27:42.375384+0000","last_undegraded":"2023-03-22T14:27:42.375384+0000","last_fullsized":"2023-03-22T14:27:42.375384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:24:14.840194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375150+0000","last_change":"2023-03-22T14:26:09.605495+0000","last_active":"2023-03-22T14:27:42.375150+0000","last_peered":"2023-03-22T14:27:42.375150+0000","last_clean":"2023-03-22T14:27:42.375150+0000","last_became_active":"2023-03-22T14:26:09.605210+0000","last_became_peered":"2023-03-22T14:26:09.605210+0000","last_unstale":"2023-03-22T14:27:42.375150+0000","last_undegraded":"2023-03-22T14:27:42.375150+0000","last_fullsized":"2023-03-22T14:27:42.375150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:07:01.692804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.413190+0000","last_change":"2023-03-22T14:26:41.781521+0000","last_active":"2023-03-22T14:27:42.413190+0000","last_peered":"2023-03-22T14:27:42.413190+0000","last_clean":"2023-03-22T14:27:42.413190+0000","last_became_active":"2023-03-22T14:26:41.781130+0000","last_became_peered":"2023-03-22T14:26:41.781130+0000","last_unstale":"2023-03-22T14:27:42.413190+0000","last_undegraded":"2023-03-22T14:27:42.413190+0000","last_fullsized":"2023-03-22T14:27:42.413190+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:16:53.080993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374466+0000","last_change":"2023-03-22T14:26:09.609935+0000","last_active":"2023-03-22T14:27:42.374466+0000","last_peered":"2023-03-22T14:27:42.374466+0000","last_clean":"2023-03-22T14:27:42.374466+0000","last_became_active":"2023-03-22T14:26:09.609481+0000","last_became_peered":"2023-03-22T14:26:09.609481+0000","last_unstale":"2023-03-22T14:27:42.374466+0000","last_undegraded":"2023-03-22T14:27:42.374466+0000","last_fullsized":"2023-03-22T14:27:42.374466+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:25:15.076781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768358+0000","last_change":"2023-03-22T14:26:10.138371+0000","last_active":"2023-03-22T14:27:41.768358+0000","last_peered":"2023-03-22T14:27:41.768358+0000","last_clean":"2023-03-22T14:27:41.768358+0000","last_became_active":"2023-03-22T14:26:10.138075+0000","last_became_peered":"2023-03-22T14:26:10.138075+0000","last_unstale":"2023-03-22T14:27:41.768358+0000","last_undegraded":"2023-03-22T14:27:41.768358+0000","last_fullsized":"2023-03-22T14:27:41.768358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:52:32.849086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374402+0000","last_change":"2023-03-22T14:26:09.615642+0000","last_active":"2023-03-22T14:27:42.374402+0000","last_peered":"2023-03-22T14:27:42.374402+0000","last_clean":"2023-03-22T14:27:42.374402+0000","last_became_active":"2023-03-22T14:26:09.615073+0000","last_became_peered":"2023-03-22T14:26:09.615073+0000","last_unstale":"2023-03-22T14:27:42.374402+0000","last_undegraded":"2023-03-22T14:27:42.374402+0000","last_fullsized":"2023-03-22T14:27:42.374402+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T18:20:15.124230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374427+0000","last_change":"2023-03-22T14:26:10.152405+0000","last_active":"2023-03-22T14:27:42.374427+0000","last_peered":"2023-03-22T14:27:42.374427+0000","last_clean":"2023-03-22T14:27:42.374427+0000","last_became_active":"2023-03-22T14:26:10.152064+0000","last_became_peered":"2023-03-22T14:26:10.152064+0000","last_unstale":"2023-03-22T14:27:42.374427+0000","last_undegraded":"2023-03-22T14:27:42.374427+0000","last_fullsized":"2023-03-22T14:27:42.374427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:13.877126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374806+0000","last_change":"2023-03-22T14:26:41.782105+0000","last_active":"2023-03-22T14:27:42.374806+0000","last_peered":"2023-03-22T14:27:42.374806+0000","last_clean":"2023-03-22T14:27:42.374806+0000","last_became_active":"2023-03-22T14:26:41.776945+0000","last_became_peered":"2023-03-22T14:26:41.776945+0000","last_unstale":"2023-03-22T14:27:42.374806+0000","last_undegraded":"2023-03-22T14:27:42.374806+0000","last_fullsized":"2023-03-22T14:27:42.374806+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:44:39.841862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375032+0000","last_change":"2023-03-22T14:26:10.155688+0000","last_active":"2023-03-22T14:27:42.375032+0000","last_peered":"2023-03-22T14:27:42.375032+0000","last_clean":"2023-03-22T14:27:42.375032+0000","last_became_active":"2023-03-22T14:26:10.155368+0000","last_became_peered":"2023-03-22T14:26:10.155368+0000","last_unstale":"2023-03-22T14:27:42.375032+0000","last_undegraded":"2023-03-22T14:27:42.375032+0000","last_fullsized":"2023-03-22T14:27:42.375032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:30:34.662572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.768468+0000","last_change":"2023-03-22T14:26:09.605132+0000","last_active":"2023-03-22T14:27:41.768468+0000","last_peered":"2023-03-22T14:27:41.768468+0000","last_clean":"2023-03-22T14:27:41.768468+0000","last_became_active":"2023-03-22T14:26:09.604792+0000","last_became_peered":"2023-03-22T14:26:09.604792+0000","last_unstale":"2023-03-22T14:27:41.768468+0000","last_undegraded":"2023-03-22T14:27:41.768468+0000","last_fullsized":"2023-03-22T14:27:41.768468+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:50:16.698944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.765959+0000","last_change":"2023-03-22T14:26:10.149586+0000","last_active":"2023-03-22T14:27:41.765959+0000","last_peered":"2023-03-22T14:27:41.765959+0000","last_clean":"2023-03-22T14:27:41.765959+0000","last_became_active":"2023-03-22T14:26:10.149272+0000","last_became_peered":"2023-03-22T14:26:10.149272+0000","last_unstale":"2023-03-22T14:27:41.765959+0000","last_undegraded":"2023-03-22T14:27:41.765959+0000","last_fullsized":"2023-03-22T14:27:41.765959+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:29:33.951735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-03-22T14:27:44.484136+0000","last_change":"2023-03-22T14:26:09.610753+0000","last_active":"2023-03-22T14:27:44.484136+0000","last_peered":"2023-03-22T14:27:44.484136+0000","last_clean":"2023-03-22T14:27:44.484136+0000","last_became_active":"2023-03-22T14:26:09.610413+0000","last_became_peered":"2023-03-22T14:26:09.610413+0000","last_unstale":"2023-03-22T14:27:44.484136+0000","last_undegraded":"2023-03-22T14:27:44.484136+0000","last_fullsized":"2023-03-22T14:27:44.484136+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T17:59:58.710047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766212+0000","last_change":"2023-03-22T14:26:10.142314+0000","last_active":"2023-03-22T14:27:41.766212+0000","last_peered":"2023-03-22T14:27:41.766212+0000","last_clean":"2023-03-22T14:27:41.766212+0000","last_became_active":"2023-03-22T14:26:10.141610+0000","last_became_peered":"2023-03-22T14:26:10.141610+0000","last_unstale":"2023-03-22T14:27:41.766212+0000","last_undegraded":"2023-03-22T14:27:41.766212+0000","last_fullsized":"2023-03-22T14:27:41.766212+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:43:43.938852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375019+0000","last_change":"2023-03-22T14:26:09.611868+0000","last_active":"2023-03-22T14:27:42.375019+0000","last_peered":"2023-03-22T14:27:42.375019+0000","last_clean":"2023-03-22T14:27:42.375019+0000","last_became_active":"2023-03-22T14:26:09.611532+0000","last_became_peered":"2023-03-22T14:26:09.611532+0000","last_unstale":"2023-03-22T14:27:42.375019+0000","last_undegraded":"2023-03-22T14:27:42.375019+0000","last_fullsized":"2023-03-22T14:27:42.375019+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:37:14.495260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766060+0000","last_change":"2023-03-22T14:26:10.139589+0000","last_active":"2023-03-22T14:27:41.766060+0000","last_peered":"2023-03-22T14:27:41.766060+0000","last_clean":"2023-03-22T14:27:41.766060+0000","last_became_active":"2023-03-22T14:26:10.139244+0000","last_became_peered":"2023-03-22T14:26:10.139244+0000","last_unstale":"2023-03-22T14:27:41.766060+0000","last_undegraded":"2023-03-22T14:27:41.766060+0000","last_fullsized":"2023-03-22T14:27:41.766060+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T23:26:36.876321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374760+0000","last_change":"2023-03-22T14:26:09.614827+0000","last_active":"2023-03-22T14:27:42.374760+0000","last_peered":"2023-03-22T14:27:42.374760+0000","last_clean":"2023-03-22T14:27:42.374760+0000","last_became_active":"2023-03-22T14:26:09.614528+0000","last_became_peered":"2023-03-22T14:26:09.614528+0000","last_unstale":"2023-03-22T14:27:42.374760+0000","last_undegraded":"2023-03-22T14:27:42.374760+0000","last_fullsized":"2023-03-22T14:27:42.374760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:08.549538+0000","last_clean_scrub_stamp":"2023-03-22T14:26:08.549538+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:41:15.027921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:41.766313+0000","last_change":"2023-03-22T14:26:10.139379+0000","last_active":"2023-03-22T14:27:41.766313+0000","last_peered":"2023-03-22T14:27:41.766313+0000","last_clean":"2023-03-22T14:27:41.766313+0000","last_became_active":"2023-03-22T14:26:10.138382+0000","last_became_peered":"2023-03-22T14:26:10.138382+0000","last_unstale":"2023-03-22T14:27:41.766313+0000","last_undegraded":"2023-03-22T14:27:41.766313+0000","last_fullsized":"2023-03-22T14:27:41.766313+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:35:05.064469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374546+0000","last_change":"2023-03-22T14:26:10.135991+0000","last_active":"2023-03-22T14:27:42.374546+0000","last_peered":"2023-03-22T14:27:42.374546+0000","last_clean":"2023-03-22T14:27:42.374546+0000","last_became_active":"2023-03-22T14:26:10.135654+0000","last_became_peered":"2023-03-22T14:26:10.135654+0000","last_unstale":"2023-03-22T14:27:42.374546+0000","last_undegraded":"2023-03-22T14:27:42.374546+0000","last_fullsized":"2023-03-22T14:27:42.374546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:27:12.038862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375885+0000","last_change":"2023-03-22T14:26:10.135976+0000","last_active":"2023-03-22T14:27:42.375885+0000","last_peered":"2023-03-22T14:27:42.375885+0000","last_clean":"2023-03-22T14:27:42.375885+0000","last_became_active":"2023-03-22T14:26:10.135680+0000","last_became_peered":"2023-03-22T14:26:10.135680+0000","last_unstale":"2023-03-22T14:27:42.375885+0000","last_undegraded":"2023-03-22T14:27:42.375885+0000","last_fullsized":"2023-03-22T14:27:42.375885+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T16:55:16.213809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374661+0000","last_change":"2023-03-22T14:26:10.156986+0000","last_active":"2023-03-22T14:27:42.374661+0000","last_peered":"2023-03-22T14:27:42.374661+0000","last_clean":"2023-03-22T14:27:42.374661+0000","last_became_active":"2023-03-22T14:26:10.156657+0000","last_became_peered":"2023-03-22T14:26:10.156657+0000","last_unstale":"2023-03-22T14:27:42.374661+0000","last_undegraded":"2023-03-22T14:27:42.374661+0000","last_fullsized":"2023-03-22T14:27:42.374661+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T01:33:57.083586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.412944+0000","last_change":"2023-03-22T14:26:41.780844+0000","last_active":"2023-03-22T14:27:42.412944+0000","last_peered":"2023-03-22T14:27:42.412944+0000","last_clean":"2023-03-22T14:27:42.412944+0000","last_became_active":"2023-03-22T14:26:41.780427+0000","last_became_peered":"2023-03-22T14:26:41.780427+0000","last_unstale":"2023-03-22T14:27:42.412944+0000","last_undegraded":"2023-03-22T14:27:42.412944+0000","last_fullsized":"2023-03-22T14:27:42.412944+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-24T00:52:38.823420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374631+0000","last_change":"2023-03-22T14:26:10.157213+0000","last_active":"2023-03-22T14:27:42.374631+0000","last_peered":"2023-03-22T14:27:42.374631+0000","last_clean":"2023-03-22T14:27:42.374631+0000","last_became_active":"2023-03-22T14:26:10.156854+0000","last_became_peered":"2023-03-22T14:26:10.156854+0000","last_unstale":"2023-03-22T14:27:42.374631+0000","last_undegraded":"2023-03-22T14:27:42.374631+0000","last_fullsized":"2023-03-22T14:27:42.374631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:45:40.252389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374981+0000","last_change":"2023-03-22T14:26:10.140537+0000","last_active":"2023-03-22T14:27:42.374981+0000","last_peered":"2023-03-22T14:27:42.374981+0000","last_clean":"2023-03-22T14:27:42.374981+0000","last_became_active":"2023-03-22T14:26:10.140249+0000","last_became_peered":"2023-03-22T14:26:10.140249+0000","last_unstale":"2023-03-22T14:27:42.374981+0000","last_undegraded":"2023-03-22T14:27:42.374981+0000","last_fullsized":"2023-03-22T14:27:42.374981+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:38:28.429053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.376020+0000","last_change":"2023-03-22T14:26:10.138443+0000","last_active":"2023-03-22T14:27:42.376020+0000","last_peered":"2023-03-22T14:27:42.376020+0000","last_clean":"2023-03-22T14:27:42.376020+0000","last_became_active":"2023-03-22T14:26:10.138106+0000","last_became_peered":"2023-03-22T14:26:10.138106+0000","last_unstale":"2023-03-22T14:27:42.376020+0000","last_undegraded":"2023-03-22T14:27:42.376020+0000","last_fullsized":"2023-03-22T14:27:42.376020+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T22:49:51.292769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375288+0000","last_change":"2023-03-22T14:26:10.141634+0000","last_active":"2023-03-22T14:27:42.375288+0000","last_peered":"2023-03-22T14:27:42.375288+0000","last_clean":"2023-03-22T14:27:42.375288+0000","last_became_active":"2023-03-22T14:26:10.141143+0000","last_became_peered":"2023-03-22T14:26:10.141143+0000","last_unstale":"2023-03-22T14:27:42.375288+0000","last_undegraded":"2023-03-22T14:27:42.375288+0000","last_fullsized":"2023-03-22T14:27:42.375288+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T15:29:33.812631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374108+0000","last_change":"2023-03-22T14:26:41.777587+0000","last_active":"2023-03-22T14:27:42.374108+0000","last_peered":"2023-03-22T14:27:42.374108+0000","last_clean":"2023-03-22T14:27:42.374108+0000","last_became_active":"2023-03-22T14:26:41.776988+0000","last_became_peered":"2023-03-22T14:26:41.776988+0000","last_unstale":"2023-03-22T14:27:42.374108+0000","last_undegraded":"2023-03-22T14:27:42.374108+0000","last_fullsized":"2023-03-22T14:27:42.374108+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:24:45.504874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374298+0000","last_change":"2023-03-22T14:26:10.131307+0000","last_active":"2023-03-22T14:27:42.374298+0000","last_peered":"2023-03-22T14:27:42.374298+0000","last_clean":"2023-03-22T14:27:42.374298+0000","last_became_active":"2023-03-22T14:26:10.131004+0000","last_became_peered":"2023-03-22T14:26:10.131004+0000","last_unstale":"2023-03-22T14:27:42.374298+0000","last_undegraded":"2023-03-22T14:27:42.374298+0000","last_fullsized":"2023-03-22T14:27:42.374298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T20:20:32.456144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374753+0000","last_change":"2023-03-22T14:26:10.142897+0000","last_active":"2023-03-22T14:27:42.374753+0000","last_peered":"2023-03-22T14:27:42.374753+0000","last_clean":"2023-03-22T14:27:42.374753+0000","last_became_active":"2023-03-22T14:26:10.142592+0000","last_became_peered":"2023-03-22T14:26:10.142592+0000","last_unstale":"2023-03-22T14:27:42.374753+0000","last_undegraded":"2023-03-22T14:27:42.374753+0000","last_fullsized":"2023-03-22T14:27:42.374753+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:15:45.117179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.375139+0000","last_change":"2023-03-22T14:26:10.157250+0000","last_active":"2023-03-22T14:27:42.375139+0000","last_peered":"2023-03-22T14:27:42.375139+0000","last_clean":"2023-03-22T14:27:42.375139+0000","last_became_active":"2023-03-22T14:26:10.156906+0000","last_became_peered":"2023-03-22T14:26:10.156906+0000","last_unstale":"2023-03-22T14:27:42.375139+0000","last_undegraded":"2023-03-22T14:27:42.375139+0000","last_fullsized":"2023-03-22T14:27:42.375139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T19:04:02.288583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-03-22T14:27:42.374656+0000","last_change":"2023-03-22T14:26:10.141488+0000","last_active":"2023-03-22T14:27:42.374656+0000","last_peered":"2023-03-22T14:27:42.374656+0000","last_clean":"2023-03-22T14:27:42.374656+0000","last_became_active":"2023-03-22T14:26:10.141217+0000","last_became_peered":"2023-03-22T14:26:10.141217+0000","last_unstale":"2023-03-22T14:27:42.374656+0000","last_undegraded":"2023-03-22T14:27:42.374656+0000","last_fullsized":"2023-03-22T14:27:42.374656+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-03-22T14:26:09.582408+0000","last_clean_scrub_stamp":"2023-03-22T14:26:09.582408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-03-23T21:46:59.348934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65725,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":950,"num_read_kb":551,"num_write":246,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":201495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416417,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6152,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739000,"statfs":{"total":95995035648,"available":95988736000,"internally_reserved":0,"allocated":983040,"data_stored":465289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.59099999999999997,"15min":0.60299999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.64400000000000002,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.60699999999999998,"15min":0.61599999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78800000000000003,"5min":0.874,"15min":0.874},"last":0.66600000000000004}]},{"osd":1,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64200000000000002,"15min":0.64000000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.82399999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.65000000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.498,"15min":0.5},"min":{"1min":0.33900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.51500000000000001,"15min":0.52000000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73199999999999998,"5min":0.871,"15min":0.871},"last":0.55800000000000005}]},{"osd":3,"last update":"Wed Mar 22 14:27:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73399999999999999}]},{"osd":4,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.66800000000000004,"15min":0.66300000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.64300000000000002,"15min":0.64100000000000001},"min":{"1min":0.45300000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.95699999999999996,"5min":1.155,"15min":1.155},"last":0.59899999999999998}]},{"osd":5,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.60599999999999998,"15min":0.59999999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.97299999999999998,"5min":1.133,"15min":1.133},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.621,"15min":0.625},"min":{"1min":0.38200000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.79800000000000004,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.70699999999999996}]},{"osd":6,"last update":"Wed Mar 22 14:26:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.73199999999999998}]},{"osd":7,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.754,"15min":0.76000000000000001},"min":{"1min":0.502,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.83799999999999997,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71799999999999997,"15min":0.71899999999999997},"min":{"1min":0.53700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.90600000000000003,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.751}]},{"osd":8,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.87}]},{"osd":9,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.80700000000000005,"15min":0.81399999999999995},"min":{"1min":0.621,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.073,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.81599999999999995,"15min":0.82899999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0029999999999999,"5min":1.383,"15min":1.383},"last":0.92300000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:26 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.99099999999999999,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.79300000000000004,"15min":0.79200000000000004},"min":{"1min":0.70299999999999996,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.052,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.91000000000000003}]}]},{"osd":10,"up_from":72,"seq":309237645349,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7208,"kb_used_data":1632,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93737944,"statfs":{"total":95995035648,"available":95987654656,"internally_reserved":0,"allocated":1671168,"data_stored":1115104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.44},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.40799999999999997}]},{"osd":1,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.436,"15min":0.435},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.69299999999999995,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.311,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.38200000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.46100000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.79800000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.58599999999999997,"15min":0.58299999999999996},"min":{"1min":0.44,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78700000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.57399999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.627,"15min":0.63100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78100000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.753,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.55600000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73399999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.27400000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.496}]},{"osd":5,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64500000000000002,"15min":0.63900000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.52400000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.88700000000000001,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.627}]},{"osd":6,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.78100000000000003,"15min":0.74099999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":7.0149999999999997,"5min":7.0149999999999997,"15min":7.0149999999999997},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.749,"5min":0.74399999999999999,"15min":0.74299999999999999},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.64800000000000002}]},{"osd":7,"last update":"Wed Mar 22 14:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.57199999999999995}]},{"osd":8,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.94399999999999995,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.746,"5min":0.74099999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.89500000000000002,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.65900000000000003}]},{"osd":9,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.77900000000000003,"15min":0.78100000000000003},"min":{"1min":0.48799999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92300000000000004,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.746},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.76000000000000001,"15min":0.76200000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.91000000000000003,"5min":1.129,"15min":1.129},"last":0.69599999999999995}]},{"osd":11,"last update":"Wed Mar 22 14:27:29 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.71899999999999997,"15min":0.70899999999999996},"min":{"1min":0.54500000000000004,"5min":0.505,"15min":0.505},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.73599999999999999,"15min":0.72399999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.96799999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.71799999999999997}]}]},{"osd":9,"up_from":67,"seq":287762808873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6360,"kb_used_data":976,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738792,"statfs":{"total":95995035648,"available":95988523008,"internally_reserved":0,"allocated":999424,"data_stored":465199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.58999999999999997,"15min":0.61399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.84599999999999997,"5min":2.2069999999999999,"15min":2.2069999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.79900000000000004,"15min":0.68400000000000005},"min":{"1min":0.38300000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.0700000000000001,"5min":20.273,"15min":20.273},"last":0.63900000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80000000000000004,"15min":0.82399999999999995},"min":{"1min":0.51400000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.5150000000000001,"5min":3.5150000000000001,"15min":3.5150000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.75,"15min":0.78600000000000003},"min":{"1min":0.433,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.442}]},{"osd":2,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.82199999999999995,"15min":0.86799999999999999},"min":{"1min":0.52700000000000002,"5min":0.504,"15min":0.504},"max":{"1min":0.91800000000000004,"5min":1.748,"15min":1.748},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.97899999999999998,"15min":0.86099999999999999},"min":{"1min":0.54100000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.407,"5min":20.039999999999999,"15min":20.039999999999999},"last":0.40300000000000002}]},{"osd":3,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.71499999999999997,"15min":0.68500000000000005},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.97899999999999998,"5min":9.3640000000000008,"15min":9.3640000000000008},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.76100000000000001,"15min":0.79800000000000004},"min":{"1min":0.41899999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.95099999999999996,"5min":2.2440000000000002,"15min":2.2440000000000002},"last":0.81299999999999994}]},{"osd":4,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.98499999999999999,"15min":0.879},"min":{"1min":0.55400000000000005,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.321,"5min":20.18,"15min":20.18},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72599999999999998,"15min":0.74399999999999999},"min":{"1min":0.46999999999999997,"5min":0.441,"15min":0.441},"max":{"1min":1.1200000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.66000000000000003}]},{"osd":5,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.76500000000000001,"15min":0.78000000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.097,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.90100000000000002,"15min":0.92900000000000005},"min":{"1min":0.62,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.69799999999999995}]},{"osd":6,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.90800000000000003,"15min":0.95199999999999996},"min":{"1min":0.58099999999999996,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.0149999999999999,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0600000000000001,"15min":0.96799999999999997},"min":{"1min":0.48099999999999998,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.242,"5min":20.361999999999998,"15min":20.361999999999998},"last":0.71799999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.84899999999999998,"15min":0.88700000000000001},"min":{"1min":0.57699999999999996,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.159,"5min":1.508,"15min":1.508},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.92600000000000005,"15min":0.97399999999999998},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.0529999999999999,"5min":1.302,"15min":1.302},"last":0.78000000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:27:40 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":1.1259999999999999,"15min":1.0289999999999999},"min":{"1min":0.60499999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.3879999999999999,"5min":20.321999999999999,"15min":20.321999999999999},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.91300000000000003,"15min":0.95799999999999996},"min":{"1min":0.629,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.0700000000000001,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.83599999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8260000000000001,"5min":1.1399999999999999,"15min":1.026},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":20.23,"5min":20.23,"15min":20.23},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.91900000000000004,"15min":0.93300000000000005},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.85899999999999999}]}]},{"osd":8,"up_from":59,"seq":253403070511,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6548,"kb_used_data":972,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738604,"statfs":{"total":95995035648,"available":95988330496,"internally_reserved":0,"allocated":995328,"data_stored":465577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.60299999999999998,"15min":0.61299999999999999},"min":{"1min":0.40699999999999997,"5min":0.379,"15min":0.379},"max":{"1min":0.752,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.498}]},{"osd":1,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.59599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38700000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60999999999999999,"15min":0.59299999999999997},"min":{"1min":0.46200000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.82199999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.70899999999999996}]},{"osd":2,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.48499999999999999,"15min":0.47899999999999998},"min":{"1min":0.372,"5min":0.317,"15min":0.317},"max":{"1min":0.68899999999999995,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.46400000000000002,"15min":0.44800000000000001},"min":{"1min":0.36799999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70099999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.59999999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.44700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63800000000000001},"min":{"1min":0.48099999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.58399999999999996}]},{"osd":4,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59699999999999998,"15min":0.59199999999999997},"min":{"1min":0.38700000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.47499999999999998,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.64800000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.58399999999999996,"15min":0.56899999999999995},"min":{"1min":0.35499999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83899999999999997,"5min":0.872,"15min":0.872},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56399999999999995,"15min":0.55000000000000004},"min":{"1min":0.41899999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.89100000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.752}]},{"osd":6,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":0.755,"15min":0.71299999999999997},"min":{"1min":0.46999999999999997,"5min":0.432,"15min":0.432},"max":{"1min":4.5090000000000003,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.22,"5min":0.82199999999999995,"15min":0.75},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":9.3040000000000003,"5min":9.3040000000000003,"15min":9.3040000000000003},"last":0.73899999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.70599999999999996,"15min":0.68600000000000005},"min":{"1min":0.55300000000000005,"5min":0.438,"15min":0.438},"max":{"1min":0.94599999999999995,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.747,"5min":0.70199999999999996,"15min":0.69599999999999995},"min":{"1min":0.48999999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.79600000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.79000000000000004,"15min":0.76900000000000002},"min":{"1min":0.52000000000000002,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.012,"5min":1.026,"15min":1.026},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.81899999999999995,"15min":0.80100000000000005},"min":{"1min":0.627,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.98099999999999998,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.86399999999999999}]},{"osd":10,"last update":"Wed Mar 22 14:27:09 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.71599999999999997,"15min":0.70399999999999996},"min":{"1min":0.56999999999999995,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.75600000000000001,"15min":0.73999999999999999},"min":{"1min":0.57899999999999996,"5min":0.497,"15min":0.497},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.76700000000000002}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.69599999999999995}]}]},{"osd":7,"up_from":52,"seq":223338299442,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7192,"kb_used_data":1552,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93737960,"statfs":{"total":95995035648,"available":95987671040,"internally_reserved":0,"allocated":1589248,"data_stored":1058082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.47499999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.502},{"interface":"front","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41599999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84599999999999997,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.51600000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56899999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.5},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.434,"15min":0.42499999999999999},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59099999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47799999999999998}]},{"osd":2,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.57699999999999996,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.63500000000000001,"15min":0.59899999999999998},"min":{"1min":0.42499999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":3.9550000000000001,"5min":3.9550000000000001,"15min":3.9550000000000001},"last":0.73799999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.65500000000000003,"15min":0.61899999999999999},"min":{"1min":0.48799999999999999,"5min":0.373,"15min":0.373},"max":{"1min":3.6499999999999999,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63400000000000001,"15min":0.621},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":0.82099999999999995,"5min":1.03,"15min":1.03},"last":0.59399999999999997}]},{"osd":4,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52200000000000002,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.751,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77200000000000002,"5min":1.264,"15min":1.264},"last":0.53500000000000003}]},{"osd":5,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64900000000000002,"15min":0.65300000000000002},"min":{"1min":0.44400000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64300000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.83599999999999997}]},{"osd":6,"last update":"Wed Mar 22 14:26:55 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.69099999999999995,"15min":0.68100000000000005},"min":{"1min":0.54500000000000004,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0229999999999999,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.74299999999999999,"15min":0.71299999999999997},"min":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":3.9689999999999999,"5min":3.9689999999999999,"15min":3.9689999999999999},"last":0.67200000000000004}]},{"osd":8,"last update":"Wed Mar 22 14:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.71699999999999997,"15min":0.70399999999999996},"min":{"1min":0.52200000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.93200000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.71999999999999997,"15min":0.72299999999999998},"min":{"1min":0.435,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.92200000000000004,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.82199999999999995}]},{"osd":9,"last update":"Wed Mar 22 14:27:42 2023","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.1870000000000001,"5min":1.7350000000000001,"15min":1.7350000000000001},"last":0.876},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.81200000000000006,"15min":0.80700000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.0820000000000001,"5min":1.746,"15min":1.746},"last":0.92500000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.71599999999999997,"15min":0.72099999999999997},"min":{"1min":0.47299999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82499999999999996,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.71499999999999997,"15min":0.71299999999999997},"min":{"1min":0.57399999999999995,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.83699999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.88600000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":1},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.90300000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462966,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6472,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738680,"statfs":{"total":95995035648,"available":95988408320,"internally_reserved":0,"allocated":983040,"data_stored":465190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48499999999999999,"15min":0.47099999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.89300000000000002,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54300000000000004,"15min":0.52500000000000002},"min":{"1min":0.35099999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.052,"5min":2.2229999999999999,"15min":2.2229999999999999},"last":0.44400000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.71499999999999997,"15min":0.71099999999999997},"min":{"1min":0.52400000000000002,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0629999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.72199999999999998,"15min":0.70699999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92100000000000004,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":0.84299999999999997}]},{"osd":2,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.70299999999999996,"15min":0.69899999999999995},"min":{"1min":0.47599999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.1539999999999999,"5min":1.161,"15min":1.161},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.72399999999999998,"15min":0.69299999999999995},"min":{"1min":0.46500000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.2789999999999999,"5min":2.9870000000000001,"15min":2.9870000000000001},"last":0.58299999999999996}]},{"osd":3,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.64000000000000001,"15min":0.61899999999999999},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.4099999999999999,"5min":3.0390000000000001,"15min":3.0390000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.68000000000000005,"15min":0.67300000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.98299999999999998,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":0.64700000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.74199999999999999,"15min":0.748},"min":{"1min":0.502,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.1160000000000001,"5min":1.234,"15min":1.234},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.81799999999999995,"15min":0.75800000000000001},"min":{"1min":0.53300000000000003,"5min":0.501,"15min":0.501},"max":{"1min":6.1980000000000004,"5min":6.1980000000000004,"15min":6.1980000000000004},"last":0.73899999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.81000000000000005,"15min":0.80200000000000005},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2909999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.82599999999999996,"15min":0.81399999999999995},"min":{"1min":0.53800000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2050000000000001,"5min":2.956,"15min":2.956},"last":0.66800000000000004}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.79600000000000004,"15min":0.78500000000000003},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.4470000000000001,"5min":2.528,"15min":2.528},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.83299999999999996,"15min":0.81299999999999994},"min":{"1min":0.59599999999999997,"5min":0.442,"15min":0.442},"max":{"1min":1.45,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.70399999999999996}]},{"osd":8,"last update":"Wed Mar 22 14:27:24 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.81999999999999995,"15min":0.81599999999999995},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.3120000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.89800000000000002,"15min":0.88400000000000001},"min":{"1min":0.56899999999999995,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3859999999999999,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":0.876}]},{"osd":9,"last update":"Wed Mar 22 14:27:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.93700000000000006,"15min":0.96099999999999997},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.427,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.86899999999999999,"15min":0.86099999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.5880000000000001,"5min":1.657,"15min":1.657},"last":0.81100000000000005}]},{"osd":10,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.0289999999999999,"15min":1.0469999999999999},"min":{"1min":0.748,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.4830000000000001,"5min":1.907,"15min":1.907},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.92100000000000004,"15min":0.92300000000000004},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":1.083}]}]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7620,"kb_used_data":1020,"kb_used_omap":0,"kb_used_meta":6592,"kb_avail":93737532,"statfs":{"total":95995035648,"available":95987232768,"internally_reserved":0,"allocated":1044480,"data_stored":528792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6750208},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.54500000000000004,"15min":0.53800000000000003},"min":{"1min":0.38800000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.38,"5min":0.245,"15min":0.245},"max":{"1min":0.92000000000000004,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.51900000000000002}]},{"osd":2,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.55500000000000005,"15min":0.53500000000000003},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.57999999999999996,"15min":0.55100000000000005},"min":{"1min":0.56699999999999995,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.68999999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.60199999999999998,"15min":0.57999999999999996},"min":{"1min":0.39900000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.72599999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.58799999999999997,"15min":0.58999999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88300000000000001,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.497}]},{"osd":4,"last update":"Wed Mar 22 14:26:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.32100000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61099999999999999,"5min":0.75,"15min":0.75},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.46100000000000002,"15min":0.439},"min":{"1min":0.32700000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.57299999999999995}]},{"osd":5,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.622,"15min":0.59399999999999997},"min":{"1min":0.51400000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.81699999999999995,"5min":0.874,"15min":0.874},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.745,"5min":0.63100000000000001,"15min":0.60099999999999998},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.78000000000000003}]},{"osd":6,"last update":"Wed Mar 22 14:27:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.72599999999999998,"15min":0.76800000000000002},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84499999999999997,"5min":2.9380000000000002,"15min":2.9380000000000002},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.69299999999999995,"15min":0.74299999999999999},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85499999999999998,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.59299999999999997}]},{"osd":7,"last update":"Wed Mar 22 14:26:57 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56699999999999995,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.82799999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.746},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61699999999999999,"15min":0.58599999999999997},"min":{"1min":0.46800000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91100000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.73499999999999999}]},{"osd":8,"last update":"Wed Mar 22 14:27:19 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.68600000000000005,"15min":0.66200000000000003},"min":{"1min":0.56499999999999995,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90500000000000003,"5min":1.036,"15min":1.036},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.64200000000000002,"15min":0.61799999999999999},"min":{"1min":0.53800000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.67400000000000004}]},{"osd":9,"last update":"Wed Mar 22 14:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.74099999999999999,"15min":0.72699999999999998},"min":{"1min":0.53000000000000003,"5min":0.5,"15min":0.5},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.77400000000000002,"15min":0.76800000000000002},"min":{"1min":0.54000000000000004,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.93600000000000005,"5min":1.024,"15min":1.024},"last":0.84099999999999997}]},{"osd":10,"last update":"Wed Mar 22 14:27:05 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.504,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.86199999999999999,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.70899999999999996,"15min":0.70099999999999996},"min":{"1min":0.504,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94999999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.82199999999999995}]},{"osd":11,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.875}]}]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7388,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":6400,"kb_avail":93737764,"statfs":{"total":95995035648,"available":95987470336,"internally_reserved":0,"allocated":1003520,"data_stored":466207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6553600},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 22 14:26:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.60799999999999998,"15min":0.55000000000000004},"min":{"1min":0.434,"5min":0.313,"15min":0.313},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.66600000000000004,"15min":0.58599999999999997},"min":{"1min":0.47499999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.98699999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.76300000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69799999999999995,"15min":0.59799999999999998},"min":{"1min":0.54800000000000004,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93200000000000005,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.65600000000000003,"15min":0.59799999999999998},"min":{"1min":0.45900000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.84899999999999998}]},{"osd":3,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.504},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.55200000000000005}]},{"osd":4,"last update":"Wed Mar 22 14:26:52 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61899999999999999,"15min":0.58699999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.68200000000000005,"15min":0.63500000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0529999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.67000000000000004}]},{"osd":5,"last update":"Wed Mar 22 14:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.66600000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.77600000000000002,"15min":0.72499999999999998},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.099,"5min":1.272,"15min":1.272},"last":0.92900000000000005}]},{"osd":6,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.753,"15min":0.69799999999999995},"min":{"1min":0.47299999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0489999999999999,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.66000000000000003,"15min":0.63200000000000001},"min":{"1min":0.40100000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.84699999999999998,"5min":1.46,"15min":1.46},"last":0.65400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.88200000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:27:19 2023","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.82899999999999996,"15min":0.85299999999999998},"min":{"1min":0.57399999999999995,"5min":0.498,"15min":0.498},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0109999999999999,"15min":1.0209999999999999},"min":{"1min":0.72899999999999998,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":5.5510000000000002,"5min":5.5510000000000002,"15min":5.5510000000000002},"last":0.98699999999999999}]},{"osd":9,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.99399999999999999,"15min":1.0529999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.0880000000000001,"5min":1.409,"15min":1.409},"last":1.036},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.83199999999999996,"15min":0.85599999999999998},"min":{"1min":0.45900000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.95999999999999996,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.95099999999999996}]},{"osd":10,"last update":"Wed Mar 22 14:27:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.84299999999999997,"15min":0.84599999999999997},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":1.006},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.97299999999999998,"15min":0.98399999999999999},"min":{"1min":0.75,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.21,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.071}]},{"osd":11,"last update":"Wed Mar 22 14:27:25 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.84899999999999998,"15min":0.84299999999999997},"min":{"1min":0.66300000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.1000000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.83899999999999997,"15min":0.82999999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.93999999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7628,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":6592,"kb_avail":93737524,"statfs":{"total":95995035648,"available":95987224576,"internally_reserved":0,"allocated":1052672,"data_stored":523944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6750208},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54200000000000004,"15min":0.50800000000000001},"min":{"1min":0.41799999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.79600000000000004,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.54500000000000004,"15min":0.503},"min":{"1min":0.41599999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.97899999999999998}]},{"osd":1,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.57299999999999995,"15min":0.51300000000000001},"min":{"1min":0.441,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.59499999999999997,"15min":0.53300000000000003},"min":{"1min":0.501,"5min":0.311,"15min":0.311},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.92900000000000005}]},{"osd":3,"last update":"Wed Mar 22 14:27:28 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.627,"15min":0.57699999999999996},"min":{"1min":0.38300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91800000000000004,"5min":1.496,"15min":1.496},"last":1.115},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.61299999999999999,"15min":0.57899999999999996},"min":{"1min":0.48299999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84499999999999997,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.91200000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.875},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.74399999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.45800000000000002,"15min":0.42099999999999999},"min":{"1min":0.44900000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77700000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.50800000000000001,"15min":0.46200000000000002},"min":{"1min":0.40000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.84399999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.63400000000000001}]},{"osd":6,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.70799999999999996,"15min":0.68000000000000005},"min":{"1min":0.58499999999999996,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.93600000000000005,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71199999999999997,"15min":0.67600000000000005},"min":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.056,"5min":1.661,"15min":1.661},"last":1.0489999999999999}]},{"osd":7,"last update":"Wed Mar 22 14:25:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.65300000000000002,"15min":0.65100000000000002},"min":{"1min":0.438,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.619}]},{"osd":8,"last update":"Wed Mar 22 14:27:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40699999999999997,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81200000000000006,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.65600000000000003,"15min":0.65500000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.82799999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77600000000000002,"15min":0.77300000000000002},"min":{"1min":0.56699999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.98399999999999999,"5min":1.139,"15min":1.139},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.78500000000000003,"15min":0.77500000000000002},"min":{"1min":0.55900000000000005,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.089,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":1.089}]},{"osd":10,"last update":"Wed Mar 22 14:27:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.69699999999999995,"15min":0.68999999999999995},"min":{"1min":0.54200000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.75,"15min":0.73799999999999999},"min":{"1min":0.58399999999999996,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":1.0660000000000001}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":1.0269999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149764,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6808,"kb_used_data":976,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738344,"statfs":{"total":95995035648,"available":95988064256,"internally_reserved":0,"allocated":999424,"data_stored":464753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.46600000000000003,"15min":0.45000000000000001},"min":{"1min":0.313,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47699999999999998,"15min":0.44700000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.74099999999999999,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50700000000000001}]},{"osd":1,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.69199999999999995,"15min":0.63600000000000001},"min":{"1min":0.49299999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0629999999999999,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.64000000000000001,"15min":0.58899999999999997},"min":{"1min":0.51100000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.81599999999999995}]},{"osd":2,"last update":"Wed Mar 22 14:27:27 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67100000000000004,"15min":0.69299999999999995},"min":{"1min":0.45200000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98199999999999998,"5min":2.238,"15min":2.238},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.71699999999999997,"15min":0.67500000000000004},"min":{"1min":0.433,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.95399999999999996,"5min":1.629,"15min":1.629},"last":0.64500000000000002}]},{"osd":4,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.71099999999999997,"15min":0.66900000000000004},"min":{"1min":0.60999999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.095,"5min":1.202,"15min":1.202},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.72899999999999998,"15min":0.69699999999999995},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98899999999999999,"5min":1.022,"15min":1.022},"last":0.89400000000000002}]},{"osd":5,"last update":"Wed Mar 22 14:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.752,"15min":0.72399999999999998},"min":{"1min":0.504,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.032,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.70199999999999996,"15min":0.71499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.1299999999999999,"5min":2.194,"15min":2.194},"last":0.61499999999999999}]},{"osd":6,"last update":"Wed Mar 22 14:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64600000000000002,"15min":0.628},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0149999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69199999999999995,"15min":0.66400000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.622}]},{"osd":7,"last update":"Wed Mar 22 14:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.72599999999999998,"15min":0.70399999999999996},"min":{"1min":0.56499999999999995,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.877,"5min":0.83999999999999997,"15min":0.80700000000000005},"min":{"1min":0.623,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0649999999999999,"5min":1.268,"15min":1.268},"last":0.91200000000000003}]},{"osd":8,"last update":"Wed Mar 22 14:25:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55900000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:26:46 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81100000000000005,"15min":0.82699999999999996},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.1819999999999999,"5min":1.21,"15min":1.21},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.98699999999999999,"15min":1.008},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2070000000000001,"5min":1.306,"15min":1.306},"last":0.79400000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:01 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.82999999999999996,"15min":0.82399999999999995},"min":{"1min":0.63500000000000001,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.85399999999999998,"15min":0.85999999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.71399999999999997}]},{"osd":11,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.85899999999999999},{"interface":"front","average":{"1min":1.2090000000000001,"5min":1.2090000000000001,"15min":1.2090000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":6.9279999999999999,"5min":6.9279999999999999,"15min":6.9279999999999999},"last":0.877}]}]},{"osd":4,"up_from":34,"seq":146028888129,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6600,"kb_used_data":960,"kb_used_omap":0,"kb_used_meta":5632,"kb_avail":93738552,"statfs":{"total":95995035648,"available":95988277248,"internally_reserved":0,"allocated":983040,"data_stored":465260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5767168},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:25:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56200000000000006,"15min":0.55300000000000005},"min":{"1min":0.435,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84899999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.46500000000000002}]},{"osd":1,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41599999999999998,"15min":0.374},"min":{"1min":0.27000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.56299999999999994,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42599999999999999,"15min":0.38400000000000001},"min":{"1min":0.32300000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.65800000000000003,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42499999999999999}]},{"osd":2,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.68600000000000005,"15min":0.85799999999999998},"min":{"1min":0.47499999999999998,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.88800000000000001,"5min":8.1150000000000002,"15min":8.1150000000000002},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58299999999999996,"15min":0.54100000000000004},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.76900000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56599999999999995}]},{"osd":3,"last update":"Wed Mar 22 14:27:46 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.628,"15min":0.59599999999999997},"min":{"1min":0.46400000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76400000000000001,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.60399999999999998,"15min":0.59399999999999997},"min":{"1min":0.42399999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79700000000000004,"5min":1.04,"15min":1.04},"last":0.60999999999999999}]},{"osd":5,"last update":"Wed Mar 22 14:27:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59399999999999997,"15min":0.56899999999999995},"min":{"1min":0.36499999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.748,"5min":0.625,"15min":0.57299999999999995},"min":{"1min":0.61399999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72799999999999998}]},{"osd":6,"last update":"Wed Mar 22 14:27:37 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.68600000000000005,"15min":0.63800000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.718,"5min":2.718,"15min":2.718},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.64400000000000002,"15min":0.63},"min":{"1min":0.47099999999999997,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88300000000000001,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.53900000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.54800000000000004},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.76600000000000001,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.60599999999999998,"15min":0.58799999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.63600000000000001}]},{"osd":8,"last update":"Wed Mar 22 14:27:17 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.44600000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.95899999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.74099999999999999,"15min":0.73299999999999998},"min":{"1min":0.53000000000000003,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.95299999999999996,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.80400000000000005}]},{"osd":9,"last update":"Wed Mar 22 14:27:41 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.75800000000000001,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":2.7440000000000002,"5min":2.7440000000000002,"15min":2.7440000000000002},"last":0.752},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.77900000000000003,"15min":0.78900000000000003},"min":{"1min":0.505,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":2.7080000000000002,"5min":2.7080000000000002,"15min":2.7080000000000002},"last":0.66300000000000003}]},{"osd":10,"last update":"Wed Mar 22 14:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.78200000000000003,"15min":0.78500000000000003},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.98999999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.69699999999999995,"15min":0.69899999999999995},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.96199999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.67200000000000004}]},{"osd":11,"last update":"Wed Mar 22 14:27:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.83599999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724604,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7268,"kb_used_data":1564,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93737884,"statfs":{"total":95995035648,"available":95987593216,"internally_reserved":0,"allocated":1601536,"data_stored":1057009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56599999999999995,"15min":0.55900000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71699999999999997,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53900000000000003,"15min":0.53000000000000003},"min":{"1min":0.374,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65100000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.40699999999999997}]},{"osd":1,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.52400000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.624},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57399999999999995,"15min":0.54400000000000004},"min":{"1min":0.503,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80500000000000005,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41799999999999998,"15min":0.40300000000000002},"min":{"1min":0.378,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.626,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.35099999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65600000000000003,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.42299999999999999}]},{"osd":3,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.377,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73699999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.60799999999999998,"15min":0.59199999999999997},"min":{"1min":0.52000000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.80800000000000005,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.53600000000000003}]},{"osd":4,"last update":"Wed Mar 22 14:27:10 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.59099999999999997,"15min":0.57499999999999996},"min":{"1min":0.40400000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78000000000000003,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.59899999999999998,"15min":0.57599999999999996},"min":{"1min":0.41799999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.82999999999999996,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64700000000000002}]},{"osd":6,"last update":"Wed Mar 22 14:27:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.67100000000000004,"15min":0.63700000000000001},"min":{"1min":0.54800000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.94099999999999995,"5min":1.05,"15min":1.05},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.68200000000000005,"15min":0.66300000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.90500000000000003,"5min":0.999,"15min":0.999},"last":0.78400000000000003}]},{"osd":7,"last update":"Wed Mar 22 14:26:59 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.64800000000000002,"15min":0.64200000000000002},"min":{"1min":0.54200000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.86799999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.65500000000000003,"15min":0.64500000000000002},"min":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.755}]},{"osd":8,"last update":"Wed Mar 22 14:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.61299999999999999,"15min":0.59699999999999998},"min":{"1min":0.48499999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81200000000000006,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.65900000000000003,"15min":0.65200000000000002},"min":{"1min":0.52400000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.58399999999999996}]},{"osd":9,"last update":"Wed Mar 22 14:26:45 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.77300000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.92200000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77700000000000002,"15min":0.78600000000000003},"min":{"1min":0.55700000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.83299999999999996,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.79900000000000004}]},{"osd":10,"last update":"Wed Mar 22 14:27:03 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.73799999999999999,"15min":0.73599999999999999},"min":{"1min":0.58999999999999997,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90400000000000003,"5min":1.018,"15min":1.018},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.72999999999999998,"15min":0.73099999999999998},"min":{"1min":0.57299999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.88700000000000001,"5min":1.002,"15min":1.002},"last":0.70199999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":64988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":60456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-03-22T14:27:51.372 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:51.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 -- 172.21.15.45:0/1685876431 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c1013c0 msgr2=0x7fcc0c101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1685876431 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c1013c0 0x7fcc0c101810 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc009990 tx=0x7fcbfc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 -- 172.21.15.45:0/1685876431 shutdown_connections 2023-03-22T14:27:51.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1685876431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcc0c101d50 0x7fcc0c108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1685876431 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcc0c1001d0 0x7fcc0c1005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1685876431 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c1013c0 0x7fcc0c101810 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 -- 172.21.15.45:0/1685876431 >> 172.21.15.45:0/1685876431 conn(0x7fcc0c0fb7b0 msgr2=0x7fcc0c0fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:51.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 -- 172.21.15.45:0/1685876431 shutdown_connections 2023-03-22T14:27:51.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.591+0000 7fcc139ff700 1 -- 172.21.15.45:0/1685876431 wait complete. 2023-03-22T14:27:51.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.592+0000 7fcc139ff700 1 Processor -- start 2023-03-22T14:27:51.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.592+0000 7fcc139ff700 1 -- start start 2023-03-22T14:27:51.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc139ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcc0c1001d0 0x7fcc0c074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc139ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcc0c1013c0 0x7fcc0c072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc139ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c101d50 0x7fcc0c0733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc139ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c073b50 con 0x7fcc0c101d50 2023-03-22T14:27:51.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc139ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c073cc0 con 0x7fcc0c1013c0 2023-03-22T14:27:51.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc139ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c19ffa0 con 0x7fcc0c1001d0 2023-03-22T14:27:51.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c101d50 0x7fcc0c0733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c101d50 0x7fcc0c0733b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41864/0 (socket says 172.21.15.45:41864) 2023-03-22T14:27:51.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc1179b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcc0c1001d0 0x7fcc0c074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc10f9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcc0c1013c0 0x7fcc0c072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 -- 172.21.15.45:0/1058039145 learned_addr learned my addr 172.21.15.45:0/1058039145 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 -- 172.21.15.45:0/1058039145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcc0c1001d0 msgr2=0x7fcc0c074830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcc0c1001d0 0x7fcc0c074830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 -- 172.21.15.45:0/1058039145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcc0c1013c0 msgr2=0x7fcc0c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcc0c1013c0 0x7fcc0c072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.593+0000 7fcc11f9c700 1 -- 172.21.15.45:0/1058039145 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc04009c40 con 0x7fcc0c101d50 2023-03-22T14:27:51.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.594+0000 7fcc11f9c700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c101d50 0x7fcc0c0733b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcc0400c370 tx=0x7fcc0400c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:51.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.594+0000 7fcc027fc700 1 -- 172.21.15.45:0/1058039145 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc04017070 con 0x7fcc0c101d50 2023-03-22T14:27:51.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.594+0000 7fcc027fc700 1 -- 172.21.15.45:0/1058039145 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc0400f040 con 0x7fcc0c101d50 2023-03-22T14:27:51.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.594+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbfc0095f0 con 0x7fcc0c101d50 2023-03-22T14:27:51.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.594+0000 7fcc027fc700 1 -- 172.21.15.45:0/1058039145 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc0400e050 con 0x7fcc0c101d50 2023-03-22T14:27:51.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.594+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc0c10bb40 con 0x7fcc0c101d50 2023-03-22T14:27:51.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.595+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc0c107150 con 0x7fcc0c101d50 2023-03-22T14:27:51.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.597+0000 7fcc027fc700 1 -- 172.21.15.45:0/1058039145 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fcc0400cb60 con 0x7fcc0c101d50 2023-03-22T14:27:51.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.598+0000 7fcc027fc700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbf809fb50 0x7fcbf80a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:51.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.598+0000 7fcc027fc700 1 -- 172.21.15.45:0/1058039145 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fcc040ca320 con 0x7fcc0c101d50 2023-03-22T14:27:51.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.598+0000 7fcc1179b700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbf809fb50 0x7fcbf80a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:51.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.599+0000 7fcc1179b700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbf809fb50 0x7fcbf80a2000 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c101220 tx=0x7fcc08009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:51.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.602+0000 7fcc027fc700 1 -- 172.21.15.45:0/1058039145 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fcc04094170 con 0x7fcc0c101d50 2023-03-22T14:27:51.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.811+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcc0c02d010 con 0x7fcc0c101d50 2023-03-22T14:27:51.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.813+0000 7fcc027fc700 1 -- 172.21.15.45:0/1058039145 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22601 (secure 0 0 0) 0x7fcc04097790 con 0x7fcc0c101d50 2023-03-22T14:27:51.814 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:51.815 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":88,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:27:42.770399+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:51.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbf809fb50 msgr2=0x7fcbf80a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbf809fb50 0x7fcbf80a2000 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c101220 tx=0x7fcc08009260 comp rx=0 tx=0).stop 2023-03-22T14:27:51.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c101d50 msgr2=0x7fcc0c0733b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:51.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c101d50 0x7fcc0c0733b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcc0400c370 tx=0x7fcc0400c680 comp rx=0 tx=0).stop 2023-03-22T14:27:51.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 shutdown_connections 2023-03-22T14:27:51.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fcbf809fb50 0x7fcbf80a2000 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcc0c101d50 0x7fcc0c0733b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcc0c1001d0 0x7fcc0c074830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 --2- 172.21.15.45:0/1058039145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcc0c1013c0 0x7fcc0c072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:51.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 >> 172.21.15.45:0/1058039145 conn(0x7fcc0c0fb7b0 msgr2=0x7fcc0c0fdac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:51.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.815+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 shutdown_connections 2023-03-22T14:27:51.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:51.816+0000 7fcc139ff700 1 -- 172.21.15.45:0/1058039145 wait complete. 2023-03-22T14:27:51.834 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-03-22T14:21:56.970543+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-03-22T14:26:08.355962+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-03-22T14:26:09.581887+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-03-22T14:27:51.835 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-03-22T14:27:52.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 -- 172.21.15.45:0/4281076369 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400073480 msgr2=0x7ff4000738f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 --2- 172.21.15.45:0/4281076369 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400073480 0x7ff4000738f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009990 tx=0x7ff3e8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 -- 172.21.15.45:0/4281076369 shutdown_connections 2023-03-22T14:27:52.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 --2- 172.21.15.45:0/4281076369 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff400108050 0x7ff40010a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 --2- 172.21.15.45:0/4281076369 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff400074a60 0x7ff400072eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 --2- 172.21.15.45:0/4281076369 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400073480 0x7ff4000738f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 -- 172.21.15.45:0/4281076369 >> 172.21.15.45:0/4281076369 conn(0x7ff4000fb7e0 msgr2=0x7ff4000fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:52.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 -- 172.21.15.45:0/4281076369 shutdown_connections 2023-03-22T14:27:52.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.026+0000 7ff404bff700 1 -- 172.21.15.45:0/4281076369 wait complete. 2023-03-22T14:27:52.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.027+0000 7ff404bff700 1 Processor -- start 2023-03-22T14:27:52.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.027+0000 7ff404bff700 1 -- start start 2023-03-22T14:27:52.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff404bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff400073480 0x7ff400198110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff404bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400074a60 0x7ff400198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff404bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff400108050 0x7ff40019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff404bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40019fc90 con 0x7ff400074a60 2023-03-22T14:27:52.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff404bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40019fdd0 con 0x7ff400108050 2023-03-22T14:27:52.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff404bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40019ff60 con 0x7ff400073480 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400074a60 0x7ff400198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400074a60 0x7ff400198650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41886/0 (socket says 172.21.15.45:41886) 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 -- 172.21.15.45:0/2981037727 learned_addr learned my addr 172.21.15.45:0/2981037727 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3fe59c700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff400073480 0x7ff400198110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3fed9d700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff400108050 0x7ff40019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 -- 172.21.15.45:0/2981037727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff400073480 msgr2=0x7ff400198110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff400073480 0x7ff400198110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 -- 172.21.15.45:0/2981037727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff400108050 msgr2=0x7ff40019f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff400108050 0x7ff40019f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3f7fff700 1 -- 172.21.15.45:0/2981037727 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3e80095f0 con 0x7ff400074a60 2023-03-22T14:27:52.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.028+0000 7ff3fe59c700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff400073480 0x7ff400198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:52.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.029+0000 7ff3f7fff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400074a60 0x7ff400198650 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8004740 tx=0x7ff3e8009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:52.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.029+0000 7ff3f77fe700 1 -- 172.21.15.45:0/2981037727 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e801d070 con 0x7ff400074a60 2023-03-22T14:27:52.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.029+0000 7ff3f77fe700 1 -- 172.21.15.45:0/2981037727 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3e8004830 con 0x7ff400074a60 2023-03-22T14:27:52.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.029+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff40010dd50 con 0x7ff400074a60 2023-03-22T14:27:52.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.029+0000 7ff3f77fe700 1 -- 172.21.15.45:0/2981037727 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8005450 con 0x7ff400074a60 2023-03-22T14:27:52.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.029+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff40010dbc0 con 0x7ff400074a60 2023-03-22T14:27:52.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.030+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff400106790 con 0x7ff400074a60 2023-03-22T14:27:52.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.032+0000 7ff3f77fe700 1 -- 172.21.15.45:0/2981037727 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7ff3e800fb00 con 0x7ff400074a60 2023-03-22T14:27:52.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.033+0000 7ff3f77fe700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3ec09fb50 0x7ff3ec0a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.033+0000 7ff3f77fe700 1 -- 172.21.15.45:0/2981037727 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7ff3e80cc040 con 0x7ff400074a60 2023-03-22T14:27:52.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.033+0000 7ff3fe59c700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3ec09fb50 0x7ff3ec0a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.034+0000 7ff3fe59c700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3ec09fb50 0x7ff3ec0a2000 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0009cb0 tx=0x7ff3f0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:52.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.036+0000 7ff3f77fe700 1 -- 172.21.15.45:0/2981037727 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff3e8095f80 con 0x7ff400074a60 2023-03-22T14:27:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:51 smithi142 ceph-mon[94717]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:51 smithi142 ceph-mon[94717]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 705 B/s wr, 9 op/s; 7 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:51 smithi142 ceph-mon[94717]: from='client.25264 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:51 smithi098 ceph-mon[94136]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:51 smithi098 ceph-mon[94136]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 705 B/s wr, 9 op/s; 7 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:51 smithi098 ceph-mon[94136]: from='client.25264 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:52.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:51 smithi045 ceph-mon[91728]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:52.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:51 smithi045 ceph-mon[91728]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 705 B/s wr, 9 op/s; 7 B/s, 1 keys/s, 0 objects/s recovering 2023-03-22T14:27:52.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:51 smithi045 ceph-mon[91728]: from='client.25264 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:52.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.244+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff400067980 con 0x7ff400074a60 2023-03-22T14:27:52.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.245+0000 7ff3f77fe700 1 -- 172.21.15.45:0/2981037727 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff3e802f0a0 con 0x7ff400074a60 2023-03-22T14:27:52.246 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 1 2023-03-22T14:27:52.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.247+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3ec09fb50 msgr2=0x7ff3ec0a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.247+0000 7ff404bff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3ec09fb50 0x7ff3ec0a2000 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0009cb0 tx=0x7ff3f0009260 comp rx=0 tx=0).stop 2023-03-22T14:27:52.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.247+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400074a60 msgr2=0x7ff400198650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.247+0000 7ff404bff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400074a60 0x7ff400198650 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8004740 tx=0x7ff3e8009580 comp rx=0 tx=0).stop 2023-03-22T14:27:52.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 shutdown_connections 2023-03-22T14:27:52.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7ff3ec09fb50 0x7ff3ec0a2000 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff400108050 0x7ff40019f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff400073480 0x7ff400198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 --2- 172.21.15.45:0/2981037727 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff400074a60 0x7ff400198650 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 >> 172.21.15.45:0/2981037727 conn(0x7ff4000fb7e0 msgr2=0x7ff4000fdbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:52.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 shutdown_connections 2023-03-22T14:27:52.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.248+0000 7ff404bff700 1 -- 172.21.15.45:0/2981037727 wait complete. 2023-03-22T14:27:52.266 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-03-22T14:27:52.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 -- 172.21.15.45:0/294619195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c0734e0 msgr2=0x7fb61c073950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 --2- 172.21.15.45:0/294619195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c0734e0 0x7fb61c073950 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb604009990 tx=0x7fb604009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 -- 172.21.15.45:0/294619195 shutdown_connections 2023-03-22T14:27:52.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 --2- 172.21.15.45:0/294619195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb61c10c790 0x7fb61c10eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 --2- 172.21.15.45:0/294619195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c074ac0 0x7fb61c072f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 --2- 172.21.15.45:0/294619195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c0734e0 0x7fb61c073950 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 -- 172.21.15.45:0/294619195 >> 172.21.15.45:0/294619195 conn(0x7fb61c0fb7e0 msgr2=0x7fb61c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:52.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 -- 172.21.15.45:0/294619195 shutdown_connections 2023-03-22T14:27:52.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.458+0000 7fb6225ff700 1 -- 172.21.15.45:0/294619195 wait complete. 2023-03-22T14:27:52.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.459+0000 7fb6225ff700 1 Processor -- start 2023-03-22T14:27:52.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb6225ff700 1 -- start start 2023-03-22T14:27:52.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb6225ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c0734e0 0x7fb61c19c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb6225ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb61c074ac0 0x7fb61c19cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb6225ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c10c790 0x7fb61c1a3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb6225ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb61c1a4120 con 0x7fb61c10c790 2023-03-22T14:27:52.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb6225ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb61c1a4260 con 0x7fb61c074ac0 2023-03-22T14:27:52.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb6225ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb61c1a43f0 con 0x7fb61c0734e0 2023-03-22T14:27:52.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb61bfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c0734e0 0x7fb61c19c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb620b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c10c790 0x7fb61c1a3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb61bfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c0734e0 0x7fb61c19c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42062/0 (socket says 172.21.15.45:42062) 2023-03-22T14:27:52.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb613fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb61c074ac0 0x7fb61c19cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.460+0000 7fb61bfff700 1 -- 172.21.15.45:0/540319088 learned_addr learned my addr 172.21.15.45:0/540319088 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:52.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb61bfff700 1 -- 172.21.15.45:0/540319088 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb61c074ac0 msgr2=0x7fb61c19cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb61bfff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb61c074ac0 0x7fb61c19cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb61bfff700 1 -- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c10c790 msgr2=0x7fb61c1a3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb61bfff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c10c790 0x7fb61c1a3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb61bfff700 1 -- 172.21.15.45:0/540319088 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb60c009520 con 0x7fb61c0734e0 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb620b9c700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c10c790 0x7fb61c1a3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb61bfff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c0734e0 0x7fb61c19c5a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00ea30 tx=0x7fb60c00ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb619ffb700 1 -- 172.21.15.45:0/540319088 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb60c00cbd0 con 0x7fb61c0734e0 2023-03-22T14:27:52.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb614009c40 con 0x7fb61c0734e0 2023-03-22T14:27:52.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb619ffb700 1 -- 172.21.15.45:0/540319088 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb60c00eec0 con 0x7fb61c0734e0 2023-03-22T14:27:52.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb619ffb700 1 -- 172.21.15.45:0/540319088 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb60c003d20 con 0x7fb61c0734e0 2023-03-22T14:27:52.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.461+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6040095f0 con 0x7fb61c0734e0 2023-03-22T14:27:52.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.463+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb61c1022e0 con 0x7fb61c0734e0 2023-03-22T14:27:52.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.465+0000 7fb619ffb700 1 -- 172.21.15.45:0/540319088 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fb60c042a40 con 0x7fb61c0734e0 2023-03-22T14:27:52.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.466+0000 7fb619ffb700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb60809fad0 0x7fb6080a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.466+0000 7fb619ffb700 1 -- 172.21.15.45:0/540319088 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fb60c014070 con 0x7fb61c0734e0 2023-03-22T14:27:52.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.466+0000 7fb613fff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb60809fad0 0x7fb6080a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.467+0000 7fb613fff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb60809fad0 0x7fb6080a1f80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb60400b2e0 tx=0x7fb604005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:52.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.468+0000 7fb619ffb700 1 -- 172.21.15.45:0/540319088 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb60c094cd0 con 0x7fb61c0734e0 2023-03-22T14:27:52.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.676+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb61c02cea0 con 0x7fb61c0734e0 2023-03-22T14:27:52.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.677+0000 7fb619ffb700 1 -- 172.21.15.45:0/540319088 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb60c0982f0 con 0x7fb61c0734e0 2023-03-22T14:27:52.678 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 32 2023-03-22T14:27:52.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb60809fad0 msgr2=0x7fb6080a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb60809fad0 0x7fb6080a1f80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb60400b2e0 tx=0x7fb604005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c0734e0 msgr2=0x7fb61c19c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c0734e0 0x7fb61c19c5a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00ea30 tx=0x7fb60c00ed40 comp rx=0 tx=0).stop 2023-03-22T14:27:52.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 shutdown_connections 2023-03-22T14:27:52.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb60809fad0 0x7fb6080a1f80 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb61c10c790 0x7fb61c1a3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb61c0734e0 0x7fb61c19c5a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 --2- 172.21.15.45:0/540319088 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb61c074ac0 0x7fb61c19cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 >> 172.21.15.45:0/540319088 conn(0x7fb61c0fb7e0 msgr2=0x7fb61c0fdbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:52.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 shutdown_connections 2023-03-22T14:27:52.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.679+0000 7fb6225ff700 1 -- 172.21.15.45:0/540319088 wait complete. 2023-03-22T14:27:52.698 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-03-22T14:27:52.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 -- 172.21.15.45:0/3100822294 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d01001c0 msgr2=0x7f63d01005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 --2- 172.21.15.45:0/3100822294 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d01001c0 0x7f63d01005d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f63c0009990 tx=0x7f63c0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 -- 172.21.15.45:0/3100822294 shutdown_connections 2023-03-22T14:27:52.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 --2- 172.21.15.45:0/3100822294 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63d0101d40 0x7f63d0108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 --2- 172.21.15.45:0/3100822294 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d01001c0 0x7f63d01005d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 --2- 172.21.15.45:0/3100822294 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01013b0 0x7f63d0101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 -- 172.21.15.45:0/3100822294 >> 172.21.15.45:0/3100822294 conn(0x7f63d00fb7e0 msgr2=0x7f63d00fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:52.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 -- 172.21.15.45:0/3100822294 shutdown_connections 2023-03-22T14:27:52.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.890+0000 7f63d57ff700 1 -- 172.21.15.45:0/3100822294 wait complete. 2023-03-22T14:27:52.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 Processor -- start 2023-03-22T14:27:52.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 -- start start 2023-03-22T14:27:52.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01001c0 0x7f63d0074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63d01013b0 0x7f63d0072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d0101d40 0x7f63d00733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63d0073b50 con 0x7f63d01013b0 2023-03-22T14:27:52.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63d0073cc0 con 0x7f63d0101d40 2023-03-22T14:27:52.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.891+0000 7f63d57ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63d01a0010 con 0x7f63d01001c0 2023-03-22T14:27:52.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01001c0 0x7f63d0074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ce7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63d01013b0 0x7f63d0072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01001c0 0x7f63d0074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42082/0 (socket says 172.21.15.45:42082) 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 -- 172.21.15.45:0/4233460842 learned_addr learned my addr 172.21.15.45:0/4233460842 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63cf7fe700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d0101d40 0x7f63d00733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 -- 172.21.15.45:0/4233460842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d0101d40 msgr2=0x7f63d00733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d0101d40 0x7f63d00733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 -- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63d01013b0 msgr2=0x7f63d0072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63d01013b0 0x7f63d0072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:52.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 -- 172.21.15.45:0/4233460842 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63c00095f0 con 0x7f63d01001c0 2023-03-22T14:27:52.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ce7fc700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63d01013b0 0x7f63d0072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:52.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.892+0000 7f63ceffd700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01001c0 0x7f63d0074830 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f63c0004730 tx=0x7f63c0004760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:52.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.893+0000 7f63b7fff700 1 -- 172.21.15.45:0/4233460842 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63c001d070 con 0x7f63d01001c0 2023-03-22T14:27:52.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.893+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63d010bb80 con 0x7f63d01001c0 2023-03-22T14:27:52.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.893+0000 7f63b7fff700 1 -- 172.21.15.45:0/4233460842 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63c0021410 con 0x7f63d01001c0 2023-03-22T14:27:52.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.893+0000 7f63b7fff700 1 -- 172.21.15.45:0/4233460842 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63c0017650 con 0x7f63d01001c0 2023-03-22T14:27:52.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.893+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63d010b9f0 con 0x7f63d01001c0 2023-03-22T14:27:52.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.894+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63d0107140 con 0x7f63d01001c0 2023-03-22T14:27:52.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.896+0000 7f63b7fff700 1 -- 172.21.15.45:0/4233460842 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f63c0021580 con 0x7f63d01001c0 2023-03-22T14:27:52.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.897+0000 7f63b7fff700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f63b809fad0 0x7f63b80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:52.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.897+0000 7f63b7fff700 1 -- 172.21.15.45:0/4233460842 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f63c00cbf60 con 0x7f63d01001c0 2023-03-22T14:27:52.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.897+0000 7f63ce7fc700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f63b809fad0 0x7f63b80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:52.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.898+0000 7f63ce7fc700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f63b809fad0 0x7f63b80a1f80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f63c4011490 tx=0x7f63c4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:52.900 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:52.899+0000 7f63b7fff700 1 -- 172.21.15.45:0/4233460842 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f63c0095e40 con 0x7f63d01001c0 2023-03-22T14:27:52.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:52 smithi045 ceph-mon[91728]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:52 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1058039145' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:52 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2981037727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:52.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:52 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/540319088' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:53.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.110+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f63d00618c0 con 0x7f63d01001c0 2023-03-22T14:27:53.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.111+0000 7f63b7fff700 1 -- 172.21.15.45:0/4233460842 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f63c0026020 con 0x7f63d01001c0 2023-03-22T14:27:53.113 INFO:teuthology.orchestra.run.smithi045.stdout:pg_num: 64 2023-03-22T14:27:53.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f63b809fad0 msgr2=0x7f63b80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f63b809fad0 0x7f63b80a1f80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f63c4011490 tx=0x7f63c4009260 comp rx=0 tx=0).stop 2023-03-22T14:27:53.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01001c0 msgr2=0x7f63d0074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01001c0 0x7f63d0074830 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f63c0004730 tx=0x7f63c0004760 comp rx=0 tx=0).stop 2023-03-22T14:27:53.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 shutdown_connections 2023-03-22T14:27:53.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f63b809fad0 0x7f63b80a1f80 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f63d0101d40 0x7f63d00733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f63d01001c0 0x7f63d0074830 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 --2- 172.21.15.45:0/4233460842 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f63d01013b0 0x7f63d0072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 >> 172.21.15.45:0/4233460842 conn(0x7f63d00fb7e0 msgr2=0x7f63d00fda90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:53.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 shutdown_connections 2023-03-22T14:27:53.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.114+0000 7f63d57ff700 1 -- 172.21.15.45:0/4233460842 wait complete. 2023-03-22T14:27:53.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:52 smithi142 ceph-mon[94717]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:53.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:52 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1058039145' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:53.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:52 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2981037727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:53.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:52 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/540319088' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:53.133 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:27:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:52 smithi098 ceph-mon[94136]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-03-22T14:27:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:52 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1058039145' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:52 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2981037727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-03-22T14:27:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:52 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/540319088' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-03-22T14:27:53.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 -- 172.21.15.45:0/1223175993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 msgr2=0x7f47c0101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 --2- 172.21.15.45:0/1223175993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0101810 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f47b0009990 tx=0x7f47b0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 -- 172.21.15.45:0/1223175993 shutdown_connections 2023-03-22T14:27:53.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 --2- 172.21.15.45:0/1223175993 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47c0101d50 0x7f47c0108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 --2- 172.21.15.45:0/1223175993 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f47c01001d0 0x7f47c01005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 --2- 172.21.15.45:0/1223175993 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0101810 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 -- 172.21.15.45:0/1223175993 >> 172.21.15.45:0/1223175993 conn(0x7f47c00fb7b0 msgr2=0x7f47c00fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:53.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 -- 172.21.15.45:0/1223175993 shutdown_connections 2023-03-22T14:27:53.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.321+0000 7f47c79ff700 1 -- 172.21.15.45:0/1223175993 wait complete. 2023-03-22T14:27:53.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 Processor -- start 2023-03-22T14:27:53.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 -- start start 2023-03-22T14:27:53.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47c01001d0 0x7f47c01981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.325 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f47c0101d50 0x7f47c019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47c019fd50 con 0x7f47c01013c0 2023-03-22T14:27:53.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47c019fe90 con 0x7f47c0101d50 2023-03-22T14:27:53.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.322+0000 7f47c79ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47c01a0020 con 0x7f47c01001d0 2023-03-22T14:27:53.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c579b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47c01001d0 0x7f47c01981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.326 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41948/0 (socket says 172.21.15.45:41948) 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 -- 172.21.15.45:0/2860071269 learned_addr learned my addr 172.21.15.45:0/2860071269 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c5f9c700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f47c0101d50 0x7f47c019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 -- 172.21.15.45:0/2860071269 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47c01001d0 msgr2=0x7f47c01981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47c01001d0 0x7f47c01981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 -- 172.21.15.45:0/2860071269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f47c0101d50 msgr2=0x7f47c019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f47c0101d50 0x7f47c019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 -- 172.21.15.45:0/2860071269 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47b00095f0 con 0x7f47c01013c0 2023-03-22T14:27:53.327 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.323+0000 7f47c4f9a700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0198710 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f47b0004760 tx=0x7f47b0004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:53.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.324+0000 7f47b67fc700 1 -- 172.21.15.45:0/2860071269 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b001d070 con 0x7f47c01013c0 2023-03-22T14:27:53.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.324+0000 7f47b67fc700 1 -- 172.21.15.45:0/2860071269 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f47b0004830 con 0x7f47c01013c0 2023-03-22T14:27:53.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.324+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47c010bb80 con 0x7f47c01013c0 2023-03-22T14:27:53.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.324+0000 7f47b67fc700 1 -- 172.21.15.45:0/2860071269 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b0005350 con 0x7f47c01013c0 2023-03-22T14:27:53.328 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.324+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47c010b9f0 con 0x7f47c01013c0 2023-03-22T14:27:53.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.325+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47c01928e0 con 0x7f47c01013c0 2023-03-22T14:27:53.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.327+0000 7f47b67fc700 1 -- 172.21.15.45:0/2860071269 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f47b00054f0 con 0x7f47c01013c0 2023-03-22T14:27:53.329 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.328+0000 7f47b67fc700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f47ac09fb50 0x7f47ac0a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.328+0000 7f47b67fc700 1 -- 172.21.15.45:0/2860071269 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f47b00cbfe0 con 0x7f47c01013c0 2023-03-22T14:27:53.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.328+0000 7f47c579b700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f47ac09fb50 0x7f47ac0a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.329+0000 7f47c579b700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f47ac09fb50 0x7f47ac0a2000 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f47c0101220 tx=0x7f47bc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:53.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.330+0000 7f47b67fc700 1 -- 172.21.15.45:0/2860071269 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f47b0095ee0 con 0x7f47c01013c0 2023-03-22T14:27:53.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.586+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f47c002d010 con 0x7f47c01013c0 2023-03-22T14:27:53.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.587+0000 7f47b67fc700 1 -- 172.21.15.45:0/2860071269 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7f47b002f090 con 0x7f47c01013c0 2023-03-22T14:27:53.588 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:53.589 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:27:53.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f47ac09fb50 msgr2=0x7f47ac0a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f47ac09fb50 0x7f47ac0a2000 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f47c0101220 tx=0x7f47bc009260 comp rx=0 tx=0).stop 2023-03-22T14:27:53.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 msgr2=0x7f47c0198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0198710 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f47b0004760 tx=0x7f47b0004790 comp rx=0 tx=0).stop 2023-03-22T14:27:53.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 shutdown_connections 2023-03-22T14:27:53.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f47ac09fb50 0x7f47ac0a2000 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f47c0101d50 0x7f47c019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47c01001d0 0x7f47c01981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 --2- 172.21.15.45:0/2860071269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f47c01013c0 0x7f47c0198710 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.589+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 >> 172.21.15.45:0/2860071269 conn(0x7f47c00fb7b0 msgr2=0x7f47c0106cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:53.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.590+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 shutdown_connections 2023-03-22T14:27:53.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.590+0000 7f47c79ff700 1 -- 172.21.15.45:0/2860071269 wait complete. 2023-03-22T14:27:53.593 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:27:53.608 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-03-22T14:27:53.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.801+0000 7fb807bff700 1 -- 172.21.15.45:0/4247107124 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 msgr2=0x7fb800072f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.801+0000 7fb807bff700 1 --2- 172.21.15.45:0/4247107124 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb800072f10 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc009990 tx=0x7fb7fc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.802+0000 7fb807bff700 1 -- 172.21.15.45:0/4247107124 shutdown_connections 2023-03-22T14:27:53.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.802+0000 7fb807bff700 1 --2- 172.21.15.45:0/4247107124 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb800072f10 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.802+0000 7fb807bff700 1 --2- 172.21.15.45:0/4247107124 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb800108080 0x7fb80010a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.802+0000 7fb807bff700 1 --2- 172.21.15.45:0/4247107124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8000734e0 0x7fb800073950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.802+0000 7fb807bff700 1 -- 172.21.15.45:0/4247107124 >> 172.21.15.45:0/4247107124 conn(0x7fb8000fb7a0 msgr2=0x7fb8000fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:53.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.802+0000 7fb807bff700 1 -- 172.21.15.45:0/4247107124 shutdown_connections 2023-03-22T14:27:53.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.802+0000 7fb807bff700 1 -- 172.21.15.45:0/4247107124 wait complete. 2023-03-22T14:27:53.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 Processor -- start 2023-03-22T14:27:53.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 -- start start 2023-03-22T14:27:53.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8000734e0 0x7fb800198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb8001986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb800108080 0x7fb80019f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb80019fcf0 con 0x7fb800074ac0 2023-03-22T14:27:53.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb80019fe30 con 0x7fb800108080 2023-03-22T14:27:53.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb807bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb80019ffc0 con 0x7fb8000734e0 2023-03-22T14:27:53.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb80519a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb8001986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb80599b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8000734e0 0x7fb800198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb80599b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8000734e0 0x7fb800198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42118/0 (socket says 172.21.15.45:42118) 2023-03-22T14:27:53.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb80519a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb8001986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41962/0 (socket says 172.21.15.45:41962) 2023-03-22T14:27:53.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb80599b700 1 -- 172.21.15.45:0/3730513636 learned_addr learned my addr 172.21.15.45:0/3730513636 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:53.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.803+0000 7fb80619c700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb800108080 0x7fb80019f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb80519a700 1 -- 172.21.15.45:0/3730513636 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8000734e0 msgr2=0x7fb800198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb80519a700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8000734e0 0x7fb800198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb80519a700 1 -- 172.21.15.45:0/3730513636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb800108080 msgr2=0x7fb80019f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb80519a700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb800108080 0x7fb80019f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb80519a700 1 -- 172.21.15.45:0/3730513636 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7fc0095f0 con 0x7fb800074ac0 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb80599b700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8000734e0 0x7fb800198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb80519a700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb8001986b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000e9c0 tx=0x7fb7f000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb7f6ffd700 1 -- 172.21.15.45:0/3730513636 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f0004220 con 0x7fb800074ac0 2023-03-22T14:27:53.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb80010dd30 con 0x7fb800074ac0 2023-03-22T14:27:53.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb7f6ffd700 1 -- 172.21.15.45:0/3730513636 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7f0004380 con 0x7fb800074ac0 2023-03-22T14:27:53.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.804+0000 7fb7f6ffd700 1 -- 172.21.15.45:0/3730513636 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f0003be0 con 0x7fb800074ac0 2023-03-22T14:27:53.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.805+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb80010dba0 con 0x7fb800074ac0 2023-03-22T14:27:53.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.806+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb800106730 con 0x7fb800074ac0 2023-03-22T14:27:53.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.808+0000 7fb7f6ffd700 1 -- 172.21.15.45:0/3730513636 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fb7f0003d40 con 0x7fb800074ac0 2023-03-22T14:27:53.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.809+0000 7fb7f6ffd700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7ec09fb50 0x7fb7ec0a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:53.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.809+0000 7fb7f6ffd700 1 -- 172.21.15.45:0/3730513636 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fb7f0014070 con 0x7fb800074ac0 2023-03-22T14:27:53.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.809+0000 7fb80599b700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7ec09fb50 0x7fb7ec0a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:53.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.810+0000 7fb80599b700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7ec09fb50 0x7fb7ec0a2000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc00b680 tx=0x7fb7fc005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:53.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:53.815+0000 7fb7f6ffd700 1 -- 172.21.15.45:0/3730513636 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb7f0094c20 con 0x7fb800074ac0 2023-03-22T14:27:53.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:53 smithi045 ceph-mon[91728]: pgmap v324: 97 pgs: 97 active+clean; 645 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.1 KiB/s wr, 11 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2023-03-22T14:27:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:53 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/4233460842' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:53.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:53 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2860071269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:54.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.024+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb80002d010 con 0x7fb800074ac0 2023-03-22T14:27:54.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.026+0000 7fb7f6ffd700 1 -- 172.21.15.45:0/3730513636 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22601 (secure 0 0 0) 0x7fb7f0098240 con 0x7fb800074ac0 2023-03-22T14:27:54.028 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:27:54.028 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":88,"fsid":"54899176-c8bc-11ed-9afe-001a4aab830c","created":"2023-03-22T14:18:42.263310+0000","modified":"2023-03-22T14:27:42.770399+0000","last_up_change":"2023-03-22T14:25:22.192119+0000","last_in_change":"2023-03-22T14:25:04.037865+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-03-22T14:21:56.970543+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-03-22T14:26:08.355962+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-03-22T14:26:09.581887+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5e6d94ba-0a7a-4d91-a6b6-f0c4fceb09f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6802","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6803","nonce":2382883776}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6804","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6805","nonce":2382883776}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6808","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6809","nonce":2382883776}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6806","nonce":2382883776},{"type":"v1","addr":"172.21.15.45:6807","nonce":2382883776}]},"public_addr":"172.21.15.45:6803/2382883776","cluster_addr":"172.21.15.45:6805/2382883776","heartbeat_back_addr":"172.21.15.45:6809/2382883776","heartbeat_front_addr":"172.21.15.45:6807/2382883776","state":["exists","up"]},{"osd":1,"uuid":"71c1effa-12de-470a-b33d-b8b475a31eb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6801","nonce":1777817376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6803","nonce":1777817376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6807","nonce":1777817376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":1777817376},{"type":"v1","addr":"172.21.15.98:6805","nonce":1777817376}]},"public_addr":"172.21.15.98:6801/1777817376","cluster_addr":"172.21.15.98:6803/1777817376","heartbeat_back_addr":"172.21.15.98:6807/1777817376","heartbeat_front_addr":"172.21.15.98:6805/1777817376","state":["exists","up"]},{"osd":2,"uuid":"bed754c1-cad8-4887-87f2-186aea38e6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6801","nonce":1576476573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6803","nonce":1576476573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6807","nonce":1576476573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":1576476573},{"type":"v1","addr":"172.21.15.142:6805","nonce":1576476573}]},"public_addr":"172.21.15.142:6801/1576476573","cluster_addr":"172.21.15.142:6803/1576476573","heartbeat_back_addr":"172.21.15.142:6807/1576476573","heartbeat_front_addr":"172.21.15.142:6805/1576476573","state":["exists","up"]},{"osd":3,"uuid":"6ff7ed7f-f37b-422b-8bc6-d83810dfedb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6810","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6811","nonce":165775326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6812","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6813","nonce":165775326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6816","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6817","nonce":165775326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6814","nonce":165775326},{"type":"v1","addr":"172.21.15.45:6815","nonce":165775326}]},"public_addr":"172.21.15.45:6811/165775326","cluster_addr":"172.21.15.45:6813/165775326","heartbeat_back_addr":"172.21.15.45:6817/165775326","heartbeat_front_addr":"172.21.15.45:6815/165775326","state":["exists","up"]},{"osd":4,"uuid":"bd77c0b1-c561-41f5-92bb-a47e7e464210","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6809","nonce":2580786950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6811","nonce":2580786950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6815","nonce":2580786950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":2580786950},{"type":"v1","addr":"172.21.15.98:6813","nonce":2580786950}]},"public_addr":"172.21.15.98:6809/2580786950","cluster_addr":"172.21.15.98:6811/2580786950","heartbeat_back_addr":"172.21.15.98:6815/2580786950","heartbeat_front_addr":"172.21.15.98:6813/2580786950","state":["exists","up"]},{"osd":5,"uuid":"2df62230-a05a-4e2e-ab23-29b73707e424","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6809","nonce":3347253317}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6811","nonce":3347253317}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6815","nonce":3347253317}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":3347253317},{"type":"v1","addr":"172.21.15.142:6813","nonce":3347253317}]},"public_addr":"172.21.15.142:6809/3347253317","cluster_addr":"172.21.15.142:6811/3347253317","heartbeat_back_addr":"172.21.15.142:6815/3347253317","heartbeat_front_addr":"172.21.15.142:6813/3347253317","state":["exists","up"]},{"osd":6,"uuid":"c2334a11-e5d2-4b8b-8328-0e43d7bc7ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6818","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6819","nonce":3993863528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6820","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6821","nonce":3993863528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6824","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6825","nonce":3993863528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6822","nonce":3993863528},{"type":"v1","addr":"172.21.15.45:6823","nonce":3993863528}]},"public_addr":"172.21.15.45:6819/3993863528","cluster_addr":"172.21.15.45:6821/3993863528","heartbeat_back_addr":"172.21.15.45:6825/3993863528","heartbeat_front_addr":"172.21.15.45:6823/3993863528","state":["exists","up"]},{"osd":7,"uuid":"7b830b8f-6a40-45fb-b3f6-17128a6d76c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6817","nonce":1154656708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6819","nonce":1154656708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6823","nonce":1154656708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1154656708},{"type":"v1","addr":"172.21.15.98:6821","nonce":1154656708}]},"public_addr":"172.21.15.98:6817/1154656708","cluster_addr":"172.21.15.98:6819/1154656708","heartbeat_back_addr":"172.21.15.98:6823/1154656708","heartbeat_front_addr":"172.21.15.98:6821/1154656708","state":["exists","up"]},{"osd":8,"uuid":"285dfe1b-ea8e-4779-a306-5497d6599b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6817","nonce":842316204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6819","nonce":842316204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6823","nonce":842316204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":842316204},{"type":"v1","addr":"172.21.15.142:6821","nonce":842316204}]},"public_addr":"172.21.15.142:6817/842316204","cluster_addr":"172.21.15.142:6819/842316204","heartbeat_back_addr":"172.21.15.142:6823/842316204","heartbeat_front_addr":"172.21.15.142:6821/842316204","state":["exists","up"]},{"osd":9,"uuid":"8dfb05ff-1688-4147-95ac-1fa605ee5a23","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6826","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6827","nonce":2178504917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6828","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6829","nonce":2178504917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6832","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6833","nonce":2178504917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6830","nonce":2178504917},{"type":"v1","addr":"172.21.15.45:6831","nonce":2178504917}]},"public_addr":"172.21.15.45:6827/2178504917","cluster_addr":"172.21.15.45:6829/2178504917","heartbeat_back_addr":"172.21.15.45:6833/2178504917","heartbeat_front_addr":"172.21.15.45:6831/2178504917","state":["exists","up"]},{"osd":10,"uuid":"77ce7ba3-c57c-4a48-9355-908c91f6acf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6825","nonce":1631544530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6827","nonce":1631544530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6831","nonce":1631544530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1631544530},{"type":"v1","addr":"172.21.15.98:6829","nonce":1631544530}]},"public_addr":"172.21.15.98:6825/1631544530","cluster_addr":"172.21.15.98:6827/1631544530","heartbeat_back_addr":"172.21.15.98:6831/1631544530","heartbeat_front_addr":"172.21.15.98:6829/1631544530","state":["exists","up"]},{"osd":11,"uuid":"f2939be2-a196-4ad4-b5a9-778c1947ce8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6825","nonce":4030818409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6827","nonce":4030818409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6831","nonce":4030818409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":4030818409},{"type":"v1","addr":"172.21.15.142:6829","nonce":4030818409}]},"public_addr":"172.21.15.142:6825/4030818409","cluster_addr":"172.21.15.142:6827/4030818409","heartbeat_back_addr":"172.21.15.142:6831/4030818409","heartbeat_front_addr":"172.21.15.142:6829/4030818409","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:10.177869+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:32.363565+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:21:53.777934+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:19.063429+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:22:40.834685+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:02.235125+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:27.946064+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:23:49.972419+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:10.999052+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:36.801520+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:24:58.951978+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-03-22T14:25:20.276336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.45:0/3377062848":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6800/743263651":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/3377961633":"2023-03-23T14:19:40.313612+0000","172.21.15.45:6801/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:6800/3478652469":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2108135557":"2023-03-23T14:19:40.313612+0000","172.21.15.45:0/865199426":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/2404298851":"2023-03-23T14:19:15.018157+0000","172.21.15.45:0/3648382852":"2023-03-23T14:19:15.018157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-03-22T14:27:54.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7ec09fb50 msgr2=0x7fb7ec0a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7ec09fb50 0x7fb7ec0a2000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc00b680 tx=0x7fb7fc005fd0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 msgr2=0x7fb8001986b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb8001986b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000e9c0 tx=0x7fb7f000ecd0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 shutdown_connections 2023-03-22T14:27:54.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fb7ec09fb50 0x7fb7ec0a2000 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb800108080 0x7fb80019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb8000734e0 0x7fb800198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 --2- 172.21.15.45:0/3730513636 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb800074ac0 0x7fb8001986b0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 >> 172.21.15.45:0/3730513636 conn(0x7fb8000fb7a0 msgr2=0x7fb8000fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 shutdown_connections 2023-03-22T14:27:54.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.029+0000 7fb807bff700 1 -- 172.21.15.45:0/3730513636 wait complete. 2023-03-22T14:27:54.048 DEBUG:tasks.fwd_scrub:Yielding 2023-03-22T14:27:54.049 INFO:teuthology.run_tasks:Running task exec... 2023-03-22T14:27:54.059 INFO:teuthology.task.exec:Executing custom commands... 2023-03-22T14:27:54.060 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi045.front.sepia.ceph.com 2023-03-22T14:27:54.060 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2023-03-22T14:27:54.061 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2023-03-22T14:27:54.061 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-03-22T14:27:54.061 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-03-22T14:27:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:53 smithi142 ceph-mon[94717]: pgmap v324: 97 pgs: 97 active+clean; 645 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.1 KiB/s wr, 11 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2023-03-22T14:27:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:53 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/4233460842' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:53 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2860071269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:53 smithi098 ceph-mon[94136]: pgmap v324: 97 pgs: 97 active+clean; 645 KiB data, 81 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.1 KiB/s wr, 11 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2023-03-22T14:27:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:53 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/4233460842' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-03-22T14:27:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:53 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2860071269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:27:54.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 -- 172.21.15.45:0/4137727534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc074ac0 msgr2=0x7f9dfc072f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 --2- 172.21.15.45:0/4137727534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc072f10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9df8009990 tx=0x7f9df8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 -- 172.21.15.45:0/4137727534 shutdown_connections 2023-03-22T14:27:54.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 --2- 172.21.15.45:0/4137727534 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc10c820 0x7f9dfc10ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 --2- 172.21.15.45:0/4137727534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc072f10 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 --2- 172.21.15.45:0/4137727534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9dfc0734e0 0x7f9dfc073950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 -- 172.21.15.45:0/4137727534 >> 172.21.15.45:0/4137727534 conn(0x7f9dfc0fb870 msgr2=0x7f9dfc0fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 -- 172.21.15.45:0/4137727534 shutdown_connections 2023-03-22T14:27:54.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.247+0000 7f9e037ff700 1 -- 172.21.15.45:0/4137727534 wait complete. 2023-03-22T14:27:54.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.248+0000 7f9e037ff700 1 Processor -- start 2023-03-22T14:27:54.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.248+0000 7f9e037ff700 1 -- start start 2023-03-22T14:27:54.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e037ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc0734e0 0x7f9dfc19c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e037ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc19cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e037ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9dfc10c820 0x7f9dfc1a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e037ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc1a4100 con 0x7f9dfc074ac0 2023-03-22T14:27:54.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e037ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc1a4240 con 0x7f9dfc10c820 2023-03-22T14:27:54.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e037ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc1a43d0 con 0x7f9dfc0734e0 2023-03-22T14:27:54.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc19cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc19cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:41982/0 (socket says 172.21.15.45:41982) 2023-03-22T14:27:54.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 -- 172.21.15.45:0/3089128869 learned_addr learned my addr 172.21.15.45:0/3089128869 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e01d9c700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9dfc10c820 0x7f9dfc1a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e0159b700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc0734e0 0x7f9dfc19c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 -- 172.21.15.45:0/3089128869 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc0734e0 msgr2=0x7f9dfc19c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc0734e0 0x7f9dfc19c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 -- 172.21.15.45:0/3089128869 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9dfc10c820 msgr2=0x7f9dfc1a3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9dfc10c820 0x7f9dfc1a3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.249+0000 7f9e00d9a700 1 -- 172.21.15.45:0/3089128869 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9df80095f0 con 0x7f9dfc074ac0 2023-03-22T14:27:54.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.250+0000 7f9e00d9a700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc19cac0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f9dec00e970 tx=0x7f9dec00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.250+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dec009790 con 0x7f9dfc074ac0 2023-03-22T14:27:54.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.250+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dfc1121a0 con 0x7f9dfc074ac0 2023-03-22T14:27:54.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.250+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9dec00c7e0 con 0x7f9dfc074ac0 2023-03-22T14:27:54.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.250+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dec003c70 con 0x7f9dfc074ac0 2023-03-22T14:27:54.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.250+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dfc112010 con 0x7f9dfc074ac0 2023-03-22T14:27:54.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.251+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dfc102370 con 0x7f9dfc074ac0 2023-03-22T14:27:54.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.254+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7f9dec00cc50 con 0x7f9dfc074ac0 2023-03-22T14:27:54.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.254+0000 7f9df27fc700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9de809fad0 0x7f9de80a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.255+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f9dec014070 con 0x7f9dfc074ac0 2023-03-22T14:27:54.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.255+0000 7f9e0159b700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9de809fad0 0x7f9de80a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.256+0000 7f9e0159b700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9de809fad0 0x7f9de80a1f80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9df800b2e0 tx=0x7f9df8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.259+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f9dec094bb0 con 0x7f9dfc074ac0 2023-03-22T14:27:54.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 -- 172.21.15.45:0/1692199564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf01013b0 msgr2=0x7febf0101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.261 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 --2- 172.21.15.45:0/1692199564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf01013b0 0x7febf0101800 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7febe0009990 tx=0x7febe0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 -- 172.21.15.45:0/1692199564 shutdown_connections 2023-03-22T14:27:54.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 --2- 172.21.15.45:0/1692199564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7febf0101d40 0x7febf0108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 --2- 172.21.15.45:0/1692199564 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 0x7febf01005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 --2- 172.21.15.45:0/1692199564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf01013b0 0x7febf0101800 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 -- 172.21.15.45:0/1692199564 >> 172.21.15.45:0/1692199564 conn(0x7febf00fb7c0 msgr2=0x7febf00fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 -- 172.21.15.45:0/1692199564 shutdown_connections 2023-03-22T14:27:54.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 -- 172.21.15.45:0/1692199564 wait complete. 2023-03-22T14:27:54.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.261+0000 7febf7dff700 1 Processor -- start 2023-03-22T14:27:54.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf7dff700 1 -- start start 2023-03-22T14:27:54.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf7dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 0x7febf0195fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf7dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7febf01013b0 0x7febf01964e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf7dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf0101d40 0x7febf019d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf7dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febf019db20 con 0x7febf0101d40 2023-03-22T14:27:54.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf7dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febf019dc60 con 0x7febf01013b0 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf7dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febf019ddf0 con 0x7febf01001c0 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.262+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 0x7febf0195fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 0x7febf0195fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42154/0 (socket says 172.21.15.45:42154) 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 -- 172.21.15.45:0/469142574 learned_addr learned my addr 172.21.15.45:0/469142574 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf539a700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7febf01013b0 0x7febf01964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf639c700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf0101d40 0x7febf019d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 -- 172.21.15.45:0/469142574 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7febf01013b0 msgr2=0x7febf01964e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7febf01013b0 0x7febf01964e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 -- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf0101d40 msgr2=0x7febf019d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf0101d40 0x7febf019d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 -- 172.21.15.45:0/469142574 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febe8009c40 con 0x7febf01001c0 2023-03-22T14:27:54.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf539a700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7febf01013b0 0x7febf01964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:54.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.263+0000 7febf5b9b700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 0x7febf0195fa0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7febec00e970 tx=0x7febec00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.264+0000 7febe6ffd700 1 -- 172.21.15.45:0/469142574 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec009790 con 0x7febf01001c0 2023-03-22T14:27:54.267 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.264+0000 7febe6ffd700 1 -- 172.21.15.45:0/469142574 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febec00c7c0 con 0x7febf01001c0 2023-03-22T14:27:54.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.264+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febe00095f0 con 0x7febf01001c0 2023-03-22T14:27:54.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.264+0000 7febe6ffd700 1 -- 172.21.15.45:0/469142574 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec003c20 con 0x7febf01001c0 2023-03-22T14:27:54.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.264+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febf010bb70 con 0x7febf01001c0 2023-03-22T14:27:54.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.267+0000 7febe6ffd700 1 -- 172.21.15.45:0/469142574 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7febec00c930 con 0x7febf01001c0 2023-03-22T14:27:54.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.268+0000 7fec0b7b6b80 1 Processor -- start 2023-03-22T14:27:54.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.268+0000 7fec0b7b6b80 1 -- start start 2023-03-22T14:27:54.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.268+0000 7febe6ffd700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7febdc09fb50 0x7febdc0a2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febe6ffd700 1 -- 172.21.15.45:0/469142574 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7febec014070 con 0x7febf01001c0 2023-03-22T14:27:54.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febf639c700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7febdc09fb50 0x7febdc0a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6af70 0x5582c1d6b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1d69b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6a130 0x5582c1d6a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1c6c0f0 con 0x5582c1d6b8c0 2023-03-22T14:27:54.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1cbea30 con 0x5582c1d6af70 2023-03-22T14:27:54.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1cb7ec0 con 0x5582c1d6a130 2023-03-22T14:27:54.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febf539a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1d69b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6af70 0x5582c1d6b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6af70 0x5582c1d6b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:43608/0 (socket says 172.21.15.45:43608) 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febf539a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1d69b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42006/0 (socket says 172.21.15.45:42006) 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febf5b9b700 1 -- 172.21.15.45:0/1015149826 learned_addr learned my addr 172.21.15.45:0/1015149826 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.269+0000 7febf639c700 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6a130 0x5582c1d6a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febf639c700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7febdc09fb50 0x7febdc0a2000 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7febe8009fd0 tx=0x7febe8009920 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febf5b9b700 1 -- 172.21.15.45:0/1015149826 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6a130 msgr2=0x5582c1d6a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6a130 0x5582c1d6a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febf5b9b700 1 -- 172.21.15.45:0/1015149826 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 msgr2=0x5582c1d69b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1d69b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febf5b9b700 1 -- 172.21.15.45:0/1015149826 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582c1b396b0 con 0x5582c1d6af70 2023-03-22T14:27:54.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6af70 0x5582c1d6b380 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7febec0a04c0 tx=0x7febec098450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b508c7ebd2e07cb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febdbfff700 1 -- 172.21.15.45:0/1015149826 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec096ba0 con 0x5582c1d6af70 2023-03-22T14:27:54.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febdbfff700 1 -- 172.21.15.45:0/1015149826 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febec003da0 con 0x5582c1d6af70 2023-03-22T14:27:54.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.270+0000 7febdbfff700 1 -- 172.21.15.45:0/1015149826 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec097f50 con 0x5582c1d6af70 2023-03-22T14:27:54.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1015149826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6af70 msgr2=0x5582c1d6b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6af70 0x5582c1d6b380 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7febec0a04c0 tx=0x7febec098450 comp rx=0 tx=0).stop 2023-03-22T14:27:54.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1015149826 shutdown_connections 2023-03-22T14:27:54.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6a130 0x5582c1d6a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6af70 0x5582c1d6b380 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1015149826 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1d69b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1015149826 >> 172.21.15.45:0/1015149826 conn(0x5582c1d61cd0 msgr2=0x5582c1d600a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1015149826 shutdown_connections 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.271+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1015149826 wait complete. 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 -- start start 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 Processor -- start 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d738e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d73e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d7ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1b3b9a0 con 0x5582c1d6af70 2023-03-22T14:27:54.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1d7b3a0 con 0x5582c1d6a130 2023-03-22T14:27:54.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1d7b530 con 0x5582c1d6b8c0 2023-03-22T14:27:54.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.272+0000 7fec0b7b6b80 10 client.0 _ll_register_callbacks cb 0x5582c1b5d310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:54.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d738e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf539a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d73e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d738e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:43624/0 (socket says 172.21.15.45:43624) 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 -- 172.21.15.45:0/1278518568 learned_addr learned my addr 172.21.15.45:0/1278518568 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf639c700 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d7ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 -- 172.21.15.45:0/1278518568 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 msgr2=0x5582c1d7ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d7ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 -- 172.21.15.45:0/1278518568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 msgr2=0x5582c1d73e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d73e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 -- 172.21.15.45:0/1278518568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febf010bb70 con 0x5582c1d6a130 2023-03-22T14:27:54.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf539a700 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d73e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:54.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d738e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7febec098790 tx=0x7febec0c8680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f816a3994c46a77c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.273+0000 7febd97fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:27:54.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7febd97fa700 1 -- 172.21.15.45:0/1278518568 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec00cc30 con 0x5582c1d6a130 2023-03-22T14:27:54.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5582c1c7a470 con 0x5582c1d6a130 2023-03-22T14:27:54.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7febd97fa700 1 -- 172.21.15.45:0/1278518568 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7febec0c82c0 con 0x5582c1d6a130 2023-03-22T14:27:54.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7febd97fa700 1 -- 172.21.15.45:0/1278518568 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7febec0a0560 con 0x5582c1d6a130 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 10 client.25334 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5582c1ae5e60 con 0x5582c1d6a130 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7febd97fa700 1 -- 172.21.15.45:0/1278518568 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5582c1c7a470 con 0x5582c1d6a130 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7febd97fa700 1 -- 172.21.15.45:0/1278518568 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7febec097760 con 0x5582c1d6a130 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 10 client.25334 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 10 client.25334 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 20 client.25334 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:54.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1d7f550 0x5582c1d81960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 4 client.25334 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:54.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.274+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582c1c866e0 con 0x5582c1d7f550 2023-03-22T14:27:54.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.275+0000 7febf539a700 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1d7f550 0x5582c1d81960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.275+0000 7febf539a700 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1d7f550 0x5582c1d81960 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fc00f7b5572049a server_cookie=56c188d31cf6e594 in_seq=0 out_seq=0 2023-03-22T14:27:54.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.275+0000 7febd97fa700 10 client.25334 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7febd97fa700 1 -- 172.21.15.45:0/1278518568 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5582c1c866e0 con 0x5582c1d7f550 2023-03-22T14:27:54.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7febd97fa700 10 client.25334 handle_command_reply: tid=0 2023-03-22T14:27:54.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 client.25334 shutdown 2023-03-22T14:27:54.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 msgr2=0x5582c1d738e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d738e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7febec098790 tx=0x7febec0c8680 comp rx=0 tx=0).stop 2023-03-22T14:27:54.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 shutdown_connections 2023-03-22T14:27:54.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1d7f550 0x5582c1d81960 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d7ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d738e0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7febd97fa700 0 client.25334 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1278518568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d73e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 >> 172.21.15.45:0/1278518568 conn(0x5582c1d61cd0 msgr2=0x5582c1d5f790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.276+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 shutdown_connections 2023-03-22T14:27:54.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.277+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1278518568 wait complete. 2023-03-22T14:27:54.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.277+0000 7fec0b7b6b80 20 client.25334 trim_cache size 0 max 16384 2023-03-22T14:27:54.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 Processor -- start 2023-03-22T14:27:54.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 -- start start 2023-03-22T14:27:54.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d71700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d7adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d71c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febf0074d80 con 0x5582c1d6af70 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1d72d90 con 0x5582c1d6a130 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.295+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1d58630 con 0x5582c1d6b8c0 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf539a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d7adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d71700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf539a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d7adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42018/0 (socket says 172.21.15.45:42018) 2023-03-22T14:27:54.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf539a700 1 -- 172.21.15.45:0/1466953190 learned_addr learned my addr 172.21.15.45:0/1466953190 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf639c700 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d71c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf5b9b700 1 -- 172.21.15.45:0/1466953190 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 msgr2=0x5582c1d71c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d71c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf5b9b700 1 -- 172.21.15.45:0/1466953190 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 msgr2=0x5582c1d7adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d7adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf5b9b700 1 -- 172.21.15.45:0/1466953190 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582c1d69d40 con 0x5582c1d6a130 2023-03-22T14:27:54.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf539a700 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d7adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:54.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.296+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d71700 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7febec097a90 tx=0x7febec094c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1dd108be960de0b server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7febe4bff700 1 -- 172.21.15.45:0/1466953190 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec098ad0 con 0x5582c1d6a130 2023-03-22T14:27:54.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7febe4bff700 1 -- 172.21.15.45:0/1466953190 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febec096ba0 con 0x5582c1d6a130 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7febe4bff700 1 -- 172.21.15.45:0/1466953190 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec0945f0 con 0x5582c1d6a130 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1466953190 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 msgr2=0x5582c1d71700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d71700 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7febec097a90 tx=0x7febec094c70 comp rx=0 tx=0).stop 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1466953190 shutdown_connections 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6b8c0 0x5582c1d71c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d71700 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1466953190 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6af70 0x5582c1d7adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.297+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1466953190 >> 172.21.15.45:0/1466953190 conn(0x5582c1d61cd0 msgr2=0x5582c1d6a500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.298+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1466953190 shutdown_connections 2023-03-22T14:27:54.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.298+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1466953190 wait complete. 2023-03-22T14:27:54.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.298+0000 7fec0b7b6b80 1 -- start start 2023-03-22T14:27:54.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.298+0000 7fec0b7b6b80 1 Processor -- start 2023-03-22T14:27:54.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d77d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6af70 0x5582c1d782a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7fec0b7b6b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1dd33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1d78870 con 0x5582c1d6b8c0 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1d789e0 con 0x5582c1d6a130 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7fec0b7b6b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582c1dd39a0 con 0x5582c1d6af70 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7fec0b7b6b80 10 client.0 _ll_register_callbacks cb 0x5582c1b5d310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d77d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf639c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1dd33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d77d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:43636/0 (socket says 172.21.15.45:43636) 2023-03-22T14:27:54.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 -- 172.21.15.45:0/1091277821 learned_addr learned my addr 172.21.15.45:0/1091277821 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf539a700 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6af70 0x5582c1d782a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 -- 172.21.15.45:0/1091277821 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6af70 msgr2=0x5582c1d782a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6af70 0x5582c1d782a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 -- 172.21.15.45:0/1091277821 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 msgr2=0x5582c1dd33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1dd33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf5b9b700 1 -- 172.21.15.45:0/1091277821 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febf0108f30 con 0x5582c1d6a130 2023-03-22T14:27:54.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.299+0000 7febf539a700 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6af70 0x5582c1d782a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:27:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7febf5b9b700 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d77d60 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7febec097b90 tx=0x7febec000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d9d29be9bcc453f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7febd97fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:27:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7febd97fa700 1 -- 172.21.15.45:0/1091277821 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec0c8620 con 0x5582c1d6a130 2023-03-22T14:27:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5582c1d352c0 con 0x5582c1d6a130 2023-03-22T14:27:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7febd97fa700 1 -- 172.21.15.45:0/1091277821 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7febec00cce0 con 0x5582c1d6a130 2023-03-22T14:27:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7febd97fa700 1 -- 172.21.15.45:0/1091277821 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7febec0a0760 con 0x5582c1d6a130 2023-03-22T14:27:54.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7fec0b7b6b80 10 client.25340 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:54.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5582c1ae5e60 con 0x5582c1d6a130 2023-03-22T14:27:54.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.300+0000 7febd97fa700 1 -- 172.21.15.45:0/1091277821 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5582c1d352c0 con 0x5582c1d6a130 2023-03-22T14:27:54.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7febd97fa700 1 -- 172.21.15.45:0/1091277821 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7febec09bd90 con 0x5582c1d6a130 2023-03-22T14:27:54.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7fec0b7b6b80 10 client.25340 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:54.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7fec0b7b6b80 10 client.25340 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:27:54.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7fec0b7b6b80 20 client.25340 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:54.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1dd4e20 0x5582c1dd7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7fec0b7b6b80 4 client.25340 mds_command: new command op to 24575 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-03-22T14:27:54.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5582c1b3bfe0 con 0x5582c1dd4e20 2023-03-22T14:27:54.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7febf539a700 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1dd4e20 0x5582c1dd7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7febf539a700 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1dd4e20 0x5582c1dd7200 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a441bf9b20453e server_cookie=3ccbd05dde8b9a3 in_seq=0 out_seq=0 2023-03-22T14:27:54.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.301+0000 7febd97fa700 10 client.25340 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7febd97fa700 1 -- 172.21.15.45:0/1091277821 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5582c1b3bfe0 con 0x5582c1dd4e20 2023-03-22T14:27:54.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7febd97fa700 10 client.25340 handle_command_reply: tid=0 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 client.25340 shutdown 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 msgr2=0x5582c1d77d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d77d60 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7febec097b90 tx=0x7febec000bc0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 shutdown_connections 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5582c1dd4e20 0x5582c1dd7200 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5582c1d6b8c0 0x5582c1dd33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5582c1d6a130 0x5582c1d77d60 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 --2- 172.21.15.45:0/1091277821 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5582c1d6af70 0x5582c1d782a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 >> 172.21.15.45:0/1091277821 conn(0x5582c1d61cd0 msgr2=0x5582c1d71700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7febd97fa700 0 client.25340 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 shutdown_connections 2023-03-22T14:27:54.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 1 -- 172.21.15.45:0/1091277821 wait complete. 2023-03-22T14:27:54.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.303+0000 7fec0b7b6b80 20 client.25340 trim_cache size 0 max 16384 2023-03-22T14:27:54.312 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:54.313 INFO:teuthology.orchestra.run.smithi045.stdout: "return_code": 0, 2023-03-22T14:27:54.313 INFO:teuthology.orchestra.run.smithi045.stdout: "scrub_tag": "5e65fa76-9150-473d-a4f3-cd67e4ee7ec6", 2023-03-22T14:27:54.313 INFO:teuthology.orchestra.run.smithi045.stdout: "mode": "asynchronous" 2023-03-22T14:27:54.313 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7febdc09fb50 msgr2=0x7febdc0a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7febdc09fb50 0x7febdc0a2000 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7febe8009fd0 tx=0x7febe8009920 comp rx=0 tx=0).stop 2023-03-22T14:27:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 msgr2=0x7febf0195fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 0x7febf0195fa0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7febec00e970 tx=0x7febec00ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 shutdown_connections 2023-03-22T14:27:54.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7febdc09fb50 0x7febdc0a2000 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7febf0101d40 0x7febf019d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febf01001c0 0x7febf0195fa0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 --2- 172.21.15.45:0/469142574 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7febf01013b0 0x7febf01964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 >> 172.21.15.45:0/469142574 conn(0x7febf00fb7c0 msgr2=0x7febf00fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 shutdown_connections 2023-03-22T14:27:54.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.304+0000 7febf7dff700 1 -- 172.21.15.45:0/469142574 wait complete. 2023-03-22T14:27:54.322 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:27:54.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 -- 172.21.15.45:0/943683034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb901013b0 msgr2=0x7fbb90101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 --2- 172.21.15.45:0/943683034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb901013b0 0x7fbb90101800 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbb84009990 tx=0x7fbb84009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 -- 172.21.15.45:0/943683034 shutdown_connections 2023-03-22T14:27:54.515 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 --2- 172.21.15.45:0/943683034 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 0x7fbb901005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.516 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 --2- 172.21.15.45:0/943683034 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb90101d40 0x7fbb90108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.516 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 --2- 172.21.15.45:0/943683034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb901013b0 0x7fbb90101800 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.516 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 -- 172.21.15.45:0/943683034 >> 172.21.15.45:0/943683034 conn(0x7fbb900fb7e0 msgr2=0x7fbb900fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.516 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 -- 172.21.15.45:0/943683034 shutdown_connections 2023-03-22T14:27:54.516 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.513+0000 7fbb965ff700 1 -- 172.21.15.45:0/943683034 wait complete. 2023-03-22T14:27:54.517 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.514+0000 7fbb965ff700 1 Processor -- start 2023-03-22T14:27:54.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.514+0000 7fbb965ff700 1 -- start start 2023-03-22T14:27:54.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb965ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 0x7fbb90074830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb965ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb901013b0 0x7fbb90072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb965ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb90101d40 0x7fbb900733b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb965ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb90073b50 con 0x7fbb901001c0 2023-03-22T14:27:54.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb965ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb90073cc0 con 0x7fbb90101d40 2023-03-22T14:27:54.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb965ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9019ffe0 con 0x7fbb901013b0 2023-03-22T14:27:54.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 0x7fbb90074830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 0x7fbb90074830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42044/0 (socket says 172.21.15.45:42044) 2023-03-22T14:27:54.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 -- 172.21.15.45:0/857926757 learned_addr learned my addr 172.21.15.45:0/857926757 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb901013b0 0x7fbb90072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb94b9c700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb90101d40 0x7fbb900733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 -- 172.21.15.45:0/857926757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb901013b0 msgr2=0x7fbb90072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb901013b0 0x7fbb90072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 -- 172.21.15.45:0/857926757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb90101d40 msgr2=0x7fbb900733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb90101d40 0x7fbb900733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb8ffff700 1 -- 172.21.15.45:0/857926757 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb840095f0 con 0x7fbb901001c0 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.515+0000 7fbb94b9c700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb90101d40 0x7fbb900733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.516+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 0x7fbb90074830 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbb8000e970 tx=0x7fbb8000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.516+0000 7fbb8d7fa700 1 -- 172.21.15.45:0/857926757 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb80009790 con 0x7fbb901001c0 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.516+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb9010bb70 con 0x7fbb901001c0 2023-03-22T14:27:54.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.516+0000 7fbb8d7fa700 1 -- 172.21.15.45:0/857926757 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb8000c7e0 con 0x7fbb901001c0 2023-03-22T14:27:54.521 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.516+0000 7fbb8d7fa700 1 -- 172.21.15.45:0/857926757 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb80003c70 con 0x7fbb901001c0 2023-03-22T14:27:54.521 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.516+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb9010b9e0 con 0x7fbb901001c0 2023-03-22T14:27:54.521 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.519+0000 7fbb8d7fa700 1 -- 172.21.15.45:0/857926757 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 18) v1 ==== 133573+0+0 (secure 0 0 0) 0x7fbb8000cc50 con 0x7fbb901001c0 2023-03-22T14:27:54.522 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.521+0000 7fbb8d7fa700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbb7809fad0 0x7fbb780a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.522 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.521+0000 7fbb8d7fa700 1 -- 172.21.15.45:0/857926757 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fbb80014070 con 0x7fbb901001c0 2023-03-22T14:27:54.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.521+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbb7809fad0 0x7fbb780a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 Processor -- start 2023-03-22T14:27:54.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 -- start start 2023-03-22T14:27:54.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbb7809fad0 0x7fbb780a1f80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbb8400b2e0 tx=0x7fbb84005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a969ae0 0x56398a969ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a96a430 0x56398a9686c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a969110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a86f070 con 0x56398a969ae0 2023-03-22T14:27:54.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a8c19b0 con 0x56398a968ca0 2023-03-22T14:27:54.525 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.522+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a8bae40 con 0x56398a96a430 2023-03-22T14:27:54.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a969ae0 0x56398a969ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a969ae0 0x56398a969ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42052/0 (socket says 172.21.15.45:42052) 2023-03-22T14:27:54.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb94b9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a969110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 -- 172.21.15.45:0/3448416162 learned_addr learned my addr 172.21.15.45:0/3448416162 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a96a430 0x56398a9686c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 -- 172.21.15.45:0/3448416162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a96a430 msgr2=0x56398a9686c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a96a430 0x56398a9686c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 -- 172.21.15.45:0/3448416162 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 msgr2=0x56398a969110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a969110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 -- 172.21.15.45:0/3448416162 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56398a73c630 con 0x56398a969ae0 2023-03-22T14:27:54.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.523+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a969ae0 0x56398a969ef0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fbb80094d70 tx=0x7fbb80003710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297189911437a4b9 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbb767fc700 1 -- 172.21.15.45:0/3448416162 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb80096c10 con 0x56398a969ae0 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbb767fc700 1 -- 172.21.15.45:0/3448416162 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb80094f80 con 0x56398a969ae0 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbb767fc700 1 -- 172.21.15.45:0/3448416162 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb80097fc0 con 0x56398a969ae0 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3448416162 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a969ae0 msgr2=0x56398a969ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a969ae0 0x56398a969ef0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fbb80094d70 tx=0x7fbb80003710 comp rx=0 tx=0).stop 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3448416162 shutdown_connections 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a969ae0 0x56398a969ef0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a969110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3448416162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a96a430 0x56398a9686c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.524+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3448416162 >> 172.21.15.45:0/3448416162 conn(0x56398a964c50 msgr2=0x56398a963020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.525+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3448416162 shutdown_connections 2023-03-22T14:27:54.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.525+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3448416162 wait complete. 2023-03-22T14:27:54.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.525+0000 7fbba9f16b80 1 -- start start 2023-03-22T14:27:54.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.525+0000 7fbba9f16b80 1 Processor -- start 2023-03-22T14:27:54.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a972580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a972ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a73e920 con 0x56398a96a430 2023-03-22T14:27:54.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a97a040 con 0x56398a968ca0 2023-03-22T14:27:54.532 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a97a1d0 con 0x56398a969ae0 2023-03-22T14:27:54.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbba9f16b80 10 client.0 _ll_register_callbacks cb 0x56398a760290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:54.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbb94b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.526+0000 7fbb8f7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a972ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a972580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42060/0 (socket says 172.21.15.45:42060) 2023-03-22T14:27:54.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 -- 172.21.15.45:0/3949032066 learned_addr learned my addr 172.21.15.45:0/3949032066 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 -- 172.21.15.45:0/3949032066 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 msgr2=0x56398a972ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a972ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 -- 172.21.15.45:0/3949032066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 msgr2=0x56398a972580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a972580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 -- 172.21.15.45:0/3949032066 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb9010b9e0 con 0x56398a96a430 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a972ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb94b9c700 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979b00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fbb880045f0 tx=0x7fbb88004900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d010c8f0bbb7fcc server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb6f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:54.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.527+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/3949032066 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8800e960 con 0x56398a96a430 2023-03-22T14:27:54.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56398a87d3f0 con 0x56398a96a430 2023-03-22T14:27:54.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/3949032066 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fbb8800eac0 con 0x56398a96a430 2023-03-22T14:27:54.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/3949032066 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb88023020 con 0x56398a96a430 2023-03-22T14:27:54.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 10 client.15339 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:54.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56398a6e8de0 con 0x56398a96a430 2023-03-22T14:27:54.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/3949032066 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56398a87d3f0 con 0x56398a96a430 2023-03-22T14:27:54.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/3949032066 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fbb8801c020 con 0x56398a96a430 2023-03-22T14:27:54.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 10 client.15339 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:54.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 10 client.15339 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:27:54.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 20 client.15339 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:54.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a97e580 0x56398a980990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 4 client.15339 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:27:54.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.528+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56398a889660 con 0x56398a97e580 2023-03-22T14:27:54.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.529+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a97e580 0x56398a980990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.529+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a97e580 0x56398a980990 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca58dc49f66ceb70 server_cookie=a9b543ad5009d246 in_seq=0 out_seq=0 2023-03-22T14:27:54.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.529+0000 7fbb6f7fe700 10 client.15339 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/3949032066 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x56398a889660 con 0x56398a97e580 2023-03-22T14:27:54.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbb6f7fe700 10 client.15339 handle_command_reply: tid=0 2023-03-22T14:27:54.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 client.15339 shutdown 2023-03-22T14:27:54.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 msgr2=0x56398a979b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979b00 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fbb880045f0 tx=0x7fbb88004900 comp rx=0 tx=0).stop 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 shutdown_connections 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a97e580 0x56398a980990 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979b00 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a968ca0 0x56398a972580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3949032066 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a972ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 >> 172.21.15.45:0/3949032066 conn(0x56398a964c50 msgr2=0x56398a962710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbb6f7fe700 0 client.15339 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 shutdown_connections 2023-03-22T14:27:54.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.530+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3949032066 wait complete. 2023-03-22T14:27:54.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.531+0000 7fbba9f16b80 20 client.15339 trim_cache size 0 max 16384 2023-03-22T14:27:54.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.547+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7f9dfc061690 con 0x7f9dfc074ac0 2023-03-22T14:27:54.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 Processor -- start 2023-03-22T14:27:54.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 -- start start 2023-03-22T14:27:54.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a968ca0 0x56398a96ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a969ae0 0x56398a96d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a97e0f0 con 0x56398a96a430 2023-03-22T14:27:54.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a964310 con 0x56398a969ae0 2023-03-22T14:27:54.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.548+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a95b5b0 con 0x56398a968ca0 2023-03-22T14:27:54.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb94b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a968ca0 0x56398a96ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb94b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42070/0 (socket says 172.21.15.45:42070) 2023-03-22T14:27:54.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a968ca0 0x56398a96ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42236/0 (socket says 172.21.15.45:42236) 2023-03-22T14:27:54.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb94b9c700 1 -- 172.21.15.45:0/3408727251 learned_addr learned my addr 172.21.15.45:0/3408727251 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a969ae0 0x56398a96d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 -- 172.21.15.45:0/3408727251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a969ae0 msgr2=0x56398a96d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a969ae0 0x56398a96d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 -- 172.21.15.45:0/3408727251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 msgr2=0x56398a979a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 -- 172.21.15.45:0/3408727251 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56398a881190 con 0x56398a968ca0 2023-03-22T14:27:54.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb94b9c700 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:54.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.549+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a968ca0 0x56398a96ce20 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbb80005950 tx=0x7fbb80000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b2fa9ebffbca8d2 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbb76ffd700 1 -- 172.21.15.45:0/3408727251 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb800969b0 con 0x56398a968ca0 2023-03-22T14:27:54.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbb76ffd700 1 -- 172.21.15.45:0/3408727251 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb80096c10 con 0x56398a968ca0 2023-03-22T14:27:54.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbb76ffd700 1 -- 172.21.15.45:0/3408727251 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb80097d60 con 0x56398a968ca0 2023-03-22T14:27:54.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3408727251 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a968ca0 msgr2=0x56398a96ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a968ca0 0x56398a96ce20 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbb80005950 tx=0x7fbb80000bc0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3408727251 shutdown_connections 2023-03-22T14:27:54.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a96a430 0x56398a979a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a968ca0 0x56398a96ce20 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/3408727251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a969ae0 0x56398a96d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3408727251 >> 172.21.15.45:0/3408727251 conn(0x56398a964c50 msgr2=0x56398a980590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3408727251 shutdown_connections 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.550+0000 7fbba9f16b80 1 -- 172.21.15.45:0/3408727251 wait complete. 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 -- start start 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 Processor -- start 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a968ca0 0x56398a979580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a977b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a96a430 0x56398a9780d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a979da0 con 0x56398a968ca0 2023-03-22T14:27:54.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a978610 con 0x56398a96a430 2023-03-22T14:27:54.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.551+0000 7fbba9f16b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56398a978780 con 0x56398a969ae0 2023-03-22T14:27:54.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbba9f16b80 10 client.0 _ll_register_callbacks cb 0x56398a760290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:27:54.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a968ca0 0x56398a979580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a968ca0 0x56398a979580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42072/0 (socket says 172.21.15.45:42072) 2023-03-22T14:27:54.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb94b9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a96a430 0x56398a9780d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 -- 172.21.15.45:0/977505265 learned_addr learned my addr 172.21.15.45:0/977505265 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a977b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 -- 172.21.15.45:0/977505265 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 msgr2=0x56398a977b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a977b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 -- 172.21.15.45:0/977505265 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a96a430 msgr2=0x56398a9780d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a96a430 0x56398a9780d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 -- 172.21.15.45:0/977505265 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56398a6e8de0 con 0x56398a968ca0 2023-03-22T14:27:54.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb8ffff700 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a968ca0 0x56398a979580 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbb8000efd0 tx=0x7fbb80098300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e1499bd3fdeb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:54.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.552+0000 7fbb6f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:27:54.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/977505265 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb800c84c0 con 0x56398a968ca0 2023-03-22T14:27:54.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/977505265 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7fbb80098b90 con 0x56398a968ca0 2023-03-22T14:27:54.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56398a938240 con 0x56398a968ca0 2023-03-22T14:27:54.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/977505265 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb80098d50 con 0x56398a968ca0 2023-03-22T14:27:54.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 10 client.15345 fetch_fsmap learned FSMap version 27 2023-03-22T14:27:54.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56398a73c630 con 0x56398a968ca0 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/977505265 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56398a938240 con 0x56398a968ca0 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/977505265 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fbb800c2af0 con 0x56398a968ca0 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 10 client.15345 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 10 client.15345 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 20 client.15345 populate_metadata read hostname 'smithi045' 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a9d34d0 0x56398a9d58b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 4 client.15345 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:27:54.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.553+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56398a73ef60 con 0x56398a9d34d0 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a9d34d0 0x56398a9d58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbb8f7fe700 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a9d34d0 0x56398a9d58b0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=307152ff7e3b7158 server_cookie=67e3c61d963a0fd6 in_seq=0 out_seq=0 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbb6f7fe700 10 client.15345 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbb6f7fe700 1 -- 172.21.15.45:0/977505265 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x56398a73ef60 con 0x56398a9d34d0 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbb6f7fe700 10 client.15345 handle_command_reply: tid=0 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbba9f16b80 1 client.15345 shutdown 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a968ca0 msgr2=0x56398a979580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.554+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a968ca0 0x56398a979580 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbb8000efd0 tx=0x7fbb80098300 comp rx=0 tx=0).stop 2023-03-22T14:27:54.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 shutdown_connections 2023-03-22T14:27:54.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56398a9d34d0 0x56398a9d58b0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56398a968ca0 0x56398a979580 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56398a96a430 0x56398a9780d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbb6f7fe700 0 client.15345 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:27:54.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 --2- 172.21.15.45:0/977505265 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56398a969ae0 0x56398a977b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 >> 172.21.15.45:0/977505265 conn(0x56398a964c50 msgr2=0x56398a96ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 shutdown_connections 2023-03-22T14:27:54.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 1 -- 172.21.15.45:0/977505265 wait complete. 2023-03-22T14:27:54.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbba9f16b80 20 client.15345 trim_cache size 0 max 16384 2023-03-22T14:27:54.565 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:27:54.565 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "IDLE (waiting for more scrubs)", 2023-03-22T14:27:54.566 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:27:54.566 INFO:teuthology.orchestra.run.smithi045.stdout: "5e65fa76-9150-473d-a4f3-cd67e4ee7ec6": { 2023-03-22T14:27:54.566 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:27:54.566 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "5e65fa76-9150-473d-a4f3-cd67e4ee7ec6", 2023-03-22T14:27:54.566 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:27:54.566 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:27:54.566 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:27:54.567 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:27:54.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbb7809fad0 msgr2=0x7fbb780a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbb965ff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbb7809fad0 0x7fbb780a1f80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbb8400b2e0 tx=0x7fbb84005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.567 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 msgr2=0x7fbb90074830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.555+0000 7fbb965ff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 0x7fbb90074830 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbb8000e970 tx=0x7fbb8000ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:54.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 shutdown_connections 2023-03-22T14:27:54.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7fbb7809fad0 0x7fbb780a1f80 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb901001c0 0x7fbb90074830 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb90101d40 0x7fbb900733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 --2- 172.21.15.45:0/857926757 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb901013b0 0x7fbb90072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 >> 172.21.15.45:0/857926757 conn(0x7fbb900fb7e0 msgr2=0x7fbb900fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 shutdown_connections 2023-03-22T14:27:54.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.556+0000 7fbb965ff700 1 -- 172.21.15.45:0/857926757 wait complete. 2023-03-22T14:27:54.573 INFO:tasks.cephfs.filesystem:scrub status for tag:5e65fa76-9150-473d-a4f3-cd67e4ee7ec6 - {'path': '/', 'tag': '5e65fa76-9150-473d-a4f3-cd67e4ee7ec6', 'options': 'recursive,force'} 2023-03-22T14:27:54.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.823+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 19) v1 ==== 133590+0+0 (secure 0 0 0) 0x7f9dec00c950 con 0x7f9dfc074ac0 2023-03-22T14:27:54.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.824+0000 7f9df27fc700 1 -- 172.21.15.45:0/3089128869 <== mon.0 v2:172.21.15.45:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) v1 ==== 92+0+0 (secure 0 0 0) 0x7f9dec094bb0 con 0x7f9dfc074ac0 2023-03-22T14:27:54.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9de809fad0 msgr2=0x7f9de80a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9de809fad0 0x7f9de80a1f80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9df800b2e0 tx=0x7f9df8005fb0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc074ac0 msgr2=0x7f9dfc19cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:54.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc19cac0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f9dec00e970 tx=0x7f9dec00ec80 comp rx=0 tx=0).stop 2023-03-22T14:27:54.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 shutdown_connections 2023-03-22T14:27:54.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f9de809fad0 0x7f9de80a1f80 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9dfc10c820 0x7f9dfc1a3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9dfc0734e0 0x7f9dfc19c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 --2- 172.21.15.45:0/3089128869 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9dfc074ac0 0x7f9dfc19cac0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:54.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 >> 172.21.15.45:0/3089128869 conn(0x7f9dfc0fb870 msgr2=0x7f9dfc0fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:54.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 shutdown_connections 2023-03-22T14:27:54.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:54.826+0000 7f9e037ff700 1 -- 172.21.15.45:0/3089128869 wait complete. 2023-03-22T14:27:54.844 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3730513636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:54.844 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-mon[91728]: scrub queued for path: / 2023-03-22T14:27:54.845 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:27:54.845 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:27:54.845 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:27:54.845 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3089128869' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-03-22T14:27:54.847 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2023-03-22T14:27:55.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 -- 172.21.15.45:0/1782713422 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0100250 msgr2=0x7f7ea0100660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/1782713422 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0100250 0x7f7ea0100660 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c009990 tx=0x7f7e9c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 -- 172.21.15.45:0/1782713422 shutdown_connections 2023-03-22T14:27:55.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/1782713422 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ea0101dd0 0x7f7ea0108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/1782713422 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0100250 0x7f7ea0100660 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/1782713422 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea0101440 0x7f7ea0101890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 -- 172.21.15.45:0/1782713422 >> 172.21.15.45:0/1782713422 conn(0x7f7ea00fb870 msgr2=0x7f7ea00fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:55.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 -- 172.21.15.45:0/1782713422 shutdown_connections 2023-03-22T14:27:55.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.043+0000 7f7ea87ff700 1 -- 172.21.15.45:0/1782713422 wait complete. 2023-03-22T14:27:55.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 Processor -- start 2023-03-22T14:27:55.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 -- start start 2023-03-22T14:27:55.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea0100250 0x7f7ea0198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0101440 0x7f7ea01986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ea0101dd0 0x7f7ea019f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea019fd00 con 0x7f7ea0100250 2023-03-22T14:27:55.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea019fe40 con 0x7f7ea0101440 2023-03-22T14:27:55.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.044+0000 7f7ea87ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea019ffd0 con 0x7f7ea0101dd0 2023-03-22T14:27:55.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea5d9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0101440 0x7f7ea01986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea5d9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0101440 0x7f7ea01986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:43722/0 (socket says 172.21.15.45:43722) 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea5d9a700 1 -- 172.21.15.45:0/2664839250 learned_addr learned my addr 172.21.15.45:0/2664839250 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea6d9c700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ea0101dd0 0x7f7ea019f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea659b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea0100250 0x7f7ea0198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea6d9c700 1 -- 172.21.15.45:0/2664839250 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0101440 msgr2=0x7f7ea01986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea6d9c700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0101440 0x7f7ea01986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea6d9c700 1 -- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea0100250 msgr2=0x7f7ea0198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea6d9c700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea0100250 0x7f7ea0198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea6d9c700 1 -- 172.21.15.45:0/2664839250 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e9c0095f0 con 0x7f7ea0101dd0 2023-03-22T14:27:55.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea5d9a700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0101440 0x7f7ea01986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:55.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7ea6d9c700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ea0101dd0 0x7f7ea019f730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7e9800efc0 tx=0x7f7e9800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:55.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.045+0000 7f7e977fe700 1 -- 172.21.15.45:0/2664839250 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e98018070 con 0x7f7ea0101dd0 2023-03-22T14:27:55.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.046+0000 7f7e977fe700 1 -- 172.21.15.45:0/2664839250 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e9800f040 con 0x7f7ea0101dd0 2023-03-22T14:27:55.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.046+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ea010bba0 con 0x7f7ea0101dd0 2023-03-22T14:27:55.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.046+0000 7f7e977fe700 1 -- 172.21.15.45:0/2664839250 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e9800cd40 con 0x7f7ea0101dd0 2023-03-22T14:27:55.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.046+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ea010ba10 con 0x7f7ea0101dd0 2023-03-22T14:27:55.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.047+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ea0192900 con 0x7f7ea0101dd0 2023-03-22T14:27:55.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.049+0000 7f7e977fe700 1 -- 172.21.15.45:0/2664839250 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 19) v1 ==== 133590+0+0 (secure 0 0 0) 0x7f7e98003a00 con 0x7f7ea0101dd0 2023-03-22T14:27:55.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.050+0000 7f7e977fe700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 0x7f7e8c0a2050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.050+0000 7f7ea659b700 1 -- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 msgr2=0x7f7e8c0a2050 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:55.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.050+0000 7f7e977fe700 1 -- 172.21.15.45:0/2664839250 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f7e980ca5b0 con 0x7f7ea0101dd0 2023-03-22T14:27:55.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.050+0000 7f7ea659b700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 0x7f7e8c0a2050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:27:55.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.054+0000 7f7e977fe700 1 -- 172.21.15.45:0/2664839250 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f7e98094490 con 0x7f7ea0101dd0 2023-03-22T14:27:55.074 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3730513636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:55.074 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-mon[94136]: scrub queued for path: / 2023-03-22T14:27:55.074 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:27:55.074 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:27:55.074 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:27:55.075 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3089128869' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-03-22T14:27:55.075 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: ignoring --setuser ceph since I am not root 2023-03-22T14:27:55.075 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: ignoring --setgroup ceph since I am not root 2023-03-22T14:27:55.075 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-mgr[95616]: -- 172.21.15.98:0/3450032105 <== mon.2 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5589a2cc4b60 con 0x5589a2c9ac00 2023-03-22T14:27:55.075 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:54 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:54.994+0000 7f4040a26200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:27:55.075 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:55.073+0000 7f4040a26200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:27:55.077 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3730513636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-03-22T14:27:55.077 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-mon[94717]: scrub queued for path: / 2023-03-22T14:27:55.077 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:27:55.077 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:27:55.077 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:27:55.077 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3089128869' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-03-22T14:27:55.078 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: ignoring --setuser ceph since I am not root 2023-03-22T14:27:55.078 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: ignoring --setgroup ceph since I am not root 2023-03-22T14:27:55.078 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-mgr[96882]: -- 172.21.15.142:0/1684762431 <== mon.1 v2:172.21.15.142:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ddfdd58b60 con 0x55ddfdd2e800 2023-03-22T14:27:55.078 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:54 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:54.995+0000 7f904ee58200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:27:55.197 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: ignoring --setuser ceph since I am not root 2023-03-22T14:27:55.197 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: ignoring --setgroup ceph since I am not root 2023-03-22T14:27:55.198 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:54 smithi045 ceph-mgr[92001]: -- 172.21.15.45:0/3110321485 <== mon.1 v2:172.21.15.142:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564eda6b8b60 con 0x564eda68ec00 2023-03-22T14:27:55.198 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:55.093+0000 7f45e6a3d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-03-22T14:27:55.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.251+0000 7f7ea659b700 1 -- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 msgr2=0x7f7e8c0a2050 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:55.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.251+0000 7f7ea659b700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 0x7f7e8c0a2050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-03-22T14:27:55.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.263+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7f7ea002d010 con 0x7f7ea0101dd0 2023-03-22T14:27:55.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.269+0000 7f7e977fe700 1 -- 172.21.15.45:0/2664839250 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v23)=0 v23) v1 ==== 138+0+0 (secure 0 0 0) 0x7f7e98097ab0 con 0x7f7ea0101dd0 2023-03-22T14:27:55.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 msgr2=0x7f7e8c0a2050 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:27:55.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 0x7f7e8c0a2050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ea0101dd0 msgr2=0x7f7ea019f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ea0101dd0 0x7f7ea019f730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7e9800efc0 tx=0x7f7e9800c3a0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 shutdown_connections 2023-03-22T14:27:55.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f7e8c09fba0 0x7f7e8c0a2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7ea0100250 0x7f7ea0198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ea0101dd0 0x7f7ea019f730 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 --2- 172.21.15.45:0/2664839250 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ea0101440 0x7f7ea01986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 >> 172.21.15.45:0/2664839250 conn(0x7f7ea00fb870 msgr2=0x7f7ea0106d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:55.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 shutdown_connections 2023-03-22T14:27:55.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.272+0000 7f7ea87ff700 1 -- 172.21.15.45:0/2664839250 wait complete. 2023-03-22T14:27:55.290 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2023-03-22T14:27:55.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:55.076+0000 7f904ee58200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:27:55.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:55.167+0000 7f904ee58200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:27:55.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:55.260+0000 7f904ee58200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:27:55.422 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:55.165+0000 7f4040a26200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:27:55.423 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:55.256+0000 7f4040a26200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:27:55.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:55.197+0000 7f45e6a3d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-03-22T14:27:55.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:55.318+0000 7f45e6a3d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-03-22T14:27:55.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:55.443+0000 7f45e6a3d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-03-22T14:27:55.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 -- 172.21.15.45:0/90265255 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 msgr2=0x7f0a50103030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 --2- 172.21.15.45:0/90265255 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50103030 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0a40009990 tx=0x7f0a40009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 -- 172.21.15.45:0/90265255 shutdown_connections 2023-03-22T14:27:55.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 --2- 172.21.15.45:0/90265255 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50103030 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 --2- 172.21.15.45:0/90265255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a50105e90 0x7f0a501082f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 --2- 172.21.15.45:0/90265255 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a50103570 0x7f0a50105950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 -- 172.21.15.45:0/90265255 >> 172.21.15.45:0/90265255 conn(0x7f0a500fa6b0 msgr2=0x7f0a500fcb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:55.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 -- 172.21.15.45:0/90265255 shutdown_connections 2023-03-22T14:27:55.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.480+0000 7f0a555ff700 1 -- 172.21.15.45:0/90265255 wait complete. 2023-03-22T14:27:55.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.482+0000 7f0a555ff700 1 Processor -- start 2023-03-22T14:27:55.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.482+0000 7f0a555ff700 1 -- start start 2023-03-22T14:27:55.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.482+0000 7f0a555ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.482+0000 7f0a555ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a50103570 0x7f0a501986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a555ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a50105e90 0x7f0a5019f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a555ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5019fd10 con 0x7f0a50100c50 2023-03-22T14:27:55.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a555ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5019fe50 con 0x7f0a50103570 2023-03-22T14:27:55.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a555ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5019ffe0 con 0x7f0a50105e90 2023-03-22T14:27:55.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:42158/0 (socket says 172.21.15.45:42158) 2023-03-22T14:27:55.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a47fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a50103570 0x7f0a501986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 -- 172.21.15.45:0/1140826245 learned_addr learned my addr 172.21.15.45:0/1140826245 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:55.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4f7fe700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a50105e90 0x7f0a5019f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 -- 172.21.15.45:0/1140826245 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a50105e90 msgr2=0x7f0a5019f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a50105e90 0x7f0a5019f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 -- 172.21.15.45:0/1140826245 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a50103570 msgr2=0x7f0a501986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a50103570 0x7f0a501986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a4effd700 1 -- 172.21.15.45:0/1140826245 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a400095f0 con 0x7f0a50100c50 2023-03-22T14:27:55.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.483+0000 7f0a47fff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a50103570 0x7f0a501986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:27:55.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.484+0000 7f0a4effd700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50198190 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0a4000b680 tx=0x7f0a40005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:55.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.484+0000 7f0a4cff9700 1 -- 172.21.15.45:0/1140826245 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a4001d070 con 0x7f0a50100c50 2023-03-22T14:27:55.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.484+0000 7f0a4cff9700 1 -- 172.21.15.45:0/1140826245 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a40022470 con 0x7f0a50100c50 2023-03-22T14:27:55.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.484+0000 7f0a4cff9700 1 -- 172.21.15.45:0/1140826245 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a40017650 con 0x7f0a50100c50 2023-03-22T14:27:55.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.484+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a5010bb80 con 0x7f0a50100c50 2023-03-22T14:27:55.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.484+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a5010b9f0 con 0x7f0a50100c50 2023-03-22T14:27:55.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.485+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a50107a80 con 0x7f0a50100c50 2023-03-22T14:27:55.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.487+0000 7f0a4cff9700 1 -- 172.21.15.45:0/1140826245 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 19) v1 ==== 133590+0+0 (secure 0 0 0) 0x7f0a400225e0 con 0x7f0a50100c50 2023-03-22T14:27:55.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.488+0000 7f0a4cff9700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 0x7f0a3c0a2050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.488+0000 7f0a4cff9700 1 -- 172.21.15.45:0/1140826245 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f0a400cbe60 con 0x7f0a50100c50 2023-03-22T14:27:55.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.488+0000 7f0a47fff700 1 -- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 msgr2=0x7f0a3c0a2050 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:55.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.488+0000 7f0a47fff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 0x7f0a3c0a2050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:27:55.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.492+0000 7f0a4cff9700 1 -- 172.21.15.45:0/1140826245 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f0a40095da0 con 0x7f0a50100c50 2023-03-22T14:27:55.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.689+0000 7f0a47fff700 1 -- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 msgr2=0x7f0a3c0a2050 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:55.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.689+0000 7f0a47fff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 0x7f0a3c0a2050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-03-22T14:27:55.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.704+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7f0a50061910 con 0x7f0a50100c50 2023-03-22T14:27:55.709 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.709+0000 7f0a4cff9700 1 -- 172.21.15.45:0/1140826245 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v24)=0 v24) v1 ==== 133+0+0 (secure 0 0 0) 0x7f0a40027020 con 0x7f0a50100c50 2023-03-22T14:27:55.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 msgr2=0x7f0a3c0a2050 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:27:55.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 0x7f0a3c0a2050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 msgr2=0x7f0a50198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.712 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50198190 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0a4000b680 tx=0x7f0a40005740 comp rx=0 tx=0).stop 2023-03-22T14:27:55.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 shutdown_connections 2023-03-22T14:27:55.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f0a3c09fba0 0x7f0a3c0a2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0a50100c50 0x7f0a50198190 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a50105e90 0x7f0a5019f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 --2- 172.21.15.45:0/1140826245 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a50103570 0x7f0a501986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 >> 172.21.15.45:0/1140826245 conn(0x7f0a500fa6b0 msgr2=0x7f0a500ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:55.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 shutdown_connections 2023-03-22T14:27:55.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.712+0000 7f0a555ff700 1 -- 172.21.15.45:0/1140826245 wait complete. 2023-03-22T14:27:55.730 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1M' 2023-03-22T14:27:55.731 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:55.426+0000 7f4040a26200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:27:55.738 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:55.430+0000 7f904ee58200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:27:55.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 -- 172.21.15.45:0/3194609318 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f42941013c0 msgr2=0x7f4294101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 --2- 172.21.15.45:0/3194609318 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f42941013c0 0x7f4294101810 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4284009990 tx=0x7f4284009ca0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 -- 172.21.15.45:0/3194609318 shutdown_connections 2023-03-22T14:27:55.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 --2- 172.21.15.45:0/3194609318 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f42941001d0 0x7f42941005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 --2- 172.21.15.45:0/3194609318 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4294101d50 0x7f4294108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 --2- 172.21.15.45:0/3194609318 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f42941013c0 0x7f4294101810 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 -- 172.21.15.45:0/3194609318 >> 172.21.15.45:0/3194609318 conn(0x7f42940fb7d0 msgr2=0x7f42940fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:27:55.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 -- 172.21.15.45:0/3194609318 shutdown_connections 2023-03-22T14:27:55.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.921+0000 7f429b9ff700 1 -- 172.21.15.45:0/3194609318 wait complete. 2023-03-22T14:27:55.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.922+0000 7f429b9ff700 1 Processor -- start 2023-03-22T14:27:55.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.922+0000 7f429b9ff700 1 -- start start 2023-03-22T14:27:55.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429b9ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f42941001d0 0x7f4294198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429b9ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f42941013c0 0x7f42941986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429b9ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4294101d50 0x7f429419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429b9ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429419fcf0 con 0x7f42941001d0 2023-03-22T14:27:55.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429b9ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429419fe30 con 0x7f4294101d50 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429b9ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429419ffc0 con 0x7f42941013c0 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429979b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f42941001d0 0x7f4294198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4298f9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f42941013c0 0x7f42941986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4299f9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4294101d50 0x7f429419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429979b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f42941001d0 0x7f4294198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:59744/0 (socket says 172.21.15.45:59744) 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4298f9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f42941013c0 0x7f42941986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:34064/0 (socket says 172.21.15.45:34064) 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f429979b700 1 -- 172.21.15.45:0/1557802047 learned_addr learned my addr 172.21.15.45:0/1557802047 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:27:55.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4299f9c700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f42941013c0 msgr2=0x7f42941986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4299f9c700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f42941013c0 0x7f42941986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4299f9c700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f42941001d0 msgr2=0x7f4294198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4299f9c700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f42941001d0 0x7f4294198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.923+0000 7f4299f9c700 1 -- 172.21.15.45:0/1557802047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42840095f0 con 0x7f4294101d50 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.924+0000 7f4299f9c700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4294101d50 0x7f429419f720 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f428c00efc0 tx=0x7f428c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.924+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f428c018070 con 0x7f4294101d50 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.924+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f428c00f040 con 0x7f4294101d50 2023-03-22T14:27:55.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.924+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f429410bb80 con 0x7f4294101d50 2023-03-22T14:27:55.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.924+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f428c00cd40 con 0x7f4294101d50 2023-03-22T14:27:55.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.924+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f429410b9f0 con 0x7f4294101d50 2023-03-22T14:27:55.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.925+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42941928e0 con 0x7f4294101d50 2023-03-22T14:27:55.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.927+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 19) v1 ==== 133590+0+0 (secure 0 0 0) 0x7f428c003a00 con 0x7f4294101d50 2023-03-22T14:27:55.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.928+0000 7f428a7fc700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:27:55.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.928+0000 7f429979b700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 msgr2=0x7f42800a1fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:55.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.928+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8298+0+0 (secure 0 0 0) 0x7f428c0ca630 con 0x7f4294101d50 2023-03-22T14:27:55.929 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.928+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-03-22T14:27:55.932 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:55.932+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f428c094510 con 0x7f4294101d50 2023-03-22T14:27:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:55.670+0000 7f45e6a3d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-03-22T14:27:55.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3089128869' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-03-22T14:27:55.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-mon[91728]: mgrmap e19: x(active, since 8m), standbys: z, y 2023-03-22T14:27:55.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-mon[91728]: from='client.? ' entity='client.admin' 2023-03-22T14:27:55.972 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:55 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1140826245' entity='client.admin' 2023-03-22T14:27:56.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:55.731+0000 7f4040a26200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:27:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:55.818+0000 7f4040a26200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:27:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:55.948+0000 7f4040a26200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:27:56.043 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3089128869' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-03-22T14:27:56.043 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-mon[94136]: mgrmap e19: x(active, since 8m), standbys: z, y 2023-03-22T14:27:56.043 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-mon[94136]: from='client.? ' entity='client.admin' 2023-03-22T14:27:56.043 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:55 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1140826245' entity='client.admin' 2023-03-22T14:27:56.052 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:55.737+0000 7f904ee58200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:27:56.052 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:55.826+0000 7f904ee58200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:27:56.053 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:55.957+0000 7f904ee58200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:27:56.053 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3089128869' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-03-22T14:27:56.053 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-mon[94717]: mgrmap e19: x(active, since 8m), standbys: z, y 2023-03-22T14:27:56.054 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-mon[94717]: from='client.? ' entity='client.admin' 2023-03-22T14:27:56.054 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:55 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1140826245' entity='client.admin' 2023-03-22T14:27:56.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:56.129+0000 7f429979b700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 msgr2=0x7f42800a1fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:56.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:56.129+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-03-22T14:27:56.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:56.171+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 --> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) v1 -- 0x7f42940619c0 con 0x7f428009fb20 2023-03-22T14:27:56.355 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:56.076+0000 7f45e6a3d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-03-22T14:27:56.355 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:56.191+0000 7f45e6a3d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-03-22T14:27:56.422 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:56 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:56.041+0000 7f4040a26200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:27:56.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:56.530+0000 7f429979b700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 msgr2=0x7f42800a1fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:56.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:56.530+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-03-22T14:27:56.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:56.354+0000 7f45e6a3d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-03-22T14:27:56.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:56.477+0000 7f45e6a3d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:27:56.878 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:56 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:56.051+0000 7f904ee58200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-03-22T14:27:56.878 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:56 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:56.471+0000 7f904ee58200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:27:56.922 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:56 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:56.459+0000 7f4040a26200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:27:57.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:57.331+0000 7f429979b700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 msgr2=0x7f42800a1fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:57.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:57.331+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-03-22T14:27:57.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:57 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:57.031+0000 7f904ee58200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:27:57.378 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:57 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:57.202+0000 7f904ee58200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:27:57.423 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:57 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:57.019+0000 7f4040a26200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:27:57.423 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:57 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:57.188+0000 7f4040a26200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:27:57.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:57.019+0000 7f45e6a3d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-03-22T14:27:58.197 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:57 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:57.936+0000 7f4040a26200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:27:58.197 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:58 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:58.026+0000 7f4040a26200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:27:58.214 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:57 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:57.954+0000 7f904ee58200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:27:58.214 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:58 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:58.045+0000 7f904ee58200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:27:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:57.768+0000 7f45e6a3d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-03-22T14:27:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:57.974+0000 7f45e6a3d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-03-22T14:27:58.470 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:58 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:58.196+0000 7f4040a26200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:27:58.488 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:58 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:58.213+0000 7f904ee58200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:27:58.843 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:58 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:58.468+0000 7f4040a26200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:27:58.843 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:58 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:58.556+0000 7f4040a26200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:27:58.843 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:27:58 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:27:58.866 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:58 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:58.487+0000 7f904ee58200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:27:58.866 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:58 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:58.575+0000 7f904ee58200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:27:58.867 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:27:58 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:27:58.919 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:27:58 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:27:58.933 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:58.933+0000 7f429979b700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 msgr2=0x7f42800a1fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:27:58.933 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:27:58.933+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-03-22T14:27:59.101 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:58 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:58.841+0000 7f4040a26200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:27:59.126 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:58 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:58.865+0000 7f904ee58200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:27:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:58.918+0000 7f45e6a3d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:27:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:59.039+0000 7f45e6a3d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-03-22T14:27:59.377 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:59 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:59.125+0000 7f904ee58200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:27:59.422 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:59 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:59.100+0000 7f4040a26200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:27:59.621 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:59.260+0000 7f45e6a3d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-03-22T14:27:59.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:59.620+0000 7f45e6a3d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-03-22T14:27:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:27:59.738+0000 7f45e6a3d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-03-22T14:28:00.116 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:59 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:59.799+0000 7f4040a26200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:28:00.117 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:27:59 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:27:59.927+0000 7f4040a26200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:28:00.127 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:59 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:59.827+0000 7f904ee58200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:28:00.128 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:27:59 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:27:59.957+0000 7f904ee58200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:28:00.422 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:28:00 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:28:00.115+0000 7f4040a26200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:28:00.423 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:28:00 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:28:00.227+0000 7f4040a26200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:28:00.432 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:00.091+0000 7f45e6a3d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-03-22T14:28:00.471 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:28:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:28:00.145+0000 7f904ee58200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:28:00.471 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:28:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:28:00.257+0000 7f904ee58200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:28:00.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:00.431+0000 7f45e6a3d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-03-22T14:28:00.877 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:28:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:28:00.470+0000 7f904ee58200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:28:00.922 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:28:00 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:28:00.439+0000 7f4040a26200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:28:01.363 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:01.363+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mgrmap(e 20) v1 ==== 133590+0+0 (secure 0 0 0) 0x7f428c003cb0 con 0x7f4294101d50 2023-03-22T14:28:01.628 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:28:01.325+0000 7f904ee58200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:28:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: Standby manager daemon y restarted 2023-03-22T14:28:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: Standby manager daemon y started 2023-03-22T14:28:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-03-22T14:28:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:28:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-03-22T14:28:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:28:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: Standby manager daemon z restarted 2023-03-22T14:28:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: Standby manager daemon z started 2023-03-22T14:28:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-03-22T14:28:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:28:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-03-22T14:28:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:01 smithi142 ceph-mon[94717]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:28:01.672 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-y[95592]: 2023-03-22T14:28:01.285+0000 7f4040a26200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:28:01.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: Standby manager daemon y restarted 2023-03-22T14:28:01.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: Standby manager daemon y started 2023-03-22T14:28:01.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-03-22T14:28:01.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:28:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-03-22T14:28:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:28:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: Standby manager daemon z restarted 2023-03-22T14:28:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: Standby manager daemon z started 2023-03-22T14:28:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-03-22T14:28:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:28:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-03-22T14:28:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:01 smithi098 ceph-mon[94136]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:28:01.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:01.376+0000 7f45e6a3d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-03-22T14:28:01.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:01.554+0000 7f45e6a3d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-03-22T14:28:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: Standby manager daemon y restarted 2023-03-22T14:28:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: Standby manager daemon y started 2023-03-22T14:28:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-03-22T14:28:01.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:28:01.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-03-22T14:28:01.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.98:0/3705870630' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:28:01.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: Standby manager daemon z restarted 2023-03-22T14:28:01.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: Standby manager daemon z started 2023-03-22T14:28:01.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-03-22T14:28:01.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-03-22T14:28:01.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-03-22T14:28:01.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-mon[91728]: from='mgr.? 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-03-22T14:28:02.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:02.134+0000 7f429979b700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 msgr2=0x7f42800a1fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.45:6800/3954219341 2023-03-22T14:28:02.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:02.134+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2023-03-22T14:28:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:01.802+0000 7f45e6a3d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-03-22T14:28:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:01.950+0000 7f45e6a3d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-03-22T14:28:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:02 smithi142 ceph-mon[94717]: mgrmap e20: x(active, since 8m), standbys: z, y 2023-03-22T14:28:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:02 smithi098 ceph-mon[94136]: mgrmap e20: x(active, since 8m), standbys: z, y 2023-03-22T14:28:02.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:02 smithi045 ceph-mon[91728]: mgrmap e20: x(active, since 8m), standbys: z, y 2023-03-22T14:28:02.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:02.225+0000 7f45e6a3d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-03-22T14:28:03.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:03.381+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 8 ==== mgrmap(e 21) v1 ==== 133258+0+0 (secure 0 0 0) 0x7f428c0c8110 con 0x7f4294101d50 2023-03-22T14:28:03.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:03.381+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 msgr2=0x7f42800a1fd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:28:03.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:03.381+0000 7f428a7fc700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/3954219341,v1:172.21.15.45:6801/3954219341] conn(0x7f428009fb20 0x7f42800a1fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:03.585 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-mon[91728]: Active manager daemon x restarted 2023-03-22T14:28:03.585 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-mon[91728]: Activating manager daemon x 2023-03-22T14:28:03.586 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-mon[91728]: osdmap e89: 12 total, 12 up, 12 in 2023-03-22T14:28:03.586 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.294+0000 7f45e6a3d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-03-22T14:28:03.586 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.583+0000 7f454d833700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.586 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.583+0000 7f454d833700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.583+0000 7f454d833700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.583+0000 7f454d833700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.583+0000 7f454d833700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.584+0000 7f454b02e700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.584+0000 7f454b02e700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.584+0000 7f454b02e700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.584+0000 7f454b02e700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:03 smithi142 ceph-mon[94717]: Active manager daemon x restarted 2023-03-22T14:28:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:03 smithi142 ceph-mon[94717]: Activating manager daemon x 2023-03-22T14:28:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:03 smithi142 ceph-mon[94717]: osdmap e89: 12 total, 12 up, 12 in 2023-03-22T14:28:03.666 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:03 smithi098 ceph-mon[94136]: Active manager daemon x restarted 2023-03-22T14:28:03.666 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:03 smithi098 ceph-mon[94136]: Activating manager daemon x 2023-03-22T14:28:03.667 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:03 smithi098 ceph-mon[94136]: osdmap e89: 12 total, 12 up, 12 in 2023-03-22T14:28:03.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:28:03.584+0000 7f454b02e700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:28:04.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.392+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mon.2 v2:172.21.15.98:3300/0 9 ==== mgrmap(e 22) v1 ==== 133385+0+0 (secure 0 0 0) 0x7f428c0948e0 con 0x7f4294101d50 2023-03-22T14:28:04.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.392+0000 7f428a7fc700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4280031390 0x7f4280031760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:04.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.392+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 --> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) v1 -- 0x7f42940619c0 con 0x7f4280031390 2023-03-22T14:28:04.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.395+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4280031390 0x7f4280031760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:04.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.399+0000 7f429979b700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4280031390 0x7f4280031760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4290005950 tx=0x7f4290009260 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:04.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.466+0000 7f428a7fc700 1 -- 172.21.15.45:0/1557802047 <== mgr.25376 v2:172.21.15.45:6800/1935754836 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f42940619c0 con 0x7f4280031390 2023-03-22T14:28:04.467 INFO:teuthology.orchestra.run.smithi045.stdout:Schedule set for path / 2023-03-22T14:28:04.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.468+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4280031390 msgr2=0x7f4280031760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:04.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.468+0000 7f429b9ff700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4280031390 0x7f4280031760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4290005950 tx=0x7f4290009260 comp rx=0 tx=0).stop 2023-03-22T14:28:04.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.468+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4294101d50 msgr2=0x7f429419f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:04.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.468+0000 7f429b9ff700 1 --2- 172.21.15.45:0/1557802047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4294101d50 0x7f429419f720 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f428c00efc0 tx=0x7f428c00c3a0 comp rx=0 tx=0).stop 2023-03-22T14:28:04.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.468+0000 7f4299f9c700 1 -- 172.21.15.45:0/1557802047 reap_dead start 2023-03-22T14:28:04.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.469+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 shutdown_connections 2023-03-22T14:28:04.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.469+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 >> 172.21.15.45:0/1557802047 conn(0x7f42940fb7d0 msgr2=0x7f4294106cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:04.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.469+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 shutdown_connections 2023-03-22T14:28:04.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.469+0000 7f429b9ff700 1 -- 172.21.15.45:0/1557802047 wait complete. 2023-03-22T14:28:04.495 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6M3h' 2023-03-22T14:28:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: mgrmap e21: x(active, starting, since 0.0805836s), standbys: z, y 2023-03-22T14:28:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:28:04.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:28:04.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:28:04.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:28:04.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:28:04.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:28:04.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:28:04.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:28:04.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:28:04.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:28:04.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:28:04.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:28:04.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:28:04.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:28:04.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:28:04.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:28:04.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:28:04.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:28:04.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:28:04.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: Manager daemon x is now available 2023-03-22T14:28:04.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:04.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:04.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:28:04.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:04 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-03-22T14:28:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: mgrmap e21: x(active, starting, since 0.0805836s), standbys: z, y 2023-03-22T14:28:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:28:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:28:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:28:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:28:04.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:28:04.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:28:04.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:28:04.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:28:04.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:28:04.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:28:04.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:28:04.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:28:04.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:28:04.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:28:04.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:28:04.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:28:04.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:28:04.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:28:04.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:28:04.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: Manager daemon x is now available 2023-03-22T14:28:04.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:04.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:04.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:28:04.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:04 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-03-22T14:28:04.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 -- 172.21.15.45:0/3944837737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70103560 msgr2=0x7f1b70105940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:04.713 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 --2- 172.21.15.45:0/3944837737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70103560 0x7f1b70105940 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1b58009990 tx=0x7f1b58009ca0 comp rx=0 tx=0).stop 2023-03-22T14:28:04.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 -- 172.21.15.45:0/3944837737 shutdown_connections 2023-03-22T14:28:04.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 --2- 172.21.15.45:0/3944837737 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b70105e80 0x7f1b701082e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:04.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 --2- 172.21.15.45:0/3944837737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1b70100c40 0x7f1b70103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:04.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 --2- 172.21.15.45:0/3944837737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70103560 0x7f1b70105940 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:04.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 -- 172.21.15.45:0/3944837737 >> 172.21.15.45:0/3944837737 conn(0x7f1b700fa6e0 msgr2=0x7f1b700fcb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:04.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 -- 172.21.15.45:0/3944837737 shutdown_connections 2023-03-22T14:28:04.714 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.713+0000 7f1b753ff700 1 -- 172.21.15.45:0/3944837737 wait complete. 2023-03-22T14:28:04.715 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.714+0000 7f1b753ff700 1 Processor -- start 2023-03-22T14:28:04.715 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b753ff700 1 -- start start 2023-03-22T14:28:04.715 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b753ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70100c40 0x7f1b701005b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:04.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b753ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1b70103560 0x7f1b700febf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:04.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b753ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b70105e80 0x7f1b700ff130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:04.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b753ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b700ff8d0 con 0x7f1b70100c40 2023-03-22T14:28:04.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b753ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b700ffa40 con 0x7f1b70105e80 2023-03-22T14:28:04.716 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b753ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7019ffb0 con 0x7f1b70103560 2023-03-22T14:28:04.717 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b6effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70100c40 0x7f1b701005b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b6effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70100c40 0x7f1b701005b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:59882/0 (socket says 172.21.15.45:59882) 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b6effd700 1 -- 172.21.15.45:0/4211971788 learned_addr learned my addr 172.21.15.45:0/4211971788 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.715+0000 7f1b67fff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1b70103560 0x7f1b700febf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6f7fe700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b70105e80 0x7f1b700ff130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6effd700 1 -- 172.21.15.45:0/4211971788 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1b70103560 msgr2=0x7f1b700febf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6effd700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1b70103560 0x7f1b700febf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6effd700 1 -- 172.21.15.45:0/4211971788 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b70105e80 msgr2=0x7f1b700ff130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:04.718 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6effd700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b70105e80 0x7f1b700ff130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:04.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6effd700 1 -- 172.21.15.45:0/4211971788 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b580095f0 con 0x7f1b70100c40 2023-03-22T14:28:04.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6effd700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70100c40 0x7f1b701005b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000d980 tx=0x7f1b6000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:04.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6cff9700 1 -- 172.21.15.45:0/4211971788 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b60004220 con 0x7f1b70100c40 2023-03-22T14:28:04.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6cff9700 1 -- 172.21.15.45:0/4211971788 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b60007640 con 0x7f1b70100c40 2023-03-22T14:28:04.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b7010bb90 con 0x7f1b70100c40 2023-03-22T14:28:04.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.716+0000 7f1b6cff9700 1 -- 172.21.15.45:0/4211971788 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b60005690 con 0x7f1b70100c40 2023-03-22T14:28:04.719 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.717+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b7010ba00 con 0x7f1b70100c40 2023-03-22T14:28:04.720 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.718+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b70067ff0 con 0x7f1b70100c40 2023-03-22T14:28:04.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: mgrmap e21: x(active, starting, since 0.0805836s), standbys: z, y 2023-03-22T14:28:04.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:28:04.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:28:04.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:28:04.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:28:04.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:28:04.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:28:04.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:28:04.721 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:28:04.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-03-22T14:28:04.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:28:04.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:28:04.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:28:04.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:28:04.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:28:04.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:28:04.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:28:04.724 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:28:04.725 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:28:04.725 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:28:04.725 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: Manager daemon x is now available 2023-03-22T14:28:04.725 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:04.725 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:04.725 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:28:04.725 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:04 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-03-22T14:28:04.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.720+0000 7f1b6cff9700 1 -- 172.21.15.45:0/4211971788 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 22) v1 ==== 133385+0+0 (secure 0 0 0) 0x7f1b60004750 con 0x7f1b70100c40 2023-03-22T14:28:04.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.721+0000 7f1b6cff9700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1b5c09f8d0 0x7f1b5c0a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:04.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.721+0000 7f1b6cff9700 1 -- 172.21.15.45:0/4211971788 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1b600ca540 con 0x7f1b70100c40 2023-03-22T14:28:04.726 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.721+0000 7f1b67fff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1b5c09f8d0 0x7f1b5c0a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:04.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.722+0000 7f1b67fff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1b5c09f8d0 0x7f1b5c0a1d80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1b5800b2e0 tx=0x7f1b58005fb0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:04.727 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.725+0000 7f1b6cff9700 1 -- 172.21.15.45:0/4211971788 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f1b600945e0 con 0x7f1b70100c40 2023-03-22T14:28:04.971 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:04.971+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 --> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}) v1 -- 0x7f1b70102810 con 0x7f1b5c09f8d0 2023-03-22T14:28:05.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.026+0000 7f1b6cff9700 1 -- 172.21.15.45:0/4211971788 <== mgr.25376 v2:172.21.15.45:6800/1935754836 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7f1b70102810 con 0x7f1b5c09f8d0 2023-03-22T14:28:05.027 INFO:teuthology.orchestra.run.smithi045.stdout:Retention added to path / 2023-03-22T14:28:05.029 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1b5c09f8d0 msgr2=0x7f1b5c0a1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1b5c09f8d0 0x7f1b5c0a1d80 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1b5800b2e0 tx=0x7f1b58005fb0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70100c40 msgr2=0x7f1b701005b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70100c40 0x7f1b701005b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000d980 tx=0x7f1b6000dc90 comp rx=0 tx=0).stop 2023-03-22T14:28:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 shutdown_connections 2023-03-22T14:28:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1b5c09f8d0 0x7f1b5c0a1d80 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1b70100c40 0x7f1b701005b0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b70105e80 0x7f1b700ff130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 --2- 172.21.15.45:0/4211971788 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1b70103560 0x7f1b700febf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 >> 172.21.15.45:0/4211971788 conn(0x7f1b700fa6e0 msgr2=0x7f1b70102100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:05.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 shutdown_connections 2023-03-22T14:28:05.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.029+0000 7f1b753ff700 1 -- 172.21.15.45:0/4211971788 wait complete. 2023-03-22T14:28:05.047 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-03-22T14:28:05.240 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 -- 172.21.15.45:0/1612341169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101440 msgr2=0x7f5004101890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 --2- 172.21.15.45:0/1612341169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101440 0x7f5004101890 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4ff40098f0 tx=0x7f4ff4009c00 comp rx=0 tx=0).stop 2023-03-22T14:28:05.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 -- 172.21.15.45:0/1612341169 shutdown_connections 2023-03-22T14:28:05.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 --2- 172.21.15.45:0/1612341169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101dd0 0x7f5004108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 --2- 172.21.15.45:0/1612341169 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 0x7f5004100660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 --2- 172.21.15.45:0/1612341169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101440 0x7f5004101890 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 -- 172.21.15.45:0/1612341169 >> 172.21.15.45:0/1612341169 conn(0x7f50040fb870 msgr2=0x7f50040fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:05.241 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 -- 172.21.15.45:0/1612341169 shutdown_connections 2023-03-22T14:28:05.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.240+0000 7f500c1ff700 1 -- 172.21.15.45:0/1612341169 wait complete. 2023-03-22T14:28:05.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.241+0000 7f500c1ff700 1 Processor -- start 2023-03-22T14:28:05.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500c1ff700 1 -- start start 2023-03-22T14:28:05.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500c1ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 0x7f5004195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500c1ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101440 0x7f50041964f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500c1ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101dd0 0x7f500419d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500c1ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500419db30 con 0x7f5004101440 2023-03-22T14:28:05.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500c1ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500419dc70 con 0x7f5004101dd0 2023-03-22T14:28:05.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500c1ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500419de00 con 0x7f5004100250 2023-03-22T14:28:05.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500979a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101440 0x7f50041964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f5009f9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 0x7f5004195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500979a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101440 0x7f50041964f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:59902/0 (socket says 172.21.15.45:59902) 2023-03-22T14:28:05.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500979a700 1 -- 172.21.15.45:0/2054990645 learned_addr learned my addr 172.21.15.45:0/2054990645 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:05.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f5009f9b700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 0x7f5004195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:34294/0 (socket says 172.21.15.45:34294) 2023-03-22T14:28:05.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.242+0000 7f500a79c700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101dd0 0x7f500419d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500979a700 1 -- 172.21.15.45:0/2054990645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 msgr2=0x7f5004195fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500979a700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 0x7f5004195fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500979a700 1 -- 172.21.15.45:0/2054990645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101dd0 msgr2=0x7f500419d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500979a700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101dd0 0x7f500419d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500979a700 1 -- 172.21.15.45:0/2054990645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50000095f0 con 0x7f5004101440 2023-03-22T14:28:05.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f5009f9b700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 0x7f5004195fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:05.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500a79c700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101dd0 0x7f500419d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:05.246 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500979a700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101440 0x7f50041964f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4005e90 tx=0x7f4ff400b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:05.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff401c070 con 0x7f5004101440 2023-03-22T14:28:05.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ff4009520 con 0x7f5004101440 2023-03-22T14:28:05.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ff400f7f0 con 0x7f5004101440 2023-03-22T14:28:05.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff40049c0 con 0x7f5004101440 2023-03-22T14:28:05.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.243+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500410bb90 con 0x7f5004101440 2023-03-22T14:28:05.247 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.244+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50041077e0 con 0x7f5004101440 2023-03-22T14:28:05.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.246+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 22) v1 ==== 133385+0+0 (secure 0 0 0) 0x7f4ff4020070 con 0x7f5004101440 2023-03-22T14:28:05.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.248+0000 7f4ffaffd700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4ff009f8d0 0x7f4ff00a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.248+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f4ff40cb470 con 0x7f5004101440 2023-03-22T14:28:05.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.248+0000 7f5009f9b700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4ff009f8d0 0x7f4ff00a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.249+0000 7f5009f9b700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4ff009f8d0 0x7f4ff00a1d80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f50041012a0 tx=0x7f5000009310 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:05.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.252+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f4ff4095560 con 0x7f5004101440 2023-03-22T14:28:05.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.400+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f4ff4095930 con 0x7f5004101440 2023-03-22T14:28:05.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.500+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 --> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7f5004060ec0 con 0x7f4ff009f8d0 2023-03-22T14:28:05.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.508+0000 7f4ffaffd700 1 -- 172.21.15.45:0/2054990645 <== mgr.25376 v2:172.21.15.45:6800/1935754836 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+283 (secure 0 0 0) 0x7f5004060ec0 con 0x7f4ff009f8d0 2023-03-22T14:28:05.509 INFO:teuthology.orchestra.run.smithi045.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1M", "retention": {"h": 3, "M": 6}, "start": "2023-03-22T00:00:00", "created": "2023-03-22T14:28:04", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2023-03-22T14:28:05.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4ff009f8d0 msgr2=0x7f4ff00a1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4ff009f8d0 0x7f4ff00a1d80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f50041012a0 tx=0x7f5000009310 comp rx=0 tx=0).stop 2023-03-22T14:28:05.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101440 msgr2=0x7f50041964f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101440 0x7f50041964f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4005e90 tx=0x7f4ff400b730 comp rx=0 tx=0).stop 2023-03-22T14:28:05.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 shutdown_connections 2023-03-22T14:28:05.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5004101dd0 0x7f500419d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5004100250 0x7f5004195fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4ff009f8d0 0x7f4ff00a1d80 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 --2- 172.21.15.45:0/2054990645 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5004101440 0x7f50041964f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 >> 172.21.15.45:0/2054990645 conn(0x7f50040fb870 msgr2=0x7f5004104920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:05.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 shutdown_connections 2023-03-22T14:28:05.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.511+0000 7f500c1ff700 1 -- 172.21.15.45:0/2054990645 wait complete. 2023-03-22T14:28:05.531 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-03-22T14:28:05.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:05 smithi098 ceph-mon[94136]: mgrmap e22: x(active, since 1.09352s), standbys: z, y 2023-03-22T14:28:05.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:05 smithi098 ceph-mon[94136]: [22/Mar/2023:14:28:04] ENGINE Bus STARTING 2023-03-22T14:28:05.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:05 smithi098 ceph-mon[94136]: [22/Mar/2023:14:28:04] ENGINE Serving on http://172.21.15.45:8765 2023-03-22T14:28:05.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:05 smithi098 ceph-mon[94136]: [22/Mar/2023:14:28:04] ENGINE Serving on https://172.21.15.45:7150 2023-03-22T14:28:05.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:05 smithi098 ceph-mon[94136]: [22/Mar/2023:14:28:04] ENGINE Bus STARTED 2023-03-22T14:28:05.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:05 smithi045 ceph-mon[91728]: mgrmap e22: x(active, since 1.09352s), standbys: z, y 2023-03-22T14:28:05.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:05 smithi045 ceph-mon[91728]: [22/Mar/2023:14:28:04] ENGINE Bus STARTING 2023-03-22T14:28:05.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:05 smithi045 ceph-mon[91728]: [22/Mar/2023:14:28:04] ENGINE Serving on http://172.21.15.45:8765 2023-03-22T14:28:05.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:05 smithi045 ceph-mon[91728]: [22/Mar/2023:14:28:04] ENGINE Serving on https://172.21.15.45:7150 2023-03-22T14:28:05.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:05 smithi045 ceph-mon[91728]: [22/Mar/2023:14:28:04] ENGINE Bus STARTED 2023-03-22T14:28:05.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.735+0000 7f665d5ff700 1 -- 172.21.15.45:0/3581630967 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 msgr2=0x7f6658103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 --2- 172.21.15.45:0/3581630967 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f6658103020 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6648009990 tx=0x7f6648009ca0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 -- 172.21.15.45:0/3581630967 shutdown_connections 2023-03-22T14:28:05.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 --2- 172.21.15.45:0/3581630967 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6658105e80 0x7f66581082e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 --2- 172.21.15.45:0/3581630967 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f6658103020 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 --2- 172.21.15.45:0/3581630967 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6658103560 0x7f6658105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 -- 172.21.15.45:0/3581630967 >> 172.21.15.45:0/3581630967 conn(0x7f66580fa6e0 msgr2=0x7f66580fcb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:05.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 -- 172.21.15.45:0/3581630967 shutdown_connections 2023-03-22T14:28:05.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.736+0000 7f665d5ff700 1 -- 172.21.15.45:0/3581630967 wait complete. 2023-03-22T14:28:05.739 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 Processor -- start 2023-03-22T14:28:05.739 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 -- start start 2023-03-22T14:28:05.739 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f66581005b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.739 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6658103560 0x7f66580febf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6658105e80 0x7f66580ff130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66580ff8d0 con 0x7f6658103560 2023-03-22T14:28:05.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66580ffa40 con 0x7f6658105e80 2023-03-22T14:28:05.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f665d5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f665819ffa0 con 0x7f6658100c40 2023-03-22T14:28:05.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f6656ffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f66581005b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f6656ffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f66581005b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:34312/0 (socket says 172.21.15.45:34312) 2023-03-22T14:28:05.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f6656ffd700 1 -- 172.21.15.45:0/2124066558 learned_addr learned my addr 172.21.15.45:0/2124066558 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.737+0000 7f664ffff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6658103560 0x7f66580febf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f66577fe700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6658105e80 0x7f66580ff130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6656ffd700 1 -- 172.21.15.45:0/2124066558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6658105e80 msgr2=0x7f66580ff130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6656ffd700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6658105e80 0x7f66580ff130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6656ffd700 1 -- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6658103560 msgr2=0x7f66580febf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6656ffd700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6658103560 0x7f66580febf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6656ffd700 1 -- 172.21.15.45:0/2124066558 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66480095f0 con 0x7f6658100c40 2023-03-22T14:28:05.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6656ffd700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f66581005b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6648004740 tx=0x7f6648009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:05.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6654ff9700 1 -- 172.21.15.45:0/2124066558 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f664801d070 con 0x7f6658100c40 2023-03-22T14:28:05.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6654ff9700 1 -- 172.21.15.45:0/2124066558 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6648004830 con 0x7f6658100c40 2023-03-22T14:28:05.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f6654ff9700 1 -- 172.21.15.45:0/2124066558 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66480053c0 con 0x7f6658100c40 2023-03-22T14:28:05.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.738+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f665810bb90 con 0x7f6658100c40 2023-03-22T14:28:05.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.739+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f665810ba00 con 0x7f6658100c40 2023-03-22T14:28:05.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.740+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66580fc250 con 0x7f6658100c40 2023-03-22T14:28:05.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.741+0000 7f6654ff9700 1 -- 172.21.15.45:0/2124066558 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f6648005580 con 0x7f6658100c40 2023-03-22T14:28:05.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.743+0000 7f6654ff9700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f664409fd50 0x7f66440a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:05.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.743+0000 7f6654ff9700 1 -- 172.21.15.45:0/2124066558 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f66480cc440 con 0x7f6658100c40 2023-03-22T14:28:05.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.743+0000 7f664ffff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f664409fd50 0x7f66440a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:05.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.744+0000 7f664ffff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f664409fd50 0x7f66440a2200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6640009c60 tx=0x7f6640009260 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:05.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.746+0000 7f6654ff9700 1 -- 172.21.15.45:0/2124066558 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f6648095e90 con 0x7f6658100c40 2023-03-22T14:28:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:05 smithi142 ceph-mon[94717]: mgrmap e22: x(active, since 1.09352s), standbys: z, y 2023-03-22T14:28:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:05 smithi142 ceph-mon[94717]: [22/Mar/2023:14:28:04] ENGINE Bus STARTING 2023-03-22T14:28:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:05 smithi142 ceph-mon[94717]: [22/Mar/2023:14:28:04] ENGINE Serving on http://172.21.15.45:8765 2023-03-22T14:28:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:05 smithi142 ceph-mon[94717]: [22/Mar/2023:14:28:04] ENGINE Serving on https://172.21.15.45:7150 2023-03-22T14:28:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:05 smithi142 ceph-mon[94717]: [22/Mar/2023:14:28:04] ENGINE Bus STARTED 2023-03-22T14:28:05.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.990+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 --> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f6658061b40 con 0x7f664409fd50 2023-03-22T14:28:05.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.997+0000 7f6654ff9700 1 -- 172.21.15.45:0/2124066558 <== mgr.25376 v2:172.21.15.45:6800/1935754836 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f6658061b40 con 0x7f664409fd50 2023-03-22T14:28:05.997 INFO:teuthology.orchestra.run.smithi045.stdout:/ 1M 6M3h 2023-03-22T14:28:06.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.999+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f664409fd50 msgr2=0x7f66440a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:06.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.999+0000 7f665d5ff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f664409fd50 0x7f66440a2200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6640009c60 tx=0x7f6640009260 comp rx=0 tx=0).stop 2023-03-22T14:28:06.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:05.999+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 msgr2=0x7f66581005b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:06.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f66581005b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6648004740 tx=0x7f6648009580 comp rx=0 tx=0).stop 2023-03-22T14:28:06.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 shutdown_connections 2023-03-22T14:28:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6658105e80 0x7f66580ff130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6658100c40 0x7f66581005b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f664409fd50 0x7f66440a2200 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 --2- 172.21.15.45:0/2124066558 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6658103560 0x7f66580febf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 >> 172.21.15.45:0/2124066558 conn(0x7f66580fa6e0 msgr2=0x7f66581018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 shutdown_connections 2023-03-22T14:28:06.001 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:06.000+0000 7f665d5ff700 1 -- 172.21.15.45:0/2124066558 wait complete. 2023-03-22T14:28:06.018 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2023-03-22T14:28:06.096 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2023-03-22T14:28:06.106 INFO:teuthology.run_tasks:Running task workunit... 2023-03-22T14:28:06.131 INFO:tasks.workunit:Pulling workunits from ref d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed 2023-03-22T14:28:06.132 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-03-22T14:28:06.132 INFO:tasks.workunit:timeout=3h 2023-03-22T14:28:06.132 INFO:tasks.workunit:cleanup=True 2023-03-22T14:28:06.133 DEBUG:teuthology.orchestra.run.smithi045:> stat -- /home/ubuntu/cephtest/mnt.0 2023-03-22T14:28:06.172 INFO:teuthology.orchestra.run.smithi045.stdout: File: /home/ubuntu/cephtest/mnt.0 2023-03-22T14:28:06.173 INFO:teuthology.orchestra.run.smithi045.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2023-03-22T14:28:06.173 INFO:teuthology.orchestra.run.smithi045.stdout:Device: 78h/120d Inode: 1099511628283 Links: 2 2023-03-22T14:28:06.173 INFO:teuthology.orchestra.run.smithi045.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2023-03-22T14:28:06.173 INFO:teuthology.orchestra.run.smithi045.stdout:Context: system_u:object_r:cephfs_t:s0 2023-03-22T14:28:06.173 INFO:teuthology.orchestra.run.smithi045.stdout:Access: 2023-03-22 14:26:17.281204511 +0000 2023-03-22T14:28:06.173 INFO:teuthology.orchestra.run.smithi045.stdout:Modify: 2023-03-22 14:26:17.281204511 +0000 2023-03-22T14:28:06.174 INFO:teuthology.orchestra.run.smithi045.stdout:Change: 2023-03-22 14:27:45.550413731 +0000 2023-03-22T14:28:06.174 INFO:teuthology.orchestra.run.smithi045.stdout: Birth: 2023-03-22 14:26:17.281204511 +0000 2023-03-22T14:28:06.174 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2023-03-22T14:28:06.174 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2023-03-22T14:28:06.290 DEBUG:teuthology.orchestra.run.smithi045:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/batrick/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed 2023-03-22T14:28:06.333 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-03-22T14:28:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:06 smithi098 ceph-mon[94136]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:06 smithi098 ceph-mon[94136]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:06 smithi098 ceph-mon[94136]: mgrmap e23: x(active, since 2s), standbys: z, y 2023-03-22T14:28:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:06 smithi098 ceph-mon[94136]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:06.719 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:06 smithi045 ceph-mon[91728]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:06.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:06 smithi045 ceph-mon[91728]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:06.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:06 smithi045 ceph-mon[91728]: mgrmap e23: x(active, since 2s), standbys: z, y 2023-03-22T14:28:06.720 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:06 smithi045 ceph-mon[91728]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:06 smithi142 ceph-mon[94717]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:06 smithi142 ceph-mon[94717]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:06 smithi142 ceph-mon[94717]: mgrmap e23: x(active, since 2s), standbys: z, y 2023-03-22T14:28:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:06 smithi142 ceph-mon[94717]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='client.25441 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:07 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='client.25441 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:07 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='client.25441 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:28:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:07.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:07.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:07 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:08.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi098 to 196.2M 2023-03-22T14:28:08.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: Unable to set osd_memory_target on smithi098 to 205766758: error parsing value: Value '205766758' is below minimum 939524096 2023-03-22T14:28:08.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:08.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:08.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi142 to 196.2M 2023-03-22T14:28:08.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:08 smithi142 ceph-mon[94717]: Unable to set osd_memory_target on smithi142 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-03-22T14:28:08.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi098 to 196.2M 2023-03-22T14:28:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: Unable to set osd_memory_target on smithi098 to 205766758: error parsing value: Value '205766758' is below minimum 939524096 2023-03-22T14:28:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:08.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi142 to 196.2M 2023-03-22T14:28:08.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:08 smithi098 ceph-mon[94136]: Unable to set osd_memory_target on smithi142 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-03-22T14:28:08.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:08.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi098 to 196.2M 2023-03-22T14:28:08.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: Unable to set osd_memory_target on smithi098 to 205766758: error parsing value: Value '205766758' is below minimum 939524096 2023-03-22T14:28:08.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:08.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:08.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:08.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi142 to 196.2M 2023-03-22T14:28:08.971 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:08 smithi045 ceph-mon[91728]: Unable to set osd_memory_target on smithi142 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-03-22T14:28:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi045 to 221.9M 2023-03-22T14:28:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Unable to set osd_memory_target on smithi045 to 232776499: error parsing value: Value '232776499' is below minimum 939524096 2023-03-22T14:28:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:28:10.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:28:10.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi045:/etc/ceph/ceph.conf 2023-03-22T14:28:10.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:28:10.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:28:10.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi142:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:10 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi045 to 221.9M 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Unable to set osd_memory_target on smithi045 to 232776499: error parsing value: Value '232776499' is below minimum 939524096 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi045:/etc/ceph/ceph.conf 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:28:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:28:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi142:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:10.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:10.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:10 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:28:10.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Adjusting osd_memory_target on smithi045 to 221.9M 2023-03-22T14:28:10.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Unable to set osd_memory_target on smithi045 to 232776499: error parsing value: Value '232776499' is below minimum 939524096 2023-03-22T14:28:10.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:28:10.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:28:10.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi045:/etc/ceph/ceph.conf 2023-03-22T14:28:10.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi098:/etc/ceph/ceph.conf 2023-03-22T14:28:10.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi142:/etc/ceph/ceph.conf 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 83 MiB used, 1.0 TiB / 1.0 TiB avail 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi142:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.conf 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi098:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:10.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: Updating smithi142:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:10.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:10.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:10 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:11 smithi142 ceph-mon[94717]: Updating smithi045:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:11 smithi142 ceph-mon[94717]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:11 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:11 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:11 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:11 smithi098 ceph-mon[94136]: Updating smithi045:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:11 smithi098 ceph-mon[94136]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:11 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:11 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:11 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:11 smithi045 ceph-mon[91728]: Updating smithi045:/etc/ceph/ceph.client.admin.keyring 2023-03-22T14:28:11.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:11 smithi045 ceph-mon[91728]: Updating smithi045:/var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/config/ceph.client.admin.keyring 2023-03-22T14:28:11.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:11 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:11 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:11.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:11 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:12 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:12 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:28:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:12 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:28:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:12 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:12 smithi142 ceph-mon[94717]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 132 KiB/s wr, 55 op/s 2023-03-22T14:28:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:12 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:12 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:28:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:12 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:28:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:12 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:12 smithi098 ceph-mon[94136]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 132 KiB/s wr, 55 op/s 2023-03-22T14:28:12.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:12 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:28:12.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:12 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:28:12.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:12 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:28:12.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:12 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:28:12.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:12 smithi045 ceph-mon[91728]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 132 KiB/s wr, 55 op/s 2023-03-22T14:28:15.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:14 smithi142 ceph-mon[94717]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 103 KiB/s wr, 42 op/s 2023-03-22T14:28:15.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:14 smithi098 ceph-mon[94136]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 103 KiB/s wr, 42 op/s 2023-03-22T14:28:15.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:14 smithi045 ceph-mon[91728]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 103 KiB/s wr, 42 op/s 2023-03-22T14:28:17.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:16 smithi142 ceph-mon[94717]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 84 KiB/s wr, 39 op/s 2023-03-22T14:28:17.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:16 smithi098 ceph-mon[94136]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 84 KiB/s wr, 39 op/s 2023-03-22T14:28:17.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:16 smithi045 ceph-mon[91728]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 84 KiB/s wr, 39 op/s 2023-03-22T14:28:19.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:18 smithi142 ceph-mon[94717]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 36 op/s 2023-03-22T14:28:19.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:18 smithi098 ceph-mon[94136]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 36 op/s 2023-03-22T14:28:19.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:18 smithi045 ceph-mon[91728]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 36 op/s 2023-03-22T14:28:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:20 smithi142 ceph-mon[94717]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 36 op/s 2023-03-22T14:28:21.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:20 smithi098 ceph-mon[94136]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 36 op/s 2023-03-22T14:28:21.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:20 smithi045 ceph-mon[91728]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 36 op/s 2023-03-22T14:28:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:22 smithi142 ceph-mon[94717]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 40 op/s 2023-03-22T14:28:23.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:22 smithi098 ceph-mon[94136]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 40 op/s 2023-03-22T14:28:23.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:22 smithi045 ceph-mon[91728]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 40 op/s 2023-03-22T14:28:24.574 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:28:24.900 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.898+0000 7f12a3fff700 1 -- 172.21.15.45:0/267582113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 msgr2=0x7f12a4103ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.900 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.898+0000 7f12a3fff700 1 --2- 172.21.15.45:0/267582113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 0x7f12a4103ee0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1298009990 tx=0x7f1298009ca0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.899+0000 7f12a3fff700 1 -- 172.21.15.45:0/267582113 shutdown_connections 2023-03-22T14:28:24.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.899+0000 7f12a3fff700 1 --2- 172.21.15.45:0/267582113 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12a40ff100 0x7f12a40ff4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.899+0000 7f12a3fff700 1 --2- 172.21.15.45:0/267582113 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12a41044b0 0x7f12a4104950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.899+0000 7f12a3fff700 1 --2- 172.21.15.45:0/267582113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 0x7f12a4103ee0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.899+0000 7f12a3fff700 1 -- 172.21.15.45:0/267582113 >> 172.21.15.45:0/267582113 conn(0x7f12a40fab40 msgr2=0x7f12a40fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:24.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.899+0000 7f12a3fff700 1 -- 172.21.15.45:0/267582113 shutdown_connections 2023-03-22T14:28:24.901 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.899+0000 7f12a3fff700 1 -- 172.21.15.45:0/267582113 wait complete. 2023-03-22T14:28:24.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.900+0000 7f12a3fff700 1 Processor -- start 2023-03-22T14:28:24.902 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.901+0000 7f12a3fff700 1 -- start start 2023-03-22T14:28:24.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.901+0000 7f12a3fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12a40ff100 0x7f12a41a2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.901+0000 7f12a3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 0x7f12a41a2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.901+0000 7f12a3fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12a41044b0 0x7f12a419c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.903 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.901+0000 7f12a3fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12a419cdb0 con 0x7f12a41044b0 2023-03-22T14:28:24.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.901+0000 7f12a3fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12a419cf20 con 0x7f12a40ffa10 2023-03-22T14:28:24.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.901+0000 7f12a3fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12a419d0e0 con 0x7f12a40ff100 2023-03-22T14:28:24.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a27fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 0x7f12a41a2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a2ffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12a40ff100 0x7f12a41a2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a27fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 0x7f12a41a2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:48382/0 (socket says 172.21.15.45:48382) 2023-03-22T14:28:24.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a27fc700 1 -- 172.21.15.45:0/1946790340 learned_addr learned my addr 172.21.15.45:0/1946790340 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:24.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a2ffd700 1 -- 172.21.15.45:0/1946790340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 msgr2=0x7f12a41a2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a2ffd700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 0x7f12a41a2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a2ffd700 1 -- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12a41044b0 msgr2=0x7f12a419c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a2ffd700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12a41044b0 0x7f12a419c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.902+0000 7f12a2ffd700 1 -- 172.21.15.45:0/1946790340 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12980095f0 con 0x7f12a40ff100 2023-03-22T14:28:24.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.903+0000 7f12a2ffd700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12a40ff100 0x7f12a41a2670 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f129400e9f0 tx=0x7f129400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:24.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.903+0000 7f128bfff700 1 -- 172.21.15.45:0/1946790340 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129400eee0 con 0x7f12a40ff100 2023-03-22T14:28:24.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.903+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12a4116830 con 0x7f12a40ff100 2023-03-22T14:28:24.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.903+0000 7f128bfff700 1 -- 172.21.15.45:0/1946790340 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f129400cbd0 con 0x7f12a40ff100 2023-03-22T14:28:24.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.903+0000 7f128bfff700 1 -- 172.21.15.45:0/1946790340 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1294018680 con 0x7f12a40ff100 2023-03-22T14:28:24.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.903+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12a41166a0 con 0x7f12a40ff100 2023-03-22T14:28:24.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.909+0000 7f128bfff700 1 -- 172.21.15.45:0/1946790340 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f129400cd40 con 0x7f12a40ff100 2023-03-22T14:28:24.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.909+0000 7f12bcf72b80 1 Processor -- start 2023-03-22T14:28:24.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.910+0000 7f12bcf72b80 1 -- start start 2023-03-22T14:28:24.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.910+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473930ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.910+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393132e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.910+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739313c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.910+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564739215070 con 0x56473930f2d0 2023-03-22T14:28:24.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.910+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647392679b0 con 0x564739313820 2023-03-22T14:28:24.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.910+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564739260e40 con 0x56473930e9c0 2023-03-22T14:28:24.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.911+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473930ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.911+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473930ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52738/0 (socket says 172.21.15.45:52738) 2023-03-22T14:28:24.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.911+0000 7f12a37fe700 1 -- 172.21.15.45:0/1701599005 learned_addr learned my addr 172.21.15.45:0/1701599005 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:24.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.911+0000 7f12a2ffd700 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393132e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.911+0000 7f12a27fc700 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739313c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.912+0000 7f12a37fe700 1 -- 172.21.15.45:0/1701599005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 msgr2=0x564739313c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:24.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.912+0000 7f12a37fe700 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739313c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.912+0000 7f12a37fe700 1 -- 172.21.15.45:0/1701599005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 msgr2=0x5647393132e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:24.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.912+0000 7f12a37fe700 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393132e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.912+0000 7f12a37fe700 1 -- 172.21.15.45:0/1701599005 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5647390e2630 con 0x56473930e9c0 2023-03-22T14:28:24.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.912+0000 7f12a37fe700 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473930ed90 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f129c009d00 tx=0x7f129c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd736f457554f00 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:24.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.912+0000 7f128bfff700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f128c09fd50 0x7f128c0a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.913+0000 7f128bfff700 1 -- 172.21.15.45:0/1946790340 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1294014070 con 0x7f12a40ff100 2023-03-22T14:28:24.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.913+0000 7f12a2ffd700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f128c09fd50 0x7f128c0a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.913+0000 7f12897fa700 1 -- 172.21.15.45:0/1701599005 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129c00e070 con 0x56473930e9c0 2023-03-22T14:28:24.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.913+0000 7f12897fa700 1 -- 172.21.15.45:0/1701599005 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f129c009830 con 0x56473930e9c0 2023-03-22T14:28:24.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.913+0000 7f12897fa700 1 -- 172.21.15.45:0/1701599005 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129c011390 con 0x56473930e9c0 2023-03-22T14:28:24.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 -- 172.21.15.45:0/1701599005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 msgr2=0x56473930ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473930ed90 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f129c009d00 tx=0x7f129c00b330 comp rx=0 tx=0).stop 2023-03-22T14:28:24.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 -- 172.21.15.45:0/1701599005 shutdown_connections 2023-03-22T14:28:24.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739313c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473930ed90 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/1701599005 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393132e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12a2ffd700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f128c09fd50 0x7f128c0a2200 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f12940c8940 tx=0x7f12940cb370 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:24.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 -- 172.21.15.45:0/1701599005 >> 172.21.15.45:0/1701599005 conn(0x564739309430 msgr2=0x564739309800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:24.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 -- 172.21.15.45:0/1701599005 shutdown_connections 2023-03-22T14:28:24.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.914+0000 7f12bcf72b80 1 -- 172.21.15.45:0/1701599005 wait complete. 2023-03-22T14:28:24.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.915+0000 7f12bcf72b80 1 -- start start 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.915+0000 7f12bcf72b80 1 Processor -- start 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.916+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473931aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.916+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56473930f2d0 0x564739318270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.916+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564739313820 0x5647393189b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.916+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647390e4920 con 0x564739313820 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.916+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564739319120 con 0x56473930f2d0 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.916+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564739335b40 con 0x56473930e9c0 2023-03-22T14:28:24.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.916+0000 7f12bcf72b80 10 client.0 _ll_register_callbacks cb 0x564739106290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:24.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473931aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473931aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52740/0 (socket says 172.21.15.45:52740) 2023-03-22T14:28:24.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 -- 172.21.15.45:0/2331508229 learned_addr learned my addr 172.21.15.45:0/2331508229 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:24.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 -- 172.21.15.45:0/2331508229 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56473930f2d0 msgr2=0x564739318270 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:28:24.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56473930f2d0 0x564739318270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 -- 172.21.15.45:0/2331508229 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564739313820 msgr2=0x5647393189b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:24.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564739313820 0x5647393189b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 -- 172.21.15.45:0/2331508229 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f129c0099b0 con 0x56473930e9c0 2023-03-22T14:28:24.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.917+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473931aff0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f129c009f90 tx=0x7f129c011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e57b70b0805da8b server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:24.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.918+0000 7f1286ff5700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:28:24.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.918+0000 7f1286ff5700 1 -- 172.21.15.45:0/2331508229 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129c00e040 con 0x56473930e9c0 2023-03-22T14:28:24.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.918+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5647392233f0 con 0x56473930e9c0 2023-03-22T14:28:24.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.918+0000 7f1286ff5700 1 -- 172.21.15.45:0/2331508229 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f129c011530 con 0x56473930e9c0 2023-03-22T14:28:24.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.918+0000 7f1286ff5700 1 -- 172.21.15.45:0/2331508229 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f129c0116f0 con 0x56473930e9c0 2023-03-22T14:28:24.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.918+0000 7f12bcf72b80 10 client.25450 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:24.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.918+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56473908ede0 con 0x56473930e9c0 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f1286ff5700 1 -- 172.21.15.45:0/2331508229 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5647392233f0 con 0x56473930e9c0 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f1286ff5700 1 -- 172.21.15.45:0/2331508229 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f129c024030 con 0x56473930e9c0 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f12bcf72b80 10 client.25450 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f12bcf72b80 10 client.25450 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f12bcf72b80 20 client.25450 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564739339a70 0x56473933be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f12bcf72b80 4 client.25450 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:24.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.919+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56473922f660 con 0x564739339a70 2023-03-22T14:28:24.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.920+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564739339a70 0x56473933be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.920+0000 7f1286ff5700 10 client.25450 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:24.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.920+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564739339a70 0x56473933be80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37b2b6310ce47998 server_cookie=8c04bded6691ca52 in_seq=0 out_seq=0 2023-03-22T14:28:24.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.921+0000 7f1286ff5700 1 -- 172.21.15.45:0/2331508229 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x56473922f660 con 0x564739339a70 2023-03-22T14:28:24.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.921+0000 7f1286ff5700 10 client.25450 handle_command_reply: tid=0 2023-03-22T14:28:24.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.921+0000 7f12bcf72b80 1 client.25450 shutdown 2023-03-22T14:28:24.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 msgr2=0x56473931aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473931aff0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f129c009f90 tx=0x7f129c011440 comp rx=0 tx=0).stop 2023-03-22T14:28:24.925 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 shutdown_connections 2023-03-22T14:28:24.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564739339a70 0x56473933be80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564739313820 0x5647393189b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x56473931aff0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2331508229 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56473930f2d0 0x564739318270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 >> 172.21.15.45:0/2331508229 conn(0x564739309430 msgr2=0x564739308920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:24.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f1286ff5700 0 client.25450 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:24.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 shutdown_connections 2023-03-22T14:28:24.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2331508229 wait complete. 2023-03-22T14:28:24.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.922+0000 7f12bcf72b80 20 client.25450 trim_cache size 0 max 16384 2023-03-22T14:28:24.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.940+0000 7f12bcf72b80 1 Processor -- start 2023-03-22T14:28:24.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.940+0000 7f12bcf72b80 1 -- start start 2023-03-22T14:28:24.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930e9c0 0x564739311110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930f2d0 0x56473931fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739315d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647392233f0 con 0x56473930e9c0 2023-03-22T14:28:24.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647393398a0 con 0x564739313820 2023-03-22T14:28:24.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56473930a100 con 0x56473930f2d0 2023-03-22T14:28:24.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930e9c0 0x564739311110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930e9c0 0x564739311110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38450/0 (socket says 172.21.15.45:38450) 2023-03-22T14:28:24.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12a37fe700 1 -- 172.21.15.45:0/2806976624 learned_addr learned my addr 172.21.15.45:0/2806976624 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:24.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930f2d0 0x56473931fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.945 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.941+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739315d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f12a27fc700 1 -- 172.21.15.45:0/2806976624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 msgr2=0x564739315d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:24.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739315d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f12a27fc700 1 -- 172.21.15.45:0/2806976624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930e9c0 msgr2=0x564739311110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:24.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930e9c0 0x564739311110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f12a27fc700 1 -- 172.21.15.45:0/2806976624 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564739305a50 con 0x56473930f2d0 2023-03-22T14:28:24.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930f2d0 0x56473931fa40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x564739319820 tx=0x7f1298009380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c22fe7b4a5889c7 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:24.946 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f1289ffb700 1 -- 172.21.15.45:0/2806976624 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129801d040 con 0x56473930f2d0 2023-03-22T14:28:24.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f1289ffb700 1 -- 172.21.15.45:0/2806976624 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f129802a070 con 0x56473930f2d0 2023-03-22T14:28:24.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.942+0000 7f1289ffb700 1 -- 172.21.15.45:0/2806976624 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129800ba70 con 0x56473930f2d0 2023-03-22T14:28:24.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2806976624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930f2d0 msgr2=0x56473931fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930f2d0 0x56473931fa40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x564739319820 tx=0x7f1298009380 comp rx=0 tx=0).stop 2023-03-22T14:28:24.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2806976624 shutdown_connections 2023-03-22T14:28:24.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930e9c0 0x564739311110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739315d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2806976624 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930f2d0 0x56473931fa40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2806976624 >> 172.21.15.45:0/2806976624 conn(0x564739309430 msgr2=0x5647393119e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:24.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2806976624 shutdown_connections 2023-03-22T14:28:24.948 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.943+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2806976624 wait complete. 2023-03-22T14:28:24.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.944+0000 7f12bcf72b80 1 -- start start 2023-03-22T14:28:24.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.944+0000 7f12bcf72b80 1 Processor -- start 2023-03-22T14:28:24.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x564739316e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393173d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.950 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12bcf72b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739317910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56473939e940 con 0x56473930f2d0 2023-03-22T14:28:24.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56473939ea80 con 0x564739313820 2023-03-22T14:28:24.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12bcf72b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56473939ebf0 con 0x56473930e9c0 2023-03-22T14:28:24.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12bcf72b80 10 client.0 _ll_register_callbacks cb 0x564739106290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:24.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x564739316e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.951 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12a37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x564739316e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52760/0 (socket says 172.21.15.45:52760) 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12a37fe700 1 -- 172.21.15.45:0/2324026966 learned_addr learned my addr 172.21.15.45:0/2324026966 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739317910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.945+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393173d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f12a37fe700 1 -- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 msgr2=0x564739317910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739317910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f12a37fe700 1 -- 172.21.15.45:0/2324026966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 msgr2=0x5647393173d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393173d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.952 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f12a37fe700 1 -- 172.21.15.45:0/2324026966 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12a4113e30 con 0x56473930e9c0 2023-03-22T14:28:24.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f12a37fe700 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x564739316e90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f129c009910 tx=0x7f129c009830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf2f467114b994ac server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:24.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f1286ff5700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:28:24.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.946+0000 7f1286ff5700 1 -- 172.21.15.45:0/2324026966 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129c00e070 con 0x56473930e9c0 2023-03-22T14:28:24.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.947+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5647392de240 con 0x56473930e9c0 2023-03-22T14:28:24.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.947+0000 7f1286ff5700 1 -- 172.21.15.45:0/2324026966 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f129c011b90 con 0x56473930e9c0 2023-03-22T14:28:24.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.947+0000 7f1286ff5700 1 -- 172.21.15.45:0/2324026966 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f129c011d70 con 0x56473930e9c0 2023-03-22T14:28:24.953 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.947+0000 7f12bcf72b80 10 client.25456 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.947+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x564739077c60 con 0x56473930e9c0 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.947+0000 7f1286ff5700 1 -- 172.21.15.45:0/2324026966 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5647392de240 con 0x56473930e9c0 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f1286ff5700 1 -- 172.21.15.45:0/2324026966 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f129c00b450 con 0x56473930e9c0 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12bcf72b80 10 client.25456 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12bcf72b80 10 client.25456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12bcf72b80 20 client.25456 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56473939ff40 0x5647393a2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:24.954 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12bcf72b80 4 client.25456 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:28:24.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5647390e4f60 con 0x56473939ff40 2023-03-22T14:28:24.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56473939ff40 0x5647393a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:24.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f12a27fc700 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56473939ff40 0x5647393a2320 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98fda61f85568c14 server_cookie=70b667966bbdb0dd in_seq=0 out_seq=0 2023-03-22T14:28:24.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.948+0000 7f1286ff5700 10 client.25456 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:24.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f1286ff5700 1 -- 172.21.15.45:0/2324026966 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5647390e4f60 con 0x56473939ff40 2023-03-22T14:28:24.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f1286ff5700 10 client.25456 handle_command_reply: tid=0 2023-03-22T14:28:24.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 client.25456 shutdown 2023-03-22T14:28:24.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 msgr2=0x564739316e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x564739316e90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f129c009910 tx=0x7f129c009830 comp rx=0 tx=0).stop 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 shutdown_connections 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56473939ff40 0x5647393a2320 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564739313820 0x564739317910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56473930e9c0 0x564739316e90 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 --2- 172.21.15.45:0/2324026966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56473930f2d0 0x5647393173d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 >> 172.21.15.45:0/2324026966 conn(0x564739309430 msgr2=0x564739308920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f1286ff5700 0 client.25456 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:24.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 shutdown_connections 2023-03-22T14:28:24.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.949+0000 7f12bcf72b80 1 -- 172.21.15.45:0/2324026966 wait complete. 2023-03-22T14:28:24.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.950+0000 7f12bcf72b80 20 client.25456 trim_cache size 0 max 16384 2023-03-22T14:28:24.958 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:28:24.958 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "no active scrubs running", 2023-03-22T14:28:24.958 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": {} 2023-03-22T14:28:24.959 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:28:24.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.950+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f128c09fd50 msgr2=0x7f128c0a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.950+0000 7f12a3fff700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f128c09fd50 0x7f128c0a2200 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f12940c8940 tx=0x7f12940cb370 comp rx=0 tx=0).stop 2023-03-22T14:28:24.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.950+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12a40ff100 msgr2=0x7f12a41a2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:24.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.950+0000 7f12a3fff700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12a40ff100 0x7f12a41a2670 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f129400e9f0 tx=0x7f129400ed00 comp rx=0 tx=0).stop 2023-03-22T14:28:24.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 shutdown_connections 2023-03-22T14:28:24.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f128c09fd50 0x7f128c0a2200 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f12a41044b0 0x7f12a419c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f12a40ff100 0x7f12a41a2670 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 --2- 172.21.15.45:0/1946790340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f12a40ffa10 0x7f12a41a2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:24.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 >> 172.21.15.45:0/1946790340 conn(0x7f12a40fab40 msgr2=0x7f12a4101f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:24.960 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 shutdown_connections 2023-03-22T14:28:24.961 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:24.951+0000 7f12a3fff700 1 -- 172.21.15.45:0/1946790340 wait complete. 2023-03-22T14:28:24.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:24 smithi045 ceph-mon[91728]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:24.977 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-03-22T14:28:24.978 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:28:25.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:24 smithi142 ceph-mon[94717]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:25.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:24 smithi098 ceph-mon[94136]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 -- 172.21.15.45:0/1808289291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 msgr2=0x7f9818100de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 --2- 172.21.15.45:0/1808289291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f9818100de0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9808009990 tx=0x7f9808009ca0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 -- 172.21.15.45:0/1808289291 shutdown_connections 2023-03-22T14:28:25.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 --2- 172.21.15.45:0/1808289291 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f9818101320 0x7f981810cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 --2- 172.21.15.45:0/1808289291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98181062c0 0x7f9818106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 --2- 172.21.15.45:0/1808289291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f9818100de0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 -- 172.21.15.45:0/1808289291 >> 172.21.15.45:0/1808289291 conn(0x7f98180774f0 msgr2=0x7f98180778f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.286+0000 7f98205ff700 1 -- 172.21.15.45:0/1808289291 shutdown_connections 2023-03-22T14:28:25.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.287+0000 7f98205ff700 1 -- 172.21.15.45:0/1808289291 wait complete. 2023-03-22T14:28:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.288+0000 7f98205ff700 1 Processor -- start 2023-03-22T14:28:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.288+0000 7f98205ff700 1 -- start start 2023-03-22T14:28:25.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f98205ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f98181962e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:25.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f98205ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9818101320 0x7f9818196820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:25.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f98205ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98181062c0 0x7f981819ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:25.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f98205ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981819b2c0 con 0x7f98181062c0 2023-03-22T14:28:25.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f98205ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981819b430 con 0x7f9818100970 2023-03-22T14:28:25.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f98205ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981819b5f0 con 0x7f9818101320 2023-03-22T14:28:25.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f981e39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f98181962e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:25.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f981e39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f98181962e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:48436/0 (socket says 172.21.15.45:48436) 2023-03-22T14:28:25.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f981e39b700 1 -- 172.21.15.45:0/3944224282 learned_addr learned my addr 172.21.15.45:0/3944224282 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:25.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.289+0000 7f981eb9c700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98181062c0 0x7f981819ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:25.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981db9a700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9818101320 0x7f9818196820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:25.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981e39b700 1 -- 172.21.15.45:0/3944224282 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9818101320 msgr2=0x7f9818196820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:25.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981e39b700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9818101320 0x7f9818196820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981e39b700 1 -- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98181062c0 msgr2=0x7f981819ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:25.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981e39b700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98181062c0 0x7f981819ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981e39b700 1 -- 172.21.15.45:0/3944224282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98080095f0 con 0x7f9818100970 2023-03-22T14:28:25.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981db9a700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9818101320 0x7f9818196820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:28:25.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f981e39b700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f98181962e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f981400e9a0 tx=0x7f981400ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:25.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f980f7fe700 1 -- 172.21.15.45:0/3944224282 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9814009790 con 0x7f9818100970 2023-03-22T14:28:25.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f980f7fe700 1 -- 172.21.15.45:0/3944224282 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f981400cc80 con 0x7f9818100970 2023-03-22T14:28:25.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98181102f0 con 0x7f9818100970 2023-03-22T14:28:25.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.290+0000 7f980f7fe700 1 -- 172.21.15.45:0/3944224282 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981401ba00 con 0x7f9818100970 2023-03-22T14:28:25.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.291+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9818110160 con 0x7f9818100970 2023-03-22T14:28:25.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.292+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9818110480 con 0x7f9818100970 2023-03-22T14:28:25.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.296+0000 7f980f7fe700 1 -- 172.21.15.45:0/3944224282 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f9814013c70 con 0x7f9818100970 2023-03-22T14:28:25.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.299+0000 7f980f7fe700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f980409fd50 0x7f98040a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:25.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.299+0000 7f980f7fe700 1 -- 172.21.15.45:0/3944224282 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f98140cf220 con 0x7f9818100970 2023-03-22T14:28:25.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.300+0000 7f981db9a700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f980409fd50 0x7f98040a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:25.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.300+0000 7f980f7fe700 1 -- 172.21.15.45:0/3944224282 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f98140cf650 con 0x7f9818100970 2023-03-22T14:28:25.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.301+0000 7f981db9a700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f980409fd50 0x7f98040a2200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f980800b2e0 tx=0x7f9808005fb0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:25.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.809+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f981819bac0 con 0x7f9818100970 2023-03-22T14:28:25.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.810+0000 7f980f7fe700 1 -- 172.21.15.45:0/3944224282 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7f9814020020 con 0x7f9818100970 2023-03-22T14:28:25.812 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:28:25.812 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:28:25.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f980409fd50 msgr2=0x7f98040a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:25.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f980409fd50 0x7f98040a2200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f980800b2e0 tx=0x7f9808005fb0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 msgr2=0x7f98181962e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:25.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f98181962e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f981400e9a0 tx=0x7f981400ed60 comp rx=0 tx=0).stop 2023-03-22T14:28:25.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 shutdown_connections 2023-03-22T14:28:25.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f980409fd50 0x7f98040a2200 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f98181062c0 0x7f981819ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9818100970 0x7f98181962e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 --2- 172.21.15.45:0/3944224282 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9818101320 0x7f9818196820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:25.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 >> 172.21.15.45:0/3944224282 conn(0x7f98180774f0 msgr2=0x7f98180ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:25.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 shutdown_connections 2023-03-22T14:28:25.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:25.814+0000 7f98205ff700 1 -- 172.21.15.45:0/3944224282 wait complete. 2023-03-22T14:28:25.817 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:28:25.842 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-03-22T14:28:26.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.162+0000 7f86a35ff700 1 -- 172.21.15.45:0/1001396862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100440 msgr2=0x7f869c100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.162+0000 7f86a35ff700 1 --2- 172.21.15.45:0/1001396862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100440 0x7f869c100810 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f86900099c0 tx=0x7f8690009cd0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.163+0000 7f86a35ff700 1 -- 172.21.15.45:0/1001396862 shutdown_connections 2023-03-22T14:28:26.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.163+0000 7f86a35ff700 1 --2- 172.21.15.45:0/1001396862 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100440 0x7f869c100810 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.163+0000 7f86a35ff700 1 --2- 172.21.15.45:0/1001396862 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f869c105480 0x7f869c10d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.163+0000 7f86a35ff700 1 --2- 172.21.15.45:0/1001396862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100de0 0x7f869c104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.163+0000 7f86a35ff700 1 -- 172.21.15.45:0/1001396862 >> 172.21.15.45:0/1001396862 conn(0x7f869c0fbcd0 msgr2=0x7f869c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.163+0000 7f86a35ff700 1 -- 172.21.15.45:0/1001396862 shutdown_connections 2023-03-22T14:28:26.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.163+0000 7f86a35ff700 1 -- 172.21.15.45:0/1001396862 wait complete. 2023-03-22T14:28:26.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.164+0000 7f86a35ff700 1 Processor -- start 2023-03-22T14:28:26.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.165+0000 7f86a35ff700 1 -- start start 2023-03-22T14:28:26.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.165+0000 7f86a35ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100440 0x7f869c196370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.165+0000 7f86a35ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100de0 0x7f869c1968b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a35ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f869c105480 0x7f869c19ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a35ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c19b350 con 0x7f869c100de0 2023-03-22T14:28:26.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a35ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c19b4c0 con 0x7f869c100440 2023-03-22T14:28:26.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a35ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c19b680 con 0x7f869c105480 2023-03-22T14:28:26.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100440 0x7f869c196370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100440 0x7f869c196370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38506/0 (socket says 172.21.15.45:38506) 2023-03-22T14:28:26.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 -- 172.21.15.45:0/2196818420 learned_addr learned my addr 172.21.15.45:0/2196818420 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100de0 0x7f869c1968b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 -- 172.21.15.45:0/2196818420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f869c105480 msgr2=0x7f869c19ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f869c105480 0x7f869c19ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 -- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100de0 msgr2=0x7f869c1968b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100de0 0x7f869c1968b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.166+0000 7f86a139b700 1 -- 172.21.15.45:0/2196818420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8694009c40 con 0x7f869c100440 2023-03-22T14:28:26.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.167+0000 7f86a139b700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100440 0x7f869c196370 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8690000c00 tx=0x7f869000bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.167+0000 7f868e7fc700 1 -- 172.21.15.45:0/2196818420 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869001d070 con 0x7f869c100440 2023-03-22T14:28:26.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.167+0000 7f868e7fc700 1 -- 172.21.15.45:0/2196818420 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8690005050 con 0x7f869c100440 2023-03-22T14:28:26.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.167+0000 7f868e7fc700 1 -- 172.21.15.45:0/2196818420 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8690004b10 con 0x7f869c100440 2023-03-22T14:28:26.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.167+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86900095f0 con 0x7f869c100440 2023-03-22T14:28:26.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.167+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f869c110240 con 0x7f869c100440 2023-03-22T14:28:26.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.173+0000 7f868e7fc700 1 -- 172.21.15.45:0/2196818420 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f86900051c0 con 0x7f869c100440 2023-03-22T14:28:26.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.174+0000 7f86b6e3cb80 1 Processor -- start 2023-03-22T14:28:26.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.175+0000 7f86b6e3cb80 1 -- start start 2023-03-22T14:28:26.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.175+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e27d0 0x55c12b5e2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e30e0 0x55c12b5e70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5e7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b4e9070 con 0x55c12b5e27d0 2023-03-22T14:28:26.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b53b9b0 con 0x55c12b5e7630 2023-03-22T14:28:26.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b534e40 con 0x55c12b5e30e0 2023-03-22T14:28:26.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e27d0 0x55c12b5e2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e27d0 0x55c12b5e2ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57636/0 (socket says 172.21.15.45:57636) 2023-03-22T14:28:26.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2087959580 learned_addr learned my addr 172.21.15.45:0/2087959580 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.176+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5e7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f86a139b700 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e30e0 0x55c12b5e70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2087959580 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e30e0 msgr2=0x55c12b5e70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e30e0 0x55c12b5e70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2087959580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 msgr2=0x55c12b5e7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5e7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2087959580 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c12b3b6630 con 0x55c12b5e27d0 2023-03-22T14:28:26.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f868e7fc700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f868809fcd0 0x7f86880a2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.177+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e27d0 0x55c12b5e2ba0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f869400e510 tx=0x7f869400b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d85e6a8ade1c0b server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.178+0000 7f868e7fc700 1 -- 172.21.15.45:0/2196818420 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f86900cbce0 con 0x7f869c100440 2023-03-22T14:28:26.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.178+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5e7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:28:26.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.178+0000 7f86877fe700 1 -- 172.21.15.45:0/2087959580 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8694010040 con 0x55c12b5e27d0 2023-03-22T14:28:26.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.178+0000 7f86877fe700 1 -- 172.21.15.45:0/2087959580 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8694004020 con 0x55c12b5e27d0 2023-03-22T14:28:26.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.178+0000 7f86a139b700 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e30e0 0x55c12b5e70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:28:26.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.178+0000 7f86877fe700 1 -- 172.21.15.45:0/2087959580 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8694007760 con 0x55c12b5e27d0 2023-03-22T14:28:26.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.178+0000 7f86a139b700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f868809fcd0 0x7f86880a2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.179+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2087959580 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e27d0 msgr2=0x55c12b5e2ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.179+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e27d0 0x55c12b5e2ba0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f869400e510 tx=0x7f869400b040 comp rx=0 tx=0).stop 2023-03-22T14:28:26.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.179+0000 7f86a139b700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f868809fcd0 0x7f86880a2180 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f86900c9350 tx=0x7f8690095040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.179+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2087959580 shutdown_connections 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.179+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e27d0 0x55c12b5e2ba0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.179+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5e7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.179+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2087959580 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e30e0 0x55c12b5e70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.180+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2087959580 >> 172.21.15.45:0/2087959580 conn(0x55c12b5dd030 msgr2=0x55c12b5dd400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.180+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2087959580 shutdown_connections 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.180+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2087959580 wait complete. 2023-03-22T14:28:26.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.180+0000 7f86b6e3cb80 1 -- start start 2023-03-22T14:28:26.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.181+0000 7f86b6e3cb80 1 Processor -- start 2023-03-22T14:28:26.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.181+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5eee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5ec0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5ec810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b3b8920 con 0x55c12b5e7630 2023-03-22T14:28:26.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5ecf50 con 0x55c12b5e30e0 2023-03-22T14:28:26.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5fcc90 con 0x55c12b5e27d0 2023-03-22T14:28:26.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86b6e3cb80 10 client.0 _ll_register_callbacks cb 0x55c12b3da290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:26.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5eee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5eee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42642/0 (socket says 172.21.15.45:42642) 2023-03-22T14:28:26.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86a1b9c700 1 -- 172.21.15.45:0/1427852453 learned_addr learned my addr 172.21.15.45:0/1427852453 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5ec810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.182+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5ec0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f86a0b9a700 1 -- 172.21.15.45:0/1427852453 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 msgr2=0x55c12b5eee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5eee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f86a0b9a700 1 -- 172.21.15.45:0/1427852453 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 msgr2=0x55c12b5ec810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5ec810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f86a0b9a700 1 -- 172.21.15.45:0/1427852453 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f869400e1c0 con 0x55c12b5e30e0 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5ec0d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f869c1011b0 tx=0x7f8698012990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=238276d806878a29 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f8684ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.183+0000 7f8684ff9700 1 -- 172.21.15.45:0/1427852453 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8698017070 con 0x55c12b5e30e0 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.184+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c12b4f73f0 con 0x55c12b5e30e0 2023-03-22T14:28:26.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.184+0000 7f8684ff9700 1 -- 172.21.15.45:0/1427852453 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8698004030 con 0x55c12b5e30e0 2023-03-22T14:28:26.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.184+0000 7f8684ff9700 1 -- 172.21.15.45:0/1427852453 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f86980041f0 con 0x55c12b5e30e0 2023-03-22T14:28:26.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.184+0000 7f86b6e3cb80 10 client.25478 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:26.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.184+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55c12b362de0 con 0x55c12b5e30e0 2023-03-22T14:28:26.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.184+0000 7f8684ff9700 1 -- 172.21.15.45:0/1427852453 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c12b4f73f0 con 0x55c12b5e30e0 2023-03-22T14:28:26.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.185+0000 7f8684ff9700 1 -- 172.21.15.45:0/1427852453 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8698010430 con 0x55c12b5e30e0 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.185+0000 7f86b6e3cb80 10 client.25478 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.185+0000 7f86b6e3cb80 10 client.25478 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.185+0000 7f86b6e3cb80 20 client.25478 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.185+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b600ce0 0x55c12b6030f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.185+0000 7f86b6e3cb80 4 client.25478 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.185+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c12b503660 con 0x55c12b600ce0 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.186+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b600ce0 0x55c12b6030f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.186+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b600ce0 0x55c12b6030f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=462b4ea071c22a78 server_cookie=989b82a330cfd5d8 in_seq=0 out_seq=0 2023-03-22T14:28:26.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.186+0000 7f8684ff9700 10 client.25478 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:28:26.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.187+0000 7f8684ff9700 1 -- 172.21.15.45:0/1427852453 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55c12b503660 con 0x55c12b600ce0 2023-03-22T14:28:26.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.187+0000 7f8684ff9700 10 client.25478 handle_command_reply: tid=0 2023-03-22T14:28:26.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.187+0000 7f86b6e3cb80 1 client.25478 shutdown 2023-03-22T14:28:26.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.187+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 msgr2=0x55c12b5ec0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.187+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5ec0d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f869c1011b0 tx=0x7f8698012990 comp rx=0 tx=0).stop 2023-03-22T14:28:26.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 shutdown_connections 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b600ce0 0x55c12b6030f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5ec810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5eee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1427852453 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5ec0d0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 >> 172.21.15.45:0/1427852453 conn(0x55c12b5dd030 msgr2=0x55c12b5dc710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f8684ff9700 0 client.25478 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 shutdown_connections 2023-03-22T14:28:26.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1427852453 wait complete. 2023-03-22T14:28:26.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.188+0000 7f86b6e3cb80 20 client.25478 trim_cache size 0 max 16384 2023-03-22T14:28:26.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.214+0000 7f86b6e3cb80 1 Processor -- start 2023-03-22T14:28:26.216 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.215+0000 7f86b6e3cb80 1 -- start start 2023-03-22T14:28:26.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.215+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5e4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.215+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5f7be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.215+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5dc710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.215+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5e34f0 con 0x55c12b5e7630 2023-03-22T14:28:26.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.215+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5e3940 con 0x55c12b5e30e0 2023-03-22T14:28:26.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.215+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5e36f0 con 0x55c12b5e27d0 2023-03-22T14:28:26.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5e4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5e4f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42652/0 (socket says 172.21.15.45:42652) 2023-03-22T14:28:26.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2759136168 learned_addr learned my addr 172.21.15.45:0/2759136168 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5dc710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2759136168 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 msgr2=0x55c12b5e4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5e4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5f7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2759136168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 msgr2=0x55c12b5f7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.219 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5f7be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.216+0000 7f86a1b9c700 1 -- 172.21.15.45:0/2759136168 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c12b5ebc40 con 0x55c12b5e7630 2023-03-22T14:28:26.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.217+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5dc710 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8694000f80 tx=0x7f8694009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f8dd09b70bfaa88 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.217+0000 7f8687fff700 1 -- 172.21.15.45:0/2759136168 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8694010030 con 0x55c12b5e7630 2023-03-22T14:28:26.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.217+0000 7f8687fff700 1 -- 172.21.15.45:0/2759136168 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8694008e60 con 0x55c12b5e7630 2023-03-22T14:28:26.220 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.217+0000 7f8687fff700 1 -- 172.21.15.45:0/2759136168 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8694015e80 con 0x55c12b5e7630 2023-03-22T14:28:26.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.218+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2759136168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 msgr2=0x55c12b5dc710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.218+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5dc710 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8694000f80 tx=0x7f8694009920 comp rx=0 tx=0).stop 2023-03-22T14:28:26.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.218+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2759136168 shutdown_connections 2023-03-22T14:28:26.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.218+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e7630 0x55c12b5dc710 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.218+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b5e4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.218+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/2759136168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e30e0 0x55c12b5f7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.218+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2759136168 >> 172.21.15.45:0/2759136168 conn(0x55c12b5dd030 msgr2=0x55c12b5e9a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.219+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2759136168 shutdown_connections 2023-03-22T14:28:26.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.219+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/2759136168 wait complete. 2023-03-22T14:28:26.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.219+0000 7f86b6e3cb80 1 -- start start 2023-03-22T14:28:26.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.220+0000 7f86b6e3cb80 1 Processor -- start 2023-03-22T14:28:26.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.220+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b64ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.220+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e30e0 0x55c12b64f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.220+0000 7f86b6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5f4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5f4e50 con 0x55c12b5e30e0 2023-03-22T14:28:26.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5f4fc0 con 0x55c12b5e7630 2023-03-22T14:28:26.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86b6e3cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c12b5f5180 con 0x55c12b5e27d0 2023-03-22T14:28:26.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86b6e3cb80 10 client.0 _ll_register_callbacks cb 0x55c12b3da290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:26.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86a0b9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e30e0 0x55c12b64f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86a1b9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5f4880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38544/0 (socket says 172.21.15.45:38544) 2023-03-22T14:28:26.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86a1b9c700 1 -- 172.21.15.45:0/1863005404 learned_addr learned my addr 172.21.15.45:0/1863005404 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.221+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b64ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f86a1b9c700 1 -- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 msgr2=0x55c12b64ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b64ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f86a1b9c700 1 -- 172.21.15.45:0/1863005404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e30e0 msgr2=0x55c12b64f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e30e0 0x55c12b64f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f86a1b9c700 1 -- 172.21.15.45:0/1863005404 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c12b3b6630 con 0x55c12b5e7630 2023-03-22T14:28:26.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f86a1b9c700 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5f4880 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f869400e190 tx=0x7f8694009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c0a39d4d68e1b94 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f8684ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:26.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f8684ff9700 1 -- 172.21.15.45:0/1863005404 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8694010030 con 0x55c12b5e7630 2023-03-22T14:28:26.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c12b5b2240 con 0x55c12b5e7630 2023-03-22T14:28:26.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.222+0000 7f8684ff9700 1 -- 172.21.15.45:0/1863005404 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8694008a60 con 0x55c12b5e7630 2023-03-22T14:28:26.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f8684ff9700 1 -- 172.21.15.45:0/1863005404 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8694008c20 con 0x55c12b5e7630 2023-03-22T14:28:26.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f86b6e3cb80 10 client.25481 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:26.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55c12b34bc60 con 0x55c12b5e7630 2023-03-22T14:28:26.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f8684ff9700 1 -- 172.21.15.45:0/1863005404 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c12b5b2240 con 0x55c12b5e7630 2023-03-22T14:28:26.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f8684ff9700 1 -- 172.21.15.45:0/1863005404 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8694034470 con 0x55c12b5e7630 2023-03-22T14:28:26.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f86b6e3cb80 10 client.25481 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:26.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f86b6e3cb80 10 client.25481 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:28:26.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f86b6e3cb80 20 client.25481 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:26.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.223+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b5ef510 0x55c12b5f1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.224+0000 7f86b6e3cb80 4 client.25481 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.224+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c12b3b8f60 con 0x55c12b5ef510 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.224+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b5ef510 0x55c12b5f1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86a0b9a700 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b5ef510 0x55c12b5f1920 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=23fe1455ebda496e server_cookie=904a91f0de3ee237 in_seq=0 out_seq=0 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f8684ff9700 10 client.25481 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f8684ff9700 1 -- 172.21.15.45:0/1863005404 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c12b3b8f60 con 0x55c12b5ef510 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f8684ff9700 10 client.25481 handle_command_reply: tid=0 2023-03-22T14:28:26.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 client.25481 shutdown 2023-03-22T14:28:26.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 msgr2=0x55c12b5f4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5f4880 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f869400e190 tx=0x7f8694009920 comp rx=0 tx=0).stop 2023-03-22T14:28:26.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 shutdown_connections 2023-03-22T14:28:26.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55c12b5ef510 0x55c12b5f1920 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c12b5e7630 0x55c12b5f4880 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c12b5e27d0 0x55c12b64ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.230 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 --2- 172.21.15.45:0/1863005404 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55c12b5e30e0 0x55c12b64f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f8684ff9700 0 client.25481 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:28:26.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.225+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 >> 172.21.15.45:0/1863005404 conn(0x55c12b5dd030 msgr2=0x55c12b5e9a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.226+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 shutdown_connections 2023-03-22T14:28:26.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.226+0000 7f86b6e3cb80 1 -- 172.21.15.45:0/1863005404 wait complete. 2023-03-22T14:28:26.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.226+0000 7f86b6e3cb80 20 client.25481 trim_cache size 0 max 16384 2023-03-22T14:28:26.232 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:28:26.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f868809fcd0 msgr2=0x7f86880a2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f868809fcd0 0x7f86880a2180 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f86900c9350 tx=0x7f8690095040 comp rx=0 tx=0).stop 2023-03-22T14:28:26.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100440 msgr2=0x7f869c196370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100440 0x7f869c196370 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8690000c00 tx=0x7f869000bfd0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 shutdown_connections 2023-03-22T14:28:26.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f869c105480 0x7f869c19ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f869c100440 0x7f869c196370 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f868809fcd0 0x7f86880a2180 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 --2- 172.21.15.45:0/2196818420 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f869c100de0 0x7f869c1968b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 >> 172.21.15.45:0/2196818420 conn(0x7f869c0fbcd0 msgr2=0x7f869c0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 shutdown_connections 2023-03-22T14:28:26.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.227+0000 7f86a35ff700 1 -- 172.21.15.45:0/2196818420 wait complete. 2023-03-22T14:28:26.254 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-03-22T14:28:26.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.575+0000 7ff268fff700 1 -- 172.21.15.45:0/3376428087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100440 msgr2=0x7ff264100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.575+0000 7ff268fff700 1 --2- 172.21.15.45:0/3376428087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100440 0x7ff264100810 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff25400b0a0 tx=0x7ff25400b3b0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.575+0000 7ff268fff700 1 -- 172.21.15.45:0/3376428087 shutdown_connections 2023-03-22T14:28:26.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.575+0000 7ff268fff700 1 --2- 172.21.15.45:0/3376428087 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264105480 0x7ff26410d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.575+0000 7ff268fff700 1 --2- 172.21.15.45:0/3376428087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100440 0x7ff264100810 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.575+0000 7ff268fff700 1 --2- 172.21.15.45:0/3376428087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff264100de0 0x7ff264104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.575+0000 7ff268fff700 1 -- 172.21.15.45:0/3376428087 >> 172.21.15.45:0/3376428087 conn(0x7ff2640fbcd0 msgr2=0x7ff2640fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.576+0000 7ff268fff700 1 -- 172.21.15.45:0/3376428087 shutdown_connections 2023-03-22T14:28:26.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.576+0000 7ff268fff700 1 -- 172.21.15.45:0/3376428087 wait complete. 2023-03-22T14:28:26.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.577+0000 7ff268fff700 1 Processor -- start 2023-03-22T14:28:26.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.577+0000 7ff268fff700 1 -- start start 2023-03-22T14:28:26.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.578+0000 7ff268fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264100440 0x7ff264072d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.578+0000 7ff268fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100de0 0x7ff2640732c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.578+0000 7ff268fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff264105480 0x7ff2641a46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.578+0000 7ff268fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff264073b60 con 0x7ff264100440 2023-03-22T14:28:26.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.578+0000 7ff268fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2641a4c00 con 0x7ff264100de0 2023-03-22T14:28:26.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.578+0000 7ff268fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2641a4d40 con 0x7ff264105480 2023-03-22T14:28:26.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff26259c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264100440 0x7ff264072d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff259d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100de0 0x7ff2640732c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff259d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100de0 0x7ff2640732c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38568/0 (socket says 172.21.15.45:38568) 2023-03-22T14:28:26.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff259d9b700 1 -- 172.21.15.45:0/2747015371 learned_addr learned my addr 172.21.15.45:0/2747015371 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff26259c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264100440 0x7ff264072d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57668/0 (socket says 172.21.15.45:57668) 2023-03-22T14:28:26.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff26259c700 1 -- 172.21.15.45:0/2747015371 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff264105480 msgr2=0x7ff2641a46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff26259c700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff264105480 0x7ff2641a46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff26259c700 1 -- 172.21.15.45:0/2747015371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100de0 msgr2=0x7ff2640732c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff26259c700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100de0 0x7ff2640732c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.579+0000 7ff26259c700 1 -- 172.21.15.45:0/2747015371 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff254009d00 con 0x7ff264100440 2023-03-22T14:28:26.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.580+0000 7ff26259c700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264100440 0x7ff264072d80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff254000f80 tx=0x7ff254007870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.580+0000 7ff25bfff700 1 -- 172.21.15.45:0/2747015371 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25400e040 con 0x7ff264100440 2023-03-22T14:28:26.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.580+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff264110290 con 0x7ff264100440 2023-03-22T14:28:26.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.580+0000 7ff25bfff700 1 -- 172.21.15.45:0/2747015371 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff25400be20 con 0x7ff264100440 2023-03-22T14:28:26.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.580+0000 7ff25bfff700 1 -- 172.21.15.45:0/2747015371 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25401b6c0 con 0x7ff264100440 2023-03-22T14:28:26.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.580+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff264110100 con 0x7ff264100440 2023-03-22T14:28:26.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.587+0000 7ff25bfff700 1 -- 172.21.15.45:0/2747015371 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7ff25401d470 con 0x7ff264100440 2023-03-22T14:28:26.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.588+0000 7ff27c83db80 1 Processor -- start 2023-03-22T14:28:26.590 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.589+0000 7ff27c83db80 1 -- start start 2023-03-22T14:28:26.590 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.589+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff43fe0 0x56120ff443b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.589+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 0x56120ff48900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.589+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff49290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.589+0000 7ff27c83db80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120fe42070 con 0x56120ff43fe0 2023-03-22T14:28:26.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.590+0000 7ff27c83db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120fe949b0 con 0x56120ff48e40 2023-03-22T14:28:26.591 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.590+0000 7ff27c83db80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120fe8de40 con 0x56120ff448f0 2023-03-22T14:28:26.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.590+0000 7ff262d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff43fe0 0x56120ff443b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.590+0000 7ff26259c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 0x56120ff48900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.590+0000 7ff262d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff43fe0 0x56120ff443b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57684/0 (socket says 172.21.15.45:57684) 2023-03-22T14:28:26.592 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.590+0000 7ff262d9d700 1 -- 172.21.15.45:0/1593777183 learned_addr learned my addr 172.21.15.45:0/1593777183 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff259d9b700 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff49290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff262d9d700 1 -- 172.21.15.45:0/1593777183 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 msgr2=0x56120ff48900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff262d9d700 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 0x56120ff48900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff25bfff700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff25009fd50 0x7ff2500a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff262d9d700 1 -- 172.21.15.45:0/1593777183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 msgr2=0x56120ff49290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff262d9d700 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff49290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.593 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff262d9d700 1 -- 172.21.15.45:0/1593777183 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56120fd0f630 con 0x56120ff43fe0 2023-03-22T14:28:26.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff25bfff700 1 -- 172.21.15.45:0/2747015371 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff2540cbb10 con 0x7ff264100440 2023-03-22T14:28:26.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.591+0000 7ff262d9d700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff25009fd50 0x7ff2500a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.592+0000 7ff262d9d700 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff43fe0 0x56120ff443b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff25c009c50 tx=0x7ff25c009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7875ce5a1aa777d2 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.592+0000 7ff258d99700 1 -- 172.21.15.45:0/1593777183 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25c01f070 con 0x56120ff43fe0 2023-03-22T14:28:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.592+0000 7ff258d99700 1 -- 172.21.15.45:0/1593777183 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff25c01a430 con 0x56120ff43fe0 2023-03-22T14:28:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.592+0000 7ff258d99700 1 -- 172.21.15.45:0/1593777183 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25c010690 con 0x56120ff43fe0 2023-03-22T14:28:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff27c83db80 1 -- 172.21.15.45:0/1593777183 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff43fe0 msgr2=0x56120ff443b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff262d9d700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff25009fd50 0x7ff2500a2200 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff25c01afd0 tx=0x7ff25c0108d0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff43fe0 0x56120ff443b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff25c009c50 tx=0x7ff25c009f60 comp rx=0 tx=0).stop 2023-03-22T14:28:26.595 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff27c83db80 1 -- 172.21.15.45:0/1593777183 shutdown_connections 2023-03-22T14:28:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff43fe0 0x56120ff443b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff49290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1593777183 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 0x56120ff48900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.596 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.593+0000 7ff27c83db80 1 -- 172.21.15.45:0/1593777183 >> 172.21.15.45:0/1593777183 conn(0x56120ff36030 msgr2=0x56120ff36400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.594+0000 7ff27c83db80 1 -- 172.21.15.45:0/1593777183 shutdown_connections 2023-03-22T14:28:26.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.594+0000 7ff27c83db80 1 -- 172.21.15.45:0/1593777183 wait complete. 2023-03-22T14:28:26.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.594+0000 7ff27c83db80 1 -- start start 2023-03-22T14:28:26.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.595+0000 7ff27c83db80 1 Processor -- start 2023-03-22T14:28:26.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff4d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 0x56120ff4de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff48e40 0x56120ff4e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff27c83db80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120fd11920 con 0x56120ff48e40 2023-03-22T14:28:26.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff27c83db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff5a120 con 0x56120ff43fe0 2023-03-22T14:28:26.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff27c83db80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff5a260 con 0x56120ff448f0 2023-03-22T14:28:26.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff27c83db80 10 client.0 _ll_register_callbacks cb 0x56120fd33290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff4d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff4d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38580/0 (socket says 172.21.15.45:38580) 2023-03-22T14:28:26.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 -- 172.21.15.45:0/3389953654 learned_addr learned my addr 172.21.15.45:0/3389953654 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 -- 172.21.15.45:0/3389953654 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 msgr2=0x56120ff4de40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:28:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 0x56120ff4de40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 -- 172.21.15.45:0/3389953654 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff48e40 msgr2=0x56120ff4e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff262d9d700 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff48e40 0x56120ff4e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff48e40 0x56120ff4e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.596+0000 7ff26259c700 1 -- 172.21.15.45:0/3389953654 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff25c009900 con 0x56120ff43fe0 2023-03-22T14:28:26.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.597+0000 7ff262d9d700 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff48e40 0x56120ff4e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.597+0000 7ff26259c700 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff4d900 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff254009cd0 tx=0x7ff2540074e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=844db39b01608f0f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.597+0000 7ff249ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.597+0000 7ff249ffb700 1 -- 172.21.15.45:0/3389953654 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2540d0040 con 0x56120ff43fe0 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.597+0000 7ff249ffb700 1 -- 172.21.15.45:0/3389953654 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff254099280 con 0x56120ff43fe0 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.597+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56120fe503f0 con 0x56120ff43fe0 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.598+0000 7ff249ffb700 1 -- 172.21.15.45:0/3389953654 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff2540955c0 con 0x56120ff43fe0 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.598+0000 7ff27c83db80 10 client.25490 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:26.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.598+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56120fcbbde0 con 0x56120ff43fe0 2023-03-22T14:28:26.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.598+0000 7ff249ffb700 1 -- 172.21.15.45:0/3389953654 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56120fe503f0 con 0x56120ff43fe0 2023-03-22T14:28:26.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.598+0000 7ff249ffb700 1 -- 172.21.15.45:0/3389953654 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff25409e070 con 0x56120ff43fe0 2023-03-22T14:28:26.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.598+0000 7ff27c83db80 10 client.25490 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.598+0000 7ff27c83db80 10 client.25490 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:28:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.599+0000 7ff27c83db80 20 client.25490 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.599+0000 7ff27c83db80 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ff5e110 0x56120ff60520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.599+0000 7ff27c83db80 4 client.25490 mds_command: new command op to 24517 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.599+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56120fe5c660 con 0x56120ff5e110 2023-03-22T14:28:26.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.599+0000 7ff259d9b700 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ff5e110 0x56120ff60520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.602+0000 7ff259d9b700 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ff5e110 0x56120ff60520 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1e4d77c466ae8d09 server_cookie=2ad2471f7b2e5cd4 in_seq=0 out_seq=0 2023-03-22T14:28:26.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.602+0000 7ff249ffb700 10 client.25490 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:28:26.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff249ffb700 1 -- 172.21.15.45:0/3389953654 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x56120fe5c660 con 0x56120ff5e110 2023-03-22T14:28:26.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff249ffb700 10 client.25490 handle_command_reply: tid=0 2023-03-22T14:28:26.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 client.25490 shutdown 2023-03-22T14:28:26.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 msgr2=0x56120ff4d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff4d900 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff254009cd0 tx=0x7ff2540074e0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 shutdown_connections 2023-03-22T14:28:26.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ff5e110 0x56120ff60520 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff48e40 0x56120ff4e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff4d900 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff249ffb700 0 client.25490 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:28:26.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 --2- 172.21.15.45:0/3389953654 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff448f0 0x56120ff4de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.603+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 >> 172.21.15.45:0/3389953654 conn(0x56120ff36030 msgr2=0x56120ff36400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.604+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 shutdown_connections 2023-03-22T14:28:26.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.604+0000 7ff27c83db80 1 -- 172.21.15.45:0/3389953654 wait complete. 2023-03-22T14:28:26.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.604+0000 7ff27c83db80 20 client.25490 trim_cache size 0 max 16384 2023-03-22T14:28:26.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.630+0000 7ff27c83db80 1 Processor -- start 2023-03-22T14:28:26.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.630+0000 7ff27c83db80 1 -- start start 2023-03-22T14:28:26.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff46730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff4e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff48e40 0x56120ff47000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff27c83db80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff2e5b0 con 0x56120ff448f0 2023-03-22T14:28:26.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff27c83db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff44f70 con 0x56120ff43fe0 2023-03-22T14:28:26.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff27c83db80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff5ac10 con 0x56120ff48e40 2023-03-22T14:28:26.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff26259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff46730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff259d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff4e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff26259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff46730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38592/0 (socket says 172.21.15.45:38592) 2023-03-22T14:28:26.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.631+0000 7ff26259c700 1 -- 172.21.15.45:0/1385645895 learned_addr learned my addr 172.21.15.45:0/1385645895 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff262d9d700 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff48e40 0x56120ff47000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff26259c700 1 -- 172.21.15.45:0/1385645895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff48e40 msgr2=0x56120ff47000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff26259c700 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff48e40 0x56120ff47000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff26259c700 1 -- 172.21.15.45:0/1385645895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 msgr2=0x56120ff4e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff26259c700 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff4e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff26259c700 1 -- 172.21.15.45:0/1385645895 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56120fe54190 con 0x56120ff43fe0 2023-03-22T14:28:26.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff259d9b700 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff4e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:26.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff262d9d700 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff48e40 0x56120ff47000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:28:26.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff26259c700 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff46730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff254009bf0 tx=0x7ff25400bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c66443daa7b7c8a6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff25959a700 1 -- 172.21.15.45:0/1385645895 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2540c90c0 con 0x56120ff43fe0 2023-03-22T14:28:26.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.632+0000 7ff25959a700 1 -- 172.21.15.45:0/1385645895 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff254093e90 con 0x56120ff43fe0 2023-03-22T14:28:26.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.633+0000 7ff25959a700 1 -- 172.21.15.45:0/1385645895 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2540a11b0 con 0x56120ff43fe0 2023-03-22T14:28:26.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.633+0000 7ff27c83db80 1 -- 172.21.15.45:0/1385645895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 msgr2=0x56120ff46730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.633+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff46730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff254009bf0 tx=0x7ff25400bf90 comp rx=0 tx=0).stop 2023-03-22T14:28:26.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 -- 172.21.15.45:0/1385645895 shutdown_connections 2023-03-22T14:28:26.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff48e40 0x56120ff47000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.637 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff43fe0 0x56120ff46730 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 --2- 172.21.15.45:0/1385645895 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff4e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 -- 172.21.15.45:0/1385645895 >> 172.21.15.45:0/1385645895 conn(0x56120ff36030 msgr2=0x56120ff5a500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 -- 172.21.15.45:0/1385645895 shutdown_connections 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 -- 172.21.15.45:0/1385645895 wait complete. 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.634+0000 7ff27c83db80 1 -- start start 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 1 Processor -- start 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff43fe0 0x56120ff54df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.638 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff53120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff53660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff53ba0 con 0x56120ff448f0 2023-03-22T14:28:26.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff53d10 con 0x56120ff48e40 2023-03-22T14:28:26.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56120ff53ed0 con 0x56120ff43fe0 2023-03-22T14:28:26.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.635+0000 7ff27c83db80 10 client.0 _ll_register_callbacks cb 0x56120fd33290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:26.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff26259c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff43fe0 0x56120ff54df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.639 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff262d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff53660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff26259c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff43fe0 0x56120ff54df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42722/0 (socket says 172.21.15.45:42722) 2023-03-22T14:28:26.640 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff26259c700 1 -- 172.21.15.45:0/2923209873 learned_addr learned my addr 172.21.15.45:0/2923209873 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff262d9d700 1 -- 172.21.15.45:0/2923209873 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff43fe0 msgr2=0x56120ff54df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:26.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff262d9d700 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff43fe0 0x56120ff54df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff262d9d700 1 -- 172.21.15.45:0/2923209873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 msgr2=0x56120ff53120 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-22T14:28:26.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff262d9d700 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff53120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.636+0000 7ff262d9d700 1 -- 172.21.15.45:0/2923209873 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff24c004160 con 0x56120ff48e40 2023-03-22T14:28:26.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff262d9d700 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff53660 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x56120ff50e40 tx=0x7ff25c015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f60264a256340cf4 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff249ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:26.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff249ffb700 1 -- 172.21.15.45:0/2923209873 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25c01f070 con 0x56120ff48e40 2023-03-22T14:28:26.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff249ffb700 1 -- 172.21.15.45:0/2923209873 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff25c014070 con 0x56120ff48e40 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56120ff35390 con 0x56120ff48e40 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff249ffb700 1 -- 172.21.15.45:0/2923209873 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff25c005860 con 0x56120ff48e40 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff27c83db80 10 client.25496 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.637+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56120fcbbde0 con 0x56120ff48e40 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff249ffb700 1 -- 172.21.15.45:0/2923209873 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56120ff35390 con 0x56120ff48e40 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff249ffb700 1 -- 172.21.15.45:0/2923209873 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff25c019be0 con 0x56120ff48e40 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff27c83db80 10 client.25496 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:26.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff27c83db80 10 client.25496 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff27c83db80 20 client.25496 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff27c83db80 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ffb32b0 0x56120ffb56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff27c83db80 4 client.25496 mds_command: new command op to 24517 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.638+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56120ff0b240 con 0x56120ffb32b0 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.639+0000 7ff26259c700 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ffb32b0 0x56120ffb56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.639+0000 7ff26259c700 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ffb32b0 0x56120ffb56c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d4cee83a64a87b30 server_cookie=a5a931a877544b53 in_seq=0 out_seq=0 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.639+0000 7ff249ffb700 10 client.25496 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:28:26.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.639+0000 7ff249ffb700 1 -- 172.21.15.45:0/2923209873 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56120ff0b240 con 0x56120ffb32b0 2023-03-22T14:28:26.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.639+0000 7ff249ffb700 10 client.25496 handle_command_reply: tid=0 2023-03-22T14:28:26.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.639+0000 7ff27c83db80 1 client.25496 shutdown 2023-03-22T14:28:26.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 msgr2=0x56120ff53660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff53660 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x56120ff50e40 tx=0x7ff25c015000 comp rx=0 tx=0).stop 2023-03-22T14:28:26.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 shutdown_connections 2023-03-22T14:28:26.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56120ff48e40 0x56120ff53660 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56120ff43fe0 0x56120ff54df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56120ffb32b0 0x56120ffb56c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 --2- 172.21.15.45:0/2923209873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56120ff448f0 0x56120ff53120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 >> 172.21.15.45:0/2923209873 conn(0x56120ff36030 msgr2=0x56120ff4e140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff249ffb700 0 client.25496 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:28:26.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 shutdown_connections 2023-03-22T14:28:26.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 1 -- 172.21.15.45:0/2923209873 wait complete. 2023-03-22T14:28:26.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.640+0000 7ff27c83db80 20 client.25496 trim_cache size 0 max 16384 2023-03-22T14:28:26.647 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:28:26.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.641+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff25009fd50 msgr2=0x7ff2500a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.641+0000 7ff268fff700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff25009fd50 0x7ff2500a2200 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff25c01afd0 tx=0x7ff25c0108d0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.641+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264100440 msgr2=0x7ff264072d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.641+0000 7ff268fff700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264100440 0x7ff264072d80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff254000f80 tx=0x7ff254007870 comp rx=0 tx=0).stop 2023-03-22T14:28:26.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 shutdown_connections 2023-03-22T14:28:26.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff25009fd50 0x7ff2500a2200 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff264100440 0x7ff264072d80 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff264105480 0x7ff2641a46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 --2- 172.21.15.45:0/2747015371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff264100de0 0x7ff2640732c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 >> 172.21.15.45:0/2747015371 conn(0x7ff2640fbcd0 msgr2=0x7ff2640fc870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 shutdown_connections 2023-03-22T14:28:26.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.642+0000 7ff268fff700 1 -- 172.21.15.45:0/2747015371 wait complete. 2023-03-22T14:28:26.670 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-03-22T14:28:26.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:26 smithi045 ceph-mon[91728]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T14:28:26.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:26 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/3944224282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:28:26.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.991+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/2352634502 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a8100e40 msgr2=0x7fb6a8104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.991+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/2352634502 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a8100e40 0x7fb6a8104e00 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb69c0099c0 tx=0x7fb69c009cd0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.991+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/2352634502 shutdown_connections 2023-03-22T14:28:26.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.991+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/2352634502 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb6a81004a0 0x7fb6a8100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.991+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/2352634502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb6a81054e0 0x7fb6a810d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.992+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/2352634502 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a8100e40 0x7fb6a8104e00 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.992+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/2352634502 >> 172.21.15.45:0/2352634502 conn(0x7fb6a80fbd10 msgr2=0x7fb6a80fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:26.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.992+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/2352634502 shutdown_connections 2023-03-22T14:28:26.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.992+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/2352634502 wait complete. 2023-03-22T14:28:26.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.993+0000 7fb6ae5ff700 1 Processor -- start 2023-03-22T14:28:26.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.993+0000 7fb6ae5ff700 1 -- start start 2023-03-22T14:28:26.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6ae5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb6a81004a0 0x7fb6a8196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6ae5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb6a8100e40 0x7fb6a8196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6ae5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a81054e0 0x7fb6a819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:26.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6ae5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a819b330 con 0x7fb6a81004a0 2023-03-22T14:28:26.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6ae5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a819b4a0 con 0x7fb6a8100e40 2023-03-22T14:28:26.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6ae5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a819b660 con 0x7fb6a81054e0 2023-03-22T14:28:26.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6acb9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a81054e0 0x7fb6a819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.994+0000 7fb6acb9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a81054e0 0x7fb6a819acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42728/0 (socket says 172.21.15.45:42728) 2023-03-22T14:28:26.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6acb9c700 1 -- 172.21.15.45:0/1195679621 learned_addr learned my addr 172.21.15.45:0/1195679621 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:26.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb6a81004a0 0x7fb6a8196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb6a8100e40 0x7fb6a8196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:26.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6acb9c700 1 -- 172.21.15.45:0/1195679621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb6a8100e40 msgr2=0x7fb6a8196890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb6a8100e40 0x7fb6a8196890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6acb9c700 1 -- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb6a81004a0 msgr2=0x7fb6a8196350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:26.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb6a81004a0 0x7fb6a8196350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:26.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6acb9c700 1 -- 172.21.15.45:0/1195679621 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb69c0095f0 con 0x7fb6a81054e0 2023-03-22T14:28:26.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.995+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a81054e0 0x7fb6a819acf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb6a000ef30 tx=0x7fb6a000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:26.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.996+0000 7fb6a57fa700 1 -- 172.21.15.45:0/1195679621 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a0018070 con 0x7fb6a81054e0 2023-03-22T14:28:26.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.996+0000 7fb6a57fa700 1 -- 172.21.15.45:0/1195679621 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb6a000f040 con 0x7fb6a81054e0 2023-03-22T14:28:26.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.996+0000 7fb6a57fa700 1 -- 172.21.15.45:0/1195679621 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a000cd00 con 0x7fb6a81054e0 2023-03-22T14:28:26.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.996+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6a81102b0 con 0x7fb6a81054e0 2023-03-22T14:28:26.999 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:26.996+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6a8110120 con 0x7fb6a81054e0 2023-03-22T14:28:27.003 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.001+0000 7fb6a57fa700 1 -- 172.21.15.45:0/1195679621 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7fb6a0003a00 con 0x7fb6a81054e0 2023-03-22T14:28:27.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.003+0000 7fb6c1ee1b80 1 Processor -- start 2023-03-22T14:28:27.004 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.003+0000 7fb6c1ee1b80 1 -- start start 2023-03-22T14:28:27.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.004+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff4201050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.005 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.004+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4201590 0x555ff41f35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.004+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff41f3b20 0x555ff41f3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.004+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff40fa070 con 0x555ff4201590 2023-03-22T14:28:27.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.004+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff414c9b0 con 0x555ff41f3b20 2023-03-22T14:28:27.006 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.004+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff4145e40 con 0x555ff4200c80 2023-03-22T14:28:27.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff4201050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff4201050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42730/0 (socket says 172.21.15.45:42730) 2023-03-22T14:28:27.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a77fe700 1 -- 172.21.15.45:0/3268205762 learned_addr learned my addr 172.21.15.45:0/3268205762 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4201590 0x555ff41f35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.007 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff41f3b20 0x555ff41f3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a7fff700 1 -- 172.21.15.45:0/3268205762 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 msgr2=0x555ff4201050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff4201050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a7fff700 1 -- 172.21.15.45:0/3268205762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff41f3b20 msgr2=0x555ff41f3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff41f3b20 0x555ff41f3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.005+0000 7fb6a7fff700 1 -- 172.21.15.45:0/3268205762 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ff3fc7630 con 0x555ff4201590 2023-03-22T14:28:27.008 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.006+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4201590 0x555ff41f35e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb698009cb0 tx=0x7fb698011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a91cc64c9bf2e4a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.006+0000 7fb6a57fa700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb69009fd50 0x7fb6900a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.006+0000 7fb6a57fa700 1 -- 172.21.15.45:0/1195679621 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fb6a00caa40 con 0x7fb6a81054e0 2023-03-22T14:28:27.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.006+0000 7fb68e7fc700 1 -- 172.21.15.45:0/3268205762 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb698011d20 con 0x555ff4201590 2023-03-22T14:28:27.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.006+0000 7fb68e7fc700 1 -- 172.21.15.45:0/3268205762 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb698011e80 con 0x555ff4201590 2023-03-22T14:28:27.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.006+0000 7fb68e7fc700 1 -- 172.21.15.45:0/3268205762 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb698005280 con 0x555ff4201590 2023-03-22T14:28:27.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.007+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb69009fd50 0x7fb6900a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.007+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3268205762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4201590 msgr2=0x555ff41f35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.007+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4201590 0x555ff41f35e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb698009cb0 tx=0x7fb698011440 comp rx=0 tx=0).stop 2023-03-22T14:28:27.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb69009fd50 0x7fb6900a2200 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb69c000c00 tx=0x7fb69c005fb0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3268205762 shutdown_connections 2023-03-22T14:28:27.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff41f3b20 0x555ff41f3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff4201050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3268205762 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4201590 0x555ff41f35e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3268205762 >> 172.21.15.45:0/3268205762 conn(0x555ff41ee020 msgr2=0x555ff41ee3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3268205762 shutdown_connections 2023-03-22T14:28:27.011 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.008+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3268205762 wait complete. 2023-03-22T14:28:27.012 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.009+0000 7fb6c1ee1b80 1 -- start start 2023-03-22T14:28:27.012 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.009+0000 7fb6c1ee1b80 1 Processor -- start 2023-03-22T14:28:27.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.010+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4208530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.010+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff4205820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.010+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4205e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.010+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff3fc9920 con 0x555ff4200c80 2023-03-22T14:28:27.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.010+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff4206580 con 0x555ff4201590 2023-03-22T14:28:27.013 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.010+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff4212180 con 0x555ff41f3b20 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.010+0000 7fb6c1ee1b80 10 client.0 _ll_register_callbacks cb 0x555ff3feb290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6a77fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff4205820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4205e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4205e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38642/0 (socket says 172.21.15.45:38642) 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 -- 172.21.15.45:0/4174537960 learned_addr learned my addr 172.21.15.45:0/4174537960 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 -- 172.21.15.45:0/4174537960 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 msgr2=0x555ff4208530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4208530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.014 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 -- 172.21.15.45:0/4174537960 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 msgr2=0x555ff4205820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff4205820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.011+0000 7fb6acb9c700 1 -- 172.21.15.45:0/4174537960 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6980098e0 con 0x555ff4201590 2023-03-22T14:28:27.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4205e50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00090a0 tx=0x7fb6a0097d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=787a14a74bdd72be server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.015 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6877fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:27.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6877fe700 1 -- 172.21.15.45:0/4174537960 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a00af070 con 0x555ff4201590 2023-03-22T14:28:27.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6877fe700 1 -- 172.21.15.45:0/4174537960 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fb6a000ce60 con 0x555ff4201590 2023-03-22T14:28:27.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555ff41083f0 con 0x555ff4201590 2023-03-22T14:28:27.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6877fe700 1 -- 172.21.15.45:0/4174537960 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb6a0098150 con 0x555ff4201590 2023-03-22T14:28:27.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6c1ee1b80 10 client.25508 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:27.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.012+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x555ff3f73de0 con 0x555ff4201590 2023-03-22T14:28:27.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6877fe700 1 -- 172.21.15.45:0/4174537960 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555ff41083f0 con 0x555ff4201590 2023-03-22T14:28:27.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6877fe700 1 -- 172.21.15.45:0/4174537960 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb6a009fe20 con 0x555ff4201590 2023-03-22T14:28:27.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6c1ee1b80 10 client.25508 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:27.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6c1ee1b80 10 client.25508 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:28:27.017 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6c1ee1b80 20 client.25508 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:27.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff4216220 0x555ff4218630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6c1ee1b80 4 client.25508 mds_command: new command op to 24524 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:27.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.013+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555ff4114660 con 0x555ff4216220 2023-03-22T14:28:27.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.014+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff4216220 0x555ff4218630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.014+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff4216220 0x555ff4218630 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3e6b210e5ce2bd04 server_cookie=44be44d6bc3af69d in_seq=0 out_seq=0 2023-03-22T14:28:27.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.014+0000 7fb6877fe700 10 client.25508 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:28:27.018 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.015+0000 7fb6877fe700 1 -- 172.21.15.45:0/4174537960 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x555ff4114660 con 0x555ff4216220 2023-03-22T14:28:27.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.015+0000 7fb6877fe700 10 client.25508 handle_command_reply: tid=0 2023-03-22T14:28:27.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.015+0000 7fb6c1ee1b80 1 client.25508 shutdown 2023-03-22T14:28:27.019 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 msgr2=0x555ff4205e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4205e50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00090a0 tx=0x7fb6a0097d10 comp rx=0 tx=0).stop 2023-03-22T14:28:27.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 shutdown_connections 2023-03-22T14:28:27.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4205e50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4208530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff4216220 0x555ff4218630 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4174537960 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff4205820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6877fe700 0 client.25508 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:28:27.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 >> 172.21.15.45:0/4174537960 conn(0x555ff41ee020 msgr2=0x555ff41ed710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 shutdown_connections 2023-03-22T14:28:27.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4174537960 wait complete. 2023-03-22T14:28:27.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.016+0000 7fb6c1ee1b80 20 client.25508 trim_cache size 0 max 16384 2023-03-22T14:28:27.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 Processor -- start 2023-03-22T14:28:27.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 -- start start 2023-03-22T14:28:27.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff41f3b20 0x555ff420d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff41ed710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4211860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff4208b30 con 0x555ff41f3b20 2023-03-22T14:28:27.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff41efde0 con 0x555ff4201590 2023-03-22T14:28:27.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.043+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff4216000 con 0x555ff4200c80 2023-03-22T14:28:27.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff41ed710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff41f3b20 0x555ff420d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff41ed710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42744/0 (socket says 172.21.15.45:42744) 2023-03-22T14:28:27.046 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 -- 172.21.15.45:0/4277700410 learned_addr learned my addr 172.21.15.45:0/4277700410 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4211860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 -- 172.21.15.45:0/4277700410 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 msgr2=0x555ff4211860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4211860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 -- 172.21.15.45:0/4277700410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff41f3b20 msgr2=0x555ff420d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff41f3b20 0x555ff420d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a77fe700 1 -- 172.21.15.45:0/4277700410 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ff41f41c0 con 0x555ff4200c80 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.044+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff41f3b20 0x555ff420d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:27.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.045+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff41ed710 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb6a8101210 tx=0x7fb69c009cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea442c7c9a7c53ec server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.045+0000 7fb68effd700 1 -- 172.21.15.45:0/4277700410 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb69c037070 con 0x555ff4200c80 2023-03-22T14:28:27.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.045+0000 7fb68effd700 1 -- 172.21.15.45:0/4277700410 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb69c02d040 con 0x555ff4200c80 2023-03-22T14:28:27.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.045+0000 7fb68effd700 1 -- 172.21.15.45:0/4277700410 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb69c01c040 con 0x555ff4200c80 2023-03-22T14:28:27.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.046+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4277700410 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 msgr2=0x555ff41ed710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.046+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff41ed710 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb6a8101210 tx=0x7fb69c009cd0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.046+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4277700410 shutdown_connections 2023-03-22T14:28:27.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.046+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff41f3b20 0x555ff420d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.046+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff4211860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.046+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/4277700410 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff4200c80 0x555ff41ed710 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.046+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4277700410 >> 172.21.15.45:0/4277700410 conn(0x555ff41ee020 msgr2=0x555ff4208160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.047+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4277700410 shutdown_connections 2023-03-22T14:28:27.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.047+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/4277700410 wait complete. 2023-03-22T14:28:27.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.047+0000 7fb6c1ee1b80 1 -- start start 2023-03-22T14:28:27.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.047+0000 7fb6c1ee1b80 1 Processor -- start 2023-03-22T14:28:27.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4262480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff42629c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6c1ee1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff425e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff425e780 con 0x555ff4200c80 2023-03-22T14:28:27.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff425e8f0 con 0x555ff4201590 2023-03-22T14:28:27.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6c1ee1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ff425eab0 con 0x555ff41f3b20 2023-03-22T14:28:27.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6c1ee1b80 10 client.0 _ll_register_callbacks cb 0x555ff3feb290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:27.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6a7fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4262480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6a7fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4262480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42748/0 (socket says 172.21.15.45:42748) 2023-03-22T14:28:27.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.048+0000 7fb6a7fff700 1 -- 172.21.15.45:0/3188179726 learned_addr learned my addr 172.21.15.45:0/3188179726 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6acb9c700 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff425e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff42629c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6a7fff700 1 -- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 msgr2=0x555ff425e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff425e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6a7fff700 1 -- 172.21.15.45:0/3188179726 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 msgr2=0x555ff42629c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff42629c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6a7fff700 1 -- 172.21.15.45:0/3188179726 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb69801d040 con 0x555ff41f3b20 2023-03-22T14:28:27.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6a7fff700 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4262480 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x555ff41ef980 tx=0x7fb698004890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8238902d962346c5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.049+0000 7fb6877fe700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:28:27.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.050+0000 7fb6877fe700 1 -- 172.21.15.45:0/3188179726 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb698004b70 con 0x555ff41f3b20 2023-03-22T14:28:27.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.050+0000 7fb6877fe700 1 -- 172.21.15.45:0/3188179726 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fb698011b20 con 0x555ff41f3b20 2023-03-22T14:28:27.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.050+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555ff41c3240 con 0x555ff41f3b20 2023-03-22T14:28:27.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.050+0000 7fb6877fe700 1 -- 172.21.15.45:0/3188179726 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb698011ce0 con 0x555ff41f3b20 2023-03-22T14:28:27.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.050+0000 7fb6c1ee1b80 10 client.25495 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:27.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.050+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fb6a810d8f0 con 0x555ff41f3b20 2023-03-22T14:28:27.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6877fe700 1 -- 172.21.15.45:0/3188179726 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555ff41c3240 con 0x555ff41f3b20 2023-03-22T14:28:27.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6877fe700 1 -- 172.21.15.45:0/3188179726 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb698004040 con 0x555ff41f3b20 2023-03-22T14:28:27.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6c1ee1b80 10 client.25495 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:27.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6c1ee1b80 10 client.25495 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:28:27.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6c1ee1b80 20 client.25495 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:27.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff41f5a40 0x555ff41f7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6c1ee1b80 4 client.25495 mds_command: new command op to 24524 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555ff3fc9f60 con 0x555ff41f5a40 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.051+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff41f5a40 0x555ff41f7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.052+0000 7fb6a77fe700 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff41f5a40 0x555ff41f7e20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e3a25d5e62b9d2cd server_cookie=f63ea9fa3f1c20a2 in_seq=0 out_seq=0 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.052+0000 7fb6877fe700 10 client.25495 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.052+0000 7fb6877fe700 1 -- 172.21.15.45:0/3188179726 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555ff3fc9f60 con 0x555ff41f5a40 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.052+0000 7fb6877fe700 10 client.25495 handle_command_reply: tid=0 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.052+0000 7fb6c1ee1b80 1 client.25495 shutdown 2023-03-22T14:28:27.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 msgr2=0x555ff4262480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4262480 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x555ff41ef980 tx=0x7fb698004890 comp rx=0 tx=0).stop 2023-03-22T14:28:27.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 shutdown_connections 2023-03-22T14:28:27.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ff4201590 0x555ff425e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x555ff41f3b20 0x555ff4262480 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x555ff41f5a40 0x555ff41f7e20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 --2- 172.21.15.45:0/3188179726 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x555ff4200c80 0x555ff42629c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6877fe700 0 client.25495 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:28:27.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 >> 172.21.15.45:0/3188179726 conn(0x555ff41ee020 msgr2=0x555ff4211860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 shutdown_connections 2023-03-22T14:28:27.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 1 -- 172.21.15.45:0/3188179726 wait complete. 2023-03-22T14:28:27.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.053+0000 7fb6c1ee1b80 20 client.25495 trim_cache size 0 max 16384 2023-03-22T14:28:27.059 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:28:27.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb69009fd50 msgr2=0x7fb6900a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb69009fd50 0x7fb6900a2200 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb69c000c00 tx=0x7fb69c005fb0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a81054e0 msgr2=0x7fb6a819acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a81054e0 0x7fb6a819acf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb6a000ef30 tx=0x7fb6a000c3a0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 shutdown_connections 2023-03-22T14:28:27.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb69009fd50 0x7fb6900a2200 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb6a81004a0 0x7fb6a8196350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb6a81054e0 0x7fb6a819acf0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 --2- 172.21.15.45:0/1195679621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb6a8100e40 0x7fb6a8196890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.054+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 >> 172.21.15.45:0/1195679621 conn(0x7fb6a80fbd10 msgr2=0x7fb6a80fc8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.055+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 shutdown_connections 2023-03-22T14:28:27.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.055+0000 7fb6ae5ff700 1 -- 172.21.15.45:0/1195679621 wait complete. 2023-03-22T14:28:27.082 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-03-22T14:28:27.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:26 smithi142 ceph-mon[94717]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T14:28:27.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:26 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/3944224282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:28:27.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:26 smithi098 ceph-mon[94136]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T14:28:27.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:26 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/3944224282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:28:27.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.399+0000 7f0edc9fe700 1 -- 172.21.15.45:0/1625838257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100cd0 msgr2=0x7f0ed8104c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.399+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/1625838257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100cd0 0x7f0ed8104c90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009f90 tx=0x7f0ecc00b330 comp rx=0 tx=0).stop 2023-03-22T14:28:27.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.400+0000 7f0edc9fe700 1 -- 172.21.15.45:0/1625838257 shutdown_connections 2023-03-22T14:28:27.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.400+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/1625838257 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ed8105370 0x7f0ed810cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.400+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/1625838257 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0ed8100330 0x7f0ed8100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.400+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/1625838257 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100cd0 0x7f0ed8104c90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.400+0000 7f0edc9fe700 1 -- 172.21.15.45:0/1625838257 >> 172.21.15.45:0/1625838257 conn(0x7f0ed80fbc00 msgr2=0x7f0ed80fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.400+0000 7f0edc9fe700 1 -- 172.21.15.45:0/1625838257 shutdown_connections 2023-03-22T14:28:27.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.400+0000 7f0edc9fe700 1 -- 172.21.15.45:0/1625838257 wait complete. 2023-03-22T14:28:27.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.401+0000 7f0edc9fe700 1 Processor -- start 2023-03-22T14:28:27.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.402+0000 7f0edc9fe700 1 -- start start 2023-03-22T14:28:27.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.402+0000 7f0edc9fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100330 0x7f0ed8198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.402+0000 7f0edc9fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ed8100cd0 0x7f0ed8198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.402+0000 7f0edc9fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0ed8105370 0x7f0ed819cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.402+0000 7f0edc9fe700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed819d570 con 0x7f0ed8100cd0 2023-03-22T14:28:27.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.402+0000 7f0edc9fe700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed819d6e0 con 0x7f0ed8100330 2023-03-22T14:28:27.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.402+0000 7f0edc9fe700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed819d8a0 con 0x7f0ed8105370 2023-03-22T14:28:27.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ed8100cd0 0x7f0ed8198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ed8100cd0 0x7f0ed8198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57800/0 (socket says 172.21.15.45:57800) 2023-03-22T14:28:27.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed659c700 1 -- 172.21.15.45:0/3090275639 learned_addr learned my addr 172.21.15.45:0/3090275639 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed6d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100330 0x7f0ed8198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed759e700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0ed8105370 0x7f0ed819cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed759e700 1 -- 172.21.15.45:0/3090275639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100330 msgr2=0x7f0ed8198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed759e700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100330 0x7f0ed8198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed759e700 1 -- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ed8100cd0 msgr2=0x7f0ed8198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed759e700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ed8100cd0 0x7f0ed8198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.403+0000 7f0ed759e700 1 -- 172.21.15.45:0/3090275639 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ecc009c40 con 0x7f0ed8105370 2023-03-22T14:28:27.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.405+0000 7f0ed759e700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0ed8105370 0x7f0ed819cf30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0ed000e970 tx=0x7f0ed000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.405+0000 7f0ebffff700 1 -- 172.21.15.45:0/3090275639 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00096b0 con 0x7f0ed8105370 2023-03-22T14:28:27.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.405+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ed8110140 con 0x7f0ed8105370 2023-03-22T14:28:27.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.405+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ed810ffb0 con 0x7f0ed8105370 2023-03-22T14:28:27.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.405+0000 7f0ebffff700 1 -- 172.21.15.45:0/3090275639 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ed0004cf0 con 0x7f0ed8105370 2023-03-22T14:28:27.408 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.405+0000 7f0ebffff700 1 -- 172.21.15.45:0/3090275639 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed000cd20 con 0x7f0ed8105370 2023-03-22T14:28:27.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.411+0000 7f0ebffff700 1 -- 172.21.15.45:0/3090275639 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f0ed0004220 con 0x7f0ed8105370 2023-03-22T14:28:27.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.413+0000 7f0ef0a66b80 1 Processor -- start 2023-03-22T14:28:27.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.413+0000 7f0ef0a66b80 1 -- start start 2023-03-22T14:28:27.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.414+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19955a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.414+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c1999af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.414+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.414+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c1893070 con 0x55f2c1995ae0 2023-03-22T14:28:27.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.414+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c18e59b0 con 0x55f2c19951d0 2023-03-22T14:28:27.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.414+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c18dee40 con 0x55f2c199a030 2023-03-22T14:28:27.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.414+0000 7f0ed6d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c1999af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed6d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c1999af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57804/0 (socket says 172.21.15.45:57804) 2023-03-22T14:28:27.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed6d9d700 1 -- 172.21.15.45:0/4061675110 learned_addr learned my addr 172.21.15.45:0/4061675110 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed659c700 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19955a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed659c700 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ebffff700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0ec009fd50 0x7f0ec00a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed6d9d700 1 -- 172.21.15.45:0/4061675110 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 msgr2=0x55f2c199a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed6d9d700 1 -- 172.21.15.45:0/4061675110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 msgr2=0x55f2c19955a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19955a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.415+0000 7f0ed6d9d700 1 -- 172.21.15.45:0/4061675110 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f2c1760630 con 0x55f2c1995ae0 2023-03-22T14:28:27.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.416+0000 7f0ebffff700 1 -- 172.21.15.45:0/3090275639 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f0ed0014070 con 0x7f0ed8105370 2023-03-22T14:28:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.416+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c1999af0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8009d60 tx=0x7f0ec8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80771de096bad3b6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.416+0000 7f0ed759e700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0ec009fd50 0x7f0ec00a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.416+0000 7f0ebd7fa700 1 -- 172.21.15.45:0/4061675110 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec8019630 con 0x55f2c1995ae0 2023-03-22T14:28:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.416+0000 7f0ebd7fa700 1 -- 172.21.15.45:0/4061675110 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ec8019c50 con 0x55f2c1995ae0 2023-03-22T14:28:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.416+0000 7f0ebd7fa700 1 -- 172.21.15.45:0/4061675110 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec800eba0 con 0x55f2c1995ae0 2023-03-22T14:28:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.417+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/4061675110 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 msgr2=0x55f2c1999af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.417+0000 7f0ed759e700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0ec009fd50 0x7f0ec00a2200 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0ed00c8340 tx=0x7f0ed0094040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.417+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c1999af0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8009d60 tx=0x7f0ec8011720 comp rx=0 tx=0).stop 2023-03-22T14:28:27.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.418+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/4061675110 shutdown_connections 2023-03-22T14:28:27.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.418+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.418+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19955a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.418+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/4061675110 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c1999af0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.418+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/4061675110 >> 172.21.15.45:0/4061675110 conn(0x55f2c1987430 msgr2=0x55f2c1987800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.418+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/4061675110 shutdown_connections 2023-03-22T14:28:27.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.418+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/4061675110 wait complete. 2023-03-22T14:28:27.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.419+0000 7f0ef0a66b80 1 -- start start 2023-03-22T14:28:27.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.419+0000 7f0ef0a66b80 1 Processor -- start 2023-03-22T14:28:27.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c19951d0 0x55f2c19a1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c1995ae0 0x55f2c199e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c1762920 con 0x55f2c19951d0 2023-03-22T14:28:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c199f790 con 0x55f2c1995ae0 2023-03-22T14:28:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c19ab370 con 0x55f2c199a030 2023-03-22T14:28:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ef0a66b80 10 client.0 _ll_register_callbacks cb 0x55f2c1784290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c19951d0 0x55f2c19a1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c19951d0 0x55f2c19a1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57806/0 (socket says 172.21.15.45:57806) 2023-03-22T14:28:27.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ed659c700 1 -- 172.21.15.45:0/114701122 learned_addr learned my addr 172.21.15.45:0/114701122 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.420+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c1995ae0 0x55f2c199e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.421+0000 7f0ed659c700 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.421+0000 7f0ed659c700 1 -- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 msgr2=0x55f2c199f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.421+0000 7f0ed659c700 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.421+0000 7f0ed659c700 1 -- 172.21.15.45:0/114701122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c1995ae0 msgr2=0x55f2c199e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.421+0000 7f0ed659c700 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c1995ae0 0x55f2c199e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.421+0000 7f0ed659c700 1 -- 172.21.15.45:0/114701122 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ec80099c0 con 0x55f2c19951d0 2023-03-22T14:28:27.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.422+0000 7f0ed659c700 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c19951d0 0x55f2c19a1760 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc007980 tx=0x7f0ecc008b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dad557c86da2e0d server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.422+0000 7f0ebaff5700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:28:27.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.422+0000 7f0ebaff5700 1 -- 172.21.15.45:0/114701122 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc00e040 con 0x55f2c19951d0 2023-03-22T14:28:27.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.422+0000 7f0ebaff5700 1 -- 172.21.15.45:0/114701122 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f0ecc029060 con 0x55f2c19951d0 2023-03-22T14:28:27.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.422+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f2c18a13f0 con 0x55f2c19951d0 2023-03-22T14:28:27.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ebaff5700 1 -- 172.21.15.45:0/114701122 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ecc020650 con 0x55f2c19951d0 2023-03-22T14:28:27.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ef0a66b80 10 client.15504 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:27.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f2c170cde0 con 0x55f2c19951d0 2023-03-22T14:28:27.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ebaff5700 1 -- 172.21.15.45:0/114701122 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f2c18a13f0 con 0x55f2c19951d0 2023-03-22T14:28:27.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ebaff5700 1 -- 172.21.15.45:0/114701122 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f0ecc019070 con 0x55f2c19951d0 2023-03-22T14:28:27.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ef0a66b80 10 client.15504 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:27.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ef0a66b80 10 client.15504 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:28:27.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.423+0000 7f0ef0a66b80 20 client.15504 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:27.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.424+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19af3c0 0x55f2c19b17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.424+0000 7f0ef0a66b80 4 client.15504 mds_command: new command op to 24532 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:27.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.424+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f2c18ad660 con 0x55f2c19af3c0 2023-03-22T14:28:27.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.424+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19af3c0 0x55f2c19b17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.425+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19af3c0 0x55f2c19b17d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d2669369cf1942f3 server_cookie=336ff9f12b485e9 in_seq=0 out_seq=0 2023-03-22T14:28:27.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.425+0000 7f0ebaff5700 10 client.15504 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:28:27.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.425+0000 7f0ebaff5700 1 -- 172.21.15.45:0/114701122 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55f2c18ad660 con 0x55f2c19af3c0 2023-03-22T14:28:27.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.425+0000 7f0ebaff5700 10 client.15504 handle_command_reply: tid=0 2023-03-22T14:28:27.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 client.15504 shutdown 2023-03-22T14:28:27.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c19951d0 msgr2=0x55f2c19a1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c19951d0 0x55f2c19a1760 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc007980 tx=0x7f0ecc008b10 comp rx=0 tx=0).stop 2023-03-22T14:28:27.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 shutdown_connections 2023-03-22T14:28:27.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19af3c0 0x55f2c19b17d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c19951d0 0x55f2c19a1760 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c199f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ebaff5700 0 client.15504 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:28:27.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/114701122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c1995ae0 0x55f2c199e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 >> 172.21.15.45:0/114701122 conn(0x55f2c1987430 msgr2=0x55f2c1986920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 shutdown_connections 2023-03-22T14:28:27.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.426+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/114701122 wait complete. 2023-03-22T14:28:27.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.427+0000 7f0ef0a66b80 20 client.15504 trim_cache size 0 max 16384 2023-03-22T14:28:27.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.453+0000 7f0ef0a66b80 1 Processor -- start 2023-03-22T14:28:27.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.453+0000 7f0ef0a66b80 1 -- start start 2023-03-22T14:28:27.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.453+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.453+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.453+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1998070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.453+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c199f9a0 con 0x55f2c1995ae0 2023-03-22T14:28:27.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c199cf40 con 0x55f2c19951d0 2023-03-22T14:28:27.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c19960b0 con 0x55f2c199a030 2023-03-22T14:28:27.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38712/0 (socket says 172.21.15.45:38712) 2023-03-22T14:28:27.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 -- 172.21.15.45:0/1527526347 learned_addr learned my addr 172.21.15.45:0/1527526347 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1998070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 -- 172.21.15.45:0/1527526347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 msgr2=0x55f2c1998070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1998070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 -- 172.21.15.45:0/1527526347 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 msgr2=0x55f2c199c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.454+0000 7f0ed659c700 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.455+0000 7f0ed659c700 1 -- 172.21.15.45:0/1527526347 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f2c18a5190 con 0x55f2c19951d0 2023-03-22T14:28:27.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.455+0000 7f0ed659c700 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009040 tx=0x7f0ecc00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70158d9bedb37e4f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.455+0000 7f0ebdffb700 1 -- 172.21.15.45:0/1527526347 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc00e040 con 0x55f2c19951d0 2023-03-22T14:28:27.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.455+0000 7f0ebdffb700 1 -- 172.21.15.45:0/1527526347 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ecc028020 con 0x55f2c19951d0 2023-03-22T14:28:27.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.455+0000 7f0ebdffb700 1 -- 172.21.15.45:0/1527526347 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc01d880 con 0x55f2c19951d0 2023-03-22T14:28:27.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.456+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/1527526347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 msgr2=0x55f2c19a62b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.456+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009040 tx=0x7f0ecc00b330 comp rx=0 tx=0).stop 2023-03-22T14:28:27.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.456+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/1527526347 shutdown_connections 2023-03-22T14:28:27.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.456+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1998070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.456+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.456+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/1527526347 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.456+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/1527526347 >> 172.21.15.45:0/1527526347 conn(0x55f2c1987430 msgr2=0x55f2c19ab790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.457+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/1527526347 shutdown_connections 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.457+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/1527526347 wait complete. 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.457+0000 7f0ef0a66b80 1 -- start start 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.457+0000 7f0ef0a66b80 1 Processor -- start 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.458+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.458+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.458+0000 7f0ef0a66b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1991610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.458+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c199d750 con 0x55f2c1995ae0 2023-03-22T14:28:27.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.458+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c199d8c0 con 0x55f2c19951d0 2023-03-22T14:28:27.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.458+0000 7f0ef0a66b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2c199da80 con 0x55f2c199a030 2023-03-22T14:28:27.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.458+0000 7f0ef0a66b80 10 client.0 _ll_register_callbacks cb 0x55f2c1784290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:27.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38724/0 (socket says 172.21.15.45:38724) 2023-03-22T14:28:27.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed6d9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed659c700 1 -- 172.21.15.45:0/2212517849 learned_addr learned my addr 172.21.15.45:0/2212517849 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed659c700 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1991610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed6d9d700 1 -- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 msgr2=0x55f2c1991610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1991610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed6d9d700 1 -- 172.21.15.45:0/2212517849 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 msgr2=0x55f2c19a62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.459+0000 7f0ed6d9d700 1 -- 172.21.15.45:0/2212517849 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f2c170cde0 con 0x55f2c1995ae0 2023-03-22T14:28:27.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.460+0000 7f0ed6d9d700 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199d210 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8006010 tx=0x7f0ec8011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=405b6964e15c2d29 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.460+0000 7f0ebaff5700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:28:27.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.460+0000 7f0ebaff5700 1 -- 172.21.15.45:0/2212517849 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec802d4d0 con 0x55f2c1995ae0 2023-03-22T14:28:27.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.460+0000 7f0ebaff5700 1 -- 172.21.15.45:0/2212517849 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f0ec8005140 con 0x55f2c1995ae0 2023-03-22T14:28:27.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.460+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f2c195c240 con 0x55f2c1995ae0 2023-03-22T14:28:27.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.461+0000 7f0ebaff5700 1 -- 172.21.15.45:0/2212517849 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ec8005340 con 0x55f2c1995ae0 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.461+0000 7f0ef0a66b80 10 client.15510 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.461+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f2c1733250 con 0x55f2c1995ae0 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.461+0000 7f0ebaff5700 1 -- 172.21.15.45:0/2212517849 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f2c195c240 con 0x55f2c1995ae0 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.461+0000 7f0ebaff5700 1 -- 172.21.15.45:0/2212517849 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f0ec8034070 con 0x55f2c1995ae0 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.462+0000 7f0ef0a66b80 10 client.15510 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.462+0000 7f0ef0a66b80 10 client.15510 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.462+0000 7f0ef0a66b80 20 client.15510 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:27.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.462+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19fbef0 0x55f2c19fe300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.462+0000 7f0ef0a66b80 4 client.15510 mds_command: new command op to 24532 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:28:27.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.462+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f2c1762f60 con 0x55f2c19fbef0 2023-03-22T14:28:27.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.462+0000 7f0ed659c700 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19fbef0 0x55f2c19fe300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.463+0000 7f0ed659c700 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19fbef0 0x55f2c19fe300 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=85fd3ba1d0b9362a server_cookie=bad034de8b3ff0a1 in_seq=0 out_seq=0 2023-03-22T14:28:27.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.463+0000 7f0ebaff5700 10 client.15510 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:28:27.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.463+0000 7f0ebaff5700 1 -- 172.21.15.45:0/2212517849 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f2c1762f60 con 0x55f2c19fbef0 2023-03-22T14:28:27.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.463+0000 7f0ebaff5700 10 client.15510 handle_command_reply: tid=0 2023-03-22T14:28:27.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.463+0000 7f0ef0a66b80 1 client.15510 shutdown 2023-03-22T14:28:27.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.463+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 msgr2=0x55f2c199d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.463+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199d210 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8006010 tx=0x7f0ec8011b20 comp rx=0 tx=0).stop 2023-03-22T14:28:27.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 shutdown_connections 2023-03-22T14:28:27.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55f2c19fbef0 0x55f2c19fe300 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f2c199a030 0x55f2c1991610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f2c19951d0 0x55f2c19a62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 --2- 172.21.15.45:0/2212517849 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f2c1995ae0 0x55f2c199d210 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 >> 172.21.15.45:0/2212517849 conn(0x55f2c1987430 msgr2=0x55f2c1998070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ebaff5700 0 client.15510 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:28:27.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 shutdown_connections 2023-03-22T14:28:27.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 1 -- 172.21.15.45:0/2212517849 wait complete. 2023-03-22T14:28:27.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.464+0000 7f0ef0a66b80 20 client.15510 trim_cache size 0 max 16384 2023-03-22T14:28:27.470 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:28:27.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0ec009fd50 msgr2=0x7f0ec00a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0ec009fd50 0x7f0ec00a2200 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0ed00c8340 tx=0x7f0ed0094040 comp rx=0 tx=0).stop 2023-03-22T14:28:27.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0ed8105370 msgr2=0x7f0ed819cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0ed8105370 0x7f0ed819cf30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0ed000e970 tx=0x7f0ed000ec80 comp rx=0 tx=0).stop 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 shutdown_connections 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0ed8105370 0x7f0ed819cf30 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0ed8100330 0x7f0ed8198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0ec009fd50 0x7f0ec00a2200 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 --2- 172.21.15.45:0/3090275639 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0ed8100cd0 0x7f0ed8198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 >> 172.21.15.45:0/3090275639 conn(0x7f0ed80fbc00 msgr2=0x7f0ed80fc990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 shutdown_connections 2023-03-22T14:28:27.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.465+0000 7f0edc9fe700 1 -- 172.21.15.45:0/3090275639 wait complete. 2023-03-22T14:28:27.493 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-03-22T14:28:27.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 -- 172.21.15.45:0/3606801766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 msgr2=0x7f5ea8104ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/3606801766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 0x7f5ea8104ca0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c0099c0 tx=0x7f5e9c009cd0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 -- 172.21.15.45:0/3606801766 shutdown_connections 2023-03-22T14:28:27.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/3606801766 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea8105380 0x7f5ea810cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/3606801766 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 0x7f5ea8100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/3606801766 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 0x7f5ea8104ca0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 -- 172.21.15.45:0/3606801766 >> 172.21.15.45:0/3606801766 conn(0x7f5ea80fbc30 msgr2=0x7f5ea80fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 -- 172.21.15.45:0/3606801766 shutdown_connections 2023-03-22T14:28:27.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.811+0000 7f5ea7fff700 1 -- 172.21.15.45:0/3606801766 wait complete. 2023-03-22T14:28:27.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.813+0000 7f5ea7fff700 1 Processor -- start 2023-03-22T14:28:27.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.813+0000 7f5ea7fff700 1 -- start start 2023-03-22T14:28:27.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea7fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 0x7f5ea8198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 0x7f5ea8198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea7fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea8105380 0x7f5ea819cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea7fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea819d3e0 con 0x7f5ea8100ce0 2023-03-22T14:28:27.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea7fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea819d550 con 0x7f5ea8105380 2023-03-22T14:28:27.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea7fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea819d710 con 0x7f5ea8100340 2023-03-22T14:28:27.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea6ffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 0x7f5ea8198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea6ffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 0x7f5ea8198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42820/0 (socket says 172.21.15.45:42820) 2023-03-22T14:28:27.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea67fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 0x7f5ea8198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.814+0000 7f5ea6ffd700 1 -- 172.21.15.45:0/2534860270 learned_addr learned my addr 172.21.15.45:0/2534860270 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.815+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea8105380 0x7f5ea819cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.815+0000 7f5ea6ffd700 1 -- 172.21.15.45:0/2534860270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea8105380 msgr2=0x7f5ea819cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.815+0000 7f5ea6ffd700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea8105380 0x7f5ea819cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.815+0000 7f5ea6ffd700 1 -- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 msgr2=0x7f5ea8198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.815+0000 7f5ea6ffd700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 0x7f5ea8198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.815+0000 7f5ea6ffd700 1 -- 172.21.15.45:0/2534860270 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e9c0095f0 con 0x7f5ea8100340 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.815+0000 7f5ea6ffd700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 0x7f5ea8198400 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800ef10 tx=0x7f5e9800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.816+0000 7f5e8ffff700 1 -- 172.21.15.45:0/2534860270 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9800ca70 con 0x7f5ea8100340 2023-03-22T14:28:27.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.816+0000 7f5e8ffff700 1 -- 172.21.15.45:0/2534860270 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e9800f040 con 0x7f5ea8100340 2023-03-22T14:28:27.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.816+0000 7f5e8ffff700 1 -- 172.21.15.45:0/2534860270 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e98014480 con 0x7f5ea8100340 2023-03-22T14:28:27.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.816+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ea8110150 con 0x7f5ea8100340 2023-03-22T14:28:27.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.816+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ea810ffc0 con 0x7f5ea8100340 2023-03-22T14:28:27.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.822+0000 7f5e8ffff700 1 -- 172.21.15.45:0/2534860270 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f5e98007500 con 0x7f5ea8100340 2023-03-22T14:28:27.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.823+0000 7f5ec0da4b80 1 Processor -- start 2023-03-22T14:28:27.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.823+0000 7f5ec0da4b80 1 -- start start 2023-03-22T14:28:27.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71809c0 0x5642e7180d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71812d0 0x5642e71852e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7185c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e7087070 con 0x5642e7185820 2023-03-22T14:28:27.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e70d99b0 con 0x5642e71809c0 2023-03-22T14:28:27.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e70d2e40 con 0x5642e71812d0 2023-03-22T14:28:27.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71809c0 0x5642e7180d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71809c0 0x5642e7180d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38750/0 (socket says 172.21.15.45:38750) 2023-03-22T14:28:27.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.824+0000 7f5ea77fe700 1 -- 172.21.15.45:0/2587865156 learned_addr learned my addr 172.21.15.45:0/2587865156 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.825+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7185c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.825+0000 7f5ea6ffd700 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71812d0 0x5642e71852e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.825+0000 7f5ea77fe700 1 -- 172.21.15.45:0/2587865156 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71812d0 msgr2=0x5642e71852e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.825+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71812d0 0x5642e71852e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.825+0000 7f5ea77fe700 1 -- 172.21.15.45:0/2587865156 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 msgr2=0x5642e7185c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.825+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7185c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.825+0000 7f5ea77fe700 1 -- 172.21.15.45:0/2587865156 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5642e6f54630 con 0x5642e71809c0 2023-03-22T14:28:27.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.826+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71809c0 0x5642e7180d90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0009c80 tx=0x7f5ea0009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14ed1440dde574e8 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.827+0000 7f5e8ffff700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5e9009fd50 0x7f5e900a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.827+0000 7f5e8d7fa700 1 -- 172.21.15.45:0/2587865156 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea00097d0 con 0x5642e71809c0 2023-03-22T14:28:27.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.827+0000 7f5e8d7fa700 1 -- 172.21.15.45:0/2587865156 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ea0015070 con 0x5642e71809c0 2023-03-22T14:28:27.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.827+0000 7f5e8ffff700 1 -- 172.21.15.45:0/2534860270 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f5e980cae80 con 0x7f5ea8100340 2023-03-22T14:28:27.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.827+0000 7f5e8d7fa700 1 -- 172.21.15.45:0/2587865156 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0011640 con 0x5642e71809c0 2023-03-22T14:28:27.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.827+0000 7f5ea6ffd700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5e9009fd50 0x7f5e900a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/2587865156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71809c0 msgr2=0x5642e7180d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71809c0 0x5642e7180d90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0009c80 tx=0x7f5ea0009f90 comp rx=0 tx=0).stop 2023-03-22T14:28:27.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/2587865156 shutdown_connections 2023-03-22T14:28:27.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7185c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71809c0 0x5642e7180d90 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/2587865156 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71812d0 0x5642e71852e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/2587865156 >> 172.21.15.45:0/2587865156 conn(0x5642e717b430 msgr2=0x5642e717b800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.828+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/2587865156 shutdown_connections 2023-03-22T14:28:27.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.829+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/2587865156 wait complete. 2023-03-22T14:28:27.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.829+0000 7f5ea6ffd700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5e9009fd50 0x7f5e900a2200 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5e980c84f0 tx=0x7f5e98009eb0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.829+0000 7f5ec0da4b80 1 -- start start 2023-03-22T14:28:27.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.830+0000 7f5ec0da4b80 1 Processor -- start 2023-03-22T14:28:27.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.830+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.830+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e718a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.830+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e718ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.830+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e6f56920 con 0x5642e71812d0 2023-03-22T14:28:27.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.830+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e7196ad0 con 0x5642e7185820 2023-03-22T14:28:27.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.830+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e7196c10 con 0x5642e71809c0 2023-03-22T14:28:27.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.831+0000 7f5ec0da4b80 10 client.0 _ll_register_callbacks cb 0x5642e6f78290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:27.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.831+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.831+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42832/0 (socket says 172.21.15.45:42832) 2023-03-22T14:28:27.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.831+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1422922872 learned_addr learned my addr 172.21.15.45:0/1422922872 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.831+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e718ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.831+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e718a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.832+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 msgr2=0x5642e718ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.832+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e718ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.832+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1422922872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 msgr2=0x5642e718a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.832+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e718a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.832+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1422922872 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ea0009930 con 0x5642e71809c0 2023-03-22T14:28:27.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.832+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718a3a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0005810 tx=0x7f5ea0005760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2942bae012eb525f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.832+0000 7f5e8aff5700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:28:27.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.833+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1422922872 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0010bf0 con 0x5642e71809c0 2023-03-22T14:28:27.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.833+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5642e70953f0 con 0x5642e71809c0 2023-03-22T14:28:27.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.833+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1422922872 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f5ea0017070 con 0x5642e71809c0 2023-03-22T14:28:27.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.833+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1422922872 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ea0010d50 con 0x5642e71809c0 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.833+0000 7f5ec0da4b80 10 client.25525 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.833+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5642e6f00de0 con 0x5642e71809c0 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.833+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1422922872 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ea0037020 con 0x5642e71809c0 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1422922872 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5ea00323d0 con 0x5642e71809c0 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5ec0da4b80 10 client.25525 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5ec0da4b80 10 client.25525 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5ec0da4b80 20 client.25525 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:27.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e719ab00 0x5642e719cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5ec0da4b80 4 client.25525 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:27.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5642e70a1660 con 0x5642e719ab00 2023-03-22T14:28:27.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.834+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e719ab00 0x5642e719cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.835+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e719ab00 0x5642e719cee0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efe038c613e1836c server_cookie=dbc22759e045dfec in_seq=0 out_seq=0 2023-03-22T14:28:27.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.835+0000 7f5e8aff5700 10 client.25525 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:27.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1422922872 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5642e70a1660 con 0x5642e719ab00 2023-03-22T14:28:27.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5e8aff5700 10 client.25525 handle_command_reply: tid=0 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 client.25525 shutdown 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 msgr2=0x5642e718a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718a3a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0005810 tx=0x7f5ea0005760 comp rx=0 tx=0).stop 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 shutdown_connections 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e719ab00 0x5642e719cee0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e718ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718a3a0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1422922872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e718a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 >> 172.21.15.45:0/1422922872 conn(0x5642e717b430 msgr2=0x5642e717a920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.836+0000 7f5e8aff5700 0 client.25525 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:27.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.837+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 shutdown_connections 2023-03-22T14:28:27.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.837+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1422922872 wait complete. 2023-03-22T14:28:27.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.837+0000 7f5ec0da4b80 20 client.25525 trim_cache size 0 max 16384 2023-03-22T14:28:27.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 Processor -- start 2023-03-22T14:28:27.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 -- start start 2023-03-22T14:28:27.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e7183110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e71961b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e7183a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e7186c00 con 0x5642e71812d0 2023-03-22T14:28:27.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e7187060 con 0x5642e7185820 2023-03-22T14:28:27.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.864+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e7187220 con 0x5642e71809c0 2023-03-22T14:28:27.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e7183a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e7183a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38766/0 (socket says 172.21.15.45:38766) 2023-03-22T14:28:27.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1288895643 learned_addr learned my addr 172.21.15.45:0/1288895643 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e7183110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e71961b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1288895643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 msgr2=0x5642e7183110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e7183110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1288895643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 msgr2=0x5642e71961b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e71961b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1288895643 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5642e7177a50 con 0x5642e7185820 2023-03-22T14:28:27.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e71961b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:28:27.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.865+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e7183a80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0001eb0 tx=0x7f5ea0009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a260715849e37f2f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.866+0000 7f5e8dffb700 1 -- 172.21.15.45:0/1288895643 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea00106b0 con 0x5642e7185820 2023-03-22T14:28:27.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.866+0000 7f5e8dffb700 1 -- 172.21.15.45:0/1288895643 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ea0037070 con 0x5642e7185820 2023-03-22T14:28:27.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.866+0000 7f5e8dffb700 1 -- 172.21.15.45:0/1288895643 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0010bf0 con 0x5642e7185820 2023-03-22T14:28:27.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1288895643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 msgr2=0x5642e7183a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e7183a80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0001eb0 tx=0x7f5ea0009f90 comp rx=0 tx=0).stop 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1288895643 shutdown_connections 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e7185820 0x5642e7183a80 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e7183110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1288895643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e71812d0 0x5642e71961b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1288895643 >> 172.21.15.45:0/1288895643 conn(0x5642e717b430 msgr2=0x5642e7197030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1288895643 shutdown_connections 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.867+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1288895643 wait complete. 2023-03-22T14:28:27.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.868+0000 7f5ec0da4b80 1 -- start start 2023-03-22T14:28:27.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.868+0000 7f5ec0da4b80 1 Processor -- start 2023-03-22T14:28:27.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71812d0 0x5642e718ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ec0da4b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7190480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e71ed9c0 con 0x5642e7185820 2023-03-22T14:28:27.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e71edb30 con 0x5642e71812d0 2023-03-22T14:28:27.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ec0da4b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642e71edcf0 con 0x5642e71809c0 2023-03-22T14:28:27.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ec0da4b80 10 client.0 _ll_register_callbacks cb 0x5642e6f78290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:27.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ea77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42844/0 (socket says 172.21.15.45:42844) 2023-03-22T14:28:27.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ea77fe700 1 -- 172.21.15.45:0/1797632963 learned_addr learned my addr 172.21.15.45:0/1797632963 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:27.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7190480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.869+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71812d0 0x5642e718ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.870+0000 7f5ea67fc700 1 -- 172.21.15.45:0/1797632963 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 msgr2=0x5642e718fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.870+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.870+0000 7f5ea67fc700 1 -- 172.21.15.45:0/1797632963 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 msgr2=0x5642e7190480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:27.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.870+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7190480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.870+0000 7f5ea67fc700 1 -- 172.21.15.45:0/1797632963 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5642e6f00de0 con 0x5642e71812d0 2023-03-22T14:28:27.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.870+0000 7f5ea67fc700 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71812d0 0x5642e718ff40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c009fd0 tx=0x7f5e9c005470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22d48eeb569437f4 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:27.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.870+0000 7f5e8aff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:27.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.871+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1797632963 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9c028d20 con 0x5642e71812d0 2023-03-22T14:28:27.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.871+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1797632963 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f5e9c0280b0 con 0x5642e71812d0 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.871+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5642e7150240 con 0x5642e71812d0 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.871+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1797632963 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e9c028e80 con 0x5642e71812d0 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.871+0000 7f5ec0da4b80 10 client.25550 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.871+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5642e6ee9c60 con 0x5642e71812d0 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.871+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1797632963 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5642e7150240 con 0x5642e71812d0 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1797632963 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5e9c00b730 con 0x5642e71812d0 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5ec0da4b80 10 client.25550 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:27.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5ec0da4b80 10 client.25550 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:27.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5ec0da4b80 20 client.25550 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:27.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e71ef390 0x5642e71f17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:27.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5ec0da4b80 4 client.25550 mds_command: new command op to 24575 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:28:27.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5642e6f56f60 con 0x5642e71ef390 2023-03-22T14:28:27.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.872+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e71ef390 0x5642e71f17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:27.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.873+0000 7f5ea77fe700 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e71ef390 0x5642e71f17a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44bf842a5ffeff41 server_cookie=64fd29623d5ccc29 in_seq=0 out_seq=0 2023-03-22T14:28:27.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.873+0000 7f5e8aff5700 10 client.25550 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:27.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.873+0000 7f5e8aff5700 1 -- 172.21.15.45:0/1797632963 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5642e6f56f60 con 0x5642e71ef390 2023-03-22T14:28:27.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.873+0000 7f5e8aff5700 10 client.25550 handle_command_reply: tid=0 2023-03-22T14:28:27.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.873+0000 7f5ec0da4b80 1 client.25550 shutdown 2023-03-22T14:28:27.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.873+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71812d0 msgr2=0x5642e718ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.873+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71812d0 0x5642e718ff40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c009fd0 tx=0x7f5e9c005470 comp rx=0 tx=0).stop 2023-03-22T14:28:27.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 shutdown_connections 2023-03-22T14:28:27.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5642e71ef390 0x5642e71f17a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5642e7185820 0x5642e7190480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5642e71809c0 0x5642e718fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 --2- 172.21.15.45:0/1797632963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5642e71812d0 0x5642e718ff40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 >> 172.21.15.45:0/1797632963 conn(0x5642e717b430 msgr2=0x5642e7183a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5e8aff5700 0 client.25550 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:27.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 shutdown_connections 2023-03-22T14:28:27.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 1 -- 172.21.15.45:0/1797632963 wait complete. 2023-03-22T14:28:27.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.874+0000 7f5ec0da4b80 20 client.25550 trim_cache size 0 max 16384 2023-03-22T14:28:27.880 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:28:27.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5e9009fd50 msgr2=0x7f5e900a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5e9009fd50 0x7f5e900a2200 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5e980c84f0 tx=0x7f5e98009eb0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 msgr2=0x7f5ea8198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:27.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 0x7f5ea8198400 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800ef10 tx=0x7f5e9800c3a0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 shutdown_connections 2023-03-22T14:28:27.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea8105380 0x7f5ea819cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea8100340 0x7f5ea8198400 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5e9009fd50 0x7f5e900a2200 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 --2- 172.21.15.45:0/2534860270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ea8100ce0 0x7f5ea8198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:27.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 >> 172.21.15.45:0/2534860270 conn(0x7f5ea80fbc30 msgr2=0x7f5ea80fc9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:27.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 shutdown_connections 2023-03-22T14:28:27.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:27.875+0000 7f5ea7fff700 1 -- 172.21.15.45:0/2534860270 wait complete. 2023-03-22T14:28:28.902 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-03-22T14:28:28.903 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-03-22T14:28:29.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:28 smithi142 ceph-mon[94717]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:29.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 -- 172.21.15.45:0/1640966268 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 msgr2=0x7f5ce81016e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/1640966268 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce81016e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc009990 tx=0x7f5cdc009ca0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 -- 172.21.15.45:0/1640966268 shutdown_connections 2023-03-22T14:28:29.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/1640966268 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ce810a6e0 0x7f5ce810cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/1640966268 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce81016e0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/1640966268 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ce8101c20 0x7f5ce810a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 -- 172.21.15.45:0/1640966268 >> 172.21.15.45:0/1640966268 conn(0x7f5ce80fab40 msgr2=0x7f5ce80fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.137+0000 7f5cedd9d700 1 -- 172.21.15.45:0/1640966268 shutdown_connections 2023-03-22T14:28:29.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.138+0000 7f5cedd9d700 1 -- 172.21.15.45:0/1640966268 wait complete. 2023-03-22T14:28:29.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.139+0000 7f5cedd9d700 1 Processor -- start 2023-03-22T14:28:29.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.139+0000 7f5cedd9d700 1 -- start start 2023-03-22T14:28:29.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cedd9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce80fef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cedd9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ce8101c20 0x7f5ce80ff4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cedd9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ce810a6e0 0x7f5ce81a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cedd9d700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce80ffcd0 con 0x7f5ce8101c20 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cedd9d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce81a4970 con 0x7f5ce810a6e0 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cedd9d700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce81a4ab0 con 0x7f5ce8101310 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cecd9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce80fef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cecd9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce80fef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42862/0 (socket says 172.21.15.45:42862) 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cecd9b700 1 -- 172.21.15.45:0/235556004 learned_addr learned my addr 172.21.15.45:0/235556004 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ce8101c20 0x7f5ce80ff4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.140+0000 7f5cecd9b700 1 -- 172.21.15.45:0/235556004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ce810a6e0 msgr2=0x7f5ce81a4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ce810a6e0 0x7f5ce81a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5cecd9b700 1 -- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ce8101c20 msgr2=0x7f5ce80ff4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ce8101c20 0x7f5ce80ff4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5cecd9b700 1 -- 172.21.15.45:0/235556004 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cdc0095f0 con 0x7f5ce8101310 2023-03-22T14:28:29.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce80fef60 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc005910 tx=0x7f5cdc005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5ce5ffb700 1 -- 172.21.15.45:0/235556004 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc01d070 con 0x7f5ce8101310 2023-03-22T14:28:29.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ce8110220 con 0x7f5ce8101310 2023-03-22T14:28:29.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5ce5ffb700 1 -- 172.21.15.45:0/235556004 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5cdc022470 con 0x7f5ce8101310 2023-03-22T14:28:29.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5ce5ffb700 1 -- 172.21.15.45:0/235556004 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc017650 con 0x7f5ce8101310 2023-03-22T14:28:29.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.141+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ce8110090 con 0x7f5ce8101310 2023-03-22T14:28:29.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.146+0000 7f5d0287ab80 1 Processor -- start 2023-03-22T14:28:29.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.147+0000 7f5d0287ab80 1 -- start start 2023-03-22T14:28:29.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.147+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05848620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.147+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab0584cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab0584d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.147+0000 7f5ced59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05848620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5ced59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05848620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57930/0 (socket says 172.21.15.45:57930) 2023-03-22T14:28:29.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5ced59c700 1 -- 172.21.15.45:0/2409712831 learned_addr learned my addr 172.21.15.45:0/2409712831 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab057460f0 con 0x55ab05848250 2023-03-22T14:28:29.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab05798a30 con 0x55ab0584d0b0 2023-03-22T14:28:29.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab05791ec0 con 0x55ab05848b60 2023-03-22T14:28:29.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5ce5ffb700 1 -- 172.21.15.45:0/235556004 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f5cdc00fad0 con 0x7f5ce8101310 2023-03-22T14:28:29.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab0584d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.148+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab0584cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.149+0000 7f5ce7fff700 1 -- 172.21.15.45:0/2409712831 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 msgr2=0x55ab0584cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.149+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab0584cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.149+0000 7f5ce7fff700 1 -- 172.21.15.45:0/2409712831 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 msgr2=0x55ab05848620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.149+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05848620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.149+0000 7f5ce7fff700 1 -- 172.21.15.45:0/2409712831 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab056136b0 con 0x55ab0584d0b0 2023-03-22T14:28:29.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.149+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab0584cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:28:29.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.149+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab0584d500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f5cd4009c80 tx=0x7f5cd4009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72c5fec4fe9c31eb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.150+0000 7f5cd2ffd700 1 -- 172.21.15.45:0/2409712831 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4011cb0 con 0x55ab0584d0b0 2023-03-22T14:28:29.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.150+0000 7f5cd2ffd700 1 -- 172.21.15.45:0/2409712831 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5cd4011e10 con 0x55ab0584d0b0 2023-03-22T14:28:29.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.150+0000 7f5cd2ffd700 1 -- 172.21.15.45:0/2409712831 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4005280 con 0x55ab0584d0b0 2023-03-22T14:28:29.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.151+0000 7f5ce5ffb700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5cd809fd50 0x7f5cd80a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.151+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 msgr2=0x55ab0584d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.151+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab0584d500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f5cd4009c80 tx=0x7f5cd4009f90 comp rx=0 tx=0).stop 2023-03-22T14:28:29.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.151+0000 7f5ce5ffb700 1 -- 172.21.15.45:0/235556004 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f5cdc0cc410 con 0x7f5ce8101310 2023-03-22T14:28:29.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 shutdown_connections 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05848620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab0584d500 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2409712831 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab0584cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 >> 172.21.15.45:0/2409712831 conn(0x55ab0583a4b0 msgr2=0x55ab0583a880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 shutdown_connections 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5ced59c700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5cd809fd50 0x7f5cd80a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2409712831 wait complete. 2023-03-22T14:28:29.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.152+0000 7f5d0287ab80 1 -- start start 2023-03-22T14:28:29.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 1 Processor -- start 2023-03-22T14:28:29.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848250 0x55ab05854720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848b60 0x55ab058519a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab05851f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab056159a0 con 0x55ab05848b60 2023-03-22T14:28:29.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab05852690 con 0x55ab0584d0b0 2023-03-22T14:28:29.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab05852850 con 0x55ab05848250 2023-03-22T14:28:29.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.153+0000 7f5d0287ab80 10 client.0 _ll_register_callbacks cb 0x55ab05637310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:29.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.154+0000 7f5ce7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848b60 0x55ab058519a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.154+0000 7f5ce7fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848b60 0x55ab058519a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57940/0 (socket says 172.21.15.45:57940) 2023-03-22T14:28:29.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.154+0000 7f5ce7fff700 1 -- 172.21.15.45:0/3289147642 learned_addr learned my addr 172.21.15.45:0/3289147642 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.154+0000 7f5ced59c700 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab05851f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.154+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848250 0x55ab05854720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.155+0000 7f5ced59c700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5cd809fd50 0x7f5cd80a2200 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0009ed0 tx=0x7f5ce000b040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.155+0000 7f5ced59c700 1 -- 172.21.15.45:0/3289147642 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848250 msgr2=0x55ab05854720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.155+0000 7f5ced59c700 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848250 0x55ab05854720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.155+0000 7f5ced59c700 1 -- 172.21.15.45:0/3289147642 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848b60 msgr2=0x55ab058519a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.155+0000 7f5ced59c700 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848b60 0x55ab058519a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.155+0000 7f5ced59c700 1 -- 172.21.15.45:0/3289147642 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cd40098e0 con 0x55ab0584d0b0 2023-03-22T14:28:29.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5ced59c700 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab05851f20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5ce00071f0 tx=0x7f5ce0004c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10f7b304a8355fdb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5cc7fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:29.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5cc7fff700 1 -- 172.21.15.45:0/3289147642 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce001f940 con 0x55ab0584d0b0 2023-03-22T14:28:29.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab05754470 con 0x55ab0584d0b0 2023-03-22T14:28:29.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5cc7fff700 1 -- 172.21.15.45:0/3289147642 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f5ce001faa0 con 0x55ab0584d0b0 2023-03-22T14:28:29.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5cc7fff700 1 -- 172.21.15.45:0/3289147642 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ce0009860 con 0x55ab0584d0b0 2023-03-22T14:28:29.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5d0287ab80 10 client.25559 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:29.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.156+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ab055bfe60 con 0x55ab0584d0b0 2023-03-22T14:28:29.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5cc7fff700 1 -- 172.21.15.45:0/3289147642 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ab05754470 con 0x55ab0584d0b0 2023-03-22T14:28:29.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5cc7fff700 1 -- 172.21.15.45:0/3289147642 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5ce00283b0 con 0x55ab0584d0b0 2023-03-22T14:28:29.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5d0287ab80 10 client.25559 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:29.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5d0287ab80 10 client.25559 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:29.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5d0287ab80 20 client.25559 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:29.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab05862440 0x55ab05864850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5d0287ab80 4 client.25559 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:29.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.157+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ab057606e0 con 0x55ab05862440 2023-03-22T14:28:29.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.158+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab05862440 0x55ab05864850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.158+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab05862440 0x55ab05864850 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f185b6253cf29b4 server_cookie=858de588b77b877e in_seq=0 out_seq=0 2023-03-22T14:28:29.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.158+0000 7f5cc7fff700 10 client.25559 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5cc7fff700 1 -- 172.21.15.45:0/3289147642 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55ab057606e0 con 0x55ab05862440 2023-03-22T14:28:29.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5cc7fff700 10 client.25559 handle_command_reply: tid=0 2023-03-22T14:28:29.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5d0287ab80 1 client.25559 shutdown 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 msgr2=0x55ab05851f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab05851f20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5ce00071f0 tx=0x7f5ce0004c50 comp rx=0 tx=0).stop 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 shutdown_connections 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab05862440 0x55ab05864850 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab05851f20 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.159+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848250 0x55ab05854720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.160+0000 7f5cc7fff700 0 client.25559 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.160+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/3289147642 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848b60 0x55ab058519a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.160+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 >> 172.21.15.45:0/3289147642 conn(0x55ab0583a4b0 msgr2=0x55ab0584d480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.160+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 shutdown_connections 2023-03-22T14:28:29.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.160+0000 7f5d0287ab80 1 -- 172.21.15.45:0/3289147642 wait complete. 2023-03-22T14:28:29.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.160+0000 7f5d0287ab80 20 client.25559 trim_cache size 0 max 16384 2023-03-22T14:28:29.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:28 smithi098 ceph-mon[94136]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:29.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.194+0000 7f5d0287ab80 1 Processor -- start 2023-03-22T14:28:29.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.195+0000 7f5d0287ab80 1 -- start start 2023-03-22T14:28:29.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.195+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab05848250 0x55ab0584f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.195+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab058542c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.195+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab0584d0b0 0x55ab0584d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.195+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab0583c180 con 0x55ab0584d0b0 2023-03-22T14:28:29.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.195+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab0585edb0 con 0x55ab05848250 2023-03-22T14:28:29.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.195+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab058493c0 con 0x55ab05848b60 2023-03-22T14:28:29.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab05848250 0x55ab0584f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab05848250 0x55ab0584f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38818/0 (socket says 172.21.15.45:38818) 2023-03-22T14:28:29.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 -- 172.21.15.45:0/958559332 learned_addr learned my addr 172.21.15.45:0/958559332 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab058542c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5ced59c700 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab0584d0b0 0x55ab0584d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 -- 172.21.15.45:0/958559332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 msgr2=0x55ab058542c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab058542c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 -- 172.21.15.45:0/958559332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab0584d0b0 msgr2=0x55ab0584d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab0584d0b0 0x55ab0584d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 -- 172.21.15.45:0/958559332 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab05836ad0 con 0x55ab05848250 2023-03-22T14:28:29.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab05848250 0x55ab0584f3d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc005cb0 tx=0x7f5cdc01a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc878bcfdbbdaf4b server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.196+0000 7f5cd37fe700 1 -- 172.21.15.45:0/958559332 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc095ec0 con 0x55ab05848250 2023-03-22T14:28:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.197+0000 7f5cd37fe700 1 -- 172.21.15.45:0/958559332 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5cdc099b80 con 0x55ab05848250 2023-03-22T14:28:29.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.197+0000 7f5cd37fe700 1 -- 172.21.15.45:0/958559332 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc022850 con 0x55ab05848250 2023-03-22T14:28:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.197+0000 7f5d0287ab80 1 -- 172.21.15.45:0/958559332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab05848250 msgr2=0x55ab0584f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.197+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab05848250 0x55ab0584f3d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc005cb0 tx=0x7f5cdc01a040 comp rx=0 tx=0).stop 2023-03-22T14:28:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.198+0000 7f5d0287ab80 1 -- 172.21.15.45:0/958559332 shutdown_connections 2023-03-22T14:28:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.198+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab0584d0b0 0x55ab0584d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.198+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab05848250 0x55ab0584f3d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.198+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/958559332 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab058542c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.198+0000 7f5d0287ab80 1 -- 172.21.15.45:0/958559332 >> 172.21.15.45:0/958559332 conn(0x55ab0583a4b0 msgr2=0x55ab058399a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.198+0000 7f5d0287ab80 1 -- 172.21.15.45:0/958559332 shutdown_connections 2023-03-22T14:28:29.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.198+0000 7f5d0287ab80 1 -- 172.21.15.45:0/958559332 wait complete. 2023-03-22T14:28:29.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.199+0000 7f5d0287ab80 1 -- start start 2023-03-22T14:28:29.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.199+0000 7f5d0287ab80 1 Processor -- start 2023-03-22T14:28:29.202 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.199+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05857fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab05858520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5d0287ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab058b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab05858c10 con 0x55ab05848250 2023-03-22T14:28:29.203 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab058b6830 con 0x55ab0584d0b0 2023-03-22T14:28:29.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5d0287ab80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab058b6970 con 0x55ab05848b60 2023-03-22T14:28:29.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5d0287ab80 10 client.0 _ll_register_callbacks cb 0x55ab05637310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:29.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5ce7fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab05858520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5cecd9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05857fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5ce7fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab05858520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42890/0 (socket says 172.21.15.45:42890) 2023-03-22T14:28:29.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5ce7fff700 1 -- 172.21.15.45:0/2407091270 learned_addr learned my addr 172.21.15.45:0/2407091270 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.204 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.200+0000 7f5ced59c700 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab058b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5ce7fff700 1 -- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 msgr2=0x55ab058b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab058b62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5ce7fff700 1 -- 172.21.15.45:0/2407091270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 msgr2=0x55ab05857fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05857fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5ce7fff700 1 -- 172.21.15.45:0/2407091270 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ce8110090 con 0x55ab05848b60 2023-03-22T14:28:29.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5ce7fff700 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab05858520 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5cd4011720 tx=0x7f5cd40047f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97b3abd74ae159f2 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5cc7fff700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:28:29.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5cc7fff700 1 -- 172.21.15.45:0/2407091270 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4004c30 con 0x55ab05848b60 2023-03-22T14:28:29.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.201+0000 7f5cc7fff700 1 -- 172.21.15.45:0/2407091270 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f5cd4038070 con 0x55ab05848b60 2023-03-22T14:28:29.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.202+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab0580f2c0 con 0x55ab05848b60 2023-03-22T14:28:29.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.202+0000 7f5cc7fff700 1 -- 172.21.15.45:0/2407091270 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5cd4004fc0 con 0x55ab05848b60 2023-03-22T14:28:29.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.202+0000 7f5d0287ab80 10 client.25546 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:29.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.202+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ab055a8ce0 con 0x55ab05848b60 2023-03-22T14:28:29.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.202+0000 7f5cc7fff700 1 -- 172.21.15.45:0/2407091270 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ab0580f2c0 con 0x55ab05848b60 2023-03-22T14:28:29.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.203+0000 7f5cc7fff700 1 -- 172.21.15.45:0/2407091270 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5cd4005120 con 0x55ab05848b60 2023-03-22T14:28:29.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.203+0000 7f5d0287ab80 10 client.25546 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.203+0000 7f5d0287ab80 10 client.25546 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.203+0000 7f5d0287ab80 20 client.25546 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.203+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab058b8010 0x55ab058ba420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.203+0000 7f5d0287ab80 4 client.25546 mds_command: new command op to 24575 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.203+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ab05615fe0 con 0x55ab058b8010 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.204+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab058b8010 0x55ab058ba420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.204+0000 7f5cecd9b700 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab058b8010 0x55ab058ba420 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f453a5a56e18c2a server_cookie=477fb50a84900479 in_seq=0 out_seq=0 2023-03-22T14:28:29.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.204+0000 7f5cc7fff700 10 client.25546 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.205+0000 7f5cc7fff700 1 -- 172.21.15.45:0/2407091270 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ab05615fe0 con 0x55ab058b8010 2023-03-22T14:28:29.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.205+0000 7f5cc7fff700 10 client.25546 handle_command_reply: tid=0 2023-03-22T14:28:29.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.205+0000 7f5d0287ab80 1 client.25546 shutdown 2023-03-22T14:28:29.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 msgr2=0x55ab05858520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab05858520 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5cd4011720 tx=0x7f5cd40047f0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 shutdown_connections 2023-03-22T14:28:29.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ab058b8010 0x55ab058ba420 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ab05848250 0x55ab05857fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ab0584d0b0 0x55ab058b62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 --2- 172.21.15.45:0/2407091270 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ab05848b60 0x55ab05858520 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 >> 172.21.15.45:0/2407091270 conn(0x55ab0583a4b0 msgr2=0x55ab0584d480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.206+0000 7f5cc7fff700 0 client.25546 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.207+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 shutdown_connections 2023-03-22T14:28:29.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.207+0000 7f5d0287ab80 1 -- 172.21.15.45:0/2407091270 wait complete. 2023-03-22T14:28:29.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.207+0000 7f5d0287ab80 20 client.25546 trim_cache size 0 max 16384 2023-03-22T14:28:29.212 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:28:29.212 INFO:teuthology.orchestra.run.smithi045.stdout: "return_code": 0, 2023-03-22T14:28:29.212 INFO:teuthology.orchestra.run.smithi045.stdout: "scrub_tag": "98675d3c-d27c-49d5-b843-0b7c8b5fd40e", 2023-03-22T14:28:29.212 INFO:teuthology.orchestra.run.smithi045.stdout: "mode": "asynchronous" 2023-03-22T14:28:29.212 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:28:29.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5cd809fd50 msgr2=0x7f5cd80a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5cd809fd50 0x7f5cd80a2200 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0009ed0 tx=0x7f5ce000b040 comp rx=0 tx=0).stop 2023-03-22T14:28:29.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 msgr2=0x7f5ce80fef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce80fef60 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc005910 tx=0x7f5cdc005740 comp rx=0 tx=0).stop 2023-03-22T14:28:29.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 shutdown_connections 2023-03-22T14:28:29.213 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ce810a6e0 0x7f5ce81a4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ce8101310 0x7f5ce80fef60 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f5cd809fd50 0x7f5cd80a2200 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 --2- 172.21.15.45:0/235556004 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f5ce8101c20 0x7f5ce80ff4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 >> 172.21.15.45:0/235556004 conn(0x7f5ce80fab40 msgr2=0x7f5ce810c870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 shutdown_connections 2023-03-22T14:28:29.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.208+0000 7f5cedd9d700 1 -- 172.21.15.45:0/235556004 wait complete. 2023-03-22T14:28:29.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:28 smithi045 ceph-mon[91728]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:29.236 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:28:29.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 -- 172.21.15.45:0/836412335 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 msgr2=0x7f13d0068420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 --2- 172.21.15.45:0/836412335 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d0068420 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f13c0009fc0 tx=0x7f13c000b330 comp rx=0 tx=0).stop 2023-03-22T14:28:29.452 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 -- 172.21.15.45:0/836412335 shutdown_connections 2023-03-22T14:28:29.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 --2- 172.21.15.45:0/836412335 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d0068420 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 --2- 172.21.15.45:0/836412335 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f13d0105460 0x7f13d010d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 --2- 172.21.15.45:0/836412335 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f13d00689f0 0x7f13d0104d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 -- 172.21.15.45:0/836412335 >> 172.21.15.45:0/836412335 conn(0x7f13d0075f60 msgr2=0x7f13d0076360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 -- 172.21.15.45:0/836412335 shutdown_connections 2023-03-22T14:28:29.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.451+0000 7f13d4dff700 1 -- 172.21.15.45:0/836412335 wait complete. 2023-03-22T14:28:29.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 Processor -- start 2023-03-22T14:28:29.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 -- start start 2023-03-22T14:28:29.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d010bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f13d00689f0 0x7f13d010c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f13d0105460 0x7f13d0196e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d0197430 con 0x7f13d0068050 2023-03-22T14:28:29.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d01975a0 con 0x7f13d00689f0 2023-03-22T14:28:29.455 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.453+0000 7f13d4dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d0197760 con 0x7f13d0105460 2023-03-22T14:28:29.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d010bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d010bf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:57974/0 (socket says 172.21.15.45:57974) 2023-03-22T14:28:29.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 -- 172.21.15.45:0/2881800949 learned_addr learned my addr 172.21.15.45:0/2881800949 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f13d00689f0 0x7f13d010c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ced9d700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f13d0105460 0x7f13d0196e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 -- 172.21.15.45:0/2881800949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f13d0105460 msgr2=0x7f13d0196e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f13d0105460 0x7f13d0196e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 -- 172.21.15.45:0/2881800949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f13d00689f0 msgr2=0x7f13d010c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f13d00689f0 0x7f13d010c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13ce59c700 1 -- 172.21.15.45:0/2881800949 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13c80095f0 con 0x7f13d0068050 2023-03-22T14:28:29.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.454+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f13d00689f0 0x7f13d010c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:29.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.455+0000 7f13ce59c700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d010bf60 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f13c0009490 tx=0x7f13c00094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.455+0000 7f13bf7fe700 1 -- 172.21.15.45:0/2881800949 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c000e040 con 0x7f13d0068050 2023-03-22T14:28:29.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.455+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13c0009c40 con 0x7f13d0068050 2023-03-22T14:28:29.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.455+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13d0110270 con 0x7f13d0068050 2023-03-22T14:28:29.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.455+0000 7f13bf7fe700 1 -- 172.21.15.45:0/2881800949 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13c0004e40 con 0x7f13d0068050 2023-03-22T14:28:29.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.455+0000 7f13bf7fe700 1 -- 172.21.15.45:0/2881800949 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c00052a0 con 0x7f13d0068050 2023-03-22T14:28:29.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.461+0000 7f13bf7fe700 1 -- 172.21.15.45:0/2881800949 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f13c001d470 con 0x7f13d0068050 2023-03-22T14:28:29.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.462+0000 7f13e8807b80 1 Processor -- start 2023-03-22T14:28:29.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.462+0000 7f13e8807b80 1 -- start start 2023-03-22T14:28:29.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60607d0 0x5588c6060ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60610e0 0x5588c60650f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c6065a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13e8807b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c5f67070 con 0x5588c60610e0 2023-03-22T14:28:29.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13e8807b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c5fb99b0 con 0x5588c6065630 2023-03-22T14:28:29.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13e8807b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c5fb2e40 con 0x5588c60607d0 2023-03-22T14:28:29.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13ced9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60607d0 0x5588c6060ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13ced9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60607d0 0x5588c6060ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42912/0 (socket says 172.21.15.45:42912) 2023-03-22T14:28:29.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13ced9d700 1 -- 172.21.15.45:0/3975997258 learned_addr learned my addr 172.21.15.45:0/3975997258 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c6065a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.463+0000 7f13ce59c700 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60610e0 0x5588c60650f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.464+0000 7f13ced9d700 1 -- 172.21.15.45:0/3975997258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 msgr2=0x5588c6065a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.464+0000 7f13ced9d700 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c6065a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.464+0000 7f13ced9d700 1 -- 172.21.15.45:0/3975997258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60610e0 msgr2=0x5588c60650f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.464+0000 7f13ced9d700 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60610e0 0x5588c60650f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.464+0000 7f13ced9d700 1 -- 172.21.15.45:0/3975997258 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588c5e34630 con 0x5588c60607d0 2023-03-22T14:28:29.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.464+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c6065a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:29.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.465+0000 7f13bf7fe700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f13b809fd50 0x7f13b80a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.465+0000 7f13ced9d700 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60607d0 0x5588c6060ba0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f13c8009ed0 tx=0x7f13c8011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79d8861985379519 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.465+0000 7f13bf7fe700 1 -- 172.21.15.45:0/2881800949 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f13c00cc3d0 con 0x7f13d0068050 2023-03-22T14:28:29.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.465+0000 7f13ce59c700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f13b809fd50 0x7f13b80a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.465+0000 7f13bcff9700 1 -- 172.21.15.45:0/3975997258 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c8004a30 con 0x5588c60607d0 2023-03-22T14:28:29.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.465+0000 7f13bcff9700 1 -- 172.21.15.45:0/3975997258 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13c80054e0 con 0x5588c60607d0 2023-03-22T14:28:29.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.465+0000 7f13bcff9700 1 -- 172.21.15.45:0/3975997258 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c800e870 con 0x5588c60607d0 2023-03-22T14:28:29.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 -- 172.21.15.45:0/3975997258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60607d0 msgr2=0x5588c6060ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60607d0 0x5588c6060ba0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f13c8009ed0 tx=0x7f13c8011720 comp rx=0 tx=0).stop 2023-03-22T14:28:29.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13ce59c700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f13b809fd50 0x7f13b80a2200 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f13c00c9a40 tx=0x7f13c0009920 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 -- 172.21.15.45:0/3975997258 shutdown_connections 2023-03-22T14:28:29.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c6065a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60607d0 0x5588c6060ba0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3975997258 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60610e0 0x5588c60650f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 -- 172.21.15.45:0/3975997258 >> 172.21.15.45:0/3975997258 conn(0x5588c605b030 msgr2=0x5588c605b400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.466+0000 7f13e8807b80 1 -- 172.21.15.45:0/3975997258 shutdown_connections 2023-03-22T14:28:29.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.467+0000 7f13e8807b80 1 -- 172.21.15.45:0/3975997258 wait complete. 2023-03-22T14:28:29.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.467+0000 7f13e8807b80 1 -- start start 2023-03-22T14:28:29.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 1 Processor -- start 2023-03-22T14:28:29.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c606cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c606a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c606a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c5e36920 con 0x5588c6065630 2023-03-22T14:28:29.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c606ae10 con 0x5588c60607d0 2023-03-22T14:28:29.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6076910 con 0x5588c60610e0 2023-03-22T14:28:29.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.468+0000 7f13e8807b80 10 client.0 _ll_register_callbacks cb 0x5588c5e58290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:29.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c606a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c606a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:42928/0 (socket says 172.21.15.45:42928) 2023-03-22T14:28:29.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 -- 172.21.15.45:0/333369715 learned_addr learned my addr 172.21.15.45:0/333369715 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13ced9d700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c606cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13ced9d700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c606a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 -- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 msgr2=0x5588c606cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c606cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 -- 172.21.15.45:0/333369715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 msgr2=0x5588c606a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c606a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.469+0000 7f13cdd9b700 1 -- 172.21.15.45:0/333369715 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13c8009b80 con 0x5588c60610e0 2023-03-22T14:28:29.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.470+0000 7f13ced9d700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c606a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.470+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c606a020 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f13c4011d10 tx=0x7f13c400f6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5add4d9b82e80b0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.470+0000 7f13b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.470+0000 7f13b5ffb700 1 -- 172.21.15.45:0/333369715 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c4016070 con 0x5588c60610e0 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.470+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5588c5f753f0 con 0x5588c60610e0 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.470+0000 7f13b5ffb700 1 -- 172.21.15.45:0/333369715 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f13c400fc30 con 0x5588c60610e0 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13b5ffb700 1 -- 172.21.15.45:0/333369715 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f13c400fe30 con 0x5588c60610e0 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 10 client.25558 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:29.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5588c5de0de0 con 0x5588c60610e0 2023-03-22T14:28:29.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13b5ffb700 1 -- 172.21.15.45:0/333369715 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13c4027020 con 0x5588c60610e0 2023-03-22T14:28:29.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13b5ffb700 1 -- 172.21.15.45:0/333369715 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f13c4003ce0 con 0x5588c60610e0 2023-03-22T14:28:29.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 10 client.25558 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:29.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 10 client.25558 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:29.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 20 client.25558 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:29.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c607a9f0 0x5588c607ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 4 client.25558 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.471+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5588c5f81660 con 0x5588c607a9f0 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.472+0000 7f13ced9d700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c607a9f0 0x5588c607ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.472+0000 7f13ced9d700 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c607a9f0 0x5588c607ce00 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcb9ba631814a0a2 server_cookie=fadabe7c72b898f0 in_seq=0 out_seq=0 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.472+0000 7f13b5ffb700 10 client.25558 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.473+0000 7f13b5ffb700 1 -- 172.21.15.45:0/333369715 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5588c5f81660 con 0x5588c607a9f0 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.473+0000 7f13b5ffb700 10 client.25558 handle_command_reply: tid=0 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.473+0000 7f13e8807b80 1 client.25558 shutdown 2023-03-22T14:28:29.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.473+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 msgr2=0x5588c606a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.473+0000 7f13e8807b80 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c606a020 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f13c4011d10 tx=0x7f13c400f6a0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 shutdown_connections 2023-03-22T14:28:29.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c607a9f0 0x5588c607ce00 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c606a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c606cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13b5ffb700 0 client.25558 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 --2- 172.21.15.45:0/333369715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c606a020 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 >> 172.21.15.45:0/333369715 conn(0x5588c605b030 msgr2=0x5588c605a710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 shutdown_connections 2023-03-22T14:28:29.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 1 -- 172.21.15.45:0/333369715 wait complete. 2023-03-22T14:28:29.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.474+0000 7f13e8807b80 20 client.25558 trim_cache size 0 max 16384 2023-03-22T14:28:29.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 Processor -- start 2023-03-22T14:28:29.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 -- start start 2023-03-22T14:28:29.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c6069800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6075ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c60660d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6061700 con 0x5588c6065630 2023-03-22T14:28:29.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c60773e0 con 0x5588c60607d0 2023-03-22T14:28:29.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.492+0000 7f13e8807b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c605cf10 con 0x5588c60610e0 2023-03-22T14:28:29.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c60660d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c60660d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:58004/0 (socket says 172.21.15.45:58004) 2023-03-22T14:28:29.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 -- 172.21.15.45:0/3389935161 learned_addr learned my addr 172.21.15.45:0/3389935161 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c6069800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 -- 172.21.15.45:0/3389935161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 msgr2=0x5588c6075ff0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6075ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 -- 172.21.15.45:0/3389935161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 msgr2=0x5588c6069800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c6069800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.493+0000 7f13ced9d700 1 -- 172.21.15.45:0/3389935161 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588c5f79190 con 0x5588c6065630 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.494+0000 7f13ced9d700 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c60660d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f13c8009ea0 tx=0x7f13c8009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53e6bce6d35e2c6f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.494+0000 7f13bd7fa700 1 -- 172.21.15.45:0/3389935161 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c802e040 con 0x5588c6065630 2023-03-22T14:28:29.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.494+0000 7f13bd7fa700 1 -- 172.21.15.45:0/3389935161 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13c802f040 con 0x5588c6065630 2023-03-22T14:28:29.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.494+0000 7f13bd7fa700 1 -- 172.21.15.45:0/3389935161 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c8004e30 con 0x5588c6065630 2023-03-22T14:28:29.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 -- 172.21.15.45:0/3389935161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 msgr2=0x5588c60660d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c60660d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f13c8009ea0 tx=0x7f13c8009310 comp rx=0 tx=0).stop 2023-03-22T14:28:29.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 -- 172.21.15.45:0/3389935161 shutdown_connections 2023-03-22T14:28:29.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6065630 0x5588c60660d0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c60607d0 0x5588c6069800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 --2- 172.21.15.45:0/3389935161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6075ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 -- 172.21.15.45:0/3389935161 >> 172.21.15.45:0/3389935161 conn(0x5588c605b030 msgr2=0x5588c605a710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.495+0000 7f13e8807b80 1 -- 172.21.15.45:0/3389935161 shutdown_connections 2023-03-22T14:28:29.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.496+0000 7f13e8807b80 1 -- 172.21.15.45:0/3389935161 wait complete. 2023-03-22T14:28:29.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.496+0000 7f13e8807b80 1 -- start start 2023-03-22T14:28:29.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.496+0000 7f13e8807b80 1 Processor -- start 2023-03-22T14:28:29.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60607d0 0x5588c6067310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6067850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13e8807b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c60ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13e8807b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6067f10 con 0x5588c60607d0 2023-03-22T14:28:29.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13e8807b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c60cedd0 con 0x5588c6065630 2023-03-22T14:28:29.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13e8807b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c60cef10 con 0x5588c60610e0 2023-03-22T14:28:29.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13e8807b80 10 client.0 _ll_register_callbacks cb 0x5588c5e58290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:29.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60607d0 0x5588c6067310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13ced9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60607d0 0x5588c6067310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:58016/0 (socket says 172.21.15.45:58016) 2023-03-22T14:28:29.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13ced9d700 1 -- 172.21.15.45:0/6391844 learned_addr learned my addr 172.21.15.45:0/6391844 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:29.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13ced9d700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c60ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.497+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6067850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13ced9d700 1 -- 172.21.15.45:0/6391844 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 msgr2=0x5588c6067850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13ced9d700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6067850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13ced9d700 1 -- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 msgr2=0x5588c60ce890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13ced9d700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c60ce890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13ced9d700 1 -- 172.21.15.45:0/6391844 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5588c5e34630 con 0x5588c60607d0 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6067850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13ced9d700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60607d0 0x5588c6067310 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f13c8004ce0 tx=0x7f13c8011a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6f793d01451e1 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:29.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:28:29.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13b5ffb700 1 -- 172.21.15.45:0/6391844 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c802e050 con 0x5588c60607d0 2023-03-22T14:28:29.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13b5ffb700 1 -- 172.21.15.45:0/6391844 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f13c8005240 con 0x5588c60607d0 2023-03-22T14:28:29.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.498+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5588c6030240 con 0x5588c60607d0 2023-03-22T14:28:29.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.499+0000 7f13b5ffb700 1 -- 172.21.15.45:0/6391844 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f13c8005400 con 0x5588c60607d0 2023-03-22T14:28:29.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.499+0000 7f13e8807b80 10 client.15558 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:29.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.499+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5588c5e07250 con 0x5588c60607d0 2023-03-22T14:28:29.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.499+0000 7f13b5ffb700 1 -- 172.21.15.45:0/6391844 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5588c6030240 con 0x5588c60607d0 2023-03-22T14:28:29.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.499+0000 7f13b5ffb700 1 -- 172.21.15.45:0/6391844 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f13c8011440 con 0x5588c60607d0 2023-03-22T14:28:29.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.500+0000 7f13e8807b80 10 client.15558 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:29.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.500+0000 7f13e8807b80 10 client.15558 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:29.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.500+0000 7f13e8807b80 20 client.15558 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:29.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.500+0000 7f13e8807b80 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c60d0140 0x5588c60d2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:29.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.500+0000 7f13e8807b80 4 client.15558 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.500+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5588c5e36f60 con 0x5588c60d0140 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.500+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c60d0140 0x5588c60d2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.501+0000 7f13cdd9b700 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c60d0140 0x5588c60d2550 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=183d43c0db61b34e server_cookie=5cb509a3704621c in_seq=0 out_seq=0 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.501+0000 7f13b5ffb700 10 client.15558 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.501+0000 7f13b5ffb700 1 -- 172.21.15.45:0/6391844 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5588c5e36f60 con 0x5588c60d0140 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.501+0000 7f13b5ffb700 10 client.15558 handle_command_reply: tid=0 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.501+0000 7f13e8807b80 1 client.15558 shutdown 2023-03-22T14:28:29.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.501+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60607d0 msgr2=0x5588c6067310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.501+0000 7f13e8807b80 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60607d0 0x5588c6067310 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f13c8004ce0 tx=0x7f13c8011a70 comp rx=0 tx=0).stop 2023-03-22T14:28:29.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 shutdown_connections 2023-03-22T14:28:29.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5588c60d0140 0x5588c60d2550 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c60607d0 0x5588c6067310 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13b5ffb700 0 client.15558 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:29.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6065630 0x5588c60ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 --2- 172.21.15.45:0/6391844 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c60610e0 0x5588c6067850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 >> 172.21.15.45:0/6391844 conn(0x5588c605b030 msgr2=0x5588c6075ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 shutdown_connections 2023-03-22T14:28:29.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 1 -- 172.21.15.45:0/6391844 wait complete. 2023-03-22T14:28:29.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.502+0000 7f13e8807b80 20 client.15558 trim_cache size 0 max 16384 2023-03-22T14:28:29.508 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:28:29.508 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "IDLE (waiting for more scrubs)", 2023-03-22T14:28:29.509 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:28:29.509 INFO:teuthology.orchestra.run.smithi045.stdout: "98675d3c-d27c-49d5-b843-0b7c8b5fd40e": { 2023-03-22T14:28:29.509 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:28:29.509 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "98675d3c-d27c-49d5-b843-0b7c8b5fd40e", 2023-03-22T14:28:29.509 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:28:29.509 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:28:29.509 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:28:29.510 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:28:29.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f13b809fd50 msgr2=0x7f13b80a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f13b809fd50 0x7f13b80a2200 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f13c00c9a40 tx=0x7f13c0009920 comp rx=0 tx=0).stop 2023-03-22T14:28:29.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 msgr2=0x7f13d010bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d010bf60 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f13c0009490 tx=0x7f13c00094c0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 shutdown_connections 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f13b809fd50 0x7f13b80a2200 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f13d0068050 0x7f13d010bf60 secure :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f13c0009490 tx=0x7f13c00094c0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f13d0105460 0x7f13d0196e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 --2- 172.21.15.45:0/2881800949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f13d00689f0 0x7f13d010c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 >> 172.21.15.45:0/2881800949 conn(0x7f13d0075f60 msgr2=0x7f13d00fce40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:29.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 shutdown_connections 2023-03-22T14:28:29.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:29.503+0000 7f13d4dff700 1 -- 172.21.15.45:0/2881800949 wait complete. 2023-03-22T14:28:29.523 INFO:tasks.cephfs.filesystem:scrub status for tag:98675d3c-d27c-49d5-b843-0b7c8b5fd40e - {'path': '/', 'tag': '98675d3c-d27c-49d5-b843-0b7c8b5fd40e', 'options': 'recursive,force'} 2023-03-22T14:28:29.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:29 smithi045 ceph-mon[91728]: scrub queued for path: / 2023-03-22T14:28:29.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:29 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:28:29.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:29 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:28:29.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:29 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:28:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:29 smithi142 ceph-mon[94717]: scrub queued for path: / 2023-03-22T14:28:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:29 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:28:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:29 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:28:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:29 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:28:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:29 smithi098 ceph-mon[94136]: scrub queued for path: / 2023-03-22T14:28:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:29 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:28:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:29 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:28:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:29 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:28:31.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:30 smithi142 ceph-mon[94717]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:31.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:30 smithi098 ceph-mon[94136]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:31.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:30 smithi045 ceph-mon[91728]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:33.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:32 smithi142 ceph-mon[94717]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:33.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:32 smithi098 ceph-mon[94136]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:33.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:32 smithi045 ceph-mon[91728]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:33 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:28:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:33 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:28:34.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:33 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:28:35.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:34 smithi142 ceph-mon[94717]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-03-22T14:28:35.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:34 smithi098 ceph-mon[94136]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-03-22T14:28:35.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:34 smithi045 ceph-mon[91728]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-03-22T14:28:37.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:36 smithi142 ceph-mon[94717]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:37.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:36 smithi098 ceph-mon[94136]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:37.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:36 smithi045 ceph-mon[91728]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:39.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:38 smithi142 ceph-mon[94717]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-03-22T14:28:39.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:38 smithi098 ceph-mon[94136]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-03-22T14:28:39.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:38 smithi045 ceph-mon[91728]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-03-22T14:28:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:40 smithi142 ceph-mon[94717]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2023-03-22T14:28:41.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:40 smithi098 ceph-mon[94136]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2023-03-22T14:28:41.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:40 smithi045 ceph-mon[91728]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2023-03-22T14:28:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:42 smithi142 ceph-mon[94717]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:43.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:42 smithi098 ceph-mon[94136]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:43.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:42 smithi045 ceph-mon[91728]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2023-03-22T14:28:45.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:44 smithi142 ceph-mon[94717]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:45.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:44 smithi098 ceph-mon[94136]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:45.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:44 smithi045 ceph-mon[91728]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T14:28:47.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:46 smithi142 ceph-mon[94717]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-03-22T14:28:47.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:46 smithi098 ceph-mon[94136]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-03-22T14:28:47.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:46 smithi045 ceph-mon[91728]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-03-22T14:28:48.837 INFO:tasks.workunit.client.0.smithi045.stderr:Note: switching to 'd7aeb57144474ea0ef06bc75044b54d9d2dbc0ed'. 2023-03-22T14:28:48.838 INFO:tasks.workunit.client.0.smithi045.stderr: 2023-03-22T14:28:48.838 INFO:tasks.workunit.client.0.smithi045.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-03-22T14:28:48.838 INFO:tasks.workunit.client.0.smithi045.stderr:changes and commit them, and you can discard any commits you make in this 2023-03-22T14:28:48.838 INFO:tasks.workunit.client.0.smithi045.stderr:state without impacting any branches by switching back to a branch. 2023-03-22T14:28:48.838 INFO:tasks.workunit.client.0.smithi045.stderr: 2023-03-22T14:28:48.838 INFO:tasks.workunit.client.0.smithi045.stderr:If you want to create a new branch to retain commits you create, you may 2023-03-22T14:28:48.839 INFO:tasks.workunit.client.0.smithi045.stderr:do so (now or later) by using -c with the switch command. Example: 2023-03-22T14:28:48.839 INFO:tasks.workunit.client.0.smithi045.stderr: 2023-03-22T14:28:48.839 INFO:tasks.workunit.client.0.smithi045.stderr: git switch -c 2023-03-22T14:28:48.839 INFO:tasks.workunit.client.0.smithi045.stderr: 2023-03-22T14:28:48.839 INFO:tasks.workunit.client.0.smithi045.stderr:Or undo this operation with: 2023-03-22T14:28:48.839 INFO:tasks.workunit.client.0.smithi045.stderr: 2023-03-22T14:28:48.839 INFO:tasks.workunit.client.0.smithi045.stderr: git switch - 2023-03-22T14:28:48.840 INFO:tasks.workunit.client.0.smithi045.stderr: 2023-03-22T14:28:48.840 INFO:tasks.workunit.client.0.smithi045.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-03-22T14:28:48.840 INFO:tasks.workunit.client.0.smithi045.stderr: 2023-03-22T14:28:48.840 INFO:tasks.workunit.client.0.smithi045.stderr:HEAD is now at d7aeb571444 DNM 2023-03-22T14:28:48.850 DEBUG:teuthology.orchestra.run.smithi045:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-03-22T14:28:48.895 INFO:tasks.workunit.client.0.smithi045.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-03-22T14:28:48.899 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-03-22T14:28:48.900 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-03-22T14:28:49.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:48 smithi142 ceph-mon[94717]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2023-03-22T14:28:49.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:48 smithi098 ceph-mon[94136]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2023-03-22T14:28:49.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:48 smithi045 ceph-mon[91728]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2023-03-22T14:28:49.480 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-03-22T14:28:49.570 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-03-22T14:28:49.633 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-03-22T14:28:49.636 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-03-22T14:28:49.636 INFO:tasks.workunit.client.0.smithi045.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-03-22T14:28:49.697 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-03-22T14:28:49.703 DEBUG:teuthology.orchestra.run.smithi045:> set -ex 2023-03-22T14:28:49.704 DEBUG:teuthology.orchestra.run.smithi045:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-03-22T14:28:49.742 INFO:tasks.workunit:Running workunits matching suites/ffsb.sh on client.0... 2023-03-22T14:28:49.743 INFO:tasks.workunit:Running workunit suites/ffsb.sh... 2023-03-22T14:28:49.743 DEBUG:teuthology.orchestra.run.smithi045:workunit test suites/ffsb.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh 2023-03-22T14:28:49.843 INFO:tasks.workunit.client.0.smithi045.stderr:Cloning into 'ffsb'... 2023-03-22T14:28:51.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:50 smithi142 ceph-mon[94717]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2023-03-22T14:28:51.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:50 smithi098 ceph-mon[94136]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2023-03-22T14:28:51.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:50 smithi045 ceph-mon[91728]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2023-03-22T14:28:53.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:52 smithi142 ceph-mon[94717]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 12 op/s 2023-03-22T14:28:53.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:52 smithi098 ceph-mon[94136]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 12 op/s 2023-03-22T14:28:53.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:52 smithi045 ceph-mon[91728]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 12 op/s 2023-03-22T14:28:55.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:54 smithi142 ceph-mon[94717]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2023-03-22T14:28:55.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:54 smithi098 ceph-mon[94136]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2023-03-22T14:28:55.176 INFO:tasks.workunit.client.0.smithi045.stdout:checking for a BSD-compatible install... /usr/bin/install -c 2023-03-22T14:28:55.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:54 smithi045 ceph-mon[91728]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 85 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2023-03-22T14:28:56.189 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether build environment is sane... yes 2023-03-22T14:28:56.207 INFO:tasks.workunit.client.0.smithi045.stdout:checking for a thread-safe mkdir -p... /usr/bin/mkdir -p 2023-03-22T14:28:56.240 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gawk... gawk 2023-03-22T14:28:56.242 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether make sets $(MAKE)... yes 2023-03-22T14:28:56.313 INFO:tasks.workunit.client.0.smithi045.stdout:checking build system type... x86_64-unknown-linux-gnu 2023-03-22T14:28:56.313 INFO:tasks.workunit.client.0.smithi045.stdout:checking host system type... x86_64-unknown-linux-gnu 2023-03-22T14:28:56.329 INFO:tasks.workunit.client.0.smithi045.stdout:checking for style of include used by make... GNU 2023-03-22T14:28:56.334 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc... gcc 2023-03-22T14:28:56.425 INFO:tasks.workunit.client.0.smithi045.stdout:checking for C compiler default output file name... a.out 2023-03-22T14:28:56.430 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether the C compiler works... yes 2023-03-22T14:28:56.433 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether we are cross compiling... no 2023-03-22T14:28:56.489 INFO:tasks.workunit.client.0.smithi045.stdout:checking for suffix of executables... 2023-03-22T14:28:56.544 INFO:tasks.workunit.client.0.smithi045.stdout:checking for suffix of object files... o 2023-03-22T14:28:56.599 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether we are using the GNU C compiler... yes 2023-03-22T14:28:56.652 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether gcc accepts -g... yes 2023-03-22T14:28:56.723 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc option to accept ISO C89... none needed 2023-03-22T14:28:56.860 INFO:tasks.workunit.client.0.smithi045.stdout:checking dependency style of gcc... gcc3 2023-03-22T14:28:56.931 INFO:tasks.workunit.client.0.smithi045.stdout:checking how to run the C preprocessor... gcc -E 2023-03-22T14:28:56.999 INFO:tasks.workunit.client.0.smithi045.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-03-22T14:28:57.002 INFO:tasks.workunit.client.0.smithi045.stdout:checking for egrep... /usr/bin/grep -E 2023-03-22T14:28:57.018 INFO:tasks.workunit.client.0.smithi045.stdout:checking for AIX... no 2023-03-22T14:28:57.037 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc... (cached) gcc 2023-03-22T14:28:57.056 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-03-22T14:28:57.057 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether gcc accepts -g... (cached) yes 2023-03-22T14:28:57.057 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-03-22T14:28:57.058 INFO:tasks.workunit.client.0.smithi045.stdout:checking dependency style of gcc... (cached) gcc3 2023-03-22T14:28:57.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:56 smithi142 ceph-mon[94717]: pgmap v29: 97 pgs: 97 active+clean; 2.3 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 93 KiB/s wr, 18 op/s 2023-03-22T14:28:57.159 INFO:tasks.workunit.client.0.smithi045.stdout:checking for main in -lm... yes 2023-03-22T14:28:57.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:56 smithi098 ceph-mon[94136]: pgmap v29: 97 pgs: 97 active+clean; 2.3 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 93 KiB/s wr, 18 op/s 2023-03-22T14:28:57.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:56 smithi045 ceph-mon[91728]: pgmap v29: 97 pgs: 97 active+clean; 2.3 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 93 KiB/s wr, 18 op/s 2023-03-22T14:28:57.242 INFO:tasks.workunit.client.0.smithi045.stdout:checking for main in -lpthread... yes 2023-03-22T14:28:57.479 INFO:tasks.workunit.client.0.smithi045.stdout:checking for ANSI C header files... yes 2023-03-22T14:28:57.549 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/wait.h that is POSIX.1 compatible... yes 2023-03-22T14:28:57.623 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/types.h... yes 2023-03-22T14:28:57.701 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/stat.h... yes 2023-03-22T14:28:57.778 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stdlib.h... yes 2023-03-22T14:28:57.858 INFO:tasks.workunit.client.0.smithi045.stdout:checking for string.h... yes 2023-03-22T14:28:57.938 INFO:tasks.workunit.client.0.smithi045.stdout:checking for memory.h... yes 2023-03-22T14:28:58.018 INFO:tasks.workunit.client.0.smithi045.stdout:checking for strings.h... yes 2023-03-22T14:28:58.097 INFO:tasks.workunit.client.0.smithi045.stdout:checking for inttypes.h... yes 2023-03-22T14:28:58.180 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stdint.h... yes 2023-03-22T14:28:58.264 INFO:tasks.workunit.client.0.smithi045.stdout:checking for unistd.h... yes 2023-03-22T14:28:58.357 INFO:tasks.workunit.client.0.smithi045.stdout:checking pthread.h usability... yes 2023-03-22T14:28:58.394 INFO:tasks.workunit.client.0.smithi045.stdout:checking pthread.h presence... yes 2023-03-22T14:28:58.395 INFO:tasks.workunit.client.0.smithi045.stdout:checking for pthread.h... yes 2023-03-22T14:28:58.480 INFO:tasks.workunit.client.0.smithi045.stdout:checking fcntl.h usability... yes 2023-03-22T14:28:58.518 INFO:tasks.workunit.client.0.smithi045.stdout:checking fcntl.h presence... yes 2023-03-22T14:28:58.519 INFO:tasks.workunit.client.0.smithi045.stdout:checking for fcntl.h... yes 2023-03-22T14:28:58.601 INFO:tasks.workunit.client.0.smithi045.stdout:checking limits.h usability... yes 2023-03-22T14:28:58.633 INFO:tasks.workunit.client.0.smithi045.stdout:checking limits.h presence... yes 2023-03-22T14:28:58.634 INFO:tasks.workunit.client.0.smithi045.stdout:checking for limits.h... yes 2023-03-22T14:28:58.658 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stdint.h... (cached) yes 2023-03-22T14:28:58.732 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/time.h usability... yes 2023-03-22T14:28:58.764 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/time.h presence... yes 2023-03-22T14:28:58.764 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/time.h... yes 2023-03-22T14:28:58.789 INFO:tasks.workunit.client.0.smithi045.stdout:checking for unistd.h... (cached) yes 2023-03-22T14:28:58.864 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/vfs.h usability... yes 2023-03-22T14:28:58.896 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/vfs.h presence... yes 2023-03-22T14:28:58.896 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/vfs.h... yes 2023-03-22T14:28:58.972 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/limits.h usability... no 2023-03-22T14:28:59.004 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/limits.h presence... no 2023-03-22T14:28:59.005 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/limits.h... no 2023-03-22T14:28:59.063 INFO:tasks.workunit.client.0.smithi045.stdout:checking for an ANSI C-conforming const... yes 2023-03-22T14:28:59.121 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether time.h and sys/time.h may both be included... yes 2023-03-22T14:28:59.123 INFO:tasks.workunit.client.0.smithi045.stdout:checking for function prototypes... yes 2023-03-22T14:28:59.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:28:58 smithi142 ceph-mon[94717]: pgmap v30: 97 pgs: 97 active+clean; 2.3 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 92 KiB/s wr, 13 op/s 2023-03-22T14:28:59.169 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether setvbuf arguments are reversed... no 2023-03-22T14:28:59.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:28:58 smithi098 ceph-mon[94136]: pgmap v30: 97 pgs: 97 active+clean; 2.3 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 92 KiB/s wr, 13 op/s 2023-03-22T14:28:59.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:28:58 smithi045 ceph-mon[91728]: pgmap v30: 97 pgs: 97 active+clean; 2.3 MiB data, 88 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 92 KiB/s wr, 13 op/s 2023-03-22T14:28:59.278 INFO:tasks.workunit.client.0.smithi045.stdout:checking for system... yes 2023-03-22T14:28:59.380 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gettimeofday... yes 2023-03-22T14:28:59.482 INFO:tasks.workunit.client.0.smithi045.stdout:checking for mkdir... yes 2023-03-22T14:28:59.525 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:28:59.593 INFO:tasks.workunit.client.0.smithi045.stdout:checking for strerror... yes 2023-03-22T14:28:59.695 INFO:tasks.workunit.client.0.smithi045.stdout:checking for open64... yes 2023-03-22T14:28:59.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.728+0000 7fa5957ff700 1 -- 172.21.15.45:0/3172029363 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102fe0 msgr2=0x7fa590106fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.728+0000 7fa5957ff700 1 --2- 172.21.15.45:0/3172029363 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102fe0 0x7fa590106fa0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa584009990 tx=0x7fa584009ca0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.728+0000 7fa5957ff700 1 -- 172.21.15.45:0/3172029363 shutdown_connections 2023-03-22T14:28:59.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.728+0000 7fa5957ff700 1 --2- 172.21.15.45:0/3172029363 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa590102640 0x7fa590102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.728+0000 7fa5957ff700 1 --2- 172.21.15.45:0/3172029363 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa590107680 0x7fa59010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.728+0000 7fa5957ff700 1 --2- 172.21.15.45:0/3172029363 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102fe0 0x7fa590106fa0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.728+0000 7fa5957ff700 1 -- 172.21.15.45:0/3172029363 >> 172.21.15.45:0/3172029363 conn(0x7fa5900fdef0 msgr2=0x7fa590100300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:59.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.729+0000 7fa5957ff700 1 -- 172.21.15.45:0/3172029363 shutdown_connections 2023-03-22T14:28:59.731 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.729+0000 7fa5957ff700 1 -- 172.21.15.45:0/3172029363 wait complete. 2023-03-22T14:28:59.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.730+0000 7fa5957ff700 1 Processor -- start 2023-03-22T14:28:59.733 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.730+0000 7fa5957ff700 1 -- start start 2023-03-22T14:28:59.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa5957ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102640 0x7fa590198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa5957ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa590102fe0 0x7fa590198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa5957ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa590107680 0x7fa59019cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa5957ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa59019d560 con 0x7fa590107680 2023-03-22T14:28:59.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa5957ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa59019d6d0 con 0x7fa590102640 2023-03-22T14:28:59.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa5957ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa59019d890 con 0x7fa590102fe0 2023-03-22T14:28:59.734 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102640 0x7fa590198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102640 0x7fa590198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:32950/0 (socket says 172.21.15.45:32950) 2023-03-22T14:28:59.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 -- 172.21.15.45:0/613466908 learned_addr learned my addr 172.21.15.45:0/613466908 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:59.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58f7fe700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa590107680 0x7fa59019cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa590102fe0 0x7fa590198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 -- 172.21.15.45:0/613466908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa590102fe0 msgr2=0x7fa590198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa590102fe0 0x7fa590198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.735 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 -- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa590107680 msgr2=0x7fa59019cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa590107680 0x7fa59019cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.731+0000 7fa58effd700 1 -- 172.21.15.45:0/613466908 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5840095f0 con 0x7fa590102640 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.732+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa590102fe0 0x7fa590198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.732+0000 7fa58effd700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102640 0x7fa590198580 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa58000e9a0 tx=0x7fa58000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.732+0000 7fa577fff700 1 -- 172.21.15.45:0/613466908 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa580009790 con 0x7fa590102640 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.732+0000 7fa577fff700 1 -- 172.21.15.45:0/613466908 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa58000cbd0 con 0x7fa590102640 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.732+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa590112450 con 0x7fa590102640 2023-03-22T14:28:59.736 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.732+0000 7fa577fff700 1 -- 172.21.15.45:0/613466908 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa580018680 con 0x7fa590102640 2023-03-22T14:28:59.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.732+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5901122c0 con 0x7fa590102640 2023-03-22T14:28:59.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.735+0000 7fa577fff700 1 -- 172.21.15.45:0/613466908 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7fa58000cd40 con 0x7fa590102640 2023-03-22T14:28:59.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.737+0000 7fa577fff700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fa57809fd50 0x7fa5780a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.737+0000 7fa577fff700 1 -- 172.21.15.45:0/613466908 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fa580014070 con 0x7fa590102640 2023-03-22T14:28:59.738 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.737+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fa57809fd50 0x7fa5780a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.739 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.738+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fa57809fd50 0x7fa5780a2200 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa590199b90 tx=0x7fa584005fd0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:59.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.739+0000 7fa5a918eb80 1 Processor -- start 2023-03-22T14:28:59.740 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.739+0000 7fa5a918eb80 1 -- start start 2023-03-22T14:28:59.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.739+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17a1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.739+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a20e0 0x563cd17a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17a6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd16a8070 con 0x563cd17a20e0 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd16fa9b0 con 0x563cd17a6630 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd16f3e40 con 0x563cd17a17d0 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a20e0 0x563cd17a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a20e0 0x563cd17a60f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38410/0 (socket says 172.21.15.45:38410) 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17a1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 -- 172.21.15.45:0/2228863781 learned_addr learned my addr 172.21.15.45:0/2228863781 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:59.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58f7fe700 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17a6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 -- 172.21.15.45:0/2228863781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 msgr2=0x563cd17a1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17a1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 -- 172.21.15.45:0/2228863781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 msgr2=0x563cd17a6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17a6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58e7fc700 1 -- 172.21.15.45:0/2228863781 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563cd1575630 con 0x563cd17a20e0 2023-03-22T14:28:59.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.740+0000 7fa58effd700 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17a1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:59.744 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.741+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a20e0 0x563cd17a60f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fa584015000 tx=0x7fa58401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f07879c5293b0d0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:59.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.741+0000 7fa5757fa700 1 -- 172.21.15.45:0/2228863781 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa58402b070 con 0x563cd17a20e0 2023-03-22T14:28:59.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.741+0000 7fa5757fa700 1 -- 172.21.15.45:0/2228863781 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa58401e040 con 0x563cd17a20e0 2023-03-22T14:28:59.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.741+0000 7fa5757fa700 1 -- 172.21.15.45:0/2228863781 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa58400f460 con 0x563cd17a20e0 2023-03-22T14:28:59.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 -- 172.21.15.45:0/2228863781 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a20e0 msgr2=0x563cd17a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a20e0 0x563cd17a60f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fa584015000 tx=0x7fa58401f000 comp rx=0 tx=0).stop 2023-03-22T14:28:59.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 -- 172.21.15.45:0/2228863781 shutdown_connections 2023-03-22T14:28:59.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17a6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17a1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/2228863781 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a20e0 0x563cd17a60f0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 -- 172.21.15.45:0/2228863781 >> 172.21.15.45:0/2228863781 conn(0x563cd179c030 msgr2=0x563cd179c400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:59.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 -- 172.21.15.45:0/2228863781 shutdown_connections 2023-03-22T14:28:59.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 -- 172.21.15.45:0/2228863781 wait complete. 2023-03-22T14:28:59.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.742+0000 7fa5a918eb80 1 -- start start 2023-03-22T14:28:59.746 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 1 Processor -- start 2023-03-22T14:28:59.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17ade60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17ab150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17ab890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd1577920 con 0x563cd17a6630 2023-03-22T14:28:59.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd17ac000 con 0x563cd17a20e0 2023-03-22T14:28:59.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd17b78a0 con 0x563cd17a17d0 2023-03-22T14:28:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa5a918eb80 10 client.0 _ll_register_callbacks cb 0x563cd1599290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa58e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17ab150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17ab150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:32964/0 (socket says 172.21.15.45:32964) 2023-03-22T14:28:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 -- 172.21.15.45:0/3994608067 learned_addr learned my addr 172.21.15.45:0/3994608067 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.743+0000 7fa58f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17ab890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58effd700 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17ade60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.750 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 -- 172.21.15.45:0/3994608067 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 msgr2=0x563cd17ade60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17ade60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 -- 172.21.15.45:0/3994608067 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 msgr2=0x563cd17ab890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17ab890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 -- 172.21.15.45:0/3994608067 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa59010fa90 con 0x563cd17a20e0 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17ab150 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa584031040 tx=0x7fa584004f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=106b4ba426b91be6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa572ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa572ff5700 1 -- 172.21.15.45:0/3994608067 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa58402b070 con 0x563cd17a20e0 2023-03-22T14:28:59.751 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563cd16b63f0 con 0x563cd17a20e0 2023-03-22T14:28:59.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.744+0000 7fa572ff5700 1 -- 172.21.15.45:0/3994608067 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fa584004710 con 0x563cd17a20e0 2023-03-22T14:28:59.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa572ff5700 1 -- 172.21.15.45:0/3994608067 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa5840048d0 con 0x563cd17a20e0 2023-03-22T14:28:59.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 10 client.25592 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:59.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563cd1521de0 con 0x563cd17a20e0 2023-03-22T14:28:59.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa572ff5700 1 -- 172.21.15.45:0/3994608067 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa584043080 con 0x563cd17a20e0 2023-03-22T14:28:59.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa572ff5700 1 -- 172.21.15.45:0/3994608067 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fa58403f510 con 0x563cd17a20e0 2023-03-22T14:28:59.752 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 10 client.25592 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 10 client.25592 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 20 client.25592 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd17bb560 0x563cd17bd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 4 client.25592 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.745+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563cd16c2660 con 0x563cd17bb560 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.746+0000 7fa58effd700 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd17bb560 0x563cd17bd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.746+0000 7fa58effd700 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd17bb560 0x563cd17bd970 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d267de5878d0f765 server_cookie=56516de81ec8dc33 in_seq=0 out_seq=0 2023-03-22T14:28:59.753 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.746+0000 7fa572ff5700 10 client.25592 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:59.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.746+0000 7fa572ff5700 1 -- 172.21.15.45:0/3994608067 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x563cd16c2660 con 0x563cd17bb560 2023-03-22T14:28:59.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.746+0000 7fa572ff5700 10 client.25592 handle_command_reply: tid=0 2023-03-22T14:28:59.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 client.25592 shutdown 2023-03-22T14:28:59.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 msgr2=0x563cd17ab150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17ab150 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa584031040 tx=0x7fa584004f50 comp rx=0 tx=0).stop 2023-03-22T14:28:59.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 shutdown_connections 2023-03-22T14:28:59.754 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd17bb560 0x563cd17bd970 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17ab890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa572ff5700 0 client.25592 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17ade60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3994608067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17ab150 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 >> 172.21.15.45:0/3994608067 conn(0x563cd179c030 msgr2=0x563cd179b710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 shutdown_connections 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3994608067 wait complete. 2023-03-22T14:28:59.755 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.747+0000 7fa5a918eb80 20 client.25592 trim_cache size 0 max 16384 2023-03-22T14:28:59.766 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 Processor -- start 2023-03-22T14:28:59.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 -- start start 2023-03-22T14:28:59.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a17d0 0x563cd17b2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a20e0 0x563cd17b6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17ada90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd17a2940 con 0x563cd17a17d0 2023-03-22T14:28:59.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd17a96b0 con 0x563cd17a6630 2023-03-22T14:28:59.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.765+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd17b2cb0 con 0x563cd17a20e0 2023-03-22T14:28:59.768 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17ada90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a17d0 0x563cd17b2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17ada90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:32966/0 (socket says 172.21.15.45:32966) 2023-03-22T14:28:59.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58effd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a17d0 0x563cd17b2770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38428/0 (socket says 172.21.15.45:38428) 2023-03-22T14:28:59.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 -- 172.21.15.45:0/3191144797 learned_addr learned my addr 172.21.15.45:0/3191144797 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:59.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a20e0 0x563cd17b6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 -- 172.21.15.45:0/3191144797 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a20e0 msgr2=0x563cd17b6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a20e0 0x563cd17b6f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 -- 172.21.15.45:0/3191144797 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a17d0 msgr2=0x563cd17b2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a17d0 0x563cd17b2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58f7fe700 1 -- 172.21.15.45:0/3191144797 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563cd16ba190 con 0x563cd17a6630 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.766+0000 7fa58effd700 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a17d0 0x563cd17b2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.767+0000 7fa58f7fe700 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17ada90 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa588009db0 tx=0x7fa588009de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=955fbd8babadd33c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.767+0000 7fa575ffb700 1 -- 172.21.15.45:0/3191144797 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa588007ce0 con 0x563cd17a6630 2023-03-22T14:28:59.770 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.767+0000 7fa575ffb700 1 -- 172.21.15.45:0/3191144797 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa58800f040 con 0x563cd17a6630 2023-03-22T14:28:59.771 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.767+0000 7fa575ffb700 1 -- 172.21.15.45:0/3191144797 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa588017700 con 0x563cd17a6630 2023-03-22T14:28:59.773 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3191144797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 msgr2=0x563cd17ada90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.773 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17ada90 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa588009db0 tx=0x7fa588009de0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.773 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3191144797 shutdown_connections 2023-03-22T14:28:59.773 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a17d0 0x563cd17b2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.773 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a6630 0x563cd17ada90 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/3191144797 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a20e0 0x563cd17b6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3191144797 >> 172.21.15.45:0/3191144797 conn(0x563cd179c030 msgr2=0x563cd17a8a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3191144797 shutdown_connections 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- 172.21.15.45:0/3191144797 wait complete. 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- start start 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 Processor -- start 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17aed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17af2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17af800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd180f4a0 con 0x563cd17a6630 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd180f610 con 0x563cd17a20e0 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cd180f7d0 con 0x563cd17a17d0 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa5a918eb80 10 client.0 _ll_register_callbacks cb 0x563cd1599290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa58effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17aed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa58f7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17af800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.775 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa58effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17aed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:36098/0 (socket says 172.21.15.45:36098) 2023-03-22T14:28:59.776 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa58effd700 1 -- 172.21.15.45:0/1189813302 learned_addr learned my addr 172.21.15.45:0/1189813302 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:59.776 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.769+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17af2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.776 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58effd700 1 -- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 msgr2=0x563cd17af2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.776 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58effd700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17af2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.776 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58effd700 1 -- 172.21.15.45:0/1189813302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 msgr2=0x563cd17af800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:28:59.776 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58effd700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17af800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.776 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58effd700 1 -- 172.21.15.45:0/1189813302 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa590112450 con 0x563cd17a17d0 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17af2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58f7fe700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17af800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa58effd700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17aed80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa58000c5b0 tx=0x7fa58001a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2db0653f78cd7505 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa572ff5700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa572ff5700 1 -- 172.21.15.45:0/1189813302 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5800a0bc0 con 0x563cd17a17d0 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa572ff5700 1 -- 172.21.15.45:0/1189813302 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fa58009ae40 con 0x563cd17a17d0 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563cd1771240 con 0x563cd17a17d0 2023-03-22T14:28:59.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa572ff5700 1 -- 172.21.15.45:0/1189813302 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa580098c30 con 0x563cd17a17d0 2023-03-22T14:28:59.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa5a918eb80 10 client.25576 fetch_fsmap learned FSMap version 27 2023-03-22T14:28:59.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.770+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fa588009af0 con 0x563cd17a17d0 2023-03-22T14:28:59.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa572ff5700 1 -- 172.21.15.45:0/1189813302 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563cd1771240 con 0x563cd17a17d0 2023-03-22T14:28:59.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa572ff5700 1 -- 172.21.15.45:0/1189813302 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fa5800c8020 con 0x563cd17a17d0 2023-03-22T14:28:59.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa5a918eb80 10 client.25576 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:28:59.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa5a918eb80 10 client.25576 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:28:59.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa5a918eb80 20 client.25576 populate_metadata read hostname 'smithi045' 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd1810ed0 0x563cd18132e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa5a918eb80 4 client.25576 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563cd1577f60 con 0x563cd1810ed0 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.771+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd1810ed0 0x563cd18132e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa58e7fc700 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd1810ed0 0x563cd18132e0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb6639e8db32bbf3 server_cookie=345e52c3679eb007 in_seq=0 out_seq=0 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa572ff5700 10 client.25576 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa572ff5700 1 -- 172.21.15.45:0/1189813302 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x563cd1577f60 con 0x563cd1810ed0 2023-03-22T14:28:59.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa572ff5700 10 client.25576 handle_command_reply: tid=0 2023-03-22T14:28:59.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 client.25576 shutdown 2023-03-22T14:28:59.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 msgr2=0x563cd17aed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17aed80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa58000c5b0 tx=0x7fa58001a040 comp rx=0 tx=0).stop 2023-03-22T14:28:59.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 shutdown_connections 2023-03-22T14:28:59.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x563cd1810ed0 0x563cd18132e0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x563cd17a6630 0x563cd17af800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa572ff5700 0 client.25576 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:28:59.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x563cd17a17d0 0x563cd17aed80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 --2- 172.21.15.45:0/1189813302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563cd17a20e0 0x563cd17af2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 >> 172.21.15.45:0/1189813302 conn(0x563cd179c030 msgr2=0x563cd17a8a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:59.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 shutdown_connections 2023-03-22T14:28:59.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 1 -- 172.21.15.45:0/1189813302 wait complete. 2023-03-22T14:28:59.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.772+0000 7fa5a918eb80 20 client.25576 trim_cache size 0 max 16384 2023-03-22T14:28:59.783 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:28:59.783 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "no active scrubs running", 2023-03-22T14:28:59.783 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": {} 2023-03-22T14:28:59.783 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:28:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fa57809fd50 msgr2=0x7fa5780a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fa57809fd50 0x7fa5780a2200 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa590199b90 tx=0x7fa584005fd0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102640 msgr2=0x7fa590198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102640 0x7fa590198580 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa58000e9a0 tx=0x7fa58000ecb0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.784 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 shutdown_connections 2023-03-22T14:28:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fa57809fd50 0x7fa5780a2200 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fa590107680 0x7fa59019cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa590102640 0x7fa590198580 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 --2- 172.21.15.45:0/613466908 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa590102fe0 0x7fa590198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 >> 172.21.15.45:0/613466908 conn(0x7fa5900fdef0 msgr2=0x7fa5900fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 shutdown_connections 2023-03-22T14:28:59.785 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.773+0000 7fa5957ff700 1 -- 172.21.15.45:0/613466908 wait complete. 2023-03-22T14:28:59.793 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-03-22T14:28:59.794 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:28:59.810 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stat64... yes 2023-03-22T14:28:59.914 INFO:tasks.workunit.client.0.smithi045.stdout:checking for fseeko64... yes 2023-03-22T14:28:59.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 -- 172.21.15.45:0/1433205737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c0745b0 msgr2=0x7ff54c074980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 --2- 172.21.15.45:0/1433205737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c0745b0 0x7ff54c074980 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff5480098f0 tx=0x7ff548009c00 comp rx=0 tx=0).stop 2023-03-22T14:28:59.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 -- 172.21.15.45:0/1433205737 shutdown_connections 2023-03-22T14:28:59.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 --2- 172.21.15.45:0/1433205737 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff54c073850 0x7ff54c10edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 --2- 172.21.15.45:0/1433205737 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c0745b0 0x7ff54c074980 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 --2- 172.21.15.45:0/1433205737 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 0x7ff54c073120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.991 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 -- 172.21.15.45:0/1433205737 >> 172.21.15.45:0/1433205737 conn(0x7ff54c0774e0 msgr2=0x7ff54c0778e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:28:59.991 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 -- 172.21.15.45:0/1433205737 shutdown_connections 2023-03-22T14:28:59.991 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.988+0000 7ff5543ff700 1 -- 172.21.15.45:0/1433205737 wait complete. 2023-03-22T14:28:59.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.989+0000 7ff5543ff700 1 Processor -- start 2023-03-22T14:28:59.992 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.989+0000 7ff5543ff700 1 -- start start 2023-03-22T14:28:59.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff5543ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 0x7ff54c198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff5543ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c073850 0x7ff54c198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff5543ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff54c0745b0 0x7ff54c19cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff5543ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff54c19d5e0 con 0x7ff54c0745b0 2023-03-22T14:28:59.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff5543ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff54c19d750 con 0x7ff54c072cb0 2023-03-22T14:28:59.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff5543ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff54c19d910 con 0x7ff54c073850 2023-03-22T14:28:59.993 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55219b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 0x7ff54c198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55299c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff54c0745b0 0x7ff54c19cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55219b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 0x7ff54c198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:32986/0 (socket says 172.21.15.45:32986) 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55219b700 1 -- 172.21.15.45:0/357436649 learned_addr learned my addr 172.21.15.45:0/357436649 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55199a700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c073850 0x7ff54c198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55219b700 1 -- 172.21.15.45:0/357436649 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c073850 msgr2=0x7ff54c198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55219b700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c073850 0x7ff54c198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55219b700 1 -- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff54c0745b0 msgr2=0x7ff54c19cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:28:59.994 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.990+0000 7ff55219b700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff54c0745b0 0x7ff54c19cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:28:59.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.991+0000 7ff55219b700 1 -- 172.21.15.45:0/357436649 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff548009520 con 0x7ff54c072cb0 2023-03-22T14:28:59.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.991+0000 7ff55219b700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 0x7ff54c198600 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff548009810 tx=0x7ff54800fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:28:59.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.991+0000 7ff5437fe700 1 -- 172.21.15.45:0/357436649 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff54801c070 con 0x7ff54c072cb0 2023-03-22T14:28:59.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.991+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff54c112480 con 0x7ff54c072cb0 2023-03-22T14:28:59.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.991+0000 7ff5437fe700 1 -- 172.21.15.45:0/357436649 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff54800bb20 con 0x7ff54c072cb0 2023-03-22T14:28:59.995 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.991+0000 7ff5437fe700 1 -- 172.21.15.45:0/357436649 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff548004930 con 0x7ff54c072cb0 2023-03-22T14:28:59.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.991+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff54c1122f0 con 0x7ff54c072cb0 2023-03-22T14:28:59.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.992+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff54c112610 con 0x7ff54c072cb0 2023-03-22T14:28:59.996 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.994+0000 7ff5437fe700 1 -- 172.21.15.45:0/357436649 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7ff548020070 con 0x7ff54c072cb0 2023-03-22T14:28:59.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.997+0000 7ff5437fe700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff53809fcd0 0x7ff5380a2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:28:59.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.997+0000 7ff5437fe700 1 -- 172.21.15.45:0/357436649 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff5480cbca0 con 0x7ff54c072cb0 2023-03-22T14:28:59.997 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.997+0000 7ff55199a700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff53809fcd0 0x7ff5380a2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:28:59.998 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:28:59.998+0000 7ff55199a700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff53809fcd0 0x7ff5380a2180 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff54c199c10 tx=0x7ff53c009260 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.000 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.000+0000 7ff5437fe700 1 -- 172.21.15.45:0/357436649 <== mon.2 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff5480956f0 con 0x7ff54c072cb0 2023-03-22T14:29:00.018 INFO:tasks.workunit.client.0.smithi045.stdout:checking for lrand48_r... yes 2023-03-22T14:29:00.137 INFO:tasks.workunit.client.0.smithi045.stdout:checking for srand48_r... yes 2023-03-22T14:29:00.183 INFO:tasks.workunit.client.0.smithi045.stdout:configure: creating ./config.status 2023-03-22T14:29:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:29:00.037+0000 7f452c3f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:29:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:29:00.037+0000 7f452c3f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:29:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:29:00.037+0000 7f452c3f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:29:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:29:00.037+0000 7f452c3f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:29:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:29:00.037+0000 7f452c3f1700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:29:00.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.281+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff54c067980 con 0x7ff54c072cb0 2023-03-22T14:29:00.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.282+0000 7ff5437fe700 1 -- 172.21.15.45:0/357436649 <== mon.2 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10849 (secure 0 0 0) 0x7ff548027090 con 0x7ff54c072cb0 2023-03-22T14:29:00.284 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:29:00.284 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:26:17.310728+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:29:00.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff53809fcd0 msgr2=0x7ff5380a2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff53809fcd0 0x7ff5380a2180 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff54c199c10 tx=0x7ff53c009260 comp rx=0 tx=0).stop 2023-03-22T14:29:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 msgr2=0x7ff54c198600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 0x7ff54c198600 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff548009810 tx=0x7ff54800fa00 comp rx=0 tx=0).stop 2023-03-22T14:29:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 shutdown_connections 2023-03-22T14:29:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff53809fcd0 0x7ff5380a2180 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff54c0745b0 0x7ff54c19cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff54c072cb0 0x7ff54c198600 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 --2- 172.21.15.45:0/357436649 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff54c073850 0x7ff54c198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 >> 172.21.15.45:0/357436649 conn(0x7ff54c0774e0 msgr2=0x7ff54c109000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 shutdown_connections 2023-03-22T14:29:00.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.285+0000 7ff5543ff700 1 -- 172.21.15.45:0/357436649 wait complete. 2023-03-22T14:29:00.288 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 27 2023-03-22T14:29:00.305 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-03-22T14:29:00.382 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: creating Makefile 2023-03-22T14:29:00.411 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: creating config.h 2023-03-22T14:29:00.443 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: executing depfiles commands 2023-03-22T14:29:00.532 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: executing default commands 2023-03-22T14:29:00.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 -- 172.21.15.45:0/3005648197 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 msgr2=0x7f3454104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 --2- 172.21.15.45:0/3005648197 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f3454104e00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3440009990 tx=0x7f3440009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 -- 172.21.15.45:0/3005648197 shutdown_connections 2023-03-22T14:29:00.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 --2- 172.21.15.45:0/3005648197 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34541054e0 0x7f345410d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 --2- 172.21.15.45:0/3005648197 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34541004a0 0x7f3454100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 --2- 172.21.15.45:0/3005648197 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f3454104e00 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 -- 172.21.15.45:0/3005648197 >> 172.21.15.45:0/3005648197 conn(0x7f34540fbd10 msgr2=0x7f34540fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 -- 172.21.15.45:0/3005648197 shutdown_connections 2023-03-22T14:29:00.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.540+0000 7f345afff700 1 -- 172.21.15.45:0/3005648197 wait complete. 2023-03-22T14:29:00.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.541+0000 7f345afff700 1 Processor -- start 2023-03-22T14:29:00.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.541+0000 7f345afff700 1 -- start start 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f345afff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34541004a0 0x7f3454196360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f345afff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f34541968a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f345afff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34541054e0 0x7f345419ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f345afff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f345419b340 con 0x7f34541004a0 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f345afff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f345419b4b0 con 0x7f3454100e40 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f345afff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f345419b670 con 0x7f34541054e0 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f34541968a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f34541968a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33040/0 (socket says 172.21.15.45:33040) 2023-03-22T14:29:00.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 -- 172.21.15.45:0/497876564 learned_addr learned my addr 172.21.15.45:0/497876564 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3458d9b700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34541004a0 0x7f3454196360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f345959c700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34541054e0 0x7f345419ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 -- 172.21.15.45:0/497876564 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34541054e0 msgr2=0x7f345419ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34541054e0 0x7f345419ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 -- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34541004a0 msgr2=0x7f3454196360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34541004a0 0x7f3454196360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.542+0000 7f3453fff700 1 -- 172.21.15.45:0/497876564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34400095f0 con 0x7f3454100e40 2023-03-22T14:29:00.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.543+0000 7f3453fff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f34541968a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f34400098e0 tx=0x7f3440004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.543+0000 7f3451ffb700 1 -- 172.21.15.45:0/497876564 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344001d070 con 0x7f3454100e40 2023-03-22T14:29:00.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.543+0000 7f3451ffb700 1 -- 172.21.15.45:0/497876564 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3440005030 con 0x7f3454100e40 2023-03-22T14:29:00.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.543+0000 7f3451ffb700 1 -- 172.21.15.45:0/497876564 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3440004ae0 con 0x7f3454100e40 2023-03-22T14:29:00.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.543+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34541102b0 con 0x7f3454100e40 2023-03-22T14:29:00.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.543+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3454110120 con 0x7f3454100e40 2023-03-22T14:29:00.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.547+0000 7f3451ffb700 1 -- 172.21.15.45:0/497876564 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f34400051a0 con 0x7f3454100e40 2023-03-22T14:29:00.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.548+0000 7f346e831b80 1 Processor -- start 2023-03-22T14:29:00.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f346e831b80 1 -- start start 2023-03-22T14:29:00.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f346e831b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7032ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f346e831b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70330e0 0x55b1f70370f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f346e831b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f7037630 0x55b1f7037a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f346e831b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f6f39070 con 0x55b1f70330e0 2023-03-22T14:29:00.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f346e831b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f6f8b9b0 con 0x55b1f70327d0 2023-03-22T14:29:00.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f346e831b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f6f84e40 con 0x55b1f7037630 2023-03-22T14:29:00.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f3451ffb700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f344409fd50 0x7f34440a2200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f345959c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7032ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f345959c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7032ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33042/0 (socket says 172.21.15.45:33042) 2023-03-22T14:29:00.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f345959c700 1 -- 172.21.15.45:0/2974586689 learned_addr learned my addr 172.21.15.45:0/2974586689 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f3451ffb700 1 -- 172.21.15.45:0/497876564 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f34400cc090 con 0x7f3454100e40 2023-03-22T14:29:00.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f345959c700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f344409fd50 0x7f34440a2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.549+0000 7f3458d9b700 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70330e0 0x55b1f70370f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f3453fff700 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f7037630 0x55b1f7037a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f345959c700 1 -- 172.21.15.45:0/2974586689 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f7037630 msgr2=0x55b1f7037a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f345959c700 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f7037630 0x55b1f7037a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f345959c700 1 -- 172.21.15.45:0/2974586689 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70330e0 msgr2=0x55b1f70370f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f345959c700 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70330e0 0x55b1f70370f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f345959c700 1 -- 172.21.15.45:0/2974586689 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b1f6e06630 con 0x55b1f70327d0 2023-03-22T14:29:00.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f3453fff700 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f7037630 0x55b1f7037a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:00.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f345959c700 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7032ba0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f344c007cd0 tx=0x7f344c019370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e6643443dfbf08c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f345959c700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f344409fd50 0x7f34440a2200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f344c009fd0 tx=0x7f344c00d000 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f343effd700 1 -- 172.21.15.45:0/2974586689 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c007500 con 0x55b1f70327d0 2023-03-22T14:29:00.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f343effd700 1 -- 172.21.15.45:0/2974586689 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f344c00f040 con 0x55b1f70327d0 2023-03-22T14:29:00.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.550+0000 7f343effd700 1 -- 172.21.15.45:0/2974586689 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c004e10 con 0x55b1f70327d0 2023-03-22T14:29:00.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 -- 172.21.15.45:0/2974586689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 msgr2=0x55b1f7032ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7032ba0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f344c007cd0 tx=0x7f344c019370 comp rx=0 tx=0).stop 2023-03-22T14:29:00.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 -- 172.21.15.45:0/2974586689 shutdown_connections 2023-03-22T14:29:00.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f7037630 0x55b1f7037a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7032ba0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 --2- 172.21.15.45:0/2974586689 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70330e0 0x55b1f70370f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 -- 172.21.15.45:0/2974586689 >> 172.21.15.45:0/2974586689 conn(0x55b1f702d030 msgr2=0x55b1f702d400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 -- 172.21.15.45:0/2974586689 shutdown_connections 2023-03-22T14:29:00.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.551+0000 7f346e831b80 1 -- 172.21.15.45:0/2974586689 wait complete. 2023-03-22T14:29:00.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.552+0000 7f346e831b80 1 -- start start 2023-03-22T14:29:00.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.552+0000 7f346e831b80 1 Processor -- start 2023-03-22T14:29:00.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f346e831b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f703c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f346e831b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f346e831b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f703cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f346e831b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f6e08920 con 0x55b1f70327d0 2023-03-22T14:29:00.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f346e831b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f70427f0 con 0x55b1f7037630 2023-03-22T14:29:00.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f346e831b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f70429b0 con 0x55b1f70330e0 2023-03-22T14:29:00.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f346e831b80 10 client.0 _ll_register_callbacks cb 0x55b1f6e2a290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:00.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f703c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3453fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f703c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38500/0 (socket says 172.21.15.45:38500) 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 -- 172.21.15.45:0/439852481 learned_addr learned my addr 172.21.15.45:0/439852481 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3453fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:36146/0 (socket says 172.21.15.45:36146) 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f345959c700 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f703cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 -- 172.21.15.45:0/439852481 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 msgr2=0x55b1f703c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 -- 172.21.15.45:0/439852481 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 msgr2=0x55b1f703cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f703cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f3458d9b700 1 -- 172.21.15.45:0/439852481 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f344c011040 con 0x55b1f70327d0 2023-03-22T14:29:00.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.553+0000 7f345959c700 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f703cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:00.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f3458d9b700 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f703c190 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3448011830 tx=0x7f3448011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3cd90e8cabf7f7 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f3433fff700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:00.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f3433fff700 1 -- 172.21.15.45:0/439852481 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3448016070 con 0x55b1f70327d0 2023-03-22T14:29:00.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b1f6f473f0 con 0x55b1f70327d0 2023-03-22T14:29:00.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f3433fff700 1 -- 172.21.15.45:0/439852481 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f344800f890 con 0x55b1f70327d0 2023-03-22T14:29:00.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f3433fff700 1 -- 172.21.15.45:0/439852481 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f344800fa50 con 0x55b1f70327d0 2023-03-22T14:29:00.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f346e831b80 10 client.15600 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:00.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55b1f6db2de0 con 0x55b1f70327d0 2023-03-22T14:29:00.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.554+0000 7f3433fff700 1 -- 172.21.15.45:0/439852481 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b1f6f473f0 con 0x55b1f70327d0 2023-03-22T14:29:00.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f3433fff700 1 -- 172.21.15.45:0/439852481 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f344801ac90 con 0x55b1f70327d0 2023-03-22T14:29:00.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f346e831b80 10 client.15600 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:00.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f346e831b80 10 client.15600 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:29:00.562 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f346e831b80 20 client.15600 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f346e831b80 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f7055190 0x55b1f70575a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f346e831b80 4 client.15600 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b1f6f53660 con 0x55b1f7055190 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f3453fff700 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f7055190 0x55b1f70575a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f3453fff700 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f7055190 0x55b1f70575a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bd3c549c92bf9baf server_cookie=326574adfc097b4a in_seq=0 out_seq=0 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.555+0000 7f3433fff700 10 client.15600 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.556+0000 7f3433fff700 1 -- 172.21.15.45:0/439852481 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55b1f6f53660 con 0x55b1f7055190 2023-03-22T14:29:00.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.556+0000 7f3433fff700 10 client.15600 handle_command_reply: tid=0 2023-03-22T14:29:00.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.556+0000 7f346e831b80 1 client.15600 shutdown 2023-03-22T14:29:00.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.556+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 msgr2=0x55b1f703c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.556+0000 7f346e831b80 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f703c190 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3448011830 tx=0x7f3448011b40 comp rx=0 tx=0).stop 2023-03-22T14:29:00.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 shutdown_connections 2023-03-22T14:29:00.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f7055190 0x55b1f70575a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f703c190 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f703cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 --2- 172.21.15.45:0/439852481 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f3433fff700 0 client.15600 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:00.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 >> 172.21.15.45:0/439852481 conn(0x55b1f702d030 msgr2=0x55b1f702c710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 shutdown_connections 2023-03-22T14:29:00.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 1 -- 172.21.15.45:0/439852481 wait complete. 2023-03-22T14:29:00.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.557+0000 7f346e831b80 20 client.15600 trim_cache size 0 max 16384 2023-03-22T14:29:00.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.570+0000 7f346e831b80 1 Processor -- start 2023-03-22T14:29:00.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.570+0000 7f346e831b80 1 -- start start 2023-03-22T14:29:00.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f346e831b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f7034f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f346e831b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f346e831b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f7035890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f346e831b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f7043560 con 0x55b1f70327d0 2023-03-22T14:29:00.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f346e831b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f703d700 con 0x55b1f7037630 2023-03-22T14:29:00.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f346e831b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f70390c0 con 0x55b1f70330e0 2023-03-22T14:29:00.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f3458d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f7034f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f3458d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f7034f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38502/0 (socket says 172.21.15.45:38502) 2023-03-22T14:29:00.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f3458d9b700 1 -- 172.21.15.45:0/3868521163 learned_addr learned my addr 172.21.15.45:0/3868521163 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f345959c700 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f7035890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.571+0000 7f3453fff700 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f345959c700 1 -- 172.21.15.45:0/3868521163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 msgr2=0x55b1f703c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f345959c700 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f345959c700 1 -- 172.21.15.45:0/3868521163 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 msgr2=0x55b1f7034f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f345959c700 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f7034f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f345959c700 1 -- 172.21.15.45:0/3868521163 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b1f6f4b190 con 0x55b1f7037630 2023-03-22T14:29:00.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f345959c700 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f7035890 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f344c0196c0 tx=0x7f344c007500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c0ce739360ea824 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f343f7fe700 1 -- 172.21.15.45:0/3868521163 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c0078a0 con 0x55b1f7037630 2023-03-22T14:29:00.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f343f7fe700 1 -- 172.21.15.45:0/3868521163 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f344c00f050 con 0x55b1f7037630 2023-03-22T14:29:00.575 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.572+0000 7f343f7fe700 1 -- 172.21.15.45:0/3868521163 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c01b990 con 0x55b1f7037630 2023-03-22T14:29:00.576 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 -- 172.21.15.45:0/3868521163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 msgr2=0x55b1f7035890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f7035890 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f344c0196c0 tx=0x7f344c007500 comp rx=0 tx=0).stop 2023-03-22T14:29:00.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 -- 172.21.15.45:0/3868521163 shutdown_connections 2023-03-22T14:29:00.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f70327d0 0x55b1f7034f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f7037630 0x55b1f7035890 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 --2- 172.21.15.45:0/3868521163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f703c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.577 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 -- 172.21.15.45:0/3868521163 >> 172.21.15.45:0/3868521163 conn(0x55b1f702d030 msgr2=0x55b1f7042e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 -- 172.21.15.45:0/3868521163 shutdown_connections 2023-03-22T14:29:00.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.573+0000 7f346e831b80 1 -- 172.21.15.45:0/3868521163 wait complete. 2023-03-22T14:29:00.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.574+0000 7f346e831b80 1 -- start start 2023-03-22T14:29:00.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.574+0000 7f346e831b80 1 Processor -- start 2023-03-22T14:29:00.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.574+0000 7f346e831b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7051e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.574+0000 7f346e831b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f704e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.574+0000 7f346e831b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f7037630 0x55b1f704ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f346e831b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f704f140 con 0x55b1f7037630 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f346e831b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f704f2b0 con 0x55b1f70327d0 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f346e831b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1f70a90b0 con 0x55b1f70330e0 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f346e831b80 10 client.0 _ll_register_callbacks cb 0x55b1f6e2a290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7051e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7051e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33070/0 (socket says 172.21.15.45:33070) 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 -- 172.21.15.45:0/3216248472 learned_addr learned my addr 172.21.15.45:0/3216248472 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3453fff700 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f704e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f345959c700 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f7037630 0x55b1f704ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 -- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 msgr2=0x55b1f704e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f704e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 -- 172.21.15.45:0/3216248472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f7037630 msgr2=0x55b1f704ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f7037630 0x55b1f704ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 -- 172.21.15.45:0/3216248472 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b1f6e06630 con 0x55b1f70327d0 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3458d9b700 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7051e90 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3448000c00 tx=0x7f3448009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89e8db18856f3796 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.580 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.575+0000 7f3433fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:00.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f3433fff700 1 -- 172.21.15.45:0/3216248472 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3448016040 con 0x55b1f70327d0 2023-03-22T14:29:00.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b1f7002240 con 0x55b1f70327d0 2023-03-22T14:29:00.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f3433fff700 1 -- 172.21.15.45:0/3216248472 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f3448000e40 con 0x55b1f70327d0 2023-03-22T14:29:00.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f3433fff700 1 -- 172.21.15.45:0/3216248472 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3448019560 con 0x55b1f70327d0 2023-03-22T14:29:00.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 10 client.25628 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:00.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55b1f6dd9250 con 0x55b1f70327d0 2023-03-22T14:29:00.581 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f3433fff700 1 -- 172.21.15.45:0/3216248472 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b1f7002240 con 0x55b1f70327d0 2023-03-22T14:29:00.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f3433fff700 1 -- 172.21.15.45:0/3216248472 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f34480054b0 con 0x55b1f70327d0 2023-03-22T14:29:00.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 10 client.25628 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:00.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 10 client.25628 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:29:00.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 20 client.25628 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:00.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f70aa720 0x55b1f70acb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 4 client.25628 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:00.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.576+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b1f6e08f60 con 0x55b1f70aa720 2023-03-22T14:29:00.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.577+0000 7f3453fff700 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f70aa720 0x55b1f70acb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.577+0000 7f3453fff700 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f70aa720 0x55b1f70acb30 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8d7a57f0805fd9af server_cookie=d192e4ee3f9f9fe7 in_seq=0 out_seq=0 2023-03-22T14:29:00.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.577+0000 7f3433fff700 10 client.25628 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:00.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.577+0000 7f3433fff700 1 -- 172.21.15.45:0/3216248472 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b1f6e08f60 con 0x55b1f70aa720 2023-03-22T14:29:00.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.577+0000 7f3433fff700 10 client.25628 handle_command_reply: tid=0 2023-03-22T14:29:00.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.577+0000 7f346e831b80 1 client.25628 shutdown 2023-03-22T14:29:00.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 msgr2=0x55b1f7051e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7051e90 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3448000c00 tx=0x7f3448009f60 comp rx=0 tx=0).stop 2023-03-22T14:29:00.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 shutdown_connections 2023-03-22T14:29:00.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x55b1f70aa720 0x55b1f70acb30 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55b1f7037630 0x55b1f704ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b1f70327d0 0x55b1f7051e90 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f3433fff700 0 client.25628 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:00.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 --2- 172.21.15.45:0/3216248472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55b1f70330e0 0x55b1f704e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 >> 172.21.15.45:0/3216248472 conn(0x55b1f702d030 msgr2=0x55b1f703c950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 shutdown_connections 2023-03-22T14:29:00.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 1 -- 172.21.15.45:0/3216248472 wait complete. 2023-03-22T14:29:00.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.578+0000 7f346e831b80 20 client.25628 trim_cache size 0 max 16384 2023-03-22T14:29:00.586 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:00.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f344409fd50 msgr2=0x7f34440a2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f344409fd50 0x7f34440a2200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f344c009fd0 tx=0x7f344c00d000 comp rx=0 tx=0).stop 2023-03-22T14:29:00.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 msgr2=0x7f34541968a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f34541968a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f34400098e0 tx=0x7f3440004730 comp rx=0 tx=0).stop 2023-03-22T14:29:00.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 shutdown_connections 2023-03-22T14:29:00.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f344409fd50 0x7f34440a2200 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f34541004a0 0x7f3454196360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34541054e0 0x7f345419ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 --2- 172.21.15.45:0/497876564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3454100e40 0x7f34541968a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 >> 172.21.15.45:0/497876564 conn(0x7f34540fbd10 msgr2=0x7f34540fc8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 shutdown_connections 2023-03-22T14:29:00.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.579+0000 7f345afff700 1 -- 172.21.15.45:0/497876564 wait complete. 2023-03-22T14:29:00.598 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-03-22T14:29:00.608 INFO:tasks.workunit.client.0.smithi045.stdout:cd . && /bin/sh /home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb/missing --run aclocal-1.10 2023-03-22T14:29:00.612 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb/missing: line 46: aclocal-1.10: command not found 2023-03-22T14:29:00.614 INFO:tasks.workunit.client.0.smithi045.stderr:WARNING: `aclocal-1.10' is missing on your system. You should only need it if 2023-03-22T14:29:00.615 INFO:tasks.workunit.client.0.smithi045.stderr: you modified `acinclude.m4' or `configure.in'. You might want 2023-03-22T14:29:00.615 INFO:tasks.workunit.client.0.smithi045.stderr: to install the `Automake' and `Perl' packages. Grab them from 2023-03-22T14:29:00.615 INFO:tasks.workunit.client.0.smithi045.stderr: any GNU archive site. 2023-03-22T14:29:00.618 INFO:tasks.workunit.client.0.smithi045.stdout: cd . && /bin/sh /home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb/missing --run automake-1.10 --gnu 2023-03-22T14:29:00.622 INFO:tasks.workunit.client.0.smithi045.stderr:/home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb/missing: line 46: automake-1.10: command not found 2023-03-22T14:29:00.624 INFO:tasks.workunit.client.0.smithi045.stderr:WARNING: `automake-1.10' is missing on your system. You should only need it if 2023-03-22T14:29:00.624 INFO:tasks.workunit.client.0.smithi045.stderr: you modified `Makefile.am', `acinclude.m4' or `configure.in'. 2023-03-22T14:29:00.624 INFO:tasks.workunit.client.0.smithi045.stderr: You might want to install the `Automake' and `Perl' packages. 2023-03-22T14:29:00.624 INFO:tasks.workunit.client.0.smithi045.stderr: Grab them from any GNU archive site. 2023-03-22T14:29:00.706 INFO:tasks.workunit.client.0.smithi045.stdout:cd . && /bin/sh /home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb/missing --run autoconf 2023-03-22T14:29:00.803 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 -- 172.21.15.45:0/3645503145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100440 msgr2=0x7f1188100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 --2- 172.21.15.45:0/3645503145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100440 0x7f1188100810 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f11840099c0 tx=0x7f1184009cd0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 -- 172.21.15.45:0/3645503145 shutdown_connections 2023-03-22T14:29:00.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 --2- 172.21.15.45:0/3645503145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188105480 0x7f118810d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 --2- 172.21.15.45:0/3645503145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100440 0x7f1188100810 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 --2- 172.21.15.45:0/3645503145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100de0 0x7f1188104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 -- 172.21.15.45:0/3645503145 >> 172.21.15.45:0/3645503145 conn(0x7f11880fbcd0 msgr2=0x7f11880fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 -- 172.21.15.45:0/3645503145 shutdown_connections 2023-03-22T14:29:00.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.803+0000 7f118f5ff700 1 -- 172.21.15.45:0/3645503145 wait complete. 2023-03-22T14:29:00.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.804+0000 7f118f5ff700 1 Processor -- start 2023-03-22T14:29:00.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118f5ff700 1 -- start start 2023-03-22T14:29:00.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118f5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100440 0x7f1188198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118f5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100de0 0x7f1188198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.807 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118f5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188105480 0x7f118819cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118f5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118819d530 con 0x7f1188105480 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118f5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118819d6a0 con 0x7f1188100440 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118f5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118819d860 con 0x7f1188100de0 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100440 0x7f1188198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118cb9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100de0 0x7f1188198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100440 0x7f1188198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33074/0 (socket says 172.21.15.45:33074) 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118d39b700 1 -- 172.21.15.45:0/2901350865 learned_addr learned my addr 172.21.15.45:0/2901350865 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.805+0000 7f118cb9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100de0 0x7f1188198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:36186/0 (socket says 172.21.15.45:36186) 2023-03-22T14:29:00.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118db9c700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188105480 0x7f118819cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118d39b700 1 -- 172.21.15.45:0/2901350865 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100de0 msgr2=0x7f1188198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118d39b700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100de0 0x7f1188198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118d39b700 1 -- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188105480 msgr2=0x7f118819cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118d39b700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188105480 0x7f118819cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118d39b700 1 -- 172.21.15.45:0/2901350865 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1178009520 con 0x7f1188100440 2023-03-22T14:29:00.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118db9c700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188105480 0x7f118819cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:00.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118d39b700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100440 0x7f1188198550 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f11840098e0 tx=0x7f118400f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f117e7fc700 1 -- 172.21.15.45:0/2901350865 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f118401d070 con 0x7f1188100440 2023-03-22T14:29:00.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f117e7fc700 1 -- 172.21.15.45:0/2901350865 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f118400fb80 con 0x7f1188100440 2023-03-22T14:29:00.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11840095f0 con 0x7f1188100440 2023-03-22T14:29:00.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.806+0000 7f117e7fc700 1 -- 172.21.15.45:0/2901350865 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840173f0 con 0x7f1188100440 2023-03-22T14:29:00.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.807+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1188110290 con 0x7f1188100440 2023-03-22T14:29:00.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.810+0000 7f117e7fc700 1 -- 172.21.15.45:0/2901350865 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f118400fcf0 con 0x7f1188100440 2023-03-22T14:29:00.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.811+0000 7f11a2ef2b80 1 Processor -- start 2023-03-22T14:29:00.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.811+0000 7f117e7fc700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f117409fcd0 0x7f11740a2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.811+0000 7f11a2ef2b80 1 -- start start 2023-03-22T14:29:00.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.811+0000 7f117e7fc700 1 -- 172.21.15.45:0/2901350865 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f11840cbc00 con 0x7f1188100440 2023-03-22T14:29:00.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118db9c700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f117409fcd0 0x7f11740a2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9adba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b20f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a8b4070 con 0x55710a9ae0e0 2023-03-22T14:29:00.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9069b0 con 0x55710a9ad7d0 2023-03-22T14:29:00.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a8ffe40 con 0x55710a9b2630 2023-03-22T14:29:00.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9adba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9adba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33082/0 (socket says 172.21.15.45:33082) 2023-03-22T14:29:00.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 -- 172.21.15.45:0/30458226 learned_addr learned my addr 172.21.15.45:0/30458226 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118cb9a700 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118db9c700 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 -- 172.21.15.45:0/30458226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 msgr2=0x55710a9b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9b2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 -- 172.21.15.45:0/30458226 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 msgr2=0x55710a9b20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b20f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.812+0000 7f118d39b700 1 -- 172.21.15.45:0/30458226 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55710a781630 con 0x55710a9ad7d0 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.813+0000 7f118db9c700 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.813+0000 7f118db9c700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f117409fcd0 0x7f11740a2180 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f11800093f0 tx=0x7f118000b040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.813+0000 7f118d39b700 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9adba0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1184095810 tx=0x7f1184095650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=805f10ab4104a1a6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.813+0000 7f11737fe700 1 -- 172.21.15.45:0/30458226 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840a1470 con 0x55710a9ad7d0 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.813+0000 7f11737fe700 1 -- 172.21.15.45:0/30458226 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1184099570 con 0x55710a9ad7d0 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.813+0000 7f11737fe700 1 -- 172.21.15.45:0/30458226 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840a1240 con 0x55710a9ad7d0 2023-03-22T14:29:00.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/30458226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 msgr2=0x55710a9adba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9adba0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1184095810 tx=0x7f1184095650 comp rx=0 tx=0).stop 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/30458226 shutdown_connections 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9adba0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/30458226 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/30458226 >> 172.21.15.45:0/30458226 conn(0x55710a9a8030 msgr2=0x55710a9a8400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/30458226 shutdown_connections 2023-03-22T14:29:00.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/30458226 wait complete. 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 -- start start 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.814+0000 7f11a2ef2b80 1 Processor -- start 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ad7d0 0x55710a9b70e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9b7620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9b2630 0x55710a9b7b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a783920 con 0x55710a9ad7d0 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9c35d0 con 0x55710a9b2630 2023-03-22T14:29:00.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9c3710 con 0x55710a9ae0e0 2023-03-22T14:29:00.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f11a2ef2b80 10 client.0 _ll_register_callbacks cb 0x55710a7a5290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:00.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f118d39b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ad7d0 0x55710a9b70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f118d39b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ad7d0 0x55710a9b70e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38538/0 (socket says 172.21.15.45:38538) 2023-03-22T14:29:00.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f118d39b700 1 -- 172.21.15.45:0/1867819518 learned_addr learned my addr 172.21.15.45:0/1867819518 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f118cb9a700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9b7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.815+0000 7f118db9c700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9b2630 0x55710a9b7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f118d39b700 1 -- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 msgr2=0x55710a9b7620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f118d39b700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9b7620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f118d39b700 1 -- 172.21.15.45:0/1867819518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9b2630 msgr2=0x55710a9b7b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f118d39b700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9b2630 0x55710a9b7b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f118d39b700 1 -- 172.21.15.45:0/1867819518 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1188110290 con 0x55710a9ad7d0 2023-03-22T14:29:00.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f118cb9a700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9b7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:00.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f118d39b700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ad7d0 0x55710a9b70e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f11840a0f40 tx=0x7f1184099490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e219e1a69a0aa50 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f1170ff9700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:00.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f1170ff9700 1 -- 172.21.15.45:0/1867819518 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1184098a10 con 0x55710a9ad7d0 2023-03-22T14:29:00.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f1170ff9700 1 -- 172.21.15.45:0/1867819518 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f11840a0fe0 con 0x55710a9ad7d0 2023-03-22T14:29:00.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55710a8c23f0 con 0x55710a9ad7d0 2023-03-22T14:29:00.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f1170ff9700 1 -- 172.21.15.45:0/1867819518 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f11840a11a0 con 0x55710a9ad7d0 2023-03-22T14:29:00.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f11a2ef2b80 10 client.15618 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:00.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.816+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55710a72dde0 con 0x55710a9ad7d0 2023-03-22T14:29:00.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f1170ff9700 1 -- 172.21.15.45:0/1867819518 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f11840b5080 con 0x55710a9ad7d0 2023-03-22T14:29:00.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f1170ff9700 1 -- 172.21.15.45:0/1867819518 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f11840acd20 con 0x55710a9ad7d0 2023-03-22T14:29:00.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f11a2ef2b80 10 client.15618 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:00.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f11a2ef2b80 10 client.15618 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:29:00.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f11a2ef2b80 20 client.15618 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:00.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710a9c71e0 0x55710a9c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f11a2ef2b80 4 client.15618 mds_command: new command op to 24517 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55710a8ce660 con 0x55710a9c71e0 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.817+0000 7f118cb9a700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710a9c71e0 0x55710a9c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.818+0000 7f118cb9a700 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710a9c71e0 0x55710a9c95c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=13069fe663bd814c server_cookie=b61d9d8dcc31fd0b in_seq=0 out_seq=0 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.818+0000 7f1170ff9700 10 client.15618 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f1170ff9700 1 -- 172.21.15.45:0/1867819518 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55710a8ce660 con 0x55710a9c71e0 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f1170ff9700 10 client.15618 handle_command_reply: tid=0 2023-03-22T14:29:00.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 client.15618 shutdown 2023-03-22T14:29:00.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ad7d0 msgr2=0x55710a9b70e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ad7d0 0x55710a9b70e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f11840a0f40 tx=0x7f1184099490 comp rx=0 tx=0).stop 2023-03-22T14:29:00.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 shutdown_connections 2023-03-22T14:29:00.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710a9c71e0 0x55710a9c95c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ad7d0 0x55710a9b70e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9b2630 0x55710a9b7b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/1867819518 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9b7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f1170ff9700 0 client.15618 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:00.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 >> 172.21.15.45:0/1867819518 conn(0x55710a9a8030 msgr2=0x55710a9a7710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 shutdown_connections 2023-03-22T14:29:00.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/1867819518 wait complete. 2023-03-22T14:29:00.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.819+0000 7f11a2ef2b80 20 client.15618 trim_cache size 0 max 16384 2023-03-22T14:29:00.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 Processor -- start 2023-03-22T14:29:00.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 -- start start 2023-03-22T14:29:00.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9be590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9a7710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9b2630 0x55710a9b0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9b80b0 con 0x55710a9b2630 2023-03-22T14:29:00.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9aa030 con 0x55710a9ad7d0 2023-03-22T14:29:00.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.833+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9ae940 con 0x55710a9ae0e0 2023-03-22T14:29:00.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9be590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118db9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9b2630 0x55710a9b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9be590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33086/0 (socket says 172.21.15.45:33086) 2023-03-22T14:29:00.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 -- 172.21.15.45:0/3030796104 learned_addr learned my addr 172.21.15.45:0/3030796104 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118cb9a700 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9a7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 -- 172.21.15.45:0/3030796104 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 msgr2=0x55710a9a7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9a7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 -- 172.21.15.45:0/3030796104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9b2630 msgr2=0x55710a9b0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9b2630 0x55710a9b0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 -- 172.21.15.45:0/3030796104 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55710a8c6190 con 0x55710a9ad7d0 2023-03-22T14:29:00.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118db9c700 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9b2630 0x55710a9b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:00.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118cb9a700 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9a7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:00.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.834+0000 7f118d39b700 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9be590 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1184097660 tx=0x7f1184009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=564f667e1467798d server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f1173fff700 1 -- 172.21.15.45:0/3030796104 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840c97a0 con 0x55710a9ad7d0 2023-03-22T14:29:00.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f1173fff700 1 -- 172.21.15.45:0/3030796104 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55710a8c23f0 con 0x55710a9ad7d0 2023-03-22T14:29:00.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f1173fff700 1 -- 172.21.15.45:0/3030796104 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840b7170 con 0x55710a9ad7d0 2023-03-22T14:29:00.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/3030796104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 msgr2=0x55710a9be590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9be590 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1184097660 tx=0x7f1184009310 comp rx=0 tx=0).stop 2023-03-22T14:29:00.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/3030796104 shutdown_connections 2023-03-22T14:29:00.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9b2630 0x55710a9b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9be590 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/3030796104 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9ae0e0 0x55710a9a7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/3030796104 >> 172.21.15.45:0/3030796104 conn(0x55710a9a8030 msgr2=0x55710a9c3ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.835+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/3030796104 shutdown_connections 2023-03-22T14:29:00.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.836+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/3030796104 wait complete. 2023-03-22T14:29:00.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.836+0000 7f11a2ef2b80 1 -- start start 2023-03-22T14:29:00.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.836+0000 7f11a2ef2b80 1 Processor -- start 2023-03-22T14:29:00.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f11a2ef2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9aef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9b5150 con 0x55710a9ae0e0 2023-03-22T14:29:00.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9af450 con 0x55710a9ad7d0 2023-03-22T14:29:00.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f11a2ef2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55710a9af610 con 0x55710a9b2630 2023-03-22T14:29:00.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f11a2ef2b80 10 client.0 _ll_register_callbacks cb 0x55710a7a5290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:00.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9b45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33100/0 (socket says 172.21.15.45:33100) 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 -- 172.21.15.45:0/2869664373 learned_addr learned my addr 172.21.15.45:0/2869664373 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118cb9a700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118db9c700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9aef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 -- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 msgr2=0x55710a9aef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9aef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 -- 172.21.15.45:0/2869664373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 msgr2=0x55710a9b4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:00.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 -- 172.21.15.45:0/2869664373 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1180007e70 con 0x55710a9ad7d0 2023-03-22T14:29:00.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118cb9a700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:00.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118db9c700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9aef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:29:00.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f118d39b700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9b45f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f11840956d0 tx=0x7f11840c9320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9879fca3ff8d5b5a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:00.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.837+0000 7f1170ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:00.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f1170ff9700 1 -- 172.21.15.45:0/2869664373 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840c97a0 con 0x55710a9ad7d0 2023-03-22T14:29:00.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f1170ff9700 1 -- 172.21.15.45:0/2869664373 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f11840b7170 con 0x55710a9ad7d0 2023-03-22T14:29:00.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55710a97d240 con 0x55710a9ad7d0 2023-03-22T14:29:00.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f1170ff9700 1 -- 172.21.15.45:0/2869664373 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f11840c9c80 con 0x55710a9ad7d0 2023-03-22T14:29:00.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 10 client.25646 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:00.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55710a72dde0 con 0x55710a9ad7d0 2023-03-22T14:29:00.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f1170ff9700 1 -- 172.21.15.45:0/2869664373 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55710a97d240 con 0x55710a9ad7d0 2023-03-22T14:29:00.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f1170ff9700 1 -- 172.21.15.45:0/2869664373 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f11840acd20 con 0x55710a9ad7d0 2023-03-22T14:29:00.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 10 client.25646 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:00.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 10 client.25646 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:29:00.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 20 client.25646 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:00.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710aa1b910 0x55710aa1dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:00.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 4 client.25646 mds_command: new command op to 24517 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:00.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.838+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55710a783f60 con 0x55710aa1b910 2023-03-22T14:29:00.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.839+0000 7f118cb9a700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710aa1b910 0x55710aa1dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:00.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.839+0000 7f118cb9a700 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710aa1b910 0x55710aa1dcf0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=108e03e5750be379 server_cookie=71f23330e0369c4a in_seq=0 out_seq=0 2023-03-22T14:29:00.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.839+0000 7f1170ff9700 10 client.25646 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:00.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f1170ff9700 1 -- 172.21.15.45:0/2869664373 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55710a783f60 con 0x55710aa1b910 2023-03-22T14:29:00.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f1170ff9700 10 client.25646 handle_command_reply: tid=0 2023-03-22T14:29:00.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 client.25646 shutdown 2023-03-22T14:29:00.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 msgr2=0x55710a9b45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9b45f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f11840956d0 tx=0x7f11840c9320 comp rx=0 tx=0).stop 2023-03-22T14:29:00.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 shutdown_connections 2023-03-22T14:29:00.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55710a9b2630 0x55710a9aef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55710a9ad7d0 0x55710a9b45f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55710aa1b910 0x55710aa1dcf0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 --2- 172.21.15.45:0/2869664373 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55710a9ae0e0 0x55710a9b4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f1170ff9700 0 client.25646 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:00.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 >> 172.21.15.45:0/2869664373 conn(0x55710a9a8030 msgr2=0x55710a9a7710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 shutdown_connections 2023-03-22T14:29:00.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 1 -- 172.21.15.45:0/2869664373 wait complete. 2023-03-22T14:29:00.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.840+0000 7f11a2ef2b80 20 client.25646 trim_cache size 0 max 16384 2023-03-22T14:29:00.851 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:00.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f117409fcd0 msgr2=0x7f11740a2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f117409fcd0 0x7f11740a2180 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f11800093f0 tx=0x7f118000b040 comp rx=0 tx=0).stop 2023-03-22T14:29:00.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100440 msgr2=0x7f1188198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:00.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100440 0x7f1188198550 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f11840098e0 tx=0x7f118400f690 comp rx=0 tx=0).stop 2023-03-22T14:29:00.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 shutdown_connections 2023-03-22T14:29:00.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f117409fcd0 0x7f11740a2180 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1188105480 0x7f118819cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1188100440 0x7f1188198550 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 --2- 172.21.15.45:0/2901350865 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1188100de0 0x7f1188198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:00.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 >> 172.21.15.45:0/2901350865 conn(0x7f11880fbcd0 msgr2=0x7f118810c320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:00.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 shutdown_connections 2023-03-22T14:29:00.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:00.841+0000 7f118f5ff700 1 -- 172.21.15.45:0/2901350865 wait complete. 2023-03-22T14:29:00.856 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:00 smithi045 ceph-mon[91728]: pgmap v31: 97 pgs: 97 active+clean; 2.5 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 115 KiB/s wr, 18 op/s 2023-03-22T14:29:00.856 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:00 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/357436649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:29:00.858 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-03-22T14:29:01.053 INFO:tasks.workunit.client.0.smithi045.stderr:aclocal.m4:16: warning: this file was generated for autoconf 2.61. 2023-03-22T14:29:01.054 INFO:tasks.workunit.client.0.smithi045.stderr:You have another version of autoconf. It may work, but is not guaranteed to. 2023-03-22T14:29:01.054 INFO:tasks.workunit.client.0.smithi045.stderr:If you have problems, you may need to regenerate the build system entirely. 2023-03-22T14:29:01.054 INFO:tasks.workunit.client.0.smithi045.stderr:To do so, use the procedure documented by the package, typically `autoreconf'. 2023-03-22T14:29:01.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1901723515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 msgr2=0x7fd39c10c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1901723515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c10c570 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd390009990 tx=0x7fd390009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1901723515 shutdown_connections 2023-03-22T14:29:01.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1901723515 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd39c072de0 0x7fd39c0731b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1901723515 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd39c10cab0 0x7fd39c10ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1901723515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c10c570 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1901723515 >> 172.21.15.45:0/1901723515 conn(0x7fd39c0fbd10 msgr2=0x7fd39c0fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1901723515 shutdown_connections 2023-03-22T14:29:01.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.095+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1901723515 wait complete. 2023-03-22T14:29:01.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.096+0000 7fd3a0dff700 1 Processor -- start 2023-03-22T14:29:01.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.096+0000 7fd3a0dff700 1 -- start start 2023-03-22T14:29:01.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd3a0dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd39c072de0 0x7fd39c198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd3a0dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd3a0dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd39c10cab0 0x7fd39c19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd3a0dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd39c19d540 con 0x7fd39c072de0 2023-03-22T14:29:01.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd3a0dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd39c19d6b0 con 0x7fd39c0736f0 2023-03-22T14:29:01.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd3a0dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd39c19d870 con 0x7fd39c10cab0 2023-03-22T14:29:01.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd39a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd39c072de0 0x7fd39c198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33106/0 (socket says 172.21.15.45:33106) 2023-03-22T14:29:01.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 -- 172.21.15.45:0/1120644557 learned_addr learned my addr 172.21.15.45:0/1120644557 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd39c10cab0 0x7fd39c19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 -- 172.21.15.45:0/1120644557 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd39c10cab0 msgr2=0x7fd39c19cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd39c10cab0 0x7fd39c19cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 -- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd39c072de0 msgr2=0x7fd39c198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd39c072de0 0x7fd39c198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd399d9b700 1 -- 172.21.15.45:0/1120644557 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3900095f0 con 0x7fd39c0736f0 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd39a59c700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd39c072de0 0x7fd39c198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.097+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd39c10cab0 0x7fd39c19cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.098+0000 7fd399d9b700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c198aa0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd390005910 tx=0x7fd390004710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.098+0000 7fd38b7fe700 1 -- 172.21.15.45:0/1120644557 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd39001d070 con 0x7fd39c0736f0 2023-03-22T14:29:01.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.098+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd39c112500 con 0x7fd39c0736f0 2023-03-22T14:29:01.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.098+0000 7fd38b7fe700 1 -- 172.21.15.45:0/1120644557 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd390022470 con 0x7fd39c0736f0 2023-03-22T14:29:01.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.098+0000 7fd38b7fe700 1 -- 172.21.15.45:0/1120644557 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd390017650 con 0x7fd39c0736f0 2023-03-22T14:29:01.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.098+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd39c112370 con 0x7fd39c0736f0 2023-03-22T14:29:01.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.101+0000 7fd38b7fe700 1 -- 172.21.15.45:0/1120644557 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7fd3900225e0 con 0x7fd39c0736f0 2023-03-22T14:29:01.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.102+0000 7fd3b46d5b80 1 Processor -- start 2023-03-22T14:29:01.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd3b46d5b80 1 -- start start 2023-03-22T14:29:01.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c05ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c0a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715b0c070 con 0x55f715c057d0 2023-03-22T14:29:01.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715b5e9b0 con 0x55f715c0a630 2023-03-22T14:29:01.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715b57e40 con 0x55f715c060e0 2023-03-22T14:29:01.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd38b7fe700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fd38409fcd0 0x7fd3840a2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd38b7fe700 1 -- 172.21.15.45:0/1120644557 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fd3900cc280 con 0x7fd39c0736f0 2023-03-22T14:29:01.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.103+0000 7fd39ad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c05ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c05ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38578/0 (socket says 172.21.15.45:38578) 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 -- 172.21.15.45:0/1937506472 learned_addr learned my addr 172.21.15.45:0/1937506472 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fd38409fcd0 0x7fd3840a2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39a59c700 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c0a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd399d9b700 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 -- 172.21.15.45:0/1937506472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 msgr2=0x55f715c0a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c0a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 -- 172.21.15.45:0/1937506472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 msgr2=0x55f715c0aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 -- 172.21.15.45:0/1937506472 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7159d9630 con 0x55f715c057d0 2023-03-22T14:29:01.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd399d9b700 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:01.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.104+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c05ba0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd394019550 tx=0x7fd394019860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d71add496d0400e1 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.105+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fd38409fcd0 0x7fd3840a2180 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd394019bb0 tx=0x7fd39401d000 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.105+0000 7fd388ff9700 1 -- 172.21.15.45:0/1937506472 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd394025070 con 0x55f715c057d0 2023-03-22T14:29:01.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.105+0000 7fd388ff9700 1 -- 172.21.15.45:0/1937506472 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd394012360 con 0x55f715c057d0 2023-03-22T14:29:01.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.105+0000 7fd388ff9700 1 -- 172.21.15.45:0/1937506472 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd39400e040 con 0x55f715c057d0 2023-03-22T14:29:01.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.105+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/1937506472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 msgr2=0x55f715c05ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.105+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c05ba0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd394019550 tx=0x7fd394019860 comp rx=0 tx=0).stop 2023-03-22T14:29:01.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/1937506472 shutdown_connections 2023-03-22T14:29:01.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c05ba0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/1937506472 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c0a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/1937506472 >> 172.21.15.45:0/1937506472 conn(0x55f715c00030 msgr2=0x55f715c00400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/1937506472 shutdown_connections 2023-03-22T14:29:01.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/1937506472 wait complete. 2023-03-22T14:29:01.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 -- start start 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.106+0000 7fd3b46d5b80 1 Processor -- start 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c057d0 0x55f715c11e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c0f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7159db920 con 0x55f715c060e0 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715c0fef0 con 0x55f715c0a630 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715c1b8b0 con 0x55f715c057d0 2023-03-22T14:29:01.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd3b46d5b80 10 client.0 _ll_register_callbacks cb 0x55f7159fd290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:01.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd399d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c0f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd399d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c0f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38588/0 (socket says 172.21.15.45:38588) 2023-03-22T14:29:01.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd399d9b700 1 -- 172.21.15.45:0/3118248506 learned_addr learned my addr 172.21.15.45:0/3118248506 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.107+0000 7fd39a59c700 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c057d0 0x55f715c11e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd399d9b700 1 -- 172.21.15.45:0/3118248506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c057d0 msgr2=0x55f715c11e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd399d9b700 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c057d0 0x55f715c11e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd399d9b700 1 -- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 msgr2=0x55f715c0f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd399d9b700 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd399d9b700 1 -- 172.21.15.45:0/3118248506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd394012cf0 con 0x55f715c060e0 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd399d9b700 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c0f070 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd3900c9920 tx=0x7fd3900ac5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3007174a82f88f99 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd381ffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd381ffb700 1 -- 172.21.15.45:0/3118248506 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd390099990 con 0x55f715c060e0 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd381ffb700 1 -- 172.21.15.45:0/3118248506 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fd3900a1af0 con 0x55f715c060e0 2023-03-22T14:29:01.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f715b1a3f0 con 0x55f715c060e0 2023-03-22T14:29:01.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd381ffb700 1 -- 172.21.15.45:0/3118248506 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd390098e80 con 0x55f715c060e0 2023-03-22T14:29:01.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd3b46d5b80 10 client.15636 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:01.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.108+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f715985de0 con 0x55f715c060e0 2023-03-22T14:29:01.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd381ffb700 1 -- 172.21.15.45:0/3118248506 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f715b1a3f0 con 0x55f715c060e0 2023-03-22T14:29:01.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd381ffb700 1 -- 172.21.15.45:0/3118248506 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fd3900aed20 con 0x55f715c060e0 2023-03-22T14:29:01.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd3b46d5b80 10 client.15636 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:01.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd3b46d5b80 10 client.15636 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:29:01.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd3b46d5b80 20 client.15636 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:01.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c1f630 0x55f715c21a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd3b46d5b80 4 client.15636 mds_command: new command op to 24524 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:01.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f715b26660 con 0x55f715c1f630 2023-03-22T14:29:01.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.109+0000 7fd39a59c700 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c1f630 0x55f715c21a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.110+0000 7fd39a59c700 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c1f630 0x55f715c21a40 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7da746546b595b0f server_cookie=ac1f0d8924e9c258 in_seq=0 out_seq=0 2023-03-22T14:29:01.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.110+0000 7fd381ffb700 10 client.15636 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:01.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd381ffb700 1 -- 172.21.15.45:0/3118248506 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55f715b26660 con 0x55f715c1f630 2023-03-22T14:29:01.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd381ffb700 10 client.15636 handle_command_reply: tid=0 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 client.15636 shutdown 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 msgr2=0x55f715c0f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c0f070 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd3900c9920 tx=0x7fd3900ac5c0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 shutdown_connections 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c0f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c057d0 0x55f715c11e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c1f630 0x55f715c21a40 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3118248506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c0f070 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 >> 172.21.15.45:0/3118248506 conn(0x55f715c00030 msgr2=0x55f715bff710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd381ffb700 0 client.15636 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:01.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 shutdown_connections 2023-03-22T14:29:01.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3118248506 wait complete. 2023-03-22T14:29:01.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.111+0000 7fd3b46d5b80 20 client.15636 trim_cache size 0 max 16384 2023-03-22T14:29:01.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.125+0000 7fd3b46d5b80 1 Processor -- start 2023-03-22T14:29:01.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.125+0000 7fd3b46d5b80 1 -- start start 2023-03-22T14:29:01.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.125+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c16800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.125+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c1af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c11990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715bfae80 con 0x55f715c057d0 2023-03-22T14:29:01.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715bf8680 con 0x55f715c0a630 2023-03-22T14:29:01.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715c01d70 con 0x55f715c060e0 2023-03-22T14:29:01.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c16800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c16800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38600/0 (socket says 172.21.15.45:38600) 2023-03-22T14:29:01.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 -- 172.21.15.45:0/2234906643 learned_addr learned my addr 172.21.15.45:0/2234906643 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c11990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd399d9b700 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c1af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:00 smithi142 ceph-mon[94717]: pgmap v31: 97 pgs: 97 active+clean; 2.5 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 115 KiB/s wr, 18 op/s 2023-03-22T14:29:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:00 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/357436649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:29:01.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 -- 172.21.15.45:0/2234906643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 msgr2=0x55f715c1af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c1af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 -- 172.21.15.45:0/2234906643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 msgr2=0x55f715c11990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c11990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39a59c700 1 -- 172.21.15.45:0/2234906643 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f715b1e190 con 0x55f715c057d0 2023-03-22T14:29:01.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.126+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c11990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:01.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.127+0000 7fd39a59c700 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c16800 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x55f715c222e0 tx=0x7fd38c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de980a14a51f1de3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.127+0000 7fd3897fa700 1 -- 172.21.15.45:0/2234906643 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd38c016030 con 0x55f715c057d0 2023-03-22T14:29:01.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.127+0000 7fd3897fa700 1 -- 172.21.15.45:0/2234906643 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd38c017040 con 0x55f715c057d0 2023-03-22T14:29:01.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.127+0000 7fd3897fa700 1 -- 172.21.15.45:0/2234906643 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd38c004b00 con 0x55f715c057d0 2023-03-22T14:29:01.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.127+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/2234906643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 msgr2=0x55f715c16800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.127+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c16800 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x55f715c222e0 tx=0x7fd38c009260 comp rx=0 tx=0).stop 2023-03-22T14:29:01.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/2234906643 shutdown_connections 2023-03-22T14:29:01.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c057d0 0x55f715c16800 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c0a630 0x55f715c11990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/2234906643 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c060e0 0x55f715c1af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/2234906643 >> 172.21.15.45:0/2234906643 conn(0x55f715c00030 msgr2=0x55f715c1bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/2234906643 shutdown_connections 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/2234906643 wait complete. 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 -- start start 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.128+0000 7fd3b46d5b80 1 Processor -- start 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c057d0 0x55f715c16a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c12e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd3b46d5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c0a630 0x55f715c13570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715c13c80 con 0x55f715c060e0 2023-03-22T14:29:01.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715c73490 con 0x55f715c057d0 2023-03-22T14:29:01.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd3b46d5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f715c735d0 con 0x55f715c0a630 2023-03-22T14:29:01.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd3b46d5b80 10 client.0 _ll_register_callbacks cb 0x55f7159fd290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:01.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd399d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c12e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd399d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c12e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38614/0 (socket says 172.21.15.45:38614) 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd399d9b700 1 -- 172.21.15.45:0/3850479278 learned_addr learned my addr 172.21.15.45:0/3850479278 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd39a59c700 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c057d0 0x55f715c16a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.129+0000 7fd39ad9d700 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c0a630 0x55f715c13570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd399d9b700 1 -- 172.21.15.45:0/3850479278 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c0a630 msgr2=0x55f715c13570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd399d9b700 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c0a630 0x55f715c13570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd399d9b700 1 -- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c057d0 msgr2=0x55f715c16a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd399d9b700 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c057d0 0x55f715c16a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd399d9b700 1 -- 172.21.15.45:0/3850479278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f7159d9630 con 0x55f715c060e0 2023-03-22T14:29:01.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd399d9b700 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c12e30 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd390099920 tx=0x7fd3900c99c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72da3866ddfe4c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd381ffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:01.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd381ffb700 1 -- 172.21.15.45:0/3850479278 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3900b4060 con 0x55f715c060e0 2023-03-22T14:29:01.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd381ffb700 1 -- 172.21.15.45:0/3850479278 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fd3900c9020 con 0x55f715c060e0 2023-03-22T14:29:01.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f715bd5240 con 0x55f715c060e0 2023-03-22T14:29:01.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd381ffb700 1 -- 172.21.15.45:0/3850479278 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd3900a1af0 con 0x55f715c060e0 2023-03-22T14:29:01.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd3b46d5b80 10 client.15642 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:01.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.130+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fd38c004410 con 0x55f715c060e0 2023-03-22T14:29:01.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd381ffb700 1 -- 172.21.15.45:0/3850479278 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f715bd5240 con 0x55f715c060e0 2023-03-22T14:29:01.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd381ffb700 1 -- 172.21.15.45:0/3850479278 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fd3900ac2e0 con 0x55f715c060e0 2023-03-22T14:29:01.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd3b46d5b80 10 client.15642 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:01.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd3b46d5b80 10 client.15642 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd3b46d5b80 20 client.15642 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c74990 0x55f715c76da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd3b46d5b80 4 client.15642 mds_command: new command op to 24524 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f7159dbf60 con 0x55f715c74990 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.131+0000 7fd39a59c700 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c74990 0x55f715c76da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd381ffb700 10 client.15642 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd39a59c700 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c74990 0x55f715c76da0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=24bb361c6acea111 server_cookie=55467f7fb9a0b912 in_seq=0 out_seq=0 2023-03-22T14:29:01.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd381ffb700 1 -- 172.21.15.45:0/3850479278 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f7159dbf60 con 0x55f715c74990 2023-03-22T14:29:01.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd381ffb700 10 client.15642 handle_command_reply: tid=0 2023-03-22T14:29:01.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 client.15642 shutdown 2023-03-22T14:29:01.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 msgr2=0x55f715c12e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c12e30 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd390099920 tx=0x7fd3900c99c0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 shutdown_connections 2023-03-22T14:29:01.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f715c0a630 0x55f715c13570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f715c057d0 0x55f715c16a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x55f715c74990 0x55f715c76da0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 --2- 172.21.15.45:0/3850479278 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f715c060e0 0x55f715c12e30 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 >> 172.21.15.45:0/3850479278 conn(0x55f715c00030 msgr2=0x55f715c1af90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.132+0000 7fd381ffb700 0 client.15642 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:01.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 shutdown_connections 2023-03-22T14:29:01.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3b46d5b80 1 -- 172.21.15.45:0/3850479278 wait complete. 2023-03-22T14:29:01.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3b46d5b80 20 client.15642 trim_cache size 0 max 16384 2023-03-22T14:29:01.142 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:01.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fd38409fcd0 msgr2=0x7fd3840a2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fd38409fcd0 0x7fd3840a2180 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd394019bb0 tx=0x7fd39401d000 comp rx=0 tx=0).stop 2023-03-22T14:29:01.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 msgr2=0x7fd39c198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c198aa0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd390005910 tx=0x7fd390004710 comp rx=0 tx=0).stop 2023-03-22T14:29:01.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.133+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 shutdown_connections 2023-03-22T14:29:01.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.134+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fd38409fcd0 0x7fd3840a2180 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.134+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fd39c072de0 0x7fd39c198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.134+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd39c10cab0 0x7fd39c19cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.134+0000 7fd3a0dff700 1 --2- 172.21.15.45:0/1120644557 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd39c0736f0 0x7fd39c198aa0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.134+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 >> 172.21.15.45:0/1120644557 conn(0x7fd39c0fbd10 msgr2=0x7fd39c10ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.134+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 shutdown_connections 2023-03-22T14:29:01.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.134+0000 7fd3a0dff700 1 -- 172.21.15.45:0/1120644557 wait complete. 2023-03-22T14:29:01.151 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-03-22T14:29:01.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:00 smithi098 ceph-mon[94136]: pgmap v31: 97 pgs: 97 active+clean; 2.5 MiB data, 89 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 115 KiB/s wr, 18 op/s 2023-03-22T14:29:01.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:00 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/357436649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:29:01.203 INFO:tasks.workunit.client.0.smithi045.stdout:/bin/sh ./config.status --recheck 2023-03-22T14:29:01.319 INFO:tasks.workunit.client.0.smithi045.stdout:running CONFIG_SHELL=/bin/sh /bin/sh ./configure --no-create --no-recursion 2023-03-22T14:29:01.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 -- 172.21.15.45:0/4013939312 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc100e40 msgr2=0x7fcbfc104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 --2- 172.21.15.45:0/4013939312 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc100e40 0x7fcbfc104e00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fcbf00099c0 tx=0x7fcbf0009cd0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 -- 172.21.15.45:0/4013939312 shutdown_connections 2023-03-22T14:29:01.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 --2- 172.21.15.45:0/4013939312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbfc1054e0 0x7fcbfc10d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 --2- 172.21.15.45:0/4013939312 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbfc1004a0 0x7fcbfc100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 --2- 172.21.15.45:0/4013939312 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc100e40 0x7fcbfc104e00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 -- 172.21.15.45:0/4013939312 >> 172.21.15.45:0/4013939312 conn(0x7fcbfc0fbd10 msgr2=0x7fcbfc0fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 -- 172.21.15.45:0/4013939312 shutdown_connections 2023-03-22T14:29:01.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.352+0000 7fcc00bff700 1 -- 172.21.15.45:0/4013939312 wait complete. 2023-03-22T14:29:01.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.353+0000 7fcc00bff700 1 Processor -- start 2023-03-22T14:29:01.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.353+0000 7fcc00bff700 1 -- start start 2023-03-22T14:29:01.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcc00bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc1004a0 0x7fcbfc198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcc00bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbfc100e40 0x7fcbfc198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcc00bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbfc1054e0 0x7fcbfc19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcc00bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc19d540 con 0x7fcbfc1004a0 2023-03-22T14:29:01.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcc00bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc19d6b0 con 0x7fcbfc1054e0 2023-03-22T14:29:01.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcc00bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbfc19d870 con 0x7fcbfc100e40 2023-03-22T14:29:01.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc1004a0 0x7fcbfc198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc1004a0 0x7fcbfc198560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38632/0 (socket says 172.21.15.45:38632) 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfa59c700 1 -- 172.21.15.45:0/2298295894 learned_addr learned my addr 172.21.15.45:0/2298295894 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbfc1054e0 0x7fcbfc19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbfc100e40 0x7fcbfc198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfa59c700 1 -- 172.21.15.45:0/2298295894 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbfc100e40 msgr2=0x7fcbfc198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbfc100e40 0x7fcbfc198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfa59c700 1 -- 172.21.15.45:0/2298295894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbfc1054e0 msgr2=0x7fcbfc19cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.354+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbfc1054e0 0x7fcbfc19cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.357 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcbfa59c700 1 -- 172.21.15.45:0/2298295894 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbf00095f0 con 0x7fcbfc1004a0 2023-03-22T14:29:01.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbfc1054e0 0x7fcbfc19cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:01.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc1004a0 0x7fcbfc198560 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00e9a0 tx=0x7fcbec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcbeb7fe700 1 -- 172.21.15.45:0/2298295894 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec009790 con 0x7fcbfc1004a0 2023-03-22T14:29:01.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbfc1102b0 con 0x7fcbfc1004a0 2023-03-22T14:29:01.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcbeb7fe700 1 -- 172.21.15.45:0/2298295894 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcbec010430 con 0x7fcbfc1004a0 2023-03-22T14:29:01.358 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcbeb7fe700 1 -- 172.21.15.45:0/2298295894 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec018680 con 0x7fcbfc1004a0 2023-03-22T14:29:01.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.355+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbfc110120 con 0x7fcbfc1004a0 2023-03-22T14:29:01.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.359+0000 7fcbeb7fe700 1 -- 172.21.15.45:0/2298295894 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7fcbec0105a0 con 0x7fcbfc1004a0 2023-03-22T14:29:01.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.361+0000 7fcc145ccb80 1 Processor -- start 2023-03-22T14:29:01.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.361+0000 7fcbeb7fe700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcbe409fcd0 0x7fcbe40a2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.361+0000 7fcc145ccb80 1 -- start start 2023-03-22T14:29:01.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.361+0000 7fcbeb7fe700 1 -- 172.21.15.45:0/2298295894 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fcbec014070 con 0x7fcbfc1004a0 2023-03-22T14:29:01.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.361+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcbe409fcd0 0x7fcbe40a2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.361+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c77d0 0x5638ae3c7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.361+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.362 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3cca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae2ce070 con 0x5638ae3c77d0 2023-03-22T14:29:01.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3209b0 con 0x5638ae3cc630 2023-03-22T14:29:01.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae319e40 con 0x5638ae3c80e0 2023-03-22T14:29:01.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c77d0 0x5638ae3c7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.364 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c77d0 0x5638ae3c7ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38634/0 (socket says 172.21.15.45:38634) 2023-03-22T14:29:01.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3009448626 learned_addr learned my addr 172.21.15.45:0/3009448626 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3cca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3009448626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 msgr2=0x5638ae3cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcbe409fcd0 0x7fcbe40a2180 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4003e80 tx=0x7fcbf400b040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.365 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3009448626 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 msgr2=0x5638ae3cca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3cca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.362+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3009448626 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638ae19b630 con 0x5638ae3c77d0 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.363+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c77d0 0x5638ae3c7ba0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcbec098650 tx=0x7fcbec0982b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72ed00cd7fed2208 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.363+0000 7fcbe8ff9700 1 -- 172.21.15.45:0/3009448626 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec0b0070 con 0x5638ae3c77d0 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.363+0000 7fcbe8ff9700 1 -- 172.21.15.45:0/3009448626 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcbec0a0b40 con 0x5638ae3c77d0 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.363+0000 7fcbe8ff9700 1 -- 172.21.15.45:0/3009448626 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec0980a0 con 0x5638ae3c77d0 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3009448626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c77d0 msgr2=0x5638ae3c7ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.366 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c77d0 0x5638ae3c7ba0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcbec098650 tx=0x7fcbec0982b0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3009448626 shutdown_connections 2023-03-22T14:29:01.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c77d0 0x5638ae3c7ba0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3cca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3009448626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3009448626 >> 172.21.15.45:0/3009448626 conn(0x5638ae3c2030 msgr2=0x5638ae3c2400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3009448626 shutdown_connections 2023-03-22T14:29:01.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3009448626 wait complete. 2023-03-22T14:29:01.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.364+0000 7fcc145ccb80 1 -- start start 2023-03-22T14:29:01.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 1 Processor -- start 2023-03-22T14:29:01.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c80e0 0x5638ae3d1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3d1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae19d920 con 0x5638ae3c80e0 2023-03-22T14:29:01.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3d1fb0 con 0x5638ae3cc630 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3dd8b0 con 0x5638ae3c77d0 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcc145ccb80 10 client.0 _ll_register_callbacks cb 0x5638ae1bf290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcbf9d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c80e0 0x5638ae3d1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcbf9d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c80e0 0x5638ae3d1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38636/0 (socket says 172.21.15.45:38636) 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcbf9d9b700 1 -- 172.21.15.45:0/2477856135 learned_addr learned my addr 172.21.15.45:0/2477856135 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.365+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3d1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbfa59c700 1 -- 172.21.15.45:0/2477856135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 msgr2=0x5638ae3d1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3d1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbfa59c700 1 -- 172.21.15.45:0/2477856135 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c80e0 msgr2=0x5638ae3d1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c80e0 0x5638ae3d1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbfa59c700 1 -- 172.21.15.45:0/2477856135 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbfc110120 con 0x5638ae3c77d0 2023-03-22T14:29:01.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3e40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x5638ae3cd050 tx=0x7fcbec010ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9e3c23148394945 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbe1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:29:01.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/2477856135 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec0b3070 con 0x5638ae3c77d0 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5638ae2dc3f0 con 0x5638ae3c77d0 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/2477856135 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fcbec098dc0 con 0x5638ae3c77d0 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.366+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/2477856135 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcbec0b0040 con 0x5638ae3c77d0 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 10 client.25648 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5638ae147de0 con 0x5638ae3c77d0 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/2477856135 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5638ae2dc3f0 con 0x5638ae3c77d0 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/2477856135 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fcbec0b6030 con 0x5638ae3c77d0 2023-03-22T14:29:01.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 10 client.25648 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 10 client.25648 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 20 client.25648 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae3e1590 0x5638ae3e39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 4 client.25648 mds_command: new command op to 24532 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5638ae2e8660 con 0x5638ae3e1590 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.367+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae3e1590 0x5638ae3e39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.368+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae3e1590 0x5638ae3e39a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f0524fb41697eead server_cookie=b5291884656faad1 in_seq=0 out_seq=0 2023-03-22T14:29:01.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.368+0000 7fcbe1ffb700 10 client.25648 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:01.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/2477856135 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5638ae2e8660 con 0x5638ae3e1590 2023-03-22T14:29:01.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcbe1ffb700 10 client.25648 handle_command_reply: tid=0 2023-03-22T14:29:01.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 client.25648 shutdown 2023-03-22T14:29:01.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c77d0 msgr2=0x5638ae3d3e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3e40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x5638ae3cd050 tx=0x7fcbec010ab0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 shutdown_connections 2023-03-22T14:29:01.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae3e1590 0x5638ae3e39a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3cc630 0x5638ae3d1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3e40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcbe1ffb700 0 client.25648 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:01.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/2477856135 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3c80e0 0x5638ae3d1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 >> 172.21.15.45:0/2477856135 conn(0x5638ae3c2030 msgr2=0x5638ae3c1710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.369+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 shutdown_connections 2023-03-22T14:29:01.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.370+0000 7fcc145ccb80 1 -- 172.21.15.45:0/2477856135 wait complete. 2023-03-22T14:29:01.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.370+0000 7fcc145ccb80 20 client.25648 trim_cache size 0 max 16384 2023-03-22T14:29:01.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.383+0000 7fcc145ccb80 1 Processor -- start 2023-03-22T14:29:01.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcc145ccb80 1 -- start start 2023-03-22T14:29:01.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3c9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3ddd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3d0f60 con 0x5638ae3cc630 2023-03-22T14:29:01.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3d20f0 con 0x5638ae3c77d0 2023-03-22T14:29:01.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3d26a0 con 0x5638ae3c80e0 2023-03-22T14:29:01.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3c9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3c9f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33194/0 (socket says 172.21.15.45:33194) 2023-03-22T14:29:01.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcbfa59c700 1 -- 172.21.15.45:0/1467937207 learned_addr learned my addr 172.21.15.45:0/1467937207 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3ddd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.384+0000 7fcbfa59c700 1 -- 172.21.15.45:0/1467937207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 msgr2=0x5638ae3d0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbfa59c700 1 -- 172.21.15.45:0/1467937207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 msgr2=0x5638ae3ddd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3ddd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbfa59c700 1 -- 172.21.15.45:0/1467937207 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638ae2e0190 con 0x5638ae3c77d0 2023-03-22T14:29:01.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3c9f20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcbec098240 tx=0x7fcbec010c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3553c53e4826b991 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbe97fa700 1 -- 172.21.15.45:0/1467937207 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec0b0070 con 0x5638ae3c77d0 2023-03-22T14:29:01.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbe97fa700 1 -- 172.21.15.45:0/1467937207 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcbec062070 con 0x5638ae3c77d0 2023-03-22T14:29:01.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.385+0000 7fcbe97fa700 1 -- 172.21.15.45:0/1467937207 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec0c2bd0 con 0x5638ae3c77d0 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 -- 172.21.15.45:0/1467937207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 msgr2=0x5638ae3c9f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3c9f20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcbec098240 tx=0x7fcbec010c80 comp rx=0 tx=0).stop 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 -- 172.21.15.45:0/1467937207 shutdown_connections 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3ddd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3c9f20 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/1467937207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 -- 172.21.15.45:0/1467937207 >> 172.21.15.45:0/1467937207 conn(0x5638ae3c2030 msgr2=0x5638ae3e82c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 -- 172.21.15.45:0/1467937207 shutdown_connections 2023-03-22T14:29:01.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 -- 172.21.15.45:0/1467937207 wait complete. 2023-03-22T14:29:01.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 -- start start 2023-03-22T14:29:01.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.386+0000 7fcc145ccb80 1 Processor -- start 2023-03-22T14:29:01.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcc145ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3d2f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3d4060 con 0x5638ae3cc630 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3d41d0 con 0x5638ae3c77d0 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcc145ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ae3d3450 con 0x5638ae3c80e0 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcc145ccb80 10 client.0 _ll_register_callbacks cb 0x5638ae1bf290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcbfa59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33200/0 (socket says 172.21.15.45:33200) 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.387+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3733518289 learned_addr learned my addr 172.21.15.45:0/3733518289 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbfad9d700 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3d2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 msgr2=0x5638ae3d29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3733518289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 msgr2=0x5638ae3d2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3d2f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbfa59c700 1 -- 172.21.15.45:0/3733518289 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5638ae147de0 con 0x5638ae3c77d0 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbfa59c700 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3a50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00e970 tx=0x7fcbec0983a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc945ace2d5d5df1 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbe1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:01.393 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/3733518289 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbec0b3020 con 0x5638ae3c77d0 2023-03-22T14:29:01.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/3733518289 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fcbec0c81c0 con 0x5638ae3c77d0 2023-03-22T14:29:01.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.388+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5638ae397240 con 0x5638ae3c77d0 2023-03-22T14:29:01.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/3733518289 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcbec0b0070 con 0x5638ae3c77d0 2023-03-22T14:29:01.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 10 client.25682 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:01.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5638ae16e250 con 0x5638ae3c77d0 2023-03-22T14:29:01.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/3733518289 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5638ae397240 con 0x5638ae3c77d0 2023-03-22T14:29:01.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/3733518289 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fcbec0c8b90 con 0x5638ae3c77d0 2023-03-22T14:29:01.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 10 client.25682 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:01.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 10 client.25682 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:29:01.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 20 client.25682 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:01.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae436000 0x5638ae4383e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 4 client.25682 mds_command: new command op to 24532 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:01.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5638ae19df60 con 0x5638ae436000 2023-03-22T14:29:01.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.389+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae436000 0x5638ae4383e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcbf9d9b700 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae436000 0x5638ae4383e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a3824e98f1e5767d server_cookie=dc78b511ff8fffd7 in_seq=0 out_seq=0 2023-03-22T14:29:01.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcbe1ffb700 10 client.25682 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:01.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcbe1ffb700 1 -- 172.21.15.45:0/3733518289 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5638ae19df60 con 0x5638ae436000 2023-03-22T14:29:01.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcbe1ffb700 10 client.25682 handle_command_reply: tid=0 2023-03-22T14:29:01.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 client.25682 shutdown 2023-03-22T14:29:01.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 msgr2=0x5638ae3d3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3a50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00e970 tx=0x7fcbec0983a0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 shutdown_connections 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5638ae436000 0x5638ae4383e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5638ae3cc630 0x5638ae3d2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5638ae3c77d0 0x5638ae3d3a50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcbe1ffb700 0 client.25682 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 --2- 172.21.15.45:0/3733518289 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5638ae3c80e0 0x5638ae3d29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.390+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 >> 172.21.15.45:0/3733518289 conn(0x5638ae3c2030 msgr2=0x5638ae3c1710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.391+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 shutdown_connections 2023-03-22T14:29:01.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.391+0000 7fcc145ccb80 1 -- 172.21.15.45:0/3733518289 wait complete. 2023-03-22T14:29:01.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.391+0000 7fcc145ccb80 20 client.25682 trim_cache size 0 max 16384 2023-03-22T14:29:01.399 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:01.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.391+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcbe409fcd0 msgr2=0x7fcbe40a2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.391+0000 7fcc00bff700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcbe409fcd0 0x7fcbe40a2180 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4003e80 tx=0x7fcbf400b040 comp rx=0 tx=0).stop 2023-03-22T14:29:01.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.391+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc1004a0 msgr2=0x7fcbfc198560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.391+0000 7fcc00bff700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc1004a0 0x7fcbfc198560 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00e9a0 tx=0x7fcbec00ecb0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 shutdown_connections 2023-03-22T14:29:01.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcbe409fcd0 0x7fcbe40a2180 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.400 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcbfc1004a0 0x7fcbfc198560 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbfc1054e0 0x7fcbfc19cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 --2- 172.21.15.45:0/2298295894 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcbfc100e40 0x7fcbfc198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 >> 172.21.15.45:0/2298295894 conn(0x7fcbfc0fbd10 msgr2=0x7fcbfc0fca20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 shutdown_connections 2023-03-22T14:29:01.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.392+0000 7fcc00bff700 1 -- 172.21.15.45:0/2298295894 wait complete. 2023-03-22T14:29:01.410 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-03-22T14:29:01.529 INFO:tasks.workunit.client.0.smithi045.stdout:checking for a BSD-compatible install... /usr/bin/install -c 2023-03-22T14:29:01.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.611+0000 7f0602fff700 1 -- 172.21.15.45:0/4169826899 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 msgr2=0x7f05fc104d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.611+0000 7f0602fff700 1 --2- 172.21.15.45:0/4169826899 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc104d80 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f05e80099c0 tx=0x7f05e8009cd0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.611+0000 7f0602fff700 1 -- 172.21.15.45:0/4169826899 shutdown_connections 2023-03-22T14:29:01.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.611+0000 7f0602fff700 1 --2- 172.21.15.45:0/4169826899 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05fc105460 0x7f05fc10d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.611+0000 7f0602fff700 1 --2- 172.21.15.45:0/4169826899 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05fc068050 0x7f05fc068420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.611+0000 7f0602fff700 1 --2- 172.21.15.45:0/4169826899 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc104d80 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.611+0000 7f0602fff700 1 -- 172.21.15.45:0/4169826899 >> 172.21.15.45:0/4169826899 conn(0x7f05fc075f60 msgr2=0x7f05fc076360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.612+0000 7f0602fff700 1 -- 172.21.15.45:0/4169826899 shutdown_connections 2023-03-22T14:29:01.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.612+0000 7f0602fff700 1 -- 172.21.15.45:0/4169826899 wait complete. 2023-03-22T14:29:01.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 Processor -- start 2023-03-22T14:29:01.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 -- start start 2023-03-22T14:29:01.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05fc068050 0x7f05fc198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05fc105460 0x7f05fc19cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05fc19d560 con 0x7f05fc0689f0 2023-03-22T14:29:01.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05fc19d6d0 con 0x7f05fc068050 2023-03-22T14:29:01.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0602fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05fc19d890 con 0x7f05fc105460 2023-03-22T14:29:01.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f05fbfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f0600d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05fc068050 0x7f05fc198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f05fbfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38662/0 (socket says 172.21.15.45:38662) 2023-03-22T14:29:01.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.613+0000 7f05fbfff700 1 -- 172.21.15.45:0/2587186794 learned_addr learned my addr 172.21.15.45:0/2587186794 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f060159c700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05fc105460 0x7f05fc19cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f05fbfff700 1 -- 172.21.15.45:0/2587186794 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05fc105460 msgr2=0x7f05fc19cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f05fbfff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05fc105460 0x7f05fc19cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f05fbfff700 1 -- 172.21.15.45:0/2587186794 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05fc068050 msgr2=0x7f05fc198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f05fbfff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05fc068050 0x7f05fc198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f05fbfff700 1 -- 172.21.15.45:0/2587186794 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05e80095f0 con 0x7f05fc0689f0 2023-03-22T14:29:01.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f05fbfff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc198ac0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009f50 tx=0x7f05e8005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.614+0000 7f05f9ffb700 1 -- 172.21.15.45:0/2587186794 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e801d070 con 0x7f05fc0689f0 2023-03-22T14:29:01.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.615+0000 7f05f9ffb700 1 -- 172.21.15.45:0/2587186794 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05e8003f90 con 0x7f05fc0689f0 2023-03-22T14:29:01.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.615+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05fc110230 con 0x7f05fc0689f0 2023-03-22T14:29:01.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.615+0000 7f05f9ffb700 1 -- 172.21.15.45:0/2587186794 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e8022bf0 con 0x7f05fc0689f0 2023-03-22T14:29:01.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.615+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05fc1100a0 con 0x7f05fc0689f0 2023-03-22T14:29:01.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.618+0000 7f05f9ffb700 1 -- 172.21.15.45:0/2587186794 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 23) v1 ==== 133749+0+0 (secure 0 0 0) 0x7f05e8022d50 con 0x7f05fc0689f0 2023-03-22T14:29:01.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.619+0000 7f06169ceb80 1 Processor -- start 2023-03-22T14:29:01.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.619+0000 7f05f9ffb700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f05ec09fcd0 0x7f05ec0a2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.619+0000 7f06169ceb80 1 -- start start 2023-03-22T14:29:01.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f05f9ffb700 1 -- 172.21.15.45:0/2587186794 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f05e80cc110 con 0x7f05fc0689f0 2023-03-22T14:29:01.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f060159c700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f05ec09fcd0 0x7f05ec0a2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc605ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f06169ceb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc50c070 con 0x5629fc6060e0 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f06169ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc55e9b0 con 0x5629fc60a630 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f06169ceb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc557e40 con 0x5629fc6057d0 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f05fbfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f0600d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc605ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f0600d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc605ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:36358/0 (socket says 172.21.15.45:36358) 2023-03-22T14:29:01.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.620+0000 7f0600d9b700 1 -- 172.21.15.45:0/3306941497 learned_addr learned my addr 172.21.15.45:0/3306941497 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f060159c700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f05ec09fcd0 0x7f05ec0a2180 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f05f4003ee0 tx=0x7f05f4009100 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f060159c700 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f0600d9b700 1 -- 172.21.15.45:0/3306941497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 msgr2=0x5629fc60aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f0600d9b700 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f0600d9b700 1 -- 172.21.15.45:0/3306941497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 msgr2=0x5629fc60a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f0600d9b700 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f0600d9b700 1 -- 172.21.15.45:0/3306941497 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629fc3d9630 con 0x5629fc6057d0 2023-03-22T14:29:01.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f060159c700 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:01.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f0600d9b700 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc605ba0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f05f0007cf0 tx=0x7f05f00103d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69ef7a192ab5cb22 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f05e6ffd700 1 -- 172.21.15.45:0/3306941497 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f0010d10 con 0x5629fc6057d0 2023-03-22T14:29:01.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f05e6ffd700 1 -- 172.21.15.45:0/3306941497 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05f0015070 con 0x5629fc6057d0 2023-03-22T14:29:01.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.621+0000 7f05e6ffd700 1 -- 172.21.15.45:0/3306941497 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f0019630 con 0x5629fc6057d0 2023-03-22T14:29:01.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 -- 172.21.15.45:0/3306941497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 msgr2=0x5629fc605ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc605ba0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f05f0007cf0 tx=0x7f05f00103d0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 -- 172.21.15.45:0/3306941497 shutdown_connections 2023-03-22T14:29:01.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc605ba0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 --2- 172.21.15.45:0/3306941497 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 -- 172.21.15.45:0/3306941497 >> 172.21.15.45:0/3306941497 conn(0x5629fc600030 msgr2=0x5629fc600400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 -- 172.21.15.45:0/3306941497 shutdown_connections 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.622+0000 7f06169ceb80 1 -- 172.21.15.45:0/3306941497 wait complete. 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 -- start start 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 Processor -- start 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc611e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc3db920 con 0x5629fc6060e0 2023-03-22T14:29:01.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc60fd70 con 0x5629fc60a630 2023-03-22T14:29:01.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc61b8e0 con 0x5629fc6057d0 2023-03-22T14:29:01.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f06169ceb80 10 client.0 _ll_register_callbacks cb 0x5629fc3fd290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:01.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.623+0000 7f0600d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc611e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc611e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:36374/0 (socket says 172.21.15.45:36374) 2023-03-22T14:29:01.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 -- 172.21.15.45:0/4266471647 learned_addr learned my addr 172.21.15.45:0/4266471647 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f05fbfff700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f060159c700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 -- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 msgr2=0x5629fc60f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 -- 172.21.15.45:0/4266471647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 msgr2=0x5629fc60f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 -- 172.21.15.45:0/4266471647 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05f0007920 con 0x5629fc6057d0 2023-03-22T14:29:01.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f05fbfff700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f0600d9b700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc611e10 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f05f0000c00 tx=0x7f05f0010b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6e9df77ecf7b917 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.624+0000 7f05dbfff700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f05dbfff700 1 -- 172.21.15.45:0/4266471647 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f0011440 con 0x5629fc6057d0 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5629fc51a3f0 con 0x5629fc6057d0 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f05dbfff700 1 -- 172.21.15.45:0/4266471647 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f05f00115a0 con 0x5629fc6057d0 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f05dbfff700 1 -- 172.21.15.45:0/4266471647 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f05f0011760 con 0x5629fc6057d0 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f06169ceb80 10 client.25666 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:01.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5629fc385de0 con 0x5629fc6057d0 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f05dbfff700 1 -- 172.21.15.45:0/4266471647 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5629fc51a3f0 con 0x5629fc6057d0 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f05dbfff700 1 -- 172.21.15.45:0/4266471647 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f05f00049f0 con 0x5629fc6057d0 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f06169ceb80 10 client.25666 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f06169ceb80 10 client.25666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.625+0000 7f06169ceb80 20 client.25666 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.626+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc61f8d0 0x5629fc621cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.626+0000 7f06169ceb80 4 client.25666 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:01.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.626+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5629fc526660 con 0x5629fc61f8d0 2023-03-22T14:29:01.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.626+0000 7f05fbfff700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc61f8d0 0x5629fc621cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.626+0000 7f05dbfff700 10 client.25666 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:01.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.626+0000 7f05fbfff700 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc61f8d0 0x5629fc621cb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46c92d2d6846a6dc server_cookie=971ca275d56bbea8 in_seq=0 out_seq=0 2023-03-22T14:29:01.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f05dbfff700 1 -- 172.21.15.45:0/4266471647 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5629fc526660 con 0x5629fc61f8d0 2023-03-22T14:29:01.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f05dbfff700 10 client.25666 handle_command_reply: tid=0 2023-03-22T14:29:01.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 client.25666 shutdown 2023-03-22T14:29:01.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 msgr2=0x5629fc611e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc611e10 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f05f0000c00 tx=0x7f05f0010b10 comp rx=0 tx=0).stop 2023-03-22T14:29:01.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 shutdown_connections 2023-03-22T14:29:01.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc61f8d0 0x5629fc621cb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc60a630 0x5629fc60f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc6057d0 0x5629fc611e10 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f05dbfff700 0 client.25666 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:01.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4266471647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc60f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 >> 172.21.15.45:0/4266471647 conn(0x5629fc600030 msgr2=0x5629fc5ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 shutdown_connections 2023-03-22T14:29:01.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.627+0000 7f06169ceb80 1 -- 172.21.15.45:0/4266471647 wait complete. 2023-03-22T14:29:01.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.628+0000 7f06169ceb80 20 client.25666 trim_cache size 0 max 16384 2023-03-22T14:29:01.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 Processor -- start 2023-03-22T14:29:01.641 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 -- start start 2023-03-22T14:29:01.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6057d0 0x5629fc608f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc6265d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc616830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc600f20 con 0x5629fc6060e0 2023-03-22T14:29:01.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc606940 con 0x5629fc6057d0 2023-03-22T14:29:01.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f06169ceb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc605f50 con 0x5629fc60a630 2023-03-22T14:29:01.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.641+0000 7f05fbfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc6265d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc6265d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38674/0 (socket says 172.21.15.45:38674) 2023-03-22T14:29:01.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 -- 172.21.15.45:0/4033036722 learned_addr learned my addr 172.21.15.45:0/4033036722 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f0600d9b700 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6057d0 0x5629fc608f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f060159c700 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc616830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 -- 172.21.15.45:0/4033036722 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 msgr2=0x5629fc616830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc616830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 -- 172.21.15.45:0/4033036722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6057d0 msgr2=0x5629fc608f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6057d0 0x5629fc608f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 -- 172.21.15.45:0/4033036722 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629fc51e190 con 0x5629fc6060e0 2023-03-22T14:29:01.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f060159c700 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc616830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:01.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05fbfff700 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc6265d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f05e80997b0 tx=0x7f05e801a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ebcd46c034a12fe server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05e77fe700 1 -- 172.21.15.45:0/4033036722 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e80c7070 con 0x5629fc6060e0 2023-03-22T14:29:01.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05e77fe700 1 -- 172.21.15.45:0/4033036722 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05e8095b60 con 0x5629fc6060e0 2023-03-22T14:29:01.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.642+0000 7f05e77fe700 1 -- 172.21.15.45:0/4033036722 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e80041d0 con 0x5629fc6060e0 2023-03-22T14:29:01.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 -- 172.21.15.45:0/4033036722 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 msgr2=0x5629fc6265d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc6265d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f05e80997b0 tx=0x7f05e801a040 comp rx=0 tx=0).stop 2023-03-22T14:29:01.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 -- 172.21.15.45:0/4033036722 shutdown_connections 2023-03-22T14:29:01.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc616830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6057d0 0x5629fc608f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 --2- 172.21.15.45:0/4033036722 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6060e0 0x5629fc6265d0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 -- 172.21.15.45:0/4033036722 >> 172.21.15.45:0/4033036722 conn(0x5629fc600030 msgr2=0x5629fc5fc780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 -- 172.21.15.45:0/4033036722 shutdown_connections 2023-03-22T14:29:01.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.643+0000 7f06169ceb80 1 -- 172.21.15.45:0/4033036722 wait complete. 2023-03-22T14:29:01.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.644+0000 7f06169ceb80 1 -- start start 2023-03-22T14:29:01.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.644+0000 7f06169ceb80 1 Processor -- start 2023-03-22T14:29:01.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6057d0 0x5629fc614810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6060e0 0x5629fc614d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f06169ceb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc615290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f06169ceb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc6728b0 con 0x5629fc6057d0 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f06169ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc672a20 con 0x5629fc6060e0 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f06169ceb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629fc672be0 con 0x5629fc60a630 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f06169ceb80 10 client.0 _ll_register_callbacks cb 0x5629fc3fd290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6057d0 0x5629fc614810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f05fbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6060e0 0x5629fc614d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6057d0 0x5629fc614810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38676/0 (socket says 172.21.15.45:38676) 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 -- 172.21.15.45:0/1040229679 learned_addr learned my addr 172.21.15.45:0/1040229679 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:01.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f060159c700 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc615290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 -- 172.21.15.45:0/1040229679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 msgr2=0x5629fc615290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc615290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 -- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6060e0 msgr2=0x5629fc614d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6060e0 0x5629fc614d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f0600d9b700 1 -- 172.21.15.45:0/1040229679 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05fc1100a0 con 0x5629fc6057d0 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.645+0000 7f05fbfff700 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6060e0 0x5629fc614d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f0600d9b700 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6057d0 0x5629fc614810 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f05f0007560 tx=0x7f05f00051a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b538138a144e9c1 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:01.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f05dbfff700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:01.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f05dbfff700 1 -- 172.21.15.45:0/1040229679 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f00107d0 con 0x5629fc6057d0 2023-03-22T14:29:01.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f05dbfff700 1 -- 172.21.15.45:0/1040229679 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f05f0000e40 con 0x5629fc6057d0 2023-03-22T14:29:01.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5629fc5d5240 con 0x5629fc6057d0 2023-03-22T14:29:01.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f05dbfff700 1 -- 172.21.15.45:0/1040229679 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f05f0010b80 con 0x5629fc6057d0 2023-03-22T14:29:01.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f06169ceb80 10 client.15678 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:01.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5629fc3ac250 con 0x5629fc6057d0 2023-03-22T14:29:01.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f05dbfff700 1 -- 172.21.15.45:0/1040229679 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5629fc5d5240 con 0x5629fc6057d0 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.646+0000 7f05dbfff700 1 -- 172.21.15.45:0/1040229679 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f05f001a5d0 con 0x5629fc6057d0 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f06169ceb80 10 client.15678 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f06169ceb80 10 client.15678 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f06169ceb80 20 client.15678 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f06169ceb80 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc673f80 0x5629fc676360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f06169ceb80 4 client.15678 mds_command: new command op to 24575 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5629fc3dbf60 con 0x5629fc673f80 2023-03-22T14:29:01.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f05fbfff700 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc673f80 0x5629fc676360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:01.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f05fbfff700 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc673f80 0x5629fc676360 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd890710a83d31a5 server_cookie=6472c41bc38871ba in_seq=0 out_seq=0 2023-03-22T14:29:01.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f05dbfff700 10 client.15678 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:01.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f05dbfff700 1 -- 172.21.15.45:0/1040229679 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5629fc3dbf60 con 0x5629fc673f80 2023-03-22T14:29:01.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f05dbfff700 10 client.15678 handle_command_reply: tid=0 2023-03-22T14:29:01.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.647+0000 7f06169ceb80 1 client.15678 shutdown 2023-03-22T14:29:01.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6057d0 msgr2=0x5629fc614810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6057d0 0x5629fc614810 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f05f0007560 tx=0x7f05f00051a0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 shutdown_connections 2023-03-22T14:29:01.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5629fc673f80 0x5629fc676360 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5629fc6057d0 0x5629fc614810 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5629fc60a630 0x5629fc615290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 --2- 172.21.15.45:0/1040229679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5629fc6060e0 0x5629fc614d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f05dbfff700 0 client.15678 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 >> 172.21.15.45:0/1040229679 conn(0x5629fc600030 msgr2=0x5629fc6265d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 shutdown_connections 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 1 -- 172.21.15.45:0/1040229679 wait complete. 2023-03-22T14:29:01.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.648+0000 7f06169ceb80 20 client.15678 trim_cache size 0 max 16384 2023-03-22T14:29:01.657 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:01.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f05ec09fcd0 msgr2=0x7f05ec0a2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f05ec09fcd0 0x7f05ec0a2180 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f05f4003ee0 tx=0x7f05f4009100 comp rx=0 tx=0).stop 2023-03-22T14:29:01.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 msgr2=0x7f05fc198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:01.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc198ac0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009f50 tx=0x7f05e8005740 comp rx=0 tx=0).stop 2023-03-22T14:29:01.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 shutdown_connections 2023-03-22T14:29:01.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05fc105460 0x7f05fc19cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f05fc068050 0x7f05fc198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f05ec09fcd0 0x7f05ec0a2180 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.658 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 --2- 172.21.15.45:0/2587186794 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f05fc0689f0 0x7f05fc198ac0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:01.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 >> 172.21.15.45:0/2587186794 conn(0x7f05fc075f60 msgr2=0x7f05fc0fcf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:01.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 shutdown_connections 2023-03-22T14:29:01.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:01.649+0000 7f0602fff700 1 -- 172.21.15.45:0/2587186794 wait complete. 2023-03-22T14:29:02.542 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether build environment is sane... yes 2023-03-22T14:29:02.553 INFO:tasks.workunit.client.0.smithi045.stdout:checking for a thread-safe mkdir -p... /usr/bin/mkdir -p 2023-03-22T14:29:02.554 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gawk... gawk 2023-03-22T14:29:02.579 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether make sets $(MAKE)... yes 2023-03-22T14:29:02.649 INFO:tasks.workunit.client.0.smithi045.stdout:checking build system type... x86_64-unknown-linux-gnu 2023-03-22T14:29:02.649 INFO:tasks.workunit.client.0.smithi045.stdout:checking host system type... x86_64-unknown-linux-gnu 2023-03-22T14:29:02.667 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-03-22T14:29:02.667 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-03-22T14:29:02.668 INFO:tasks.workunit.client.0.smithi045.stdout:checking for style of include used by make... GNU 2023-03-22T14:29:02.674 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc... gcc 2023-03-22T14:29:02.813 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether the C compiler works... yes 2023-03-22T14:29:02.814 INFO:tasks.workunit.client.0.smithi045.stdout:checking for C compiler default output file name... a.out 2023-03-22T14:29:02.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 -- 172.21.15.45:0/2372576391 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100440 msgr2=0x7fe52c100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 --2- 172.21.15.45:0/2372576391 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100440 0x7fe52c100810 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe51c009990 tx=0x7fe51c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 -- 172.21.15.45:0/2372576391 shutdown_connections 2023-03-22T14:29:02.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 --2- 172.21.15.45:0/2372576391 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe52c105480 0x7fe52c10d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 --2- 172.21.15.45:0/2372576391 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100440 0x7fe52c100810 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 --2- 172.21.15.45:0/2372576391 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe52c100de0 0x7fe52c104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 -- 172.21.15.45:0/2372576391 >> 172.21.15.45:0/2372576391 conn(0x7fe52c0fbcd0 msgr2=0x7fe52c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:02.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 -- 172.21.15.45:0/2372576391 shutdown_connections 2023-03-22T14:29:02.871 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.869+0000 7fe5309ff700 1 -- 172.21.15.45:0/2372576391 wait complete. 2023-03-22T14:29:02.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 Processor -- start 2023-03-22T14:29:02.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 -- start start 2023-03-22T14:29:02.872 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe52c100440 0x7fe52c1a27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100de0 0x7fe52c1a2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe52c105480 0x7fe52c19c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe52c19cea0 con 0x7fe52c105480 2023-03-22T14:29:02.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe52c19d010 con 0x7fe52c100de0 2023-03-22T14:29:02.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.870+0000 7fe5309ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe52c19d1d0 con 0x7fe52c100440 2023-03-22T14:29:02.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100de0 0x7fe52c1a2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100de0 0x7fe52c1a2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33258/0 (socket says 172.21.15.45:33258) 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 -- 172.21.15.45:0/1761478195 learned_addr learned my addr 172.21.15.45:0/1761478195 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe52a59c700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe52c100440 0x7fe52c1a27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe52c105480 0x7fe52c19c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 -- 172.21.15.45:0/1761478195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe52c100440 msgr2=0x7fe52c1a27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe52c100440 0x7fe52c1a27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 -- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe52c105480 msgr2=0x7fe52c19c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe52c105480 0x7fe52c19c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 -- 172.21.15.45:0/1761478195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe51c0095f0 con 0x7fe52c100de0 2023-03-22T14:29:02.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.871+0000 7fe523fff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100de0 0x7fe52c1a2d00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe51400e940 tx=0x7fe51400ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:02.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.872+0000 7fe5237fe700 1 -- 172.21.15.45:0/1761478195 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe514009730 con 0x7fe52c100de0 2023-03-22T14:29:02.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.872+0000 7fe5237fe700 1 -- 172.21.15.45:0/1761478195 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe514010430 con 0x7fe52c100de0 2023-03-22T14:29:02.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.872+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe52c1168b0 con 0x7fe52c100de0 2023-03-22T14:29:02.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.872+0000 7fe5237fe700 1 -- 172.21.15.45:0/1761478195 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe51400cea0 con 0x7fe52c100de0 2023-03-22T14:29:02.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.872+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe52c116720 con 0x7fe52c100de0 2023-03-22T14:29:02.876 INFO:tasks.workunit.client.0.smithi045.stdout:checking for suffix of executables... 2023-03-22T14:29:02.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.876+0000 7fe5237fe700 1 -- 172.21.15.45:0/1761478195 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7fe514010810 con 0x7fe52c100de0 2023-03-22T14:29:02.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.877+0000 7fe5443e8b80 1 Processor -- start 2023-03-22T14:29:02.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe5443e8b80 1 -- start start 2023-03-22T14:29:02.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882edc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e881f40f0 con 0x564e882ed850 2023-03-22T14:29:02.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e88246a30 con 0x564e882f26b0 2023-03-22T14:29:02.879 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8823fec0 con 0x564e882ee160 2023-03-22T14:29:02.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe523fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe52ad9d700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882edc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.880 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f2170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:36424/0 (socket says 172.21.15.45:36424) 2023-03-22T14:29:02.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.878+0000 7fe52a59c700 1 -- 172.21.15.45:0/4038954996 learned_addr learned my addr 172.21.15.45:0/4038954996 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:02.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe5237fe700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe51809fd40 0x7fe5180a21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52a59c700 1 -- 172.21.15.45:0/4038954996 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 msgr2=0x564e882f2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52a59c700 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52a59c700 1 -- 172.21.15.45:0/4038954996 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 msgr2=0x564e882edc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52a59c700 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882edc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52a59c700 1 -- 172.21.15.45:0/4038954996 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e880c16b0 con 0x564e882ee160 2023-03-22T14:29:02.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe5237fe700 1 -- 172.21.15.45:0/1761478195 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fe514014070 con 0x7fe52c100de0 2023-03-22T14:29:02.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882edc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:02.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe51809fd40 0x7fe5180a21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.879+0000 7fe52a59c700 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f2170 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe51c005ea0 tx=0x7fe51c005ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d914f9307baf220 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:02.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe520ff9700 1 -- 172.21.15.45:0/4038954996 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe51c01d070 con 0x564e882ee160 2023-03-22T14:29:02.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe51809fd40 0x7fe5180a21f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe524009ec0 tx=0x7fe524009040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:02.882 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe520ff9700 1 -- 172.21.15.45:0/4038954996 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe51c01e040 con 0x564e882ee160 2023-03-22T14:29:02.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe520ff9700 1 -- 172.21.15.45:0/4038954996 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe51c0048f0 con 0x564e882ee160 2023-03-22T14:29:02.883 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe5443e8b80 1 -- 172.21.15.45:0/4038954996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 msgr2=0x564e882f2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f2170 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe51c005ea0 tx=0x7fe51c005ed0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe5443e8b80 1 -- 172.21.15.45:0/4038954996 shutdown_connections 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882edc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/4038954996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f2170 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.880+0000 7fe5443e8b80 1 -- 172.21.15.45:0/4038954996 >> 172.21.15.45:0/4038954996 conn(0x564e882e80b0 msgr2=0x564e882e8480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.881+0000 7fe5443e8b80 1 -- 172.21.15.45:0/4038954996 shutdown_connections 2023-03-22T14:29:02.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.881+0000 7fe5443e8b80 1 -- 172.21.15.45:0/4038954996 wait complete. 2023-03-22T14:29:02.885 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.881+0000 7fe5443e8b80 1 -- start start 2023-03-22T14:29:02.885 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.881+0000 7fe5443e8b80 1 Processor -- start 2023-03-22T14:29:02.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f70b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e880c39a0 con 0x564e882ed850 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e882f7ec0 con 0x564e882f26b0 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e88303900 con 0x564e882ee160 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe5443e8b80 10 client.0 _ll_register_callbacks cb 0x564e880e5310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38712/0 (socket says 172.21.15.45:38712) 2023-03-22T14:29:02.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe52a59c700 1 -- 172.21.15.45:0/1610052913 learned_addr learned my addr 172.21.15.45:0/1610052913 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:02.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.882+0000 7fe523fff700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe52ad9d700 1 -- 172.21.15.45:0/1610052913 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 msgr2=0x564e882f70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe52ad9d700 1 -- 172.21.15.45:0/1610052913 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 msgr2=0x564e882f9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe52ad9d700 1 -- 172.21.15.45:0/1610052913 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe52c10d890 con 0x564e882f26b0 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe523fff700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f7750 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe524017e40 tx=0x7fe524004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=654b1d7ab7cf6f0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe511ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe511ffb700 1 -- 172.21.15.45:0/1610052913 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52400e040 con 0x564e882f26b0 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe511ffb700 1 -- 172.21.15.45:0/1610052913 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fe524007e40 con 0x564e882f26b0 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.883+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e88202470 con 0x564e882f26b0 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe511ffb700 1 -- 172.21.15.45:0/1610052913 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe524017e70 con 0x564e882f26b0 2023-03-22T14:29:02.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 10 client.25712 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:02.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x564e8806de60 con 0x564e882f26b0 2023-03-22T14:29:02.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe511ffb700 1 -- 172.21.15.45:0/1610052913 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564e88202470 con 0x564e882f26b0 2023-03-22T14:29:02.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe511ffb700 1 -- 172.21.15.45:0/1610052913 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fe52402b3b0 con 0x564e882f26b0 2023-03-22T14:29:02.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 10 client.25712 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:02.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 10 client.25712 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:02.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 20 client.25712 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:02.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e88307af0 0x564e88309f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 4 client.25712 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:02.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564e8820e6e0 con 0x564e88307af0 2023-03-22T14:29:02.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.884+0000 7fe52a59c700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e88307af0 0x564e88309f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.885+0000 7fe52a59c700 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e88307af0 0x564e88309f00 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=861667cfb99b8590 server_cookie=fe649c368508e255 in_seq=0 out_seq=0 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.885+0000 7fe511ffb700 10 client.25712 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe511ffb700 1 -- 172.21.15.45:0/1610052913 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x564e8820e6e0 con 0x564e88307af0 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe511ffb700 10 client.25712 handle_command_reply: tid=0 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 client.25712 shutdown 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 msgr2=0x564e882f7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f7750 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe524017e40 tx=0x7fe524004ad0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 shutdown_connections 2023-03-22T14:29:02.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e88307af0 0x564e88309f00 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e882f7750 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe511ffb700 0 client.25712 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:02.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1610052913 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 >> 172.21.15.45:0/1610052913 conn(0x564e882e80b0 msgr2=0x564e882e7790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:02.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 shutdown_connections 2023-03-22T14:29:02.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1610052913 wait complete. 2023-03-22T14:29:02.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.886+0000 7fe5443e8b80 20 client.25712 trim_cache size 0 max 16384 2023-03-22T14:29:02.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.904+0000 7fe5443e8b80 1 Processor -- start 2023-03-22T14:29:02.904 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.904+0000 7fe5443e8b80 1 -- start start 2023-03-22T14:29:02.905 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.904+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.904+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882fe840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e88302fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e882ee9c0 con 0x564e882ed850 2023-03-22T14:29:02.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e882e06e0 con 0x564e882f26b0 2023-03-22T14:29:02.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e88305150 con 0x564e882ee160 2023-03-22T14:29:02.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.906 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38714/0 (socket says 172.21.15.45:38714) 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52a59c700 1 -- 172.21.15.45:0/548784334 learned_addr learned my addr 172.21.15.45:0/548784334 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe523fff700 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882fe840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e88302fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52ad9d700 1 -- 172.21.15.45:0/548784334 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 msgr2=0x564e882fe840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882fe840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52ad9d700 1 -- 172.21.15.45:0/548784334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 msgr2=0x564e882f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52ad9d700 1 -- 172.21.15.45:0/548784334 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e882e8750 con 0x564e882f26b0 2023-03-22T14:29:02.908 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.905+0000 7fe52a59c700 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:02.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.906+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e88302fe0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe524009a00 tx=0x7fe524009450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de0fbe6abf014033 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:02.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.906+0000 7fe5217fa700 1 -- 172.21.15.45:0/548784334 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52400e040 con 0x564e882f26b0 2023-03-22T14:29:02.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.906+0000 7fe5217fa700 1 -- 172.21.15.45:0/548784334 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe52400f040 con 0x564e882f26b0 2023-03-22T14:29:02.910 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.906+0000 7fe5217fa700 1 -- 172.21.15.45:0/548784334 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5240228a0 con 0x564e882f26b0 2023-03-22T14:29:02.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 -- 172.21.15.45:0/548784334 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 msgr2=0x564e88302fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e88302fe0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe524009a00 tx=0x7fe524009450 comp rx=0 tx=0).stop 2023-03-22T14:29:02.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 -- 172.21.15.45:0/548784334 shutdown_connections 2023-03-22T14:29:02.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e88302fe0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/548784334 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882fe840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 -- 172.21.15.45:0/548784334 >> 172.21.15.45:0/548784334 conn(0x564e882e80b0 msgr2=0x564e882e7790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 -- 172.21.15.45:0/548784334 shutdown_connections 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 -- 172.21.15.45:0/548784334 wait complete. 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 -- start start 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.907+0000 7fe5443e8b80 1 Processor -- start 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f62b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f67f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe5443e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e8835b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.912 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e882f6ee0 con 0x564e882ed850 2023-03-22T14:29:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8835bed0 con 0x564e882f26b0 2023-03-22T14:29:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe5443e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8835c010 con 0x564e882ee160 2023-03-22T14:29:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe5443e8b80 10 client.0 _ll_register_callbacks cb 0x564e880e5310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe52a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38718/0 (socket says 172.21.15.45:38718) 2023-03-22T14:29:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe52a59c700 1 -- 172.21.15.45:0/1995403619 learned_addr learned my addr 172.21.15.45:0/1995403619 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:02.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e8835b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.908+0000 7fe523fff700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe52ad9d700 1 -- 172.21.15.45:0/1995403619 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 msgr2=0x564e882f67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe52ad9d700 1 -- 172.21.15.45:0/1995403619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 msgr2=0x564e882f62b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f62b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe52ad9d700 1 -- 172.21.15.45:0/1995403619 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564e880c16b0 con 0x564e882f26b0 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe52a59c700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:02.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe52ad9d700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e8835b990 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x564e882f86d0 tx=0x7fe52402bb10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbb77d6d483c69f5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe511ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe511ffb700 1 -- 172.21.15.45:0/1995403619 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52400e040 con 0x564e882f26b0 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e882bd2c0 con 0x564e882f26b0 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe511ffb700 1 -- 172.21.15.45:0/1995403619 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fe524016da0 con 0x564e882f26b0 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe511ffb700 1 -- 172.21.15.45:0/1995403619 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe524022440 con 0x564e882f26b0 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.909+0000 7fe5443e8b80 10 client.25718 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fe524017e70 con 0x564e882f26b0 2023-03-22T14:29:02.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe511ffb700 1 -- 172.21.15.45:0/1995403619 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe52404c080 con 0x564e882f26b0 2023-03-22T14:29:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe511ffb700 1 -- 172.21.15.45:0/1995403619 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fe52403f070 con 0x564e882f26b0 2023-03-22T14:29:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe5443e8b80 10 client.25718 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe5443e8b80 10 client.25718 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe5443e8b80 20 client.25718 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e8835d280 0x564e8835f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe5443e8b80 4 client.25718 mds_command: new command op to 24575 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-03-22T14:29:02.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x564e880c3fe0 con 0x564e8835d280 2023-03-22T14:29:02.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.910+0000 7fe52a59c700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e8835d280 0x564e8835f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:02.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.911+0000 7fe52a59c700 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e8835d280 0x564e8835f660 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff4bb6ff0a8b7c5d server_cookie=2b5d3f674066b88d in_seq=0 out_seq=0 2023-03-22T14:29:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.911+0000 7fe511ffb700 10 client.25718 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe511ffb700 1 -- 172.21.15.45:0/1995403619 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x564e880c3fe0 con 0x564e8835d280 2023-03-22T14:29:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe511ffb700 10 client.25718 handle_command_reply: tid=0 2023-03-22T14:29:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 client.25718 shutdown 2023-03-22T14:29:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 msgr2=0x564e8835b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e8835b990 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x564e882f86d0 tx=0x7fe52402bb10 comp rx=0 tx=0).stop 2023-03-22T14:29:02.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 shutdown_connections 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x564e8835d280 0x564e8835f660 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e882ed850 0x564e882f62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e882f26b0 0x564e8835b990 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 --2- 172.21.15.45:0/1995403619 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e882ee160 0x564e882f67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe511ffb700 0 client.25718 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 >> 172.21.15.45:0/1995403619 conn(0x564e882e80b0 msgr2=0x564e88303d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.912+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 shutdown_connections 2023-03-22T14:29:02.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5443e8b80 1 -- 172.21.15.45:0/1995403619 wait complete. 2023-03-22T14:29:02.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5443e8b80 20 client.25718 trim_cache size 0 max 16384 2023-03-22T14:29:02.920 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:29:02.920 INFO:teuthology.orchestra.run.smithi045.stdout: "return_code": 0, 2023-03-22T14:29:02.920 INFO:teuthology.orchestra.run.smithi045.stdout: "scrub_tag": "2b181fc7-268a-4534-b2ee-d4c4d71789ad", 2023-03-22T14:29:02.920 INFO:teuthology.orchestra.run.smithi045.stdout: "mode": "asynchronous" 2023-03-22T14:29:02.921 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:29:02.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe51809fd40 msgr2=0x7fe5180a21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe51809fd40 0x7fe5180a21f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe524009ec0 tx=0x7fe524009040 comp rx=0 tx=0).stop 2023-03-22T14:29:02.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100de0 msgr2=0x7fe52c1a2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100de0 0x7fe52c1a2d00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe51400e940 tx=0x7fe51400ec50 comp rx=0 tx=0).stop 2023-03-22T14:29:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 shutdown_connections 2023-03-22T14:29:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe51809fd40 0x7fe5180a21f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe52c105480 0x7fe52c19c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe52c100440 0x7fe52c1a27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 --2- 172.21.15.45:0/1761478195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe52c100de0 0x7fe52c1a2d00 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:02.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.913+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 >> 172.21.15.45:0/1761478195 conn(0x7fe52c0fbcd0 msgr2=0x7fe52c103de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:02.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.914+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 shutdown_connections 2023-03-22T14:29:02.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:02.914+0000 7fe5309ff700 1 -- 172.21.15.45:0/1761478195 wait complete. 2023-03-22T14:29:02.933 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:29:02.941 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether we are cross compiling... no 2023-03-22T14:29:02.997 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:02 smithi045 ceph-mon[91728]: pgmap v32: 97 pgs: 97 active+clean; 4.6 MiB data, 98 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 306 KiB/s wr, 38 op/s 2023-03-22T14:29:02.997 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:02 smithi045 ceph-mon[91728]: mgrmap e24: x(active, since 58s), standbys: z, y 2023-03-22T14:29:03.008 INFO:tasks.workunit.client.0.smithi045.stdout:checking for suffix of object files... o 2023-03-22T14:29:03.057 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether we are using the GNU C compiler... yes 2023-03-22T14:29:03.096 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether gcc accepts -g... yes 2023-03-22T14:29:03.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:02 smithi142 ceph-mon[94717]: pgmap v32: 97 pgs: 97 active+clean; 4.6 MiB data, 98 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 306 KiB/s wr, 38 op/s 2023-03-22T14:29:03.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:02 smithi142 ceph-mon[94717]: mgrmap e24: x(active, since 58s), standbys: z, y 2023-03-22T14:29:03.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 -- 172.21.15.45:0/913570531 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d40ffd00 msgr2=0x7f80d4103cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 --2- 172.21.15.45:0/913570531 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d40ffd00 0x7f80d4103cb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f80c8009920 tx=0x7f80c8009c30 comp rx=0 tx=0).stop 2023-03-22T14:29:03.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 -- 172.21.15.45:0/913570531 shutdown_connections 2023-03-22T14:29:03.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 --2- 172.21.15.45:0/913570531 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d4104390 0x7f80d410bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 --2- 172.21.15.45:0/913570531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 0x7f80d40ff730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 --2- 172.21.15.45:0/913570531 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d40ffd00 0x7f80d4103cb0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 -- 172.21.15.45:0/913570531 >> 172.21.15.45:0/913570531 conn(0x7f80d4075f30 msgr2=0x7f80d4076330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:03.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 -- 172.21.15.45:0/913570531 shutdown_connections 2023-03-22T14:29:03.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.141+0000 7f80da7ff700 1 -- 172.21.15.45:0/913570531 wait complete. 2023-03-22T14:29:03.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.142+0000 7f80da7ff700 1 Processor -- start 2023-03-22T14:29:03.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.142+0000 7f80da7ff700 1 -- start start 2023-03-22T14:29:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80da7ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 0x7f80d4195340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80da7ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d40ffd00 0x7f80d4195880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80da7ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d4104390 0x7f80d4199ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80da7ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80d419a320 con 0x7f80d40ffd00 2023-03-22T14:29:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80da7ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80d419a490 con 0x7f80d40ff360 2023-03-22T14:29:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80da7ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80d419a650 con 0x7f80d4104390 2023-03-22T14:29:03.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 0x7f80d4195340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d40ffd00 0x7f80d4195880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 0x7f80d4195340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33316/0 (socket says 172.21.15.45:33316) 2023-03-22T14:29:03.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d40ffd00 0x7f80d4195880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38732/0 (socket says 172.21.15.45:38732) 2023-03-22T14:29:03.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d3fff700 1 -- 172.21.15.45:0/1339374163 learned_addr learned my addr 172.21.15.45:0/1339374163 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:03.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d4104390 0x7f80d4199ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d3fff700 1 -- 172.21.15.45:0/1339374163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d4104390 msgr2=0x7f80d4199ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d3fff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d4104390 0x7f80d4199ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d3fff700 1 -- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d40ffd00 msgr2=0x7f80d4195880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.143+0000 7f80d3fff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d40ffd00 0x7f80d4195880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80d3fff700 1 -- 172.21.15.45:0/1339374163 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80c8009520 con 0x7f80d40ff360 2023-03-22T14:29:03.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80d37fe700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d40ffd00 0x7f80d4195880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:03.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80d3fff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 0x7f80d4195340 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f80c400e9c0 tx=0x7f80c400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:03.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80d17fa700 1 -- 172.21.15.45:0/1339374163 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c4004a30 con 0x7f80d40ff360 2023-03-22T14:29:03.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80d17fa700 1 -- 172.21.15.45:0/1339374163 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80c400cc80 con 0x7f80d40ff360 2023-03-22T14:29:03.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80d410f160 con 0x7f80d40ff360 2023-03-22T14:29:03.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80d17fa700 1 -- 172.21.15.45:0/1339374163 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c40054e0 con 0x7f80d40ff360 2023-03-22T14:29:03.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.144+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80d410efd0 con 0x7f80d40ff360 2023-03-22T14:29:03.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.148+0000 7f80d17fa700 1 -- 172.21.15.45:0/1339374163 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7f80c4004b90 con 0x7f80d40ff360 2023-03-22T14:29:03.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.149+0000 7f80ee030b80 1 Processor -- start 2023-03-22T14:29:03.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.149+0000 7f80ee030b80 1 -- start start 2023-03-22T14:29:03.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.149+0000 7f80d17fa700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f80bc09fde0 0x7f80bc0a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80d17fa700 1 -- 172.21.15.45:0/1339374163 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f80c4014070 con 0x7f80d40ff360 2023-03-22T14:29:03.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f80bc09fde0 0x7f80bc0a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f27d0 0x55db7d4f2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4f7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80ee030b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d3f9070 con 0x55db7d4f30e0 2023-03-22T14:29:03.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80ee030b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d44b9b0 con 0x55db7d4f27d0 2023-03-22T14:29:03.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80ee030b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d444e40 con 0x55db7d4f7630 2023-03-22T14:29:03.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80d37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80d3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f27d0 0x55db7d4f2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80d3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f27d0 0x55db7d4f2ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33326/0 (socket says 172.21.15.45:33326) 2023-03-22T14:29:03.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80d3fff700 1 -- 172.21.15.45:0/3984582347 learned_addr learned my addr 172.21.15.45:0/3984582347 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:03.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.150+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f80bc09fde0 0x7f80bc0a2290 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f80cc00f590 tx=0x7f80cc00b040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:03.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4f7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80d3fff700 1 -- 172.21.15.45:0/3984582347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 msgr2=0x55db7d4f7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80d3fff700 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4f7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80d3fff700 1 -- 172.21.15.45:0/3984582347 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 msgr2=0x55db7d4f70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80d3fff700 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80d3fff700 1 -- 172.21.15.45:0/3984582347 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55db7d2c6630 con 0x55db7d4f27d0 2023-03-22T14:29:03.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80d3fff700 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f27d0 0x55db7d4f2ba0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f80c4098790 tx=0x7f80c40986e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83c2cb3dc4518af9 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:03.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80ba7fc700 1 -- 172.21.15.45:0/3984582347 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c40a09f0 con 0x55db7d4f27d0 2023-03-22T14:29:03.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80ba7fc700 1 -- 172.21.15.45:0/3984582347 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80c4005640 con 0x55db7d4f27d0 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.151+0000 7f80ba7fc700 1 -- 172.21.15.45:0/3984582347 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c4097f50 con 0x55db7d4f27d0 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 -- 172.21.15.45:0/3984582347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f27d0 msgr2=0x55db7d4f2ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f27d0 0x55db7d4f2ba0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f80c4098790 tx=0x7f80c40986e0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 -- 172.21.15.45:0/3984582347 shutdown_connections 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4f7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f27d0 0x55db7d4f2ba0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3984582347 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 -- 172.21.15.45:0/3984582347 >> 172.21.15.45:0/3984582347 conn(0x55db7d4ed030 msgr2=0x55db7d4ed400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:03.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 -- 172.21.15.45:0/3984582347 shutdown_connections 2023-03-22T14:29:03.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 -- 172.21.15.45:0/3984582347 wait complete. 2023-03-22T14:29:03.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.152+0000 7f80ee030b80 1 -- start start 2023-03-22T14:29:03.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 1 Processor -- start 2023-03-22T14:29:03.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f27d0 0x55db7d4fc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4fc670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4fcbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d2c8920 con 0x55db7d4f27d0 2023-03-22T14:29:03.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d5088e0 con 0x55db7d4f30e0 2023-03-22T14:29:03.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d508a20 con 0x55db7d4f7630 2023-03-22T14:29:03.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80ee030b80 10 client.0 _ll_register_callbacks cb 0x55db7d2ea290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:03.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80d37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4fc670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.158 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc option to accept ISO C89... none needed 2023-03-22T14:29:03.158 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80d37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4fc670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33332/0 (socket says 172.21.15.45:33332) 2023-03-22T14:29:03.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80d37fe700 1 -- 172.21.15.45:0/3974478399 learned_addr learned my addr 172.21.15.45:0/3974478399 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:03.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.153+0000 7f80d3fff700 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f27d0 0x55db7d4fc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.159 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4fcbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80d37fe700 1 -- 172.21.15.45:0/3974478399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 msgr2=0x55db7d4fcbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80d37fe700 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4fcbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80d37fe700 1 -- 172.21.15.45:0/3974478399 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f27d0 msgr2=0x55db7d4fc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80d37fe700 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f27d0 0x55db7d4fc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80d37fe700 1 -- 172.21.15.45:0/3974478399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80d410efd0 con 0x55db7d4f30e0 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80d37fe700 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4fc670 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f80c8009920 tx=0x7f80c800b790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=169a1dd465d0b5c3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.154+0000 7f80b37fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80b37fe700 1 -- 172.21.15.45:0/3974478399 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c8005040 con 0x55db7d4f30e0 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80b37fe700 1 -- 172.21.15.45:0/3974478399 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f80c80051a0 con 0x55db7d4f30e0 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55db7d4073f0 con 0x55db7d4f30e0 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80b37fe700 1 -- 172.21.15.45:0/3974478399 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80c8005360 con 0x55db7d4f30e0 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80ee030b80 10 client.25730 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:03.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55db7d272de0 con 0x55db7d4f30e0 2023-03-22T14:29:03.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80b37fe700 1 -- 172.21.15.45:0/3974478399 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55db7d4073f0 con 0x55db7d4f30e0 2023-03-22T14:29:03.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80b37fe700 1 -- 172.21.15.45:0/3974478399 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f80c8027070 con 0x55db7d4f30e0 2023-03-22T14:29:03.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80ee030b80 10 client.25730 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:03.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.155+0000 7f80ee030b80 10 client.25730 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:03.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.156+0000 7f80ee030b80 20 client.25730 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:03.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.156+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d50ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.163 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.156+0000 7f80ee030b80 4 client.25730 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.156+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55db7d413660 con 0x55db7d50ca70 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.156+0000 7f80d3fff700 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d50ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.156+0000 7f80d3fff700 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d50ee80 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94901581aca9dfdd server_cookie=feeb70ba2ac1dd08 in_seq=0 out_seq=0 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.156+0000 7f80b37fe700 10 client.25730 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.157+0000 7f80b37fe700 1 -- 172.21.15.45:0/3974478399 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55db7d413660 con 0x55db7d50ca70 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.157+0000 7f80b37fe700 10 client.25730 handle_command_reply: tid=0 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.157+0000 7f80ee030b80 1 client.25730 shutdown 2023-03-22T14:29:03.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.157+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 msgr2=0x55db7d4fc670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.157+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4fc670 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f80c8009920 tx=0x7f80c800b790 comp rx=0 tx=0).stop 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 shutdown_connections 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d50ee80 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f27d0 0x55db7d4fc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80b37fe700 0 client.25730 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f7630 0x55db7d4fcbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 --2- 172.21.15.45:0/3974478399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4fc670 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 >> 172.21.15.45:0/3974478399 conn(0x55db7d4ed030 msgr2=0x55db7d4ec710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:03.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 shutdown_connections 2023-03-22T14:29:03.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 1 -- 172.21.15.45:0/3974478399 wait complete. 2023-03-22T14:29:03.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.158+0000 7f80ee030b80 20 client.25730 trim_cache size 0 max 16384 2023-03-22T14:29:03.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:02 smithi098 ceph-mon[94136]: pgmap v32: 97 pgs: 97 active+clean; 4.6 MiB data, 98 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 306 KiB/s wr, 38 op/s 2023-03-22T14:29:03.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:02 smithi098 ceph-mon[94136]: mgrmap e24: x(active, since 58s), standbys: z, y 2023-03-22T14:29:03.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.175+0000 7f80ee030b80 1 Processor -- start 2023-03-22T14:29:03.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.175+0000 7f80ee030b80 1 -- start start 2023-03-22T14:29:03.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f7630 0x55db7d4f5d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80ee030b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d4edef0 con 0x55db7d4f30e0 2023-03-22T14:29:03.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80ee030b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d5094c0 con 0x55db7d4f7630 2023-03-22T14:29:03.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80ee030b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d4f3940 con 0x55db7d4f27d0 2023-03-22T14:29:03.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38760/0 (socket says 172.21.15.45:38760) 2023-03-22T14:29:03.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 -- 172.21.15.45:0/1931693745 learned_addr learned my addr 172.21.15.45:0/1931693745 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:03.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d3fff700 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f7630 0x55db7d4f5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 -- 172.21.15.45:0/1931693745 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 msgr2=0x55db7d503820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 -- 172.21.15.45:0/1931693745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f7630 msgr2=0x55db7d4f5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f7630 0x55db7d4f5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.176+0000 7f80d37fe700 1 -- 172.21.15.45:0/1931693745 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55db7d4fbf40 con 0x55db7d4f30e0 2023-03-22T14:29:03.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.177+0000 7f80d3fff700 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:03.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.177+0000 7f80d37fe700 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f57f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f80c80098f0 tx=0x7f80c800f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4d713d935567e00 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:03.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.177+0000 7f80baffd700 1 -- 172.21.15.45:0/1931693745 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c800b2d0 con 0x55db7d4f30e0 2023-03-22T14:29:03.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.177+0000 7f80baffd700 1 -- 172.21.15.45:0/1931693745 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80c8024040 con 0x55db7d4f30e0 2023-03-22T14:29:03.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.177+0000 7f80baffd700 1 -- 172.21.15.45:0/1931693745 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c8005040 con 0x55db7d4f30e0 2023-03-22T14:29:03.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 -- 172.21.15.45:0/1931693745 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 msgr2=0x55db7d4f57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f57f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f80c80098f0 tx=0x7f80c800f9f0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 -- 172.21.15.45:0/1931693745 shutdown_connections 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f7630 0x55db7d4f5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 --2- 172.21.15.45:0/1931693745 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f30e0 0x55db7d4f57f0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 -- 172.21.15.45:0/1931693745 >> 172.21.15.45:0/1931693745 conn(0x55db7d4ed030 msgr2=0x55db7d4ec710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 -- 172.21.15.45:0/1931693745 shutdown_connections 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 -- 172.21.15.45:0/1931693745 wait complete. 2023-03-22T14:29:03.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.178+0000 7f80ee030b80 1 -- start start 2023-03-22T14:29:03.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 1 Processor -- start 2023-03-22T14:29:03.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4f3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f7630 0x55db7d4f4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d4f4a50 con 0x55db7d4f7630 2023-03-22T14:29:03.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d4f4bc0 con 0x55db7d4f30e0 2023-03-22T14:29:03.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db7d4f4d80 con 0x55db7d4f27d0 2023-03-22T14:29:03.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80ee030b80 10 client.0 _ll_register_callbacks cb 0x55db7d2ea290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:03.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80d8d9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f7630 0x55db7d4f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80d8d9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f7630 0x55db7d4f4450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:38762/0 (socket says 172.21.15.45:38762) 2023-03-22T14:29:03.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80d8d9c700 1 -- 172.21.15.45:0/84231658 learned_addr learned my addr 172.21.15.45:0/84231658 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:03.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80d37fe700 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4f3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.179+0000 7f80d3fff700 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80d8d9c700 1 -- 172.21.15.45:0/84231658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 msgr2=0x55db7d503830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80d8d9c700 1 -- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 msgr2=0x55db7d4f3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:03.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4f3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80d8d9c700 1 -- 172.21.15.45:0/84231658 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55db7d2c6630 con 0x55db7d4f7630 2023-03-22T14:29:03.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80d8d9c700 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f7630 0x55db7d4f4450 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f80cc008ee0 tx=0x7f80cc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b683ea4a4319cff server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:03.185 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80b37fe700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:03.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80b37fe700 1 -- 172.21.15.45:0/84231658 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80cc00e040 con 0x55db7d4f7630 2023-03-22T14:29:03.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.180+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55db7d4c2240 con 0x55db7d4f7630 2023-03-22T14:29:03.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80b37fe700 1 -- 172.21.15.45:0/84231658 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f80cc01c040 con 0x55db7d4f7630 2023-03-22T14:29:03.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80b37fe700 1 -- 172.21.15.45:0/84231658 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80cc004db0 con 0x55db7d4f7630 2023-03-22T14:29:03.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 10 client.15714 fetch_fsmap learned FSMap version 27 2023-03-22T14:29:03.186 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55db7d272de0 con 0x55db7d4f7630 2023-03-22T14:29:03.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80b37fe700 1 -- 172.21.15.45:0/84231658 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80cc038080 con 0x55db7d4f7630 2023-03-22T14:29:03.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80b37fe700 1 -- 172.21.15.45:0/84231658 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f80cc017a90 con 0x55db7d4f7630 2023-03-22T14:29:03.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 10 client.15714 fetch_fsmap finished waiting for FSMap version 27 2023-03-22T14:29:03.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 10 client.15714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:03.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 20 client.15714 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:03.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d563fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:03.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 4 client.15714 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:29:03.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.181+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55db7d2c8f60 con 0x55db7d50ca70 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80d3fff700 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d563fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80d3fff700 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d563fd0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15d31ba7d62d4e9a server_cookie=1db898fe8da716da in_seq=0 out_seq=0 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80b37fe700 10 client.15714 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80b37fe700 1 -- 172.21.15.45:0/84231658 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55db7d2c8f60 con 0x55db7d50ca70 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80b37fe700 10 client.15714 handle_command_reply: tid=0 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 client.15714 shutdown 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f7630 msgr2=0x55db7d4f4450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.189 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f7630 0x55db7d4f4450 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f80cc008ee0 tx=0x7f80cc004ad0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 shutdown_connections 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55db7d50ca70 0x55db7d563fd0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55db7d4f7630 0x55db7d4f4450 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55db7d4f27d0 0x55db7d503830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 --2- 172.21.15.45:0/84231658 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55db7d4f30e0 0x55db7d4f3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80b37fe700 0 client.15714 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.182+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 >> 172.21.15.45:0/84231658 conn(0x55db7d4ed030 msgr2=0x55db7d4f57f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:03.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 shutdown_connections 2023-03-22T14:29:03.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80ee030b80 1 -- 172.21.15.45:0/84231658 wait complete. 2023-03-22T14:29:03.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80ee030b80 20 client.15714 trim_cache size 0 max 16384 2023-03-22T14:29:03.191 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:29:03.191 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "IDLE (waiting for more scrubs)", 2023-03-22T14:29:03.191 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:29:03.192 INFO:teuthology.orchestra.run.smithi045.stdout: "2b181fc7-268a-4534-b2ee-d4c4d71789ad": { 2023-03-22T14:29:03.192 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:29:03.192 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "2b181fc7-268a-4534-b2ee-d4c4d71789ad", 2023-03-22T14:29:03.192 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:29:03.192 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:29:03.192 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:29:03.192 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:29:03.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f80bc09fde0 msgr2=0x7f80bc0a2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f80bc09fde0 0x7f80bc0a2290 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f80cc00f590 tx=0x7f80cc00b040 comp rx=0 tx=0).stop 2023-03-22T14:29:03.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 msgr2=0x7f80d4195340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:03.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 0x7f80d4195340 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f80c400e9c0 tx=0x7f80c400ecd0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 shutdown_connections 2023-03-22T14:29:03.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80d4104390 0x7f80d4199ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f80d40ff360 0x7f80d4195340 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f80bc09fde0 0x7f80bc0a2290 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 --2- 172.21.15.45:0/1339374163 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f80d40ffd00 0x7f80d4195880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:03.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.183+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 >> 172.21.15.45:0/1339374163 conn(0x7f80d4075f30 msgr2=0x7f80d40fcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:03.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.184+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 shutdown_connections 2023-03-22T14:29:03.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:03.184+0000 7f80da7ff700 1 -- 172.21.15.45:0/1339374163 wait complete. 2023-03-22T14:29:03.201 INFO:tasks.cephfs.filesystem:scrub status for tag:2b181fc7-268a-4534-b2ee-d4c4d71789ad - {'path': '/', 'tag': '2b181fc7-268a-4534-b2ee-d4c4d71789ad', 'options': 'recursive,force'} 2023-03-22T14:29:03.300 INFO:tasks.workunit.client.0.smithi045.stdout:checking dependency style of gcc... gcc3 2023-03-22T14:29:03.526 INFO:tasks.workunit.client.0.smithi045.stdout:checking how to run the C preprocessor... gcc -E 2023-03-22T14:29:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:03 smithi142 ceph-mon[94717]: scrub queued for path: / 2023-03-22T14:29:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:03 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:03 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:29:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:03 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:03 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:29:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:03 smithi098 ceph-mon[94136]: scrub queued for path: / 2023-03-22T14:29:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:03 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:03 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:29:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:03 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:03 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:29:04.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:03 smithi045 ceph-mon[91728]: scrub queued for path: / 2023-03-22T14:29:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:03 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:03 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:29:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:03 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:04.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:03 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:29:05.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:04 smithi142 ceph-mon[94717]: pgmap v33: 97 pgs: 97 active+clean; 4.6 MiB data, 98 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 306 KiB/s wr, 35 op/s 2023-03-22T14:29:05.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:04 smithi098 ceph-mon[94136]: pgmap v33: 97 pgs: 97 active+clean; 4.6 MiB data, 98 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 306 KiB/s wr, 35 op/s 2023-03-22T14:29:05.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:04 smithi045 ceph-mon[91728]: pgmap v33: 97 pgs: 97 active+clean; 4.6 MiB data, 98 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 306 KiB/s wr, 35 op/s 2023-03-22T14:29:07.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:06 smithi142 ceph-mon[94717]: pgmap v34: 97 pgs: 97 active+clean; 5.5 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 402 KiB/s wr, 57 op/s 2023-03-22T14:29:07.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:06 smithi098 ceph-mon[94136]: pgmap v34: 97 pgs: 97 active+clean; 5.5 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 402 KiB/s wr, 57 op/s 2023-03-22T14:29:07.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:06 smithi045 ceph-mon[91728]: pgmap v34: 97 pgs: 97 active+clean; 5.5 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 402 KiB/s wr, 57 op/s 2023-03-22T14:29:08.597 INFO:tasks.workunit.client.0.smithi045.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-03-22T14:29:08.599 INFO:tasks.workunit.client.0.smithi045.stdout:checking for egrep... /usr/bin/grep -E 2023-03-22T14:29:08.791 INFO:tasks.workunit.client.0.smithi045.stdout:checking for ANSI C header files... yes 2023-03-22T14:29:08.847 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/types.h... yes 2023-03-22T14:29:08.910 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/stat.h... yes 2023-03-22T14:29:08.972 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stdlib.h... yes 2023-03-22T14:29:09.037 INFO:tasks.workunit.client.0.smithi045.stdout:checking for string.h... yes 2023-03-22T14:29:09.100 INFO:tasks.workunit.client.0.smithi045.stdout:checking for memory.h... yes 2023-03-22T14:29:09.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:08 smithi142 ceph-mon[94717]: pgmap v35: 97 pgs: 97 active+clean; 5.5 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 311 KiB/s wr, 48 op/s 2023-03-22T14:29:09.164 INFO:tasks.workunit.client.0.smithi045.stdout:checking for strings.h... yes 2023-03-22T14:29:09.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:08 smithi098 ceph-mon[94136]: pgmap v35: 97 pgs: 97 active+clean; 5.5 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 311 KiB/s wr, 48 op/s 2023-03-22T14:29:09.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:08 smithi045 ceph-mon[91728]: pgmap v35: 97 pgs: 97 active+clean; 5.5 MiB data, 103 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 311 KiB/s wr, 48 op/s 2023-03-22T14:29:09.233 INFO:tasks.workunit.client.0.smithi045.stdout:checking for inttypes.h... yes 2023-03-22T14:29:09.327 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stdint.h... yes 2023-03-22T14:29:09.393 INFO:tasks.workunit.client.0.smithi045.stdout:checking for unistd.h... yes 2023-03-22T14:29:09.457 INFO:tasks.workunit.client.0.smithi045.stdout:checking minix/config.h usability... no 2023-03-22T14:29:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:10 smithi142 ceph-mon[94717]: pgmap v36: 97 pgs: 97 active+clean; 5.9 MiB data, 104 MiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 354 KiB/s wr, 54 op/s 2023-03-22T14:29:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:10 smithi098 ceph-mon[94136]: pgmap v36: 97 pgs: 97 active+clean; 5.9 MiB data, 104 MiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 354 KiB/s wr, 54 op/s 2023-03-22T14:29:11.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:10 smithi045 ceph-mon[91728]: pgmap v36: 97 pgs: 97 active+clean; 5.9 MiB data, 104 MiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 354 KiB/s wr, 54 op/s 2023-03-22T14:29:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:11 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:29:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:11 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:29:12.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:11 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:29:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:12 smithi142 ceph-mon[94717]: pgmap v37: 97 pgs: 97 active+clean; 6.9 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 469 KiB/s wr, 80 op/s 2023-03-22T14:29:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:12 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:29:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:12 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:29:13.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:12 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:29:13.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:12 smithi098 ceph-mon[94136]: pgmap v37: 97 pgs: 97 active+clean; 6.9 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 469 KiB/s wr, 80 op/s 2023-03-22T14:29:13.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:12 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:29:13.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:12 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:29:13.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:12 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:29:13.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:12 smithi045 ceph-mon[91728]: pgmap v37: 97 pgs: 97 active+clean; 6.9 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 469 KiB/s wr, 80 op/s 2023-03-22T14:29:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:12 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:29:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:12 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:29:13.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:12 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:29:13.519 INFO:tasks.workunit.client.0.smithi045.stdout:checking minix/config.h presence... no 2023-03-22T14:29:13.520 INFO:tasks.workunit.client.0.smithi045.stdout:checking for minix/config.h... no 2023-03-22T14:29:13.581 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether it is safe to define __EXTENSIONS__... yes 2023-03-22T14:29:13.582 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc... (cached) gcc 2023-03-22T14:29:13.635 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-03-22T14:29:13.635 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether gcc accepts -g... (cached) yes 2023-03-22T14:29:13.636 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-03-22T14:29:13.636 INFO:tasks.workunit.client.0.smithi045.stdout:checking dependency style of gcc... (cached) gcc3 2023-03-22T14:29:13.703 INFO:tasks.workunit.client.0.smithi045.stdout:checking for main in -lm... yes 2023-03-22T14:29:13.773 INFO:tasks.workunit.client.0.smithi045.stdout:checking for main in -lpthread... yes 2023-03-22T14:29:13.775 INFO:tasks.workunit.client.0.smithi045.stdout:checking for ANSI C header files... (cached) yes 2023-03-22T14:29:13.826 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/wait.h that is POSIX.1 compatible... yes 2023-03-22T14:29:13.909 INFO:tasks.workunit.client.0.smithi045.stdout:checking pthread.h usability... yes 2023-03-22T14:29:13.934 INFO:tasks.workunit.client.0.smithi045.stdout:checking pthread.h presence... yes 2023-03-22T14:29:13.934 INFO:tasks.workunit.client.0.smithi045.stdout:checking for pthread.h... yes 2023-03-22T14:29:14.006 INFO:tasks.workunit.client.0.smithi045.stdout:checking fcntl.h usability... yes 2023-03-22T14:29:14.028 INFO:tasks.workunit.client.0.smithi045.stdout:checking fcntl.h presence... yes 2023-03-22T14:29:14.029 INFO:tasks.workunit.client.0.smithi045.stdout:checking for fcntl.h... yes 2023-03-22T14:29:14.115 INFO:tasks.workunit.client.0.smithi045.stdout:checking limits.h usability... yes 2023-03-22T14:29:14.137 INFO:tasks.workunit.client.0.smithi045.stdout:checking limits.h presence... yes 2023-03-22T14:29:14.137 INFO:tasks.workunit.client.0.smithi045.stdout:checking for limits.h... yes 2023-03-22T14:29:14.166 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stdint.h... (cached) yes 2023-03-22T14:29:14.228 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/time.h usability... yes 2023-03-22T14:29:14.254 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/time.h presence... yes 2023-03-22T14:29:14.254 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/time.h... yes 2023-03-22T14:29:14.277 INFO:tasks.workunit.client.0.smithi045.stdout:checking for unistd.h... (cached) yes 2023-03-22T14:29:14.342 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/vfs.h usability... yes 2023-03-22T14:29:14.364 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/vfs.h presence... yes 2023-03-22T14:29:14.364 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/vfs.h... yes 2023-03-22T14:29:14.441 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/limits.h usability... no 2023-03-22T14:29:15.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:14 smithi142 ceph-mon[94717]: pgmap v38: 97 pgs: 97 active+clean; 6.9 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 278 KiB/s wr, 59 op/s 2023-03-22T14:29:15.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:14 smithi098 ceph-mon[94136]: pgmap v38: 97 pgs: 97 active+clean; 6.9 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 278 KiB/s wr, 59 op/s 2023-03-22T14:29:15.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:14 smithi045 ceph-mon[91728]: pgmap v38: 97 pgs: 97 active+clean; 6.9 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 278 KiB/s wr, 59 op/s 2023-03-22T14:29:17.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:16 smithi142 ceph-mon[94717]: pgmap v39: 97 pgs: 97 active+clean; 7.5 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 324 KiB/s wr, 65 op/s 2023-03-22T14:29:17.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:16 smithi098 ceph-mon[94136]: pgmap v39: 97 pgs: 97 active+clean; 7.5 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 324 KiB/s wr, 65 op/s 2023-03-22T14:29:17.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:16 smithi045 ceph-mon[91728]: pgmap v39: 97 pgs: 97 active+clean; 7.5 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 324 KiB/s wr, 65 op/s 2023-03-22T14:29:18.527 INFO:tasks.workunit.client.0.smithi045.stdout:checking sys/limits.h presence... no 2023-03-22T14:29:18.527 INFO:tasks.workunit.client.0.smithi045.stdout:checking for sys/limits.h... no 2023-03-22T14:29:18.574 INFO:tasks.workunit.client.0.smithi045.stdout:checking for an ANSI C-conforming const... yes 2023-03-22T14:29:18.624 INFO:tasks.workunit.client.0.smithi045.stdout:checking whether time.h and sys/time.h may both be included... yes 2023-03-22T14:29:18.716 INFO:tasks.workunit.client.0.smithi045.stdout:checking for system... yes 2023-03-22T14:29:18.806 INFO:tasks.workunit.client.0.smithi045.stdout:checking for gettimeofday... yes 2023-03-22T14:29:18.909 INFO:tasks.workunit.client.0.smithi045.stdout:checking for mkdir... yes 2023-03-22T14:29:19.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:18 smithi142 ceph-mon[94717]: pgmap v40: 97 pgs: 97 active+clean; 7.5 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 228 KiB/s wr, 43 op/s 2023-03-22T14:29:19.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:18 smithi098 ceph-mon[94136]: pgmap v40: 97 pgs: 97 active+clean; 7.5 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 228 KiB/s wr, 43 op/s 2023-03-22T14:29:19.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:18 smithi045 ceph-mon[91728]: pgmap v40: 97 pgs: 97 active+clean; 7.5 MiB data, 110 MiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 228 KiB/s wr, 43 op/s 2023-03-22T14:29:19.333 INFO:tasks.workunit.client.0.smithi045.stdout:checking for strerror... yes 2023-03-22T14:29:19.431 INFO:tasks.workunit.client.0.smithi045.stdout:checking for open64... yes 2023-03-22T14:29:19.644 INFO:tasks.workunit.client.0.smithi045.stdout:checking for stat64... yes 2023-03-22T14:29:19.732 INFO:tasks.workunit.client.0.smithi045.stdout:checking for fseeko64... yes 2023-03-22T14:29:19.820 INFO:tasks.workunit.client.0.smithi045.stdout:checking for lrand48_r... yes 2023-03-22T14:29:19.908 INFO:tasks.workunit.client.0.smithi045.stdout:checking for srand48_r... yes 2023-03-22T14:29:19.945 INFO:tasks.workunit.client.0.smithi045.stdout:configure: creating ./config.status 2023-03-22T14:29:20.056 INFO:tasks.workunit.client.0.smithi045.stdout: /bin/sh ./config.status 2023-03-22T14:29:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:19 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:29:20.144 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: creating Makefile 2023-03-22T14:29:20.167 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: creating config.h 2023-03-22T14:29:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:19 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:29:20.196 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: executing depfiles commands 2023-03-22T14:29:20.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:19 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:29:20.239 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: executing default commands 2023-03-22T14:29:20.280 INFO:tasks.workunit.client.0.smithi045.stdout:cd . && /bin/sh /home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb/missing --run autoheader 2023-03-22T14:29:20.483 INFO:tasks.workunit.client.0.smithi045.stdout:rm -f stamp-h1 2023-03-22T14:29:20.487 INFO:tasks.workunit.client.0.smithi045.stdout:touch config.h.in 2023-03-22T14:29:20.490 INFO:tasks.workunit.client.0.smithi045.stdout:cd . && /bin/sh ./config.status config.h 2023-03-22T14:29:20.566 INFO:tasks.workunit.client.0.smithi045.stdout:config.status: creating config.h 2023-03-22T14:29:20.606 INFO:tasks.workunit.client.0.smithi045.stdout:make all-am 2023-03-22T14:29:20.614 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb' 2023-03-22T14:29:20.614 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT fileops.o -MD -MP -MF .deps/fileops.Tpo -c -o fileops.o fileops.c 2023-03-22T14:29:20.819 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/fileops.Tpo .deps/fileops.Po 2023-03-22T14:29:20.824 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT rand.o -MD -MP -MF .deps/rand.Tpo -c -o rand.o rand.c 2023-03-22T14:29:20.915 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/rand.Tpo .deps/rand.Po 2023-03-22T14:29:20.919 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT main.o -MD -MP -MF .deps/main.Tpo -c -o main.o main.c 2023-03-22T14:29:21.043 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/main.Tpo .deps/main.Po 2023-03-22T14:29:21.047 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT fh.o -MD -MP -MF .deps/fh.Tpo -c -o fh.o fh.c 2023-03-22T14:29:21.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:20 smithi142 ceph-mon[94717]: pgmap v41: 97 pgs: 97 active+clean; 7.5 MiB data, 115 MiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 243 KiB/s wr, 49 op/s 2023-03-22T14:29:21.163 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/fh.Tpo .deps/fh.Po 2023-03-22T14:29:21.167 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT filelist.o -MD -MP -MF .deps/filelist.Tpo -c -o filelist.o filelist.c 2023-03-22T14:29:21.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:20 smithi098 ceph-mon[94136]: pgmap v41: 97 pgs: 97 active+clean; 7.5 MiB data, 115 MiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 243 KiB/s wr, 49 op/s 2023-03-22T14:29:21.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:20 smithi045 ceph-mon[91728]: pgmap v41: 97 pgs: 97 active+clean; 7.5 MiB data, 115 MiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 243 KiB/s wr, 49 op/s 2023-03-22T14:29:21.314 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/filelist.Tpo .deps/filelist.Po 2023-03-22T14:29:21.318 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT metaops.o -MD -MP -MF .deps/metaops.Tpo -c -o metaops.o metaops.c 2023-03-22T14:29:21.387 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/metaops.Tpo .deps/metaops.Po 2023-03-22T14:29:21.392 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT rwlock.o -MD -MP -MF .deps/rwlock.Tpo -c -o rwlock.o rwlock.c 2023-03-22T14:29:21.450 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/rwlock.Tpo .deps/rwlock.Po 2023-03-22T14:29:21.455 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT cirlist.o -MD -MP -MF .deps/cirlist.Tpo -c -o cirlist.o cirlist.c 2023-03-22T14:29:21.519 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/cirlist.Tpo .deps/cirlist.Po 2023-03-22T14:29:21.524 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT rbt.o -MD -MP -MF .deps/rbt.Tpo -c -o rbt.o rbt.c 2023-03-22T14:29:21.712 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/rbt.Tpo .deps/rbt.Po 2023-03-22T14:29:21.716 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT ffsb_tg.o -MD -MP -MF .deps/ffsb_tg.Tpo -c -o ffsb_tg.o ffsb_tg.c 2023-03-22T14:29:21.855 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/ffsb_tg.Tpo .deps/ffsb_tg.Po 2023-03-22T14:29:21.860 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT ffsb_fs.o -MD -MP -MF .deps/ffsb_fs.Tpo -c -o ffsb_fs.o ffsb_fs.c 2023-03-22T14:29:22.026 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/ffsb_fs.Tpo .deps/ffsb_fs.Po 2023-03-22T14:29:22.030 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT ffsb_thread.o -MD -MP -MF .deps/ffsb_thread.Tpo -c -o ffsb_thread.o ffsb_thread.c 2023-03-22T14:29:22.116 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/ffsb_thread.Tpo .deps/ffsb_thread.Po 2023-03-22T14:29:22.121 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT ffsb_op.o -MD -MP -MF .deps/ffsb_op.Tpo -c -o ffsb_op.o ffsb_op.c 2023-03-22T14:29:22.213 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/ffsb_op.Tpo .deps/ffsb_op.Po 2023-03-22T14:29:22.218 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT util.o -MD -MP -MF .deps/util.Tpo -c -o util.o util.c 2023-03-22T14:29:22.343 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/util.Tpo .deps/util.Po 2023-03-22T14:29:22.348 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT parser.o -MD -MP -MF .deps/parser.Tpo -c -o parser.o parser.c 2023-03-22T14:29:22.386 INFO:tasks.workunit.client.0.smithi045.stderr:In file included from parser.h:22, 2023-03-22T14:29:22.386 INFO:tasks.workunit.client.0.smithi045.stderr: from parser.c:25: 2023-03-22T14:29:22.387 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c: In function ‘init_filesys’: 2023-03-22T14:29:22.387 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.387 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.387 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.387 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.387 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:39:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr: for (pos = list_entry((head)->next, typeof(*pos), member); \ 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.388 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:934:3: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.389 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, &list_head->list, list) 2023-03-22T14:29:22.389 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.389 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.389 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.389 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.389 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.389 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:41:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr: pos = list_entry(pos->member.next, typeof(*pos), member)) 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.390 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:934:3: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, &list_head->list, list) 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.391 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.392 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.392 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.392 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.392 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:39:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.392 INFO:tasks.workunit.client.0.smithi045.stderr: for (pos = list_entry((head)->next, typeof(*pos), member); \ 2023-03-22T14:29:22.392 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.392 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:941:3: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, &list_head->list, list) { 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.393 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:41:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr: pos = list_entry(pos->member.next, typeof(*pos), member)) 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:941:3: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.394 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, &list_head->list, list) { 2023-03-22T14:29:22.395 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.395 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c: In function ‘init_tg_stats’: 2023-03-22T14:29:22.395 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.395 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.395 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.395 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.395 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:39:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr: for (pos = list_entry((head)->next, typeof(*pos), member); \ 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.396 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:971:6: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.397 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.398 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.398 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.398 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.398 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:41:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.398 INFO:tasks.workunit.client.0.smithi045.stderr: pos = list_entry(pos->member.next, typeof(*pos), member)) 2023-03-22T14:29:22.398 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.398 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:971:6: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.399 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:39:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr: for (pos = list_entry((head)->next, typeof(*pos), member); \ 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:980:6: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.400 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, 2023-03-22T14:29:22.401 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.401 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:29:33: warning: cast from pointer to integer of different size [-Wpointer-to-int-cast] 2023-03-22T14:29:22.401 INFO:tasks.workunit.client.0.smithi045.stderr: #define offsetof(type, member) ((int) &((type *)0)->member) 2023-03-22T14:29:22.401 INFO:tasks.workunit.client.0.smithi045.stderr: ^ 2023-03-22T14:29:22.401 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:33:28: note: in expansion of macro ‘offsetof’ 2023-03-22T14:29:22.401 INFO:tasks.workunit.client.0.smithi045.stderr: (type *)((char *)__mptr - offsetof(type, member)); }) 2023-03-22T14:29:22.401 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~ 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:36:2: note: in expansion of macro ‘container_of’ 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr: container_of(ptr, type, member) 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~ 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr:list.h:41:13: note: in expansion of macro ‘list_entry’ 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr: pos = list_entry(pos->member.next, typeof(*pos), member)) 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~ 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:980:6: note: in expansion of macro ‘list_for_each_entry’ 2023-03-22T14:29:22.402 INFO:tasks.workunit.client.0.smithi045.stderr: list_for_each_entry(tmp_list, 2023-03-22T14:29:22.403 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.505 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c: In function ‘set_weight’: 2023-03-22T14:29:22.505 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:623:4: warning: ‘strncpy’ specified bound depends on the length of the source argument [-Wstringop-overflow=] 2023-03-22T14:29:22.505 INFO:tasks.workunit.client.0.smithi045.stderr: strncpy (op, tmp_config->name, len - 7); 2023-03-22T14:29:22.505 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.506 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:620:10: note: length computed here 2023-03-22T14:29:22.506 INFO:tasks.workunit.client.0.smithi045.stderr: len = strlen(tmp_config->name); 2023-03-22T14:29:22.506 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.509 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c: In function ‘get_weight_total’: 2023-03-22T14:29:22.510 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:645:4: warning: ‘strncpy’ specified bound depends on the length of the source argument [-Wstringop-overflow=] 2023-03-22T14:29:22.510 INFO:tasks.workunit.client.0.smithi045.stderr: strncpy (op, tmp_config->name, len - 7); 2023-03-22T14:29:22.510 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.510 INFO:tasks.workunit.client.0.smithi045.stderr:parser.c:642:10: note: length computed here 2023-03-22T14:29:22.510 INFO:tasks.workunit.client.0.smithi045.stderr: len = strlen(tmp_config->name); 2023-03-22T14:29:22.510 INFO:tasks.workunit.client.0.smithi045.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-03-22T14:29:22.652 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/parser.Tpo .deps/parser.Po 2023-03-22T14:29:22.657 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT ffsb_fc.o -MD -MP -MF .deps/ffsb_fc.Tpo -c -o ffsb_fc.o ffsb_fc.c 2023-03-22T14:29:22.733 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/ffsb_fc.Tpo .deps/ffsb_fc.Po 2023-03-22T14:29:22.737 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT ffsb_stats.o -MD -MP -MF .deps/ffsb_stats.Tpo -c -o ffsb_stats.o ffsb_stats.c 2023-03-22T14:29:22.846 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/ffsb_stats.Tpo .deps/ffsb_stats.Po 2023-03-22T14:29:22.851 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -DHAVE_CONFIG_H -I. -D_GNU_SOURCE -g -O2 -D_REENTRANT -MT list.o -MD -MP -MF .deps/list.Tpo -c -o list.o list.c 2023-03-22T14:29:22.898 INFO:tasks.workunit.client.0.smithi045.stdout:mv -f .deps/list.Tpo .deps/list.Po 2023-03-22T14:29:22.904 INFO:tasks.workunit.client.0.smithi045.stdout:gcc -D_GNU_SOURCE -g -O2 -D_REENTRANT -o ffsb fileops.o rand.o main.o fh.o filelist.o metaops.o rwlock.o cirlist.o rbt.o ffsb_tg.o ffsb_fs.o ffsb_thread.o ffsb_op.o util.o parser.o ffsb_fc.o ffsb_stats.o list.o -lpthread -lm 2023-03-22T14:29:22.953 INFO:tasks.workunit.client.0.smithi045.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/ffsb' 2023-03-22T14:29:22.958 INFO:tasks.workunit.client.0.smithi045.stdout:FFSB version 6.0-RC2 started 2023-03-22T14:29:22.959 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.964 INFO:tasks.workunit.client.0.smithi045.stdout:benchmark time = 300 2023-03-22T14:29:22.965 INFO:tasks.workunit.client.0.smithi045.stdout:ThreadGroup 0 2023-03-22T14:29:22.965 INFO:tasks.workunit.client.0.smithi045.stdout:================ 2023-03-22T14:29:22.965 INFO:tasks.workunit.client.0.smithi045.stdout: num_threads = 32 2023-03-22T14:29:22.965 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.965 INFO:tasks.workunit.client.0.smithi045.stdout: read_random = off 2023-03-22T14:29:22.965 INFO:tasks.workunit.client.0.smithi045.stdout: read_size = 0 (0B) 2023-03-22T14:29:22.965 INFO:tasks.workunit.client.0.smithi045.stdout: read_blocksize = 0 (0B) 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: read_skip = off 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: read_skipsize = 0 (0B) 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: write_random = on 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: write_size = 5242880 (5MB) 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: fsync_file = 0 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: write_blocksize = 4096 (4KB) 2023-03-22T14:29:22.966 INFO:tasks.workunit.client.0.smithi045.stdout: wait time = 0 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: op weights 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: read = 0 (0.00%) 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: readall = 0 (0.00%) 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: write = 1 (100.00%) 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: create = 0 (0.00%) 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: append = 0 (0.00%) 2023-03-22T14:29:22.967 INFO:tasks.workunit.client.0.smithi045.stdout: delete = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: metaop = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: createdir = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: stat = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: writeall = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: writeall_fsync = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: open_close = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: write_fsync = 0 (0.00%) 2023-03-22T14:29:22.968 INFO:tasks.workunit.client.0.smithi045.stdout: create_fsync = 0 (0.00%) 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout: append_fsync = 0 (0.00%) 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout:FileSystem . 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout:========== 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout: num_dirs = 0 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout: starting files = 128 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.969 INFO:tasks.workunit.client.0.smithi045.stdout: min file size = 104857600 (100MB) 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: max file size = 104857600 (100MB) 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: directio = off 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: alignedio = on 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: bufferedio = off 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: aging is off 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: current utilization = 0.00% 2023-03-22T14:29:22.970 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:29:22.971 INFO:tasks.workunit.client.0.smithi045.stdout:checking existing fs: . 2023-03-22T14:29:22.971 INFO:tasks.workunit.client.0.smithi045.stdout:recreating new fileset 2023-03-22T14:29:22.971 INFO:tasks.workunit.client.0.smithi045.stderr:opendir: No such file or directory 2023-03-22T14:29:23.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:22 smithi142 ceph-mon[94717]: pgmap v42: 97 pgs: 97 active+clean; 8.3 MiB data, 117 MiB used, 1.0 TiB / 1.0 TiB avail; 150 KiB/s rd, 275 KiB/s wr, 55 op/s 2023-03-22T14:29:23.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:22 smithi098 ceph-mon[94136]: pgmap v42: 97 pgs: 97 active+clean; 8.3 MiB data, 117 MiB used, 1.0 TiB / 1.0 TiB avail; 150 KiB/s rd, 275 KiB/s wr, 55 op/s 2023-03-22T14:29:23.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:22 smithi045 ceph-mon[91728]: pgmap v42: 97 pgs: 97 active+clean; 8.3 MiB data, 117 MiB used, 1.0 TiB / 1.0 TiB avail; 150 KiB/s rd, 275 KiB/s wr, 55 op/s 2023-03-22T14:29:25.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:24 smithi098 ceph-mon[94136]: pgmap v43: 97 pgs: 97 active+clean; 8.3 MiB data, 117 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 137 KiB/s wr, 25 op/s 2023-03-22T14:29:25.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:24 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:29:25.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:24 smithi045 ceph-mon[91728]: pgmap v43: 97 pgs: 97 active+clean; 8.3 MiB data, 117 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 137 KiB/s wr, 25 op/s 2023-03-22T14:29:25.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:24 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:29:25.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:24 smithi142 ceph-mon[94717]: pgmap v43: 97 pgs: 97 active+clean; 8.3 MiB data, 117 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 137 KiB/s wr, 25 op/s 2023-03-22T14:29:25.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:24 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:29:27.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:26 smithi098 ceph-mon[94136]: pgmap v44: 97 pgs: 97 active+clean; 8.6 MiB data, 120 MiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 187 KiB/s wr, 40 op/s 2023-03-22T14:29:27.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:26 smithi045 ceph-mon[91728]: pgmap v44: 97 pgs: 97 active+clean; 8.6 MiB data, 120 MiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 187 KiB/s wr, 40 op/s 2023-03-22T14:29:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:26 smithi142 ceph-mon[94717]: pgmap v44: 97 pgs: 97 active+clean; 8.6 MiB data, 120 MiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 187 KiB/s wr, 40 op/s 2023-03-22T14:29:29.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:28 smithi098 ceph-mon[94136]: pgmap v45: 97 pgs: 97 active+clean; 8.6 MiB data, 120 MiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 142 KiB/s wr, 34 op/s 2023-03-22T14:29:29.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:28 smithi045 ceph-mon[91728]: pgmap v45: 97 pgs: 97 active+clean; 8.6 MiB data, 120 MiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 142 KiB/s wr, 34 op/s 2023-03-22T14:29:29.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:28 smithi142 ceph-mon[94717]: pgmap v45: 97 pgs: 97 active+clean; 8.6 MiB data, 120 MiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 142 KiB/s wr, 34 op/s 2023-03-22T14:29:31.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:30 smithi098 ceph-mon[94136]: pgmap v46: 97 pgs: 97 active+clean; 139 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 11 MiB/s wr, 62 op/s 2023-03-22T14:29:31.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:30 smithi045 ceph-mon[91728]: pgmap v46: 97 pgs: 97 active+clean; 139 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 11 MiB/s wr, 62 op/s 2023-03-22T14:29:31.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:30 smithi142 ceph-mon[94717]: pgmap v46: 97 pgs: 97 active+clean; 139 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 11 MiB/s wr, 62 op/s 2023-03-22T14:29:33.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:32 smithi098 ceph-mon[94136]: pgmap v47: 97 pgs: 97 active+clean; 195 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 16 MiB/s wr, 60 op/s 2023-03-22T14:29:33.203 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:29:33.225 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:32 smithi045 ceph-mon[91728]: pgmap v47: 97 pgs: 97 active+clean; 195 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 16 MiB/s wr, 60 op/s 2023-03-22T14:29:33.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:32 smithi142 ceph-mon[94717]: pgmap v47: 97 pgs: 97 active+clean; 195 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 16 MiB/s wr, 60 op/s 2023-03-22T14:29:33.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 -- 172.21.15.45:0/288385021 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434100de0 msgr2=0x7f1434104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 --2- 172.21.15.45:0/288385021 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434100de0 0x7f1434104da0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f14240099c0 tx=0x7f1424009cd0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 -- 172.21.15.45:0/288385021 shutdown_connections 2023-03-22T14:29:33.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 --2- 172.21.15.45:0/288385021 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1434105480 0x7f143410d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 --2- 172.21.15.45:0/288385021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 0x7f1434100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 --2- 172.21.15.45:0/288385021 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434100de0 0x7f1434104da0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 -- 172.21.15.45:0/288385021 >> 172.21.15.45:0/288385021 conn(0x7f14340fbcd0 msgr2=0x7f14340fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:33.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 -- 172.21.15.45:0/288385021 shutdown_connections 2023-03-22T14:29:33.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.489+0000 7f143c7ff700 1 -- 172.21.15.45:0/288385021 wait complete. 2023-03-22T14:29:33.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 Processor -- start 2023-03-22T14:29:33.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 -- start start 2023-03-22T14:29:33.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 0x7f1434198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1434100de0 0x7f1434198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434105480 0x7f143419cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143419d560 con 0x7f1434105480 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143419d6d0 con 0x7f1434100440 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143c7ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143419d890 con 0x7f1434100de0 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.490+0000 7f143a59b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 0x7f1434198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 0x7f1434198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49364/0 (socket says 172.21.15.45:49364) 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 -- 172.21.15.45:0/4050277081 learned_addr learned my addr 172.21.15.45:0/4050277081 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:33.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143ad9c700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434105480 0x7f143419cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f1439d9a700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1434100de0 0x7f1434198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 -- 172.21.15.45:0/4050277081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1434100de0 msgr2=0x7f1434198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1434100de0 0x7f1434198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 -- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434105480 msgr2=0x7f143419cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434105480 0x7f143419cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 -- 172.21.15.45:0/4050277081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14240095f0 con 0x7f1434100440 2023-03-22T14:29:33.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f143a59b700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 0x7f1434198580 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f143000e9a0 tx=0x7f143000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.491+0000 7f142b7fe700 1 -- 172.21.15.45:0/4050277081 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1430009790 con 0x7f1434100440 2023-03-22T14:29:33.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.492+0000 7f142b7fe700 1 -- 172.21.15.45:0/4050277081 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f143000cbd0 con 0x7f1434100440 2023-03-22T14:29:33.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.492+0000 7f142b7fe700 1 -- 172.21.15.45:0/4050277081 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1430018680 con 0x7f1434100440 2023-03-22T14:29:33.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.492+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1434110250 con 0x7f1434100440 2023-03-22T14:29:33.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.492+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14341100c0 con 0x7f1434100440 2023-03-22T14:29:33.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.495+0000 7f142b7fe700 1 -- 172.21.15.45:0/4050277081 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7f143000cd40 con 0x7f1434100440 2023-03-22T14:29:33.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.497+0000 7f145010cb80 1 Processor -- start 2023-03-22T14:29:33.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.497+0000 7f145010cb80 1 -- start start 2023-03-22T14:29:33.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f145010cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f145010cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db4220f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f142b7fe700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f142009fd60 0x7f14200a2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f145010cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db422a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f145010cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db324070 con 0x55a4db41e0e0 2023-03-22T14:29:33.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f145010cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db3769b0 con 0x55a4db422630 2023-03-22T14:29:33.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f145010cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db36fe40 con 0x55a4db41d7d0 2023-03-22T14:29:33.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f142b7fe700 1 -- 172.21.15.45:0/4050277081 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1430014070 con 0x7f1434100440 2023-03-22T14:29:33.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f1439d9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db4220f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f1439d9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db4220f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46524/0 (socket says 172.21.15.45:46524) 2023-03-22T14:29:33.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f1439d9a700 1 -- 172.21.15.45:0/3863742742 learned_addr learned my addr 172.21.15.45:0/3863742742 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:33.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f143ad9c700 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f143a59b700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f142009fd60 0x7f14200a2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.498+0000 7f143ad9c700 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db422a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f143ad9c700 1 -- 172.21.15.45:0/3863742742 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 msgr2=0x55a4db422a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f143ad9c700 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db422a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f143ad9c700 1 -- 172.21.15.45:0/3863742742 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 msgr2=0x55a4db4220f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f143ad9c700 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db4220f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f143ad9c700 1 -- 172.21.15.45:0/3863742742 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4db1f1630 con 0x55a4db41d7d0 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f143a59b700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f142009fd60 0x7f14200a2210 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f14300c8a80 tx=0x7f1430005760 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f143ad9c700 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41dba0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f142c008b70 tx=0x7f142c009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7849c7fa06aa7fe5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.499+0000 7f1428ff9700 1 -- 172.21.15.45:0/3863742742 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c00e050 con 0x55a4db41d7d0 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f1428ff9700 1 -- 172.21.15.45:0/3863742742 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f142c00f040 con 0x55a4db41d7d0 2023-03-22T14:29:33.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f1428ff9700 1 -- 172.21.15.45:0/3863742742 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c018c00 con 0x55a4db41d7d0 2023-03-22T14:29:33.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f145010cb80 1 -- 172.21.15.45:0/3863742742 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 msgr2=0x55a4db41dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f145010cb80 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41dba0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f142c008b70 tx=0x7f142c009920 comp rx=0 tx=0).stop 2023-03-22T14:29:33.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f145010cb80 1 -- 172.21.15.45:0/3863742742 shutdown_connections 2023-03-22T14:29:33.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f145010cb80 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db422a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f145010cb80 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41dba0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f145010cb80 1 --2- 172.21.15.45:0/3863742742 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db4220f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.500+0000 7f145010cb80 1 -- 172.21.15.45:0/3863742742 >> 172.21.15.45:0/3863742742 conn(0x55a4db418030 msgr2=0x55a4db418400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:33.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.501+0000 7f145010cb80 1 -- 172.21.15.45:0/3863742742 shutdown_connections 2023-03-22T14:29:33.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.501+0000 7f145010cb80 1 -- 172.21.15.45:0/3863742742 wait complete. 2023-03-22T14:29:33.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.501+0000 7f145010cb80 1 -- start start 2023-03-22T14:29:33.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.501+0000 7f145010cb80 1 Processor -- start 2023-03-22T14:29:33.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f145010cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db429ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f145010cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41e0e0 0x55a4db427190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f145010cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db422630 0x55a4db427880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f145010cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db1f3920 con 0x55a4db422630 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f145010cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db427ff0 con 0x55a4db41d7d0 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f145010cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db4338b0 con 0x55a4db41e0e0 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f145010cb80 10 client.0 _ll_register_callbacks cb 0x55a4db215290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f143ad9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db429ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f143ad9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db429ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49386/0 (socket says 172.21.15.45:49386) 2023-03-22T14:29:33.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f1439d9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41e0e0 0x55a4db427190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f143ad9c700 1 -- 172.21.15.45:0/913131212 learned_addr learned my addr 172.21.15.45:0/913131212 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:33.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.502+0000 7f143ad9c700 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db422630 0x55a4db427880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f1439d9a700 1 -- 172.21.15.45:0/913131212 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 msgr2=0x55a4db429ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f1439d9a700 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db429ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f1439d9a700 1 -- 172.21.15.45:0/913131212 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db422630 msgr2=0x55a4db427880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f1439d9a700 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db422630 0x55a4db427880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f1439d9a700 1 -- 172.21.15.45:0/913131212 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f142c008850 con 0x55a4db41e0e0 2023-03-22T14:29:33.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f1439d9a700 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41e0e0 0x55a4db427190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1424000c00 tx=0x7f142400bf20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2090d8fb88e9db8 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f141dffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:29:33.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f141dffb700 1 -- 172.21.15.45:0/913131212 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142401d040 con 0x55a4db41e0e0 2023-03-22T14:29:33.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a4db3323f0 con 0x55a4db41e0e0 2023-03-22T14:29:33.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f141dffb700 1 -- 172.21.15.45:0/913131212 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f14240054e0 con 0x55a4db41e0e0 2023-03-22T14:29:33.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f141dffb700 1 -- 172.21.15.45:0/913131212 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f14240056c0 con 0x55a4db41e0e0 2023-03-22T14:29:33.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f145010cb80 10 client.25720 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.503+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a4db19dde0 con 0x55a4db41e0e0 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f141dffb700 1 -- 172.21.15.45:0/913131212 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a4db3323f0 con 0x55a4db41e0e0 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f141dffb700 1 -- 172.21.15.45:0/913131212 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1424023670 con 0x55a4db41e0e0 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f145010cb80 10 client.25720 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f145010cb80 10 client.25720 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f145010cb80 20 client.25720 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f145010cb80 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db437a80 0x55a4db439e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f145010cb80 4 client.25720 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:33.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a4db33e660 con 0x55a4db437a80 2023-03-22T14:29:33.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.504+0000 7f143ad9c700 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db437a80 0x55a4db439e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.505+0000 7f143ad9c700 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db437a80 0x55a4db439e90 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ce1248eaeca2e06 server_cookie=fd5ef358d3fcb8c2 in_seq=0 out_seq=0 2023-03-22T14:29:33.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.505+0000 7f141dffb700 10 client.25720 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:33.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.505+0000 7f141dffb700 1 -- 172.21.15.45:0/913131212 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55a4db33e660 con 0x55a4db437a80 2023-03-22T14:29:33.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.505+0000 7f141dffb700 10 client.25720 handle_command_reply: tid=0 2023-03-22T14:29:33.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.505+0000 7f145010cb80 1 client.25720 shutdown 2023-03-22T14:29:33.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41e0e0 msgr2=0x55a4db427190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41e0e0 0x55a4db427190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1424000c00 tx=0x7f142400bf20 comp rx=0 tx=0).stop 2023-03-22T14:29:33.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 shutdown_connections 2023-03-22T14:29:33.513 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db437a80 0x55a4db439e90 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db422630 0x55a4db427880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db429ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f141dffb700 0 client.25720 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 --2- 172.21.15.45:0/913131212 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41e0e0 0x55a4db427190 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 >> 172.21.15.45:0/913131212 conn(0x55a4db418030 msgr2=0x55a4db417710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 shutdown_connections 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 1 -- 172.21.15.45:0/913131212 wait complete. 2023-03-22T14:29:33.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.506+0000 7f145010cb80 20 client.25720 trim_cache size 0 max 16384 2023-03-22T14:29:33.525 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 Processor -- start 2023-03-22T14:29:33.525 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 -- start start 2023-03-22T14:29:33.525 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db429ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db41ddf0 con 0x55a4db41e0e0 2023-03-22T14:29:33.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db4240e0 con 0x55a4db422630 2023-03-22T14:29:33.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f145010cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db419bc0 con 0x55a4db41d7d0 2023-03-22T14:29:33.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f1439d9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f143ad9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f143ad9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51914/0 (socket says 172.21.15.45:51914) 2023-03-22T14:29:33.527 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f143ad9c700 1 -- 172.21.15.45:0/200892743 learned_addr learned my addr 172.21.15.45:0/200892743 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:33.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.524+0000 7f143ad9c700 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db429ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f1439d9a700 1 -- 172.21.15.45:0/200892743 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 msgr2=0x55a4db41ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f1439d9a700 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f1439d9a700 1 -- 172.21.15.45:0/200892743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 msgr2=0x55a4db429ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f1439d9a700 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db429ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f1439d9a700 1 -- 172.21.15.45:0/200892743 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4db336190 con 0x55a4db41e0e0 2023-03-22T14:29:33.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f1439d9a700 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42e7c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f14240098e0 tx=0x7f142400bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e714f59c85e6c15 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f14297fa700 1 -- 172.21.15.45:0/200892743 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142401d070 con 0x55a4db41e0e0 2023-03-22T14:29:33.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f14297fa700 1 -- 172.21.15.45:0/200892743 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1424009290 con 0x55a4db41e0e0 2023-03-22T14:29:33.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.525+0000 7f14297fa700 1 -- 172.21.15.45:0/200892743 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1424003a30 con 0x55a4db41e0e0 2023-03-22T14:29:33.529 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 -- 172.21.15.45:0/200892743 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 msgr2=0x55a4db42e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42e7c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f14240098e0 tx=0x7f142400bfd0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 -- 172.21.15.45:0/200892743 shutdown_connections 2023-03-22T14:29:33.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db422630 0x55a4db429ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db41d7d0 0x55a4db41ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 --2- 172.21.15.45:0/200892743 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42e7c0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 -- 172.21.15.45:0/200892743 >> 172.21.15.45:0/200892743 conn(0x55a4db418030 msgr2=0x55a4db417710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:33.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 -- 172.21.15.45:0/200892743 shutdown_connections 2023-03-22T14:29:33.533 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.526+0000 7f145010cb80 1 -- 172.21.15.45:0/200892743 wait complete. 2023-03-22T14:29:33.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.527+0000 7f145010cb80 1 -- start start 2023-03-22T14:29:33.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.527+0000 7f145010cb80 1 Processor -- start 2023-03-22T14:29:33.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f145010cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db42e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f145010cb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f145010cb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db422630 0x55a4db42b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f145010cb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db42b7e0 con 0x55a4db41e0e0 2023-03-22T14:29:33.534 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f145010cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db42b950 con 0x55a4db41d7d0 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f145010cb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4db48b8e0 con 0x55a4db422630 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f145010cb80 10 client.0 _ll_register_callbacks cb 0x55a4db215290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f143ad9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db42e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f143ad9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db42e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49394/0 (socket says 172.21.15.45:49394) 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f143ad9c700 1 -- 172.21.15.45:0/2149010739 learned_addr learned my addr 172.21.15.45:0/2149010739 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f1439d9a700 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.528+0000 7f143ad9c700 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db422630 0x55a4db42b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f143ad9c700 1 -- 172.21.15.45:0/2149010739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db422630 msgr2=0x55a4db42b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f143ad9c700 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db422630 0x55a4db42b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f143ad9c700 1 -- 172.21.15.45:0/2149010739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 msgr2=0x55a4db42ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f143ad9c700 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f143ad9c700 1 -- 172.21.15.45:0/2149010739 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a4db19dde0 con 0x55a4db41d7d0 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f143ad9c700 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db42e880 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f142c0093d0 tx=0x7f142c02a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe7b455e24253ffd server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f141dffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f141dffb700 1 -- 172.21.15.45:0/2149010739 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c00e040 con 0x55a4db41d7d0 2023-03-22T14:29:33.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f141dffb700 1 -- 172.21.15.45:0/2149010739 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f142c02e4d0 con 0x55a4db41d7d0 2023-03-22T14:29:33.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a4db3ed240 con 0x55a4db41d7d0 2023-03-22T14:29:33.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f141dffb700 1 -- 172.21.15.45:0/2149010739 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f142c018880 con 0x55a4db41d7d0 2023-03-22T14:29:33.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f145010cb80 10 client.25754 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:33.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.529+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a4db1c4250 con 0x55a4db41d7d0 2023-03-22T14:29:33.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f141dffb700 1 -- 172.21.15.45:0/2149010739 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a4db3ed240 con 0x55a4db41d7d0 2023-03-22T14:29:33.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f141dffb700 1 -- 172.21.15.45:0/2149010739 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f142c018360 con 0x55a4db41d7d0 2023-03-22T14:29:33.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f145010cb80 10 client.25754 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:33.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f145010cb80 10 client.25754 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:33.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f145010cb80 20 client.25754 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:33.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f145010cb80 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db48cf40 0x55a4db48f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f145010cb80 4 client.25754 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:29:33.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a4db1f3f60 con 0x55a4db48cf40 2023-03-22T14:29:33.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.530+0000 7f1439d9a700 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db48cf40 0x55a4db48f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f1439d9a700 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db48cf40 0x55a4db48f350 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7efde58521d97399 server_cookie=3900138684043625 in_seq=0 out_seq=0 2023-03-22T14:29:33.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f141dffb700 10 client.25754 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:33.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f141dffb700 1 -- 172.21.15.45:0/2149010739 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55a4db1f3f60 con 0x55a4db48cf40 2023-03-22T14:29:33.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f141dffb700 10 client.25754 handle_command_reply: tid=0 2023-03-22T14:29:33.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 client.25754 shutdown 2023-03-22T14:29:33.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 msgr2=0x55a4db42e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db42e880 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f142c0093d0 tx=0x7f142c02a040 comp rx=0 tx=0).stop 2023-03-22T14:29:33.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 shutdown_connections 2023-03-22T14:29:33.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a4db48cf40 0x55a4db48f350 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a4db422630 0x55a4db42b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a4db41d7d0 0x55a4db42e880 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 --2- 172.21.15.45:0/2149010739 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a4db41e0e0 0x55a4db42ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f141dffb700 0 client.25754 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:33.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 >> 172.21.15.45:0/2149010739 conn(0x55a4db418030 msgr2=0x55a4db429ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:33.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 shutdown_connections 2023-03-22T14:29:33.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 1 -- 172.21.15.45:0/2149010739 wait complete. 2023-03-22T14:29:33.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.531+0000 7f145010cb80 20 client.25754 trim_cache size 0 max 16384 2023-03-22T14:29:33.541 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:29:33.542 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "no active scrubs running", 2023-03-22T14:29:33.542 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": {} 2023-03-22T14:29:33.542 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:29:33.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f142009fd60 msgr2=0x7f14200a2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f142009fd60 0x7f14200a2210 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f14300c8a80 tx=0x7f1430005760 comp rx=0 tx=0).stop 2023-03-22T14:29:33.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 msgr2=0x7f1434198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 0x7f1434198580 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f143000e9a0 tx=0x7f143000ecb0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 shutdown_connections 2023-03-22T14:29:33.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f142009fd60 0x7f14200a2210 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1434105480 0x7f143419cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1434100440 0x7f1434198580 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 --2- 172.21.15.45:0/4050277081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1434100de0 0x7f1434198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 >> 172.21.15.45:0/4050277081 conn(0x7f14340fbcd0 msgr2=0x7f14340fc970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:33.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 shutdown_connections 2023-03-22T14:29:33.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.532+0000 7f143c7ff700 1 -- 172.21.15.45:0/4050277081 wait complete. 2023-03-22T14:29:33.551 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-03-22T14:29:33.552 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:29:33.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.839+0000 7fe9a6bff700 1 -- 172.21.15.45:0/3134795459 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 msgr2=0x7fe9a01068f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.839+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/3134795459 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a01068f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe9900098f0 tx=0x7fe990009c00 comp rx=0 tx=0).stop 2023-03-22T14:29:33.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.839+0000 7fe9a6bff700 1 -- 172.21.15.45:0/3134795459 shutdown_connections 2023-03-22T14:29:33.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.839+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/3134795459 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9a0107020 0x7fe9a01135e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.839+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/3134795459 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe9a010c820 0x7fe9a010cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.839+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/3134795459 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a01068f0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.839+0000 7fe9a6bff700 1 -- 172.21.15.45:0/3134795459 >> 172.21.15.45:0/3134795459 conn(0x7fe9a00747d0 msgr2=0x7fe9a0076be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:33.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.840+0000 7fe9a6bff700 1 -- 172.21.15.45:0/3134795459 shutdown_connections 2023-03-22T14:29:33.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.840+0000 7fe9a6bff700 1 -- 172.21.15.45:0/3134795459 wait complete. 2023-03-22T14:29:33.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.841+0000 7fe9a6bff700 1 Processor -- start 2023-03-22T14:29:33.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.842+0000 7fe9a6bff700 1 -- start start 2023-03-22T14:29:33.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.846+0000 7fe9a6bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9a0107020 0x7fe9a01a27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.846+0000 7fe9a6bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe9a010c820 0x7fe9a01a2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.846+0000 7fe9a6bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a019c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.846+0000 7fe9a6bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a019ce80 con 0x7fe9a010d130 2023-03-22T14:29:33.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.846+0000 7fe9a6bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a019cff0 con 0x7fe9a010c820 2023-03-22T14:29:33.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.846+0000 7fe9a6bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a019d1b0 con 0x7fe9a0107020 2023-03-22T14:29:33.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.847+0000 7fe9a519c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a019c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.847+0000 7fe9a519c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a019c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46568/0 (socket says 172.21.15.45:46568) 2023-03-22T14:29:33.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.847+0000 7fe9a519c700 1 -- 172.21.15.45:0/2452827609 learned_addr learned my addr 172.21.15.45:0/2452827609 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:33.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.847+0000 7fe9a499b700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9a0107020 0x7fe9a01a27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.848+0000 7fe997fff700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe9a010c820 0x7fe9a01a2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.848+0000 7fe9a519c700 1 -- 172.21.15.45:0/2452827609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9a0107020 msgr2=0x7fe9a01a27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.848+0000 7fe9a519c700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9a0107020 0x7fe9a01a27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.848+0000 7fe9a519c700 1 -- 172.21.15.45:0/2452827609 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe9a010c820 msgr2=0x7fe9a01a2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:33.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.848+0000 7fe9a519c700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe9a010c820 0x7fe9a01a2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:33.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.848+0000 7fe9a519c700 1 -- 172.21.15.45:0/2452827609 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe990009520 con 0x7fe9a010d130 2023-03-22T14:29:33.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.848+0000 7fe9a499b700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9a0107020 0x7fe9a01a27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:33.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.849+0000 7fe9a519c700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a019c810 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe99800d980 tx=0x7fe99800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.850+0000 7fe995ffb700 1 -- 172.21.15.45:0/2452827609 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe998009b40 con 0x7fe9a010d130 2023-03-22T14:29:33.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.850+0000 7fe995ffb700 1 -- 172.21.15.45:0/2452827609 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe99800b600 con 0x7fe9a010d130 2023-03-22T14:29:33.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.850+0000 7fe995ffb700 1 -- 172.21.15.45:0/2452827609 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9980054e0 con 0x7fe9a010d130 2023-03-22T14:29:33.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.850+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9a0116860 con 0x7fe9a010d130 2023-03-22T14:29:33.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.851+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9a01166d0 con 0x7fe9a010d130 2023-03-22T14:29:33.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.854+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9a01169f0 con 0x7fe9a010d130 2023-03-22T14:29:33.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.857+0000 7fe995ffb700 1 -- 172.21.15.45:0/2452827609 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7fe998004750 con 0x7fe9a010d130 2023-03-22T14:29:33.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.860+0000 7fe995ffb700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe98809feb0 0x7fe9880a2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:33.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.860+0000 7fe995ffb700 1 -- 172.21.15.45:0/2452827609 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fe9980cab10 con 0x7fe9a010d130 2023-03-22T14:29:33.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.861+0000 7fe9a499b700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe98809feb0 0x7fe9880a2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:33.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.862+0000 7fe9a499b700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe98809feb0 0x7fe9880a2360 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe99c009d50 tx=0x7fe99c009040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:33.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:33.866+0000 7fe995ffb700 1 -- 172.21.15.45:0/2452827609 <== mon.0 v2:172.21.15.45:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fe998094450 con 0x7fe9a010d130 2023-03-22T14:29:34.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.128+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe9a01a99d0 con 0x7fe9a010d130 2023-03-22T14:29:34.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.129+0000 7fe995ffb700 1 -- 172.21.15.45:0/2452827609 <== mon.0 v2:172.21.15.45:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+10856 (secure 0 0 0) 0x7fe998016070 con 0x7fe9a010d130 2023-03-22T14:29:34.130 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:29:34.131 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:29:23.855188+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:29:34.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.131+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe98809feb0 msgr2=0x7fe9880a2360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.131+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe98809feb0 0x7fe9880a2360 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe99c009d50 tx=0x7fe99c009040 comp rx=0 tx=0).stop 2023-03-22T14:29:34.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.131+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 msgr2=0x7fe9a019c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.131+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a019c810 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe99800d980 tx=0x7fe99800dd40 comp rx=0 tx=0).stop 2023-03-22T14:29:34.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.131+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 shutdown_connections 2023-03-22T14:29:34.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.132+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fe98809feb0 0x7fe9880a2360 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.132+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fe9a010d130 0x7fe9a019c810 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.132+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9a0107020 0x7fe9a01a27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.132+0000 7fe9a6bff700 1 --2- 172.21.15.45:0/2452827609 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe9a010c820 0x7fe9a01a2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.132+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 >> 172.21.15.45:0/2452827609 conn(0x7fe9a00747d0 msgr2=0x7fe9a0075ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.132+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 shutdown_connections 2023-03-22T14:29:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.132+0000 7fe9a6bff700 1 -- 172.21.15.45:0/2452827609 wait complete. 2023-03-22T14:29:34.135 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 29 2023-03-22T14:29:34.151 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-03-22T14:29:34.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.451+0000 7f25819ff700 1 -- 172.21.15.45:0/2486882283 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1004a0 msgr2=0x7f257c100870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.451+0000 7f25819ff700 1 --2- 172.21.15.45:0/2486882283 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1004a0 0x7f257c100870 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f256c009990 tx=0x7f256c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.451+0000 7f25819ff700 1 -- 172.21.15.45:0/2486882283 shutdown_connections 2023-03-22T14:29:34.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.451+0000 7f25819ff700 1 --2- 172.21.15.45:0/2486882283 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f257c1054e0 0x7f257c10d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.451+0000 7f25819ff700 1 --2- 172.21.15.45:0/2486882283 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1004a0 0x7f257c100870 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.451+0000 7f25819ff700 1 --2- 172.21.15.45:0/2486882283 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 0x7f257c104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.451+0000 7f25819ff700 1 -- 172.21.15.45:0/2486882283 >> 172.21.15.45:0/2486882283 conn(0x7f257c0fbd10 msgr2=0x7f257c0fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.452+0000 7f25819ff700 1 -- 172.21.15.45:0/2486882283 shutdown_connections 2023-03-22T14:29:34.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.452+0000 7f25819ff700 1 -- 172.21.15.45:0/2486882283 wait complete. 2023-03-22T14:29:34.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 Processor -- start 2023-03-22T14:29:34.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 -- start start 2023-03-22T14:29:34.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f257c1004a0 0x7f257c198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 0x7f257c198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1054e0 0x7f257c19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f257c19d540 con 0x7f257c1004a0 2023-03-22T14:29:34.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f257c19d6b0 con 0x7f257c1054e0 2023-03-22T14:29:34.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f25819ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f257c19d870 con 0x7f257c100e40 2023-03-22T14:29:34.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f257affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f257c1004a0 0x7f257c198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f257a7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 0x7f257c198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f257a7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 0x7f257c198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51962/0 (socket says 172.21.15.45:51962) 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f257a7fc700 1 -- 172.21.15.45:0/276725377 learned_addr learned my addr 172.21.15.45:0/276725377 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.453+0000 7f257b7fe700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1054e0 0x7f257c19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.454+0000 7f257a7fc700 1 -- 172.21.15.45:0/276725377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1054e0 msgr2=0x7f257c19cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.454+0000 7f257a7fc700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1054e0 0x7f257c19cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.454+0000 7f257a7fc700 1 -- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f257c1004a0 msgr2=0x7f257c198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.454+0000 7f257a7fc700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f257c1004a0 0x7f257c198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.454+0000 7f257a7fc700 1 -- 172.21.15.45:0/276725377 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f256c0095f0 con 0x7f257c100e40 2023-03-22T14:29:34.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.454+0000 7f257a7fc700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 0x7f257c198aa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f257000e940 tx=0x7f257000ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.454+0000 7f25809fd700 1 -- 172.21.15.45:0/276725377 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2570009730 con 0x7f257c100e40 2023-03-22T14:29:34.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.455+0000 7f25809fd700 1 -- 172.21.15.45:0/276725377 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2570010430 con 0x7f257c100e40 2023-03-22T14:29:34.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.455+0000 7f25809fd700 1 -- 172.21.15.45:0/276725377 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f257000cea0 con 0x7f257c100e40 2023-03-22T14:29:34.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.455+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f257c1102f0 con 0x7f257c100e40 2023-03-22T14:29:34.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.455+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f257c110160 con 0x7f257c100e40 2023-03-22T14:29:34.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.458+0000 7f25809fd700 1 -- 172.21.15.45:0/276725377 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7f2570010810 con 0x7f257c100e40 2023-03-22T14:29:34.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.460+0000 7f25953c7b80 1 Processor -- start 2023-03-22T14:29:34.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.460+0000 7f25953c7b80 1 -- start start 2023-03-22T14:29:34.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.460+0000 7f25809fd700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f256409fde0 0x7f25640a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f25809fd700 1 -- 172.21.15.45:0/276725377 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f2570014070 con 0x7f257c100e40 2023-03-22T14:29:34.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f257b7fe700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f256409fde0 0x7f25640a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df57ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df580e0 0x558e4df5c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df5c630 0x558e4df5ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f25953c7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4de5e070 con 0x558e4df580e0 2023-03-22T14:29:34.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f25953c7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4deb09b0 con 0x558e4df577d0 2023-03-22T14:29:34.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f25953c7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4dea9e40 con 0x558e4df5c630 2023-03-22T14:29:34.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f257b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df5c630 0x558e4df5ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f257b7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df5c630 0x558e4df5ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51972/0 (socket says 172.21.15.45:51972) 2023-03-22T14:29:34.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f257b7fe700 1 -- 172.21.15.45:0/771259534 learned_addr learned my addr 172.21.15.45:0/771259534 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f257a7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df580e0 0x558e4df5c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.461+0000 7f257affd700 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df57ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257a7fc700 1 -- 172.21.15.45:0/771259534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df5c630 msgr2=0x558e4df5ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257a7fc700 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df5c630 0x558e4df5ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257a7fc700 1 -- 172.21.15.45:0/771259534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 msgr2=0x558e4df57ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257a7fc700 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df57ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257a7fc700 1 -- 172.21.15.45:0/771259534 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e4dd2b630 con 0x558e4df580e0 2023-03-22T14:29:34.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257b7fe700 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df5c630 0x558e4df5ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:34.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257b7fe700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f256409fde0 0x7f25640a2290 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f257400f930 tx=0x7f257400fcf0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f257a7fc700 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df580e0 0x558e4df5c0f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f25700c8890 tx=0x7f25700987e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63e323931ade3032 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f2561ffb700 1 -- 172.21.15.45:0/771259534 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25700a0ad0 con 0x558e4df580e0 2023-03-22T14:29:34.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f2561ffb700 1 -- 172.21.15.45:0/771259534 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f25700105a0 con 0x558e4df580e0 2023-03-22T14:29:34.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.462+0000 7f2561ffb700 1 -- 172.21.15.45:0/771259534 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25700a08a0 con 0x558e4df580e0 2023-03-22T14:29:34.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 -- 172.21.15.45:0/771259534 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df580e0 msgr2=0x558e4df5c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df580e0 0x558e4df5c0f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f25700c8890 tx=0x7f25700987e0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 -- 172.21.15.45:0/771259534 shutdown_connections 2023-03-22T14:29:34.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df5c630 0x558e4df5ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df57ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 --2- 172.21.15.45:0/771259534 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df580e0 0x558e4df5c0f0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 -- 172.21.15.45:0/771259534 >> 172.21.15.45:0/771259534 conn(0x558e4df52030 msgr2=0x558e4df52400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 -- 172.21.15.45:0/771259534 shutdown_connections 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.463+0000 7f25953c7b80 1 -- 172.21.15.45:0/771259534 wait complete. 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 -- start start 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 Processor -- start 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df577d0 0x558e4df61190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df616d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df5c630 0x558e4df61c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4dd2d920 con 0x558e4df577d0 2023-03-22T14:29:34.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df6d8e0 con 0x558e4df5c630 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df6da20 con 0x558e4df580e0 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.464+0000 7f25953c7b80 10 client.0 _ll_register_callbacks cb 0x558e4dd4f290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df577d0 0x558e4df61190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df577d0 0x558e4df61190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46598/0 (socket says 172.21.15.45:46598) 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 -- 172.21.15.45:0/226745668 learned_addr learned my addr 172.21.15.45:0/226745668 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257a7fc700 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df616d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257b7fe700 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df5c630 0x558e4df61c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 -- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 msgr2=0x558e4df616d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df616d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 -- 172.21.15.45:0/226745668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df5c630 msgr2=0x558e4df61c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df5c630 0x558e4df61c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 -- 172.21.15.45:0/226745668 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25700ca040 con 0x558e4df577d0 2023-03-22T14:29:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f257affd700 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df577d0 0x558e4df61190 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f256c009570 tx=0x7f256c00b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddd75ff6d6609671 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.465+0000 7f255affd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:34.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f255affd700 1 -- 172.21.15.45:0/226745668 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f256c01d070 con 0x558e4df577d0 2023-03-22T14:29:34.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558e4de6c3f0 con 0x558e4df577d0 2023-03-22T14:29:34.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f255affd700 1 -- 172.21.15.45:0/226745668 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f256c004500 con 0x558e4df577d0 2023-03-22T14:29:34.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f255affd700 1 -- 172.21.15.45:0/226745668 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f256c0046c0 con 0x558e4df577d0 2023-03-22T14:29:34.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f25953c7b80 10 client.15750 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:34.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558e4dcd7de0 con 0x558e4df577d0 2023-03-22T14:29:34.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f255affd700 1 -- 172.21.15.45:0/226745668 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f256c031020 con 0x558e4df577d0 2023-03-22T14:29:34.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.466+0000 7f255affd700 1 -- 172.21.15.45:0/226745668 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f256c00f9c0 con 0x558e4df577d0 2023-03-22T14:29:34.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.467+0000 7f25953c7b80 10 client.15750 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:34.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.467+0000 7f25953c7b80 10 client.15750 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:29:34.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.467+0000 7f25953c7b80 20 client.15750 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:34.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.467+0000 7f25953c7b80 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4df71ab0 0x558e4df73ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.467+0000 7f25953c7b80 4 client.15750 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:34.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.467+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558e4de78660 con 0x558e4df71ab0 2023-03-22T14:29:34.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.467+0000 7f257a7fc700 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4df71ab0 0x558e4df73ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.468+0000 7f257a7fc700 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4df71ab0 0x558e4df73ec0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7b2124f20d7e4a7f server_cookie=2fc31322212ea21e in_seq=0 out_seq=0 2023-03-22T14:29:34.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.468+0000 7f255affd700 10 client.15750 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.468+0000 7f255affd700 1 -- 172.21.15.45:0/226745668 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x558e4de78660 con 0x558e4df71ab0 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.468+0000 7f255affd700 10 client.15750 handle_command_reply: tid=0 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.468+0000 7f25953c7b80 1 client.15750 shutdown 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.468+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df577d0 msgr2=0x558e4df61190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.468+0000 7f25953c7b80 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df577d0 0x558e4df61190 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f256c009570 tx=0x7f256c00b610 comp rx=0 tx=0).stop 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 shutdown_connections 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4df71ab0 0x558e4df73ec0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df577d0 0x558e4df61190 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df5c630 0x558e4df61c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 --2- 172.21.15.45:0/226745668 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df616d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f255affd700 0 client.15750 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:34.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 >> 172.21.15.45:0/226745668 conn(0x558e4df52030 msgr2=0x558e4df51710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 shutdown_connections 2023-03-22T14:29:34.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 1 -- 172.21.15.45:0/226745668 wait complete. 2023-03-22T14:29:34.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.469+0000 7f25953c7b80 20 client.15750 trim_cache size 0 max 16384 2023-03-22T14:29:34.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 Processor -- start 2023-03-22T14:29:34.484 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 -- start start 2023-03-22T14:29:34.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df59f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df51710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df61a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.485 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df4a5b0 con 0x558e4df5c630 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df57df0 con 0x558e4df577d0 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f25953c7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df53980 con 0x558e4df580e0 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f257a7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df51710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f257a7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df51710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:51992/0 (socket says 172.21.15.45:51992) 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f257a7fc700 1 -- 172.21.15.45:0/1453407441 learned_addr learned my addr 172.21.15.45:0/1453407441 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f257b7fe700 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df61a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.483+0000 7f257affd700 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df59f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f257a7fc700 1 -- 172.21.15.45:0/1453407441 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 msgr2=0x558e4df59f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f257a7fc700 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df59f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f257a7fc700 1 -- 172.21.15.45:0/1453407441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 msgr2=0x558e4df61a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f257a7fc700 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df61a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f257a7fc700 1 -- 172.21.15.45:0/1453407441 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e4de70190 con 0x558e4df580e0 2023-03-22T14:29:34.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f257b7fe700 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df61a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:34.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f257a7fc700 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df51710 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2570095350 tx=0x7f25700986b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a7c5ad3ca6d1a1a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f25627fc700 1 -- 172.21.15.45:0/1453407441 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25700a0ad0 con 0x558e4df580e0 2023-03-22T14:29:34.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f25627fc700 1 -- 172.21.15.45:0/1453407441 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2570096c80 con 0x558e4df580e0 2023-03-22T14:29:34.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.484+0000 7f25627fc700 1 -- 172.21.15.45:0/1453407441 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2570098030 con 0x558e4df580e0 2023-03-22T14:29:34.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 -- 172.21.15.45:0/1453407441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 msgr2=0x558e4df51710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df51710 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2570095350 tx=0x7f25700986b0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 -- 172.21.15.45:0/1453407441 shutdown_connections 2023-03-22T14:29:34.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df61a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df59f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 --2- 172.21.15.45:0/1453407441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df51710 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 -- 172.21.15.45:0/1453407441 >> 172.21.15.45:0/1453407441 conn(0x558e4df52030 msgr2=0x558e4df6de90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 -- 172.21.15.45:0/1453407441 shutdown_connections 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 -- 172.21.15.45:0/1453407441 wait complete. 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.485+0000 7f25953c7b80 1 -- start start 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 1 Processor -- start 2023-03-22T14:29:34.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df68510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df68a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df66a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df670e0 con 0x558e4df5c630 2023-03-22T14:29:34.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df67250 con 0x558e4df577d0 2023-03-22T14:29:34.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4df67410 con 0x558e4df580e0 2023-03-22T14:29:34.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f25953c7b80 10 client.0 _ll_register_callbacks cb 0x558e4dd4f290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:34.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f257affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df68510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.486+0000 7f257affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df68510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49472/0 (socket says 172.21.15.45:49472) 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257affd700 1 -- 172.21.15.45:0/2110666532 learned_addr learned my addr 172.21.15.45:0/2110666532 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257a7fc700 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df68a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257b7fe700 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df66a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257affd700 1 -- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 msgr2=0x558e4df68a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257affd700 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df68a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257affd700 1 -- 172.21.15.45:0/2110666532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 msgr2=0x558e4df66a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257affd700 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df66a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257affd700 1 -- 172.21.15.45:0/2110666532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558e4dd2b630 con 0x558e4df577d0 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f257affd700 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df68510 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f256c001eb0 tx=0x7f256c00f8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4994f6177efe7b5e server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f255affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.487+0000 7f255affd700 1 -- 172.21.15.45:0/2110666532 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f256c01d040 con 0x558e4df577d0 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558e4df27240 con 0x558e4df577d0 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f255affd700 1 -- 172.21.15.45:0/2110666532 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f256c032080 con 0x558e4df577d0 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f255affd700 1 -- 172.21.15.45:0/2110666532 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f256c00fb50 con 0x558e4df577d0 2023-03-22T14:29:34.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 10 client.25778 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:34.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558e4dcfe250 con 0x558e4df577d0 2023-03-22T14:29:34.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f255affd700 1 -- 172.21.15.45:0/2110666532 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558e4df27240 con 0x558e4df577d0 2023-03-22T14:29:34.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f255affd700 1 -- 172.21.15.45:0/2110666532 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f256c004500 con 0x558e4df577d0 2023-03-22T14:29:34.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 10 client.25778 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:34.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 10 client.25778 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:29:34.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 20 client.25778 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:34.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4dfc6730 0x558e4dfc8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 4 client.25778 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:34.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558e4dd2df60 con 0x558e4dfc6730 2023-03-22T14:29:34.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.488+0000 7f257a7fc700 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4dfc6730 0x558e4dfc8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f257a7fc700 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4dfc6730 0x558e4dfc8b40 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5ba508e6f1442c60 server_cookie=bf5294640fd123fe in_seq=0 out_seq=0 2023-03-22T14:29:34.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f255affd700 10 client.25778 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:34.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f255affd700 1 -- 172.21.15.45:0/2110666532 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558e4dd2df60 con 0x558e4dfc6730 2023-03-22T14:29:34.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f255affd700 10 client.25778 handle_command_reply: tid=0 2023-03-22T14:29:34.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 client.25778 shutdown 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 msgr2=0x558e4df68510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df68510 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f256c001eb0 tx=0x7f256c00f8b0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 shutdown_connections 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x558e4dfc6730 0x558e4dfc8b40 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558e4df5c630 0x558e4df66a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558e4df577d0 0x558e4df68510 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f255affd700 0 client.25778 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:29:34.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 --2- 172.21.15.45:0/2110666532 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558e4df580e0 0x558e4df68a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 >> 172.21.15.45:0/2110666532 conn(0x558e4df52030 msgr2=0x558e4df51710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.489+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 shutdown_connections 2023-03-22T14:29:34.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25953c7b80 1 -- 172.21.15.45:0/2110666532 wait complete. 2023-03-22T14:29:34.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25953c7b80 20 client.25778 trim_cache size 0 max 16384 2023-03-22T14:29:34.499 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:34.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f256409fde0 msgr2=0x7f25640a2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f256409fde0 0x7f25640a2290 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f257400f930 tx=0x7f257400fcf0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 msgr2=0x7f257c198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 0x7f257c198aa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f257000e940 tx=0x7f257000ec50 comp rx=0 tx=0).stop 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 shutdown_connections 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f256409fde0 0x7f25640a2290 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f257c1004a0 0x7f257c198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f257c1054e0 0x7f257c19cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 --2- 172.21.15.45:0/276725377 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f257c100e40 0x7f257c198aa0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.490+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 >> 172.21.15.45:0/276725377 conn(0x7f257c0fbd10 msgr2=0x7f257c0fcba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.491+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 shutdown_connections 2023-03-22T14:29:34.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.491+0000 7f25819ff700 1 -- 172.21.15.45:0/276725377 wait complete. 2023-03-22T14:29:34.509 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-03-22T14:29:34.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.792+0000 7ff809bff700 1 -- 172.21.15.45:0/1964285391 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 msgr2=0x7ff804104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.792+0000 7ff809bff700 1 --2- 172.21.15.45:0/1964285391 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804104e00 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff7f80099c0 tx=0x7ff7f8009cd0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.792+0000 7ff809bff700 1 -- 172.21.15.45:0/1964285391 shutdown_connections 2023-03-22T14:29:34.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.792+0000 7ff809bff700 1 --2- 172.21.15.45:0/1964285391 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8041054e0 0x7ff80410d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.792+0000 7ff809bff700 1 --2- 172.21.15.45:0/1964285391 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff8041004a0 0x7ff804100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.792+0000 7ff809bff700 1 --2- 172.21.15.45:0/1964285391 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804104e00 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.792+0000 7ff809bff700 1 -- 172.21.15.45:0/1964285391 >> 172.21.15.45:0/1964285391 conn(0x7ff8040fbd10 msgr2=0x7ff8040fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.793+0000 7ff809bff700 1 -- 172.21.15.45:0/1964285391 shutdown_connections 2023-03-22T14:29:34.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.793+0000 7ff809bff700 1 -- 172.21.15.45:0/1964285391 wait complete. 2023-03-22T14:29:34.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.795+0000 7ff809bff700 1 Processor -- start 2023-03-22T14:29:34.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.795+0000 7ff809bff700 1 -- start start 2023-03-22T14:29:34.797 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.796+0000 7ff809bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff8041004a0 0x7ff80410cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.796+0000 7ff809bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804072290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.796+0000 7ff809bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8041054e0 0x7ff804109b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.796+0000 7ff809bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80410d100 con 0x7ff804100e40 2023-03-22T14:29:34.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.796+0000 7ff809bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80410d270 con 0x7ff8041004a0 2023-03-22T14:29:34.798 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.796+0000 7ff809bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80410d430 con 0x7ff8041054e0 2023-03-22T14:29:34.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804072290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff803fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8041054e0 0x7ff804109b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804072290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46626/0 (socket says 172.21.15.45:46626) 2023-03-22T14:29:34.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff803fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8041054e0 0x7ff804109b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52012/0 (socket says 172.21.15.45:52012) 2023-03-22T14:29:34.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 -- 172.21.15.45:0/2611168087 learned_addr learned my addr 172.21.15.45:0/2611168087 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff8037fe700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff8041004a0 0x7ff80410cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 -- 172.21.15.45:0/2611168087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8041054e0 msgr2=0x7ff804109b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8041054e0 0x7ff804109b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 -- 172.21.15.45:0/2611168087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff8041004a0 msgr2=0x7ff80410cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff8041004a0 0x7ff80410cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.797+0000 7ff802ffd700 1 -- 172.21.15.45:0/2611168087 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f80095f0 con 0x7ff804100e40 2023-03-22T14:29:34.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.798+0000 7ff802ffd700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804072290 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8009f50 tx=0x7ff7f8005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.798+0000 7ff800ff9700 1 -- 172.21.15.45:0/2611168087 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f801d070 con 0x7ff804100e40 2023-03-22T14:29:34.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.798+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff80406aa80 con 0x7ff804100e40 2023-03-22T14:29:34.801 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.799+0000 7ff800ff9700 1 -- 172.21.15.45:0/2611168087 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7f8004010 con 0x7ff804100e40 2023-03-22T14:29:34.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.799+0000 7ff800ff9700 1 -- 172.21.15.45:0/2611168087 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f800fdc0 con 0x7ff804100e40 2023-03-22T14:29:34.802 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.799+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff80406a8f0 con 0x7ff804100e40 2023-03-22T14:29:34.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.808+0000 7ff800ff9700 1 -- 172.21.15.45:0/2611168087 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7ff7f800f4f0 con 0x7ff804100e40 2023-03-22T14:29:34.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.809+0000 7ff81d4acb80 1 Processor -- start 2023-03-22T14:29:34.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.809+0000 7ff81d4acb80 1 -- start start 2023-03-22T14:29:34.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.810+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.810+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.810+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.810+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb04d5070 con 0x55edb05cf0e0 2023-03-22T14:29:34.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.810+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05279b0 con 0x55edb05ce7d0 2023-03-22T14:29:34.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.810+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb0520e40 con 0x55edb05d3630 2023-03-22T14:29:34.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.810+0000 7ff8037fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.812 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.811+0000 7ff803fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.811+0000 7ff803fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49490/0 (socket says 172.21.15.45:49490) 2023-03-22T14:29:34.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.811+0000 7ff803fff700 1 -- 172.21.15.45:0/4192631571 learned_addr learned my addr 172.21.15.45:0/4192631571 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.811+0000 7ff800ff9700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff7ec09fde0 0x7ff7ec0a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.811+0000 7ff802ffd700 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.811+0000 7ff800ff9700 1 -- 172.21.15.45:0/2611168087 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff7f80cbea0 con 0x7ff804100e40 2023-03-22T14:29:34.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.812+0000 7ff803fff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff7ec09fde0 0x7ff7ec0a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.812+0000 7ff802ffd700 1 -- 172.21.15.45:0/4192631571 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 msgr2=0x55edb05ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.812+0000 7ff802ffd700 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.812+0000 7ff802ffd700 1 -- 172.21.15.45:0/4192631571 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 msgr2=0x55edb05d30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.812+0000 7ff803fff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff7ec09fde0 0x7ff7ec0a2290 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc009fd0 tx=0x7ff7fc004ad0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.813+0000 7ff802ffd700 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.813+0000 7ff802ffd700 1 -- 172.21.15.45:0/4192631571 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55edb03a2630 con 0x55edb05d3630 2023-03-22T14:29:34.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.813+0000 7ff802ffd700 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d3a80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff7f80c9450 tx=0x7ff7f800f890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a0071585e22c20f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.814+0000 7ff7e9ffb700 1 -- 172.21.15.45:0/4192631571 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f8099070 con 0x55edb05d3630 2023-03-22T14:29:34.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.814+0000 7ff7e9ffb700 1 -- 172.21.15.45:0/4192631571 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7f8095040 con 0x55edb05d3630 2023-03-22T14:29:34.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.814+0000 7ff7e9ffb700 1 -- 172.21.15.45:0/4192631571 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f8098c80 con 0x55edb05d3630 2023-03-22T14:29:34.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.815+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4192631571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 msgr2=0x55edb05d3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.815+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d3a80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff7f80c9450 tx=0x7ff7f800f890 comp rx=0 tx=0).stop 2023-03-22T14:29:34.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.816+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4192631571 shutdown_connections 2023-03-22T14:29:34.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.816+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d3a80 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.816+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.816+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4192631571 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.816+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4192631571 >> 172.21.15.45:0/4192631571 conn(0x55edb05c9030 msgr2=0x55edb05c9400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.816+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4192631571 shutdown_connections 2023-03-22T14:29:34.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.816+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4192631571 wait complete. 2023-03-22T14:29:34.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.817+0000 7ff81d4acb80 1 -- start start 2023-03-22T14:29:34.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.817+0000 7ff81d4acb80 1 Processor -- start 2023-03-22T14:29:34.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.818+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05ce7d0 0x55edb05d8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.818+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05d8650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.818+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.818+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb03a4920 con 0x55edb05ce7d0 2023-03-22T14:29:34.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.818+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05db240 con 0x55edb05cf0e0 2023-03-22T14:29:34.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.818+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05e4570 con 0x55edb05d3630 2023-03-22T14:29:34.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.818+0000 7ff81d4acb80 10 client.0 _ll_register_callbacks cb 0x55edb03c6290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:34.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05ce7d0 0x55edb05d8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05ce7d0 0x55edb05d8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46640/0 (socket says 172.21.15.45:46640) 2023-03-22T14:29:34.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 -- 172.21.15.45:0/4210867921 learned_addr learned my addr 172.21.15.45:0/4210867921 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff802ffd700 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05d8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff803fff700 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 -- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 msgr2=0x55edb05d8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d8b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 -- 172.21.15.45:0/4210867921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 msgr2=0x55edb05d8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05d8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.819+0000 7ff8037fe700 1 -- 172.21.15.45:0/4210867921 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff80406a8f0 con 0x55edb05ce7d0 2023-03-22T14:29:34.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.820+0000 7ff8037fe700 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05ce7d0 0x55edb05d8110 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff7f400bf80 tx=0x7ff7f4012730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59646812b84930c9 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.820+0000 7ff7e2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:34.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.820+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/4210867921 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f40107e0 con 0x55edb05ce7d0 2023-03-22T14:29:34.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.820+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/4210867921 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff7f4010940 con 0x55edb05ce7d0 2023-03-22T14:29:34.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.821+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55edb04e33f0 con 0x55edb05ce7d0 2023-03-22T14:29:34.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.821+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/4210867921 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7f4010b00 con 0x55edb05ce7d0 2023-03-22T14:29:34.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.822+0000 7ff81d4acb80 10 client.15768 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:34.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.822+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55edb034ede0 con 0x55edb05ce7d0 2023-03-22T14:29:34.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.822+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/4210867921 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55edb04e33f0 con 0x55edb05ce7d0 2023-03-22T14:29:34.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/4210867921 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7ff7f401b440 con 0x55edb05ce7d0 2023-03-22T14:29:34.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff81d4acb80 10 client.15768 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:34.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff81d4acb80 10 client.15768 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:29:34.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff81d4acb80 20 client.15768 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:34.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb05e8620 0x55edb05eaa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff81d4acb80 4 client.15768 mds_command: new command op to 24517 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:34.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55edb04ef660 con 0x55edb05e8620 2023-03-22T14:29:34.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.823+0000 7ff802ffd700 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb05e8620 0x55edb05eaa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.824+0000 7ff7e2ffd700 10 client.15768 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:34.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.824+0000 7ff802ffd700 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb05e8620 0x55edb05eaa30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9eaeaae93ff5524f server_cookie=b7283de90952e96a in_seq=0 out_seq=0 2023-03-22T14:29:34.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.825+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/4210867921 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55edb04ef660 con 0x55edb05e8620 2023-03-22T14:29:34.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.825+0000 7ff7e2ffd700 10 client.15768 handle_command_reply: tid=0 2023-03-22T14:29:34.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.825+0000 7ff81d4acb80 1 client.15768 shutdown 2023-03-22T14:29:34.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.825+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05ce7d0 msgr2=0x55edb05d8110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.825+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05ce7d0 0x55edb05d8110 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff7f400bf80 tx=0x7ff7f4012730 comp rx=0 tx=0).stop 2023-03-22T14:29:34.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 shutdown_connections 2023-03-22T14:29:34.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb05e8620 0x55edb05eaa30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05ce7d0 0x55edb05d8110 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05d8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/4210867921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05d8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 >> 172.21.15.45:0/4210867921 conn(0x55edb05c9030 msgr2=0x55edb05c8710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff7e2ffd700 0 client.15768 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:34.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 shutdown_connections 2023-03-22T14:29:34.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.826+0000 7ff81d4acb80 1 -- 172.21.15.45:0/4210867921 wait complete. 2023-03-22T14:29:34.829 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.827+0000 7ff81d4acb80 20 client.15768 trim_cache size 0 max 16384 2023-03-22T14:29:34.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 Processor -- start 2023-03-22T14:29:34.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 -- start start 2023-03-22T14:29:34.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05d1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05ea630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05cb0b0 con 0x55edb05cf0e0 2023-03-22T14:29:34.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05cf700 con 0x55edb05ce7d0 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05caac0 con 0x55edb05d3630 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff8037fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05d1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff803fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05ea630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff8037fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05d1f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49502/0 (socket says 172.21.15.45:49502) 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff8037fe700 1 -- 172.21.15.45:0/1838839103 learned_addr learned my addr 172.21.15.45:0/1838839103 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.851+0000 7ff802ffd700 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff8037fe700 1 -- 172.21.15.45:0/1838839103 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 msgr2=0x55edb05ea630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff8037fe700 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05ea630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff8037fe700 1 -- 172.21.15.45:0/1838839103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 msgr2=0x55edb05d89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff8037fe700 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff8037fe700 1 -- 172.21.15.45:0/1838839103 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55edb04e7190 con 0x55edb05ce7d0 2023-03-22T14:29:34.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff8037fe700 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05d1f20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff7f4005a80 tx=0x7ff7f4005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a723f2a7359251e8 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff7ea7fc700 1 -- 172.21.15.45:0/1838839103 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f401ba90 con 0x55edb05ce7d0 2023-03-22T14:29:34.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff7ea7fc700 1 -- 172.21.15.45:0/1838839103 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7f4005500 con 0x55edb05ce7d0 2023-03-22T14:29:34.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.852+0000 7ff7ea7fc700 1 -- 172.21.15.45:0/1838839103 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f4004c70 con 0x55edb05ce7d0 2023-03-22T14:29:34.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 -- 172.21.15.45:0/1838839103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 msgr2=0x55edb05d1f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05d1f20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff7f4005a80 tx=0x7ff7f4005d50 comp rx=0 tx=0).stop 2023-03-22T14:29:34.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 -- 172.21.15.45:0/1838839103 shutdown_connections 2023-03-22T14:29:34.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05d3630 0x55edb05ea630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05ce7d0 0x55edb05d1f20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/1838839103 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05cf0e0 0x55edb05d89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 -- 172.21.15.45:0/1838839103 >> 172.21.15.45:0/1838839103 conn(0x55edb05c9030 msgr2=0x55edb05e3c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 -- 172.21.15.45:0/1838839103 shutdown_connections 2023-03-22T14:29:34.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.853+0000 7ff81d4acb80 1 -- 172.21.15.45:0/1838839103 wait complete. 2023-03-22T14:29:34.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.854+0000 7ff81d4acb80 1 -- start start 2023-03-22T14:29:34.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.854+0000 7ff81d4acb80 1 Processor -- start 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05ce7d0 0x55edb05dee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05df340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff81d4acb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05d3630 0x55edb05dd490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05dda60 con 0x55edb05d3630 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05ddbd0 con 0x55edb05cf0e0 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff81d4acb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edb05ddd90 con 0x55edb05ce7d0 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff81d4acb80 10 client.0 _ll_register_callbacks cb 0x55edb03c6290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:34.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05ce7d0 0x55edb05dee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05ce7d0 0x55edb05dee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52048/0 (socket says 172.21.15.45:52048) 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 -- 172.21.15.45:0/2810339656 learned_addr learned my addr 172.21.15.45:0/2810339656 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff802ffd700 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05df340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff803fff700 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05d3630 0x55edb05dd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 -- 172.21.15.45:0/2810339656 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 msgr2=0x55edb05df340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05df340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 -- 172.21.15.45:0/2810339656 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05d3630 msgr2=0x55edb05dd490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:34.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05d3630 0x55edb05dd490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.855+0000 7ff8037fe700 1 -- 172.21.15.45:0/2810339656 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55edb034ede0 con 0x55edb05ce7d0 2023-03-22T14:29:34.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.856+0000 7ff8037fe700 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05ce7d0 0x55edb05dee00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff7f4005fe0 tx=0x7ff7f401bbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3956040a16ef0700 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:34.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.856+0000 7ff7e2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.856+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/2810339656 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f4033070 con 0x55edb05ce7d0 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.856+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55edb059e240 con 0x55edb05ce7d0 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.856+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/2810339656 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff7f4000e40 con 0x55edb05ce7d0 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/2810339656 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7f4005670 con 0x55edb05ce7d0 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 10 client.25765 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55edb0375250 con 0x55edb05ce7d0 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/2810339656 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7f4043080 con 0x55edb05ce7d0 2023-03-22T14:29:34.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/2810339656 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7ff7f402c030 con 0x55edb05ce7d0 2023-03-22T14:29:34.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 10 client.25765 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:34.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 10 client.25765 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:29:34.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 20 client.25765 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:34.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb063d240 0x55edb063f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:34.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 4 client.25765 mds_command: new command op to 24517 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:34.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.857+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55edb03a4f60 con 0x55edb063d240 2023-03-22T14:29:34.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.858+0000 7ff802ffd700 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb063d240 0x55edb063f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.858+0000 7ff802ffd700 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb063d240 0x55edb063f620 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4d7f2b0cf9cb6ed9 server_cookie=a88c8cd224b2e4c8 in_seq=0 out_seq=0 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.858+0000 7ff7e2ffd700 10 client.25765 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.858+0000 7ff7e2ffd700 1 -- 172.21.15.45:0/2810339656 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55edb03a4f60 con 0x55edb063d240 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.858+0000 7ff7e2ffd700 10 client.25765 handle_command_reply: tid=0 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.858+0000 7ff81d4acb80 1 client.25765 shutdown 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05ce7d0 msgr2=0x55edb05dee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05ce7d0 0x55edb05dee00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff7f4005fe0 tx=0x7ff7f401bbf0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 shutdown_connections 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x55edb063d240 0x55edb063f620 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55edb05d3630 0x55edb05dd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55edb05ce7d0 0x55edb05dee00 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 --2- 172.21.15.45:0/2810339656 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55edb05cf0e0 0x55edb05df340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff7e2ffd700 0 client.25765 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 >> 172.21.15.45:0/2810339656 conn(0x55edb05c9030 msgr2=0x55edb05ea630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 shutdown_connections 2023-03-22T14:29:34.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 1 -- 172.21.15.45:0/2810339656 wait complete. 2023-03-22T14:29:34.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.859+0000 7ff81d4acb80 20 client.25765 trim_cache size 0 max 16384 2023-03-22T14:29:34.867 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:34.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff7ec09fde0 msgr2=0x7ff7ec0a2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff7ec09fde0 0x7ff7ec0a2290 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc009fd0 tx=0x7ff7fc004ad0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 msgr2=0x7ff804072290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:34.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804072290 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8009f50 tx=0x7ff7f8005ef0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 shutdown_connections 2023-03-22T14:29:34.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff8041054e0 0x7ff804109b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff8041004a0 0x7ff80410cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff7ec09fde0 0x7ff7ec0a2290 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 --2- 172.21.15.45:0/2611168087 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff804100e40 0x7ff804072290 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:34.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 >> 172.21.15.45:0/2611168087 conn(0x7ff8040fbd10 msgr2=0x7ff8040fc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:34.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 shutdown_connections 2023-03-22T14:29:34.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:34.860+0000 7ff809bff700 1 -- 172.21.15.45:0/2611168087 wait complete. 2023-03-22T14:29:34.878 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-03-22T14:29:35.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 -- 172.21.15.45:0/2636302965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100de0 msgr2=0x7f0c74104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 --2- 172.21.15.45:0/2636302965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100de0 0x7f0c74104da0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0c68009990 tx=0x7f0c68009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 -- 172.21.15.45:0/2636302965 shutdown_connections 2023-03-22T14:29:35.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 --2- 172.21.15.45:0/2636302965 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c74105480 0x7f0c7410d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 --2- 172.21.15.45:0/2636302965 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c74100440 0x7f0c74100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 --2- 172.21.15.45:0/2636302965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100de0 0x7f0c74104da0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 -- 172.21.15.45:0/2636302965 >> 172.21.15.45:0/2636302965 conn(0x7f0c740fbcd0 msgr2=0x7f0c740fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 -- 172.21.15.45:0/2636302965 shutdown_connections 2023-03-22T14:29:35.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.072+0000 7f0c79fff700 1 -- 172.21.15.45:0/2636302965 wait complete. 2023-03-22T14:29:35.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.074+0000 7f0c79fff700 1 Processor -- start 2023-03-22T14:29:35.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.074+0000 7f0c79fff700 1 -- start start 2023-03-22T14:29:35.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.074+0000 7f0c79fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100440 0x7f0c74196300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.074+0000 7f0c79fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c74100de0 0x7f0c74196840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.074+0000 7f0c79fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c74105480 0x7f0c7419aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c79fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7419b2e0 con 0x7f0c74105480 2023-03-22T14:29:35.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c79fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7419b450 con 0x7f0c74100440 2023-03-22T14:29:35.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c79fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7419b610 con 0x7f0c74100de0 2023-03-22T14:29:35.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c74105480 0x7f0c7419aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c74100de0 0x7f0c74196840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100440 0x7f0c74196300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100440 0x7f0c74196300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49520/0 (socket says 172.21.15.45:49520) 2023-03-22T14:29:35.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 -- 172.21.15.45:0/4259123981 learned_addr learned my addr 172.21.15.45:0/4259123981 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 -- 172.21.15.45:0/4259123981 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c74100de0 msgr2=0x7f0c74196840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c74100de0 0x7f0c74196840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 -- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c74105480 msgr2=0x7f0c7419aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c74105480 0x7f0c7419aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.075+0000 7f0c737fe700 1 -- 172.21.15.45:0/4259123981 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c680095f0 con 0x7f0c74100440 2023-03-22T14:29:35.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.076+0000 7f0c737fe700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100440 0x7f0c74196300 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0c6400e9a0 tx=0x7f0c6400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.076+0000 7f0c70ff9700 1 -- 172.21.15.45:0/4259123981 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c64009790 con 0x7f0c74100440 2023-03-22T14:29:35.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.076+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c74110200 con 0x7f0c74100440 2023-03-22T14:29:35.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.076+0000 7f0c70ff9700 1 -- 172.21.15.45:0/4259123981 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c64010430 con 0x7f0c74100440 2023-03-22T14:29:35.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.076+0000 7f0c70ff9700 1 -- 172.21.15.45:0/4259123981 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c64018680 con 0x7f0c74100440 2023-03-22T14:29:35.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.076+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c74110070 con 0x7f0c74100440 2023-03-22T14:29:35.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.079+0000 7f0c70ff9700 1 -- 172.21.15.45:0/4259123981 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7f0c640105a0 con 0x7f0c74100440 2023-03-22T14:29:35.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.080+0000 7f0c8d9b1b80 1 Processor -- start 2023-03-22T14:29:35.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.080+0000 7f0c8d9b1b80 1 -- start start 2023-03-22T14:29:35.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299765fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602997664f0 0x56029976a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56029976aa40 0x56029976ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560299668070 con 0x56029976aa40 2023-03-22T14:29:35.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602996ba9b0 con 0x5602997664f0 2023-03-22T14:29:35.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602996b3e40 con 0x560299765be0 2023-03-22T14:29:35.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c70ff9700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0c5c09fd60 0x7f0c5c0a2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299765fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c70ff9700 1 -- 172.21.15.45:0/4259123981 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f0c64014070 con 0x7f0c74100440 2023-03-22T14:29:35.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602997664f0 0x56029976a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299765fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52094/0 (socket says 172.21.15.45:52094) 2023-03-22T14:29:35.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c73fff700 1 -- 172.21.15.45:0/715854185 learned_addr learned my addr 172.21.15.45:0/715854185 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c72ffd700 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56029976aa40 0x56029976ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.081+0000 7f0c73fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0c5c09fd60 0x7f0c5c0a2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c737fe700 1 -- 172.21.15.45:0/715854185 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 msgr2=0x560299765fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c737fe700 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299765fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c737fe700 1 -- 172.21.15.45:0/715854185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56029976aa40 msgr2=0x56029976ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c737fe700 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56029976aa40 0x56029976ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c737fe700 1 -- 172.21.15.45:0/715854185 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560299535630 con 0x5602997664f0 2023-03-22T14:29:35.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c73fff700 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299765fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:35.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c737fe700 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602997664f0 0x56029976a500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0c640c8930 tx=0x7f0c640982e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6429d2c65b24e92 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c73fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0c5c09fd60 0x7f0c5c0a2210 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c009fd0 tx=0x7f0c6c00b040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.082+0000 7f0c59ffb700 1 -- 172.21.15.45:0/715854185 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c640a0b70 con 0x5602997664f0 2023-03-22T14:29:35.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c59ffb700 1 -- 172.21.15.45:0/715854185 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c64010880 con 0x5602997664f0 2023-03-22T14:29:35.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c59ffb700 1 -- 172.21.15.45:0/715854185 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c64094770 con 0x5602997664f0 2023-03-22T14:29:35.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/715854185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602997664f0 msgr2=0x56029976a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602997664f0 0x56029976a500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0c640c8930 tx=0x7f0c640982e0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/715854185 shutdown_connections 2023-03-22T14:29:35.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56029976aa40 0x56029976ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299765fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/715854185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602997664f0 0x56029976a500 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/715854185 >> 172.21.15.45:0/715854185 conn(0x56029975c030 msgr2=0x56029975c400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/715854185 shutdown_connections 2023-03-22T14:29:35.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.083+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/715854185 wait complete. 2023-03-22T14:29:35.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.084+0000 7f0c8d9b1b80 1 -- start start 2023-03-22T14:29:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.084+0000 7f0c8d9b1b80 1 Processor -- start 2023-03-22T14:29:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560299765be0 0x560299772260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x56029976f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56029976aa40 0x56029976fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560299537920 con 0x5602997664f0 2023-03-22T14:29:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560299770360 con 0x560299765be0 2023-03-22T14:29:35.092 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029977bcf0 con 0x56029976aa40 2023-03-22T14:29:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c8d9b1b80 10 client.0 _ll_register_callbacks cb 0x560299559290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.085+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x56029976f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x56029976f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46682/0 (socket says 172.21.15.45:46682) 2023-03-22T14:29:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56029976aa40 0x56029976fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 -- 172.21.15.45:0/3319010506 learned_addr learned my addr 172.21.15.45:0/3319010506 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c737fe700 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560299765be0 0x560299772260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 -- 172.21.15.45:0/3319010506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56029976aa40 msgr2=0x56029976fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56029976aa40 0x56029976fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 -- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560299765be0 msgr2=0x560299772260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560299765be0 0x560299772260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 -- 172.21.15.45:0/3319010506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c74110070 con 0x5602997664f0 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c73fff700 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56029976aa40 0x56029976fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c72ffd700 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x56029976f4e0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0c68009990 tx=0x7f0c6800b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7301aaca18e27a9a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c52ffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:35.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.086+0000 7f0c52ffd700 1 -- 172.21.15.45:0/3319010506 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6801d030 con 0x5602997664f0 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c52ffd700 1 -- 172.21.15.45:0/3319010506 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f0c68004500 con 0x5602997664f0 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5602996763f0 con 0x5602997664f0 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c52ffd700 1 -- 172.21.15.45:0/3319010506 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c680046c0 con 0x5602997664f0 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 10 client.15786 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5602994e1de0 con 0x5602997664f0 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c52ffd700 1 -- 172.21.15.45:0/3319010506 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5602996763f0 con 0x5602997664f0 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c52ffd700 1 -- 172.21.15.45:0/3319010506 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f0c6800f850 con 0x5602997664f0 2023-03-22T14:29:35.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 10 client.15786 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 10 client.15786 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:29:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 20 client.15786 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x56029977fea0 0x5602997822b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 4 client.15786 mds_command: new command op to 24524 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.087+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560299682660 con 0x56029977fea0 2023-03-22T14:29:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.088+0000 7f0c737fe700 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x56029977fea0 0x5602997822b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.088+0000 7f0c737fe700 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x56029977fea0 0x5602997822b0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5475b8a727863281 server_cookie=8a8dc26a1778ca4e in_seq=0 out_seq=0 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.088+0000 7f0c52ffd700 10 client.15786 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c52ffd700 1 -- 172.21.15.45:0/3319010506 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x560299682660 con 0x56029977fea0 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c52ffd700 10 client.15786 handle_command_reply: tid=0 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 client.15786 shutdown 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 msgr2=0x56029976f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x56029976f4e0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0c68009990 tx=0x7f0c6800b610 comp rx=0 tx=0).stop 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 shutdown_connections 2023-03-22T14:29:35.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56029976aa40 0x56029976fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560299765be0 0x560299772260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x56029977fea0 0x5602997822b0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3319010506 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x56029976f4e0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 >> 172.21.15.45:0/3319010506 conn(0x56029975c030 msgr2=0x56029975b710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c52ffd700 0 client.15786 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:35.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 shutdown_connections 2023-03-22T14:29:35.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.089+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3319010506 wait complete. 2023-03-22T14:29:35.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.090+0000 7f0c8d9b1b80 20 client.15786 trim_cache size 0 max 16384 2023-03-22T14:29:35.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.103+0000 7f0c8d9b1b80 1 Processor -- start 2023-03-22T14:29:35.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.103+0000 7f0c8d9b1b80 1 -- start start 2023-03-22T14:29:35.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299768330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x560299776c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299781eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560299766b50 con 0x5602997664f0 2023-03-22T14:29:35.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560299754680 con 0x56029976aa40 2023-03-22T14:29:35.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560299756e30 con 0x560299765be0 2023-03-22T14:29:35.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c72ffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x560299776c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299781eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299781eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49550/0 (socket says 172.21.15.45:49550) 2023-03-22T14:29:35.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c73fff700 1 -- 172.21.15.45:0/3624021241 learned_addr learned my addr 172.21.15.45:0/3624021241 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c737fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299768330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.104+0000 7f0c73fff700 1 -- 172.21.15.45:0/3624021241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 msgr2=0x560299768330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c73fff700 1 --2- 172.21.15.45:0/3624021241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299768330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c73fff700 1 -- 172.21.15.45:0/3624021241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 msgr2=0x560299776c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c73fff700 1 --2- 172.21.15.45:0/3624021241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x560299776c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c73fff700 1 -- 172.21.15.45:0/3624021241 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56029967a190 con 0x56029976aa40 2023-03-22T14:29:35.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c73fff700 1 --2- 172.21.15.45:0/3624021241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299781eb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c008d50 tx=0x7f0c6c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a50f3531fea0acf4 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c5a7fc700 1 -- 172.21.15.45:0/3624021241 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c021030 con 0x56029976aa40 2023-03-22T14:29:35.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c5a7fc700 1 -- 172.21.15.45:0/3624021241 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c6c022040 con 0x56029976aa40 2023-03-22T14:29:35.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.105+0000 7f0c5a7fc700 1 -- 172.21.15.45:0/3624021241 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c00e070 con 0x56029976aa40 2023-03-22T14:29:35.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3624021241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 msgr2=0x560299781eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3624021241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299781eb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c008d50 tx=0x7f0c6c009920 comp rx=0 tx=0).stop 2023-03-22T14:29:35.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3624021241 shutdown_connections 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3624021241 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299781eb0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3624021241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560299765be0 0x560299768330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/3624021241 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602997664f0 0x560299776c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3624021241 >> 172.21.15.45:0/3624021241 conn(0x56029975c030 msgr2=0x56029975b710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3624021241 shutdown_connections 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/3624021241 wait complete. 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.106+0000 7f0c8d9b1b80 1 -- start start 2023-03-22T14:29:35.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 1 Processor -- start 2023-03-22T14:29:35.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560299765be0 0x560299772c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602997664f0 0x560299773150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299773690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602997d2ee0 con 0x560299765be0 2023-03-22T14:29:35.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602997d3050 con 0x56029976aa40 2023-03-22T14:29:35.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602997d3210 con 0x5602997664f0 2023-03-22T14:29:35.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c8d9b1b80 10 client.0 _ll_register_callbacks cb 0x560299559290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:35.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c737fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560299765be0 0x560299772c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299773690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c73fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299773690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49562/0 (socket says 172.21.15.45:49562) 2023-03-22T14:29:35.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c737fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560299765be0 0x560299772c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46698/0 (socket says 172.21.15.45:46698) 2023-03-22T14:29:35.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c73fff700 1 -- 172.21.15.45:0/387906832 learned_addr learned my addr 172.21.15.45:0/387906832 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.107+0000 7f0c72ffd700 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602997664f0 0x560299773150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c73fff700 1 -- 172.21.15.45:0/387906832 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602997664f0 msgr2=0x560299773150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c73fff700 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602997664f0 0x560299773150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c73fff700 1 -- 172.21.15.45:0/387906832 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560299765be0 msgr2=0x560299772c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c73fff700 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560299765be0 0x560299772c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c73fff700 1 -- 172.21.15.45:0/387906832 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c6c008b90 con 0x56029976aa40 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c737fe700 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560299765be0 0x560299772c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c73fff700 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299773690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c008d20 tx=0x7f0c6c004860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7299b8a6c9ee9312 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.108+0000 7f0c52ffd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c52ffd700 1 -- 172.21.15.45:0/387906832 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c021040 con 0x56029976aa40 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560299731240 con 0x56029976aa40 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c52ffd700 1 -- 172.21.15.45:0/387906832 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f0c6c01b450 con 0x56029976aa40 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c52ffd700 1 -- 172.21.15.45:0/387906832 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c6c004d60 con 0x56029976aa40 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c8d9b1b80 10 client.25814 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560299508250 con 0x56029976aa40 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c52ffd700 1 -- 172.21.15.45:0/387906832 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560299731240 con 0x56029976aa40 2023-03-22T14:29:35.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c52ffd700 1 -- 172.21.15.45:0/387906832 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f0c6c02f440 con 0x56029976aa40 2023-03-22T14:29:35.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c8d9b1b80 10 client.25814 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:35.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.109+0000 7f0c8d9b1b80 10 client.25814 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:29:35.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c8d9b1b80 20 client.25814 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:35.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5602997d4940 0x5602997d6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c8d9b1b80 4 client.25814 mds_command: new command op to 24524 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:35.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560299537f60 con 0x5602997d4940 2023-03-22T14:29:35.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c737fe700 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5602997d4940 0x5602997d6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c52ffd700 10 client.25814 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c737fe700 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5602997d4940 0x5602997d6d50 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e373f5ed96615a99 server_cookie=88bfa24917729bea in_seq=0 out_seq=0 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c52ffd700 1 -- 172.21.15.45:0/387906832 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560299537f60 con 0x5602997d4940 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c52ffd700 10 client.25814 handle_command_reply: tid=0 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.110+0000 7f0c8d9b1b80 1 client.25814 shutdown 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 msgr2=0x560299773690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299773690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c008d20 tx=0x7f0c6c004860 comp rx=0 tx=0).stop 2023-03-22T14:29:35.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 shutdown_connections 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5602997d4940 0x5602997d6d50 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560299765be0 0x560299772c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029976aa40 0x560299773690 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c52ffd700 0 client.25814 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 --2- 172.21.15.45:0/387906832 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602997664f0 0x560299773150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 >> 172.21.15.45:0/387906832 conn(0x56029975c030 msgr2=0x56029977c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 shutdown_connections 2023-03-22T14:29:35.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 1 -- 172.21.15.45:0/387906832 wait complete. 2023-03-22T14:29:35.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.111+0000 7f0c8d9b1b80 20 client.25814 trim_cache size 0 max 16384 2023-03-22T14:29:35.120 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:35.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0c5c09fd60 msgr2=0x7f0c5c0a2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0c5c09fd60 0x7f0c5c0a2210 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c009fd0 tx=0x7f0c6c00b040 comp rx=0 tx=0).stop 2023-03-22T14:29:35.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100440 msgr2=0x7f0c74196300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100440 0x7f0c74196300 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0c6400e9a0 tx=0x7f0c6400ecb0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 shutdown_connections 2023-03-22T14:29:35.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f0c5c09fd60 0x7f0c5c0a2210 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f0c74105480 0x7f0c7419aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c74100440 0x7f0c74196300 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 --2- 172.21.15.45:0/4259123981 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0c74100de0 0x7f0c74196840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 >> 172.21.15.45:0/4259123981 conn(0x7f0c740fbcd0 msgr2=0x7f0c740fc7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 shutdown_connections 2023-03-22T14:29:35.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.112+0000 7f0c79fff700 1 -- 172.21.15.45:0/4259123981 wait complete. 2023-03-22T14:29:35.128 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:34 smithi045 ceph-mon[91728]: pgmap v48: 97 pgs: 97 active+clean; 195 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 149 KiB/s rd, 16 MiB/s wr, 48 op/s 2023-03-22T14:29:35.128 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:34 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2452827609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:29:35.130 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-03-22T14:29:35.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:34 smithi098 ceph-mon[94136]: pgmap v48: 97 pgs: 97 active+clean; 195 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 149 KiB/s rd, 16 MiB/s wr, 48 op/s 2023-03-22T14:29:35.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:34 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2452827609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:29:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:34 smithi142 ceph-mon[94717]: pgmap v48: 97 pgs: 97 active+clean; 195 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 149 KiB/s rd, 16 MiB/s wr, 48 op/s 2023-03-22T14:29:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:34 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2452827609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:29:35.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 -- 172.21.15.45:0/1153377649 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 msgr2=0x7f6d6c104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 --2- 172.21.15.45:0/1153377649 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c104da0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c009990 tx=0x7f6d5c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 -- 172.21.15.45:0/1153377649 shutdown_connections 2023-03-22T14:29:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 --2- 172.21.15.45:0/1153377649 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d6c100440 0x7f6d6c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 --2- 172.21.15.45:0/1153377649 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d6c105480 0x7f6d6c10d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 --2- 172.21.15.45:0/1153377649 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c104da0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 -- 172.21.15.45:0/1153377649 >> 172.21.15.45:0/1153377649 conn(0x7f6d6c0fbcd0 msgr2=0x7f6d6c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 -- 172.21.15.45:0/1153377649 shutdown_connections 2023-03-22T14:29:35.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.424+0000 7f6d735ff700 1 -- 172.21.15.45:0/1153377649 wait complete. 2023-03-22T14:29:35.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 Processor -- start 2023-03-22T14:29:35.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 -- start start 2023-03-22T14:29:35.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d6c100440 0x7f6d6c196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d6c105480 0x7f6d6c19acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6c19b330 con 0x7f6d6c100440 2023-03-22T14:29:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6c19b4a0 con 0x7f6d6c100de0 2023-03-22T14:29:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.426+0000 7f6d735ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6c19b660 con 0x7f6d6c105480 2023-03-22T14:29:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d7139b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d6c100440 0x7f6d6c196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d71b9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d6c105480 0x7f6d6c19acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c196890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49582/0 (socket says 172.21.15.45:49582) 2023-03-22T14:29:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 -- 172.21.15.45:0/611489622 learned_addr learned my addr 172.21.15.45:0/611489622 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d71b9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d6c105480 0x7f6d6c19acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52128/0 (socket says 172.21.15.45:52128) 2023-03-22T14:29:35.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 -- 172.21.15.45:0/611489622 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d6c105480 msgr2=0x7f6d6c19acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d6c105480 0x7f6d6c19acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 -- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d6c100440 msgr2=0x7f6d6c196350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d6c100440 0x7f6d6c196350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 -- 172.21.15.45:0/611489622 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d5c0095f0 con 0x7f6d6c100de0 2023-03-22T14:29:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.427+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c196890 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c0098e0 tx=0x7f6d5c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.428+0000 7f6d627fc700 1 -- 172.21.15.45:0/611489622 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d5c01d070 con 0x7f6d6c100de0 2023-03-22T14:29:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.428+0000 7f6d627fc700 1 -- 172.21.15.45:0/611489622 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d5c005030 con 0x7f6d6c100de0 2023-03-22T14:29:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.428+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d6c110250 con 0x7f6d6c100de0 2023-03-22T14:29:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.428+0000 7f6d627fc700 1 -- 172.21.15.45:0/611489622 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d5c004ae0 con 0x7f6d6c100de0 2023-03-22T14:29:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.428+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d6c1100c0 con 0x7f6d6c100de0 2023-03-22T14:29:35.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.431+0000 7f6d627fc700 1 -- 172.21.15.45:0/611489622 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7f6d5c0051a0 con 0x7f6d6c100de0 2023-03-22T14:29:35.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.432+0000 7f6d86e98b80 1 Processor -- start 2023-03-22T14:29:35.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.432+0000 7f6d86e98b80 1 -- start start 2023-03-22T14:29:35.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.432+0000 7f6d627fc700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f6d5809fde0 0x7f6d580a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.434 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf08bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf0900f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf090630 0x5593bf090a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bef92070 con 0x5593bf08b7d0 2023-03-22T14:29:35.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593befe49b0 con 0x5593bf08c0e0 2023-03-22T14:29:35.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593befdde40 con 0x5593bf090630 2023-03-22T14:29:35.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d627fc700 1 -- 172.21.15.45:0/611489622 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f6d5c0cc1c0 con 0x7f6d6c100de0 2023-03-22T14:29:35.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf08bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f6d5809fde0 0x7f6d580a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf08bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46730/0 (socket says 172.21.15.45:46730) 2023-03-22T14:29:35.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 -- 172.21.15.45:0/4226527896 learned_addr learned my addr 172.21.15.45:0/4226527896 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf090630 0x5593bf090a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf0900f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 -- 172.21.15.45:0/4226527896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf090630 msgr2=0x5593bf090a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf090630 0x5593bf090a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 -- 172.21.15.45:0/4226527896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 msgr2=0x5593bf0900f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf0900f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.433+0000 7f6d7139b700 1 -- 172.21.15.45:0/4226527896 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5593bee5f630 con 0x5593bf08b7d0 2023-03-22T14:29:35.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.434+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf090630 0x5593bf090a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:35.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.434+0000 7f6d7139b700 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf08bba0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f6d68009d80 tx=0x7f6d68011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f67defa1b20b3b8 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.434+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f6d5809fde0 0x7f6d580a2290 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6d64007d70 tx=0x7f6d6400b040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.434+0000 7f6d577fe700 1 -- 172.21.15.45:0/4226527896 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d68004230 con 0x5593bf08b7d0 2023-03-22T14:29:35.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.434+0000 7f6d577fe700 1 -- 172.21.15.45:0/4226527896 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d68004390 con 0x5593bf08b7d0 2023-03-22T14:29:35.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.434+0000 7f6d577fe700 1 -- 172.21.15.45:0/4226527896 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d68019860 con 0x5593bf08b7d0 2023-03-22T14:29:35.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 -- 172.21.15.45:0/4226527896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 msgr2=0x5593bf08bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf08bba0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f6d68009d80 tx=0x7f6d68011720 comp rx=0 tx=0).stop 2023-03-22T14:29:35.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 -- 172.21.15.45:0/4226527896 shutdown_connections 2023-03-22T14:29:35.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf08bba0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf090630 0x5593bf090a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/4226527896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf0900f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 -- 172.21.15.45:0/4226527896 >> 172.21.15.45:0/4226527896 conn(0x5593bf086030 msgr2=0x5593bf086400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 -- 172.21.15.45:0/4226527896 shutdown_connections 2023-03-22T14:29:35.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.435+0000 7f6d86e98b80 1 -- 172.21.15.45:0/4226527896 wait complete. 2023-03-22T14:29:35.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 -- start start 2023-03-22T14:29:35.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 Processor -- start 2023-03-22T14:29:35.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf097e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf0950d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf095810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bee61920 con 0x5593bf08b7d0 2023-03-22T14:29:35.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf095f50 con 0x5593bf090630 2023-03-22T14:29:35.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.436+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf0a18e0 con 0x5593bf08c0e0 2023-03-22T14:29:35.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d86e98b80 10 client.0 _ll_register_callbacks cb 0x5593bee83290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:35.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d7139b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf097e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d71b9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf095810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d7139b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf097e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46736/0 (socket says 172.21.15.45:46736) 2023-03-22T14:29:35.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d7139b700 1 -- 172.21.15.45:0/2768742195 learned_addr learned my addr 172.21.15.45:0/2768742195 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf0950d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d71b9c700 1 -- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 msgr2=0x5593bf0950d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf0950d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d71b9c700 1 -- 172.21.15.45:0/2768742195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 msgr2=0x5593bf097e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf097e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d71b9c700 1 -- 172.21.15.45:0/2768742195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d680099e0 con 0x5593bf090630 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf0950d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf095810 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6d640199e0 tx=0x7f6d64004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=687e24a34137b38b server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.437+0000 7f6d54ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2768742195 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d64022070 con 0x5593bf090630 2023-03-22T14:29:35.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2768742195 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f6d64004050 con 0x5593bf090630 2023-03-22T14:29:35.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5593befa03f0 con 0x5593bf090630 2023-03-22T14:29:35.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2768742195 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d64004210 con 0x5593bf090630 2023-03-22T14:29:35.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d86e98b80 10 client.25826 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:35.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5593bee0bde0 con 0x5593bf090630 2023-03-22T14:29:35.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2768742195 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d64033080 con 0x5593bf090630 2023-03-22T14:29:35.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2768742195 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f6d6401bb70 con 0x5593bf090630 2023-03-22T14:29:35.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d86e98b80 10 client.25826 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.438+0000 7f6d86e98b80 10 client.25826 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.439+0000 7f6d86e98b80 20 client.25826 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.439+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0a5a40 0x5593bf0a7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.439+0000 7f6d86e98b80 4 client.25826 mds_command: new command op to 24532 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.439+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5593befac660 con 0x5593bf0a5a40 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.439+0000 7f6d7139b700 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0a5a40 0x5593bf0a7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d54ff9700 10 client.25826 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:35.447 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d7139b700 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0a5a40 0x5593bf0a7e50 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=604610ab2ec9fd6d server_cookie=caaa6450c6999124 in_seq=0 out_seq=0 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2768742195 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5593befac660 con 0x5593bf0a5a40 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d54ff9700 10 client.25826 handle_command_reply: tid=0 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d86e98b80 1 client.25826 shutdown 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 msgr2=0x5593bf095810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf095810 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6d640199e0 tx=0x7f6d64004b40 comp rx=0 tx=0).stop 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 shutdown_connections 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.440+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0a5a40 0x5593bf0a7e50 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf097e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf095810 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d54ff9700 0 client.25826 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:35.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2768742195 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf0950d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 >> 172.21.15.45:0/2768742195 conn(0x5593bf086030 msgr2=0x5593bf085710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 shutdown_connections 2023-03-22T14:29:35.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2768742195 wait complete. 2023-03-22T14:29:35.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.441+0000 7f6d86e98b80 20 client.25826 trim_cache size 0 max 16384 2023-03-22T14:29:35.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.455+0000 7f6d86e98b80 1 Processor -- start 2023-03-22T14:29:35.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.455+0000 7f6d86e98b80 1 -- start start 2023-03-22T14:29:35.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08b7d0 0x5593bf08ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf085710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf090630 0x5593bf0a0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf096420 con 0x5593bf090630 2023-03-22T14:29:35.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf07e640 con 0x5593bf08c0e0 2023-03-22T14:29:35.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf08f1f0 con 0x5593bf08b7d0 2023-03-22T14:29:35.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf085710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf085710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49620/0 (socket says 172.21.15.45:49620) 2023-03-22T14:29:35.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 -- 172.21.15.45:0/2729711676 learned_addr learned my addr 172.21.15.45:0/2729711676 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d7139b700 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08b7d0 0x5593bf08ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf090630 0x5593bf0a0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 -- 172.21.15.45:0/2729711676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08b7d0 msgr2=0x5593bf08ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.459 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08b7d0 0x5593bf08ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 -- 172.21.15.45:0/2729711676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf090630 msgr2=0x5593bf0a0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf090630 0x5593bf0a0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 -- 172.21.15.45:0/2729711676 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5593befa4190 con 0x5593bf08c0e0 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf090630 0x5593bf0a0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.456+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf085710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c095cf0 tx=0x7f6d5c0cb040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e98415fd9772d571 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.457+0000 7f6d57fff700 1 -- 172.21.15.45:0/2729711676 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d5c099c50 con 0x5593bf08c0e0 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.457+0000 7f6d57fff700 1 -- 172.21.15.45:0/2729711676 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d5c0979f0 con 0x5593bf08c0e0 2023-03-22T14:29:35.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.457+0000 7f6d57fff700 1 -- 172.21.15.45:0/2729711676 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d5c0c9c50 con 0x5593bf08c0e0 2023-03-22T14:29:35.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.457+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2729711676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 msgr2=0x5593bf085710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.457+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf085710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c095cf0 tx=0x7f6d5c0cb040 comp rx=0 tx=0).stop 2023-03-22T14:29:35.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.457+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2729711676 shutdown_connections 2023-03-22T14:29:35.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.457+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf090630 0x5593bf0a0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.458+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08b7d0 0x5593bf08ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.458+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2729711676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf08c0e0 0x5593bf085710 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.458+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2729711676 >> 172.21.15.45:0/2729711676 conn(0x5593bf086030 msgr2=0x5593bf090a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.458+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2729711676 shutdown_connections 2023-03-22T14:29:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.458+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2729711676 wait complete. 2023-03-22T14:29:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.458+0000 7f6d86e98b80 1 -- start start 2023-03-22T14:29:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.458+0000 7f6d86e98b80 1 Processor -- start 2023-03-22T14:29:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf092770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf092cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d86e98b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf0913f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf091930 con 0x5593bf08b7d0 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf091aa0 con 0x5593bf090630 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d86e98b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593bf091c60 con 0x5593bf08c0e0 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d86e98b80 10 client.0 _ll_register_callbacks cb 0x5593bee83290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d7139b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf092770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d7139b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf092770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:46760/0 (socket says 172.21.15.45:46760) 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d7139b700 1 -- 172.21.15.45:0/2002128012 learned_addr learned my addr 172.21.15.45:0/2002128012 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf0913f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d70b9a700 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf092cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d71b9c700 1 -- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 msgr2=0x5593bf092cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf092cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d71b9c700 1 -- 172.21.15.45:0/2002128012 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 msgr2=0x5593bf092770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf092770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.459+0000 7f6d71b9c700 1 -- 172.21.15.45:0/2002128012 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d6c1100c0 con 0x5593bf090630 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d71b9c700 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf0913f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6d64027000 tx=0x7f6d64004190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0b4c6f496146937 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d54ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2002128012 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d64022040 con 0x5593bf090630 2023-03-22T14:29:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5593bee61f60 con 0x5593bf090630 2023-03-22T14:29:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2002128012 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f6d640047c0 con 0x5593bf090630 2023-03-22T14:29:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2002128012 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d64004980 con 0x5593bf090630 2023-03-22T14:29:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d86e98b80 10 client.25832 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.460+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5593bee32250 con 0x5593bf090630 2023-03-22T14:29:35.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2002128012 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d6403e080 con 0x5593bf090630 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2002128012 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f6d6401b970 con 0x5593bf090630 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d86e98b80 10 client.25832 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d86e98b80 10 client.25832 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d86e98b80 20 client.25832 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0fa6b0 0x5593bf0fca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d86e98b80 4 client.25832 mds_command: new command op to 24532 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5593bef9a3c0 con 0x5593bf0fa6b0 2023-03-22T14:29:35.468 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.461+0000 7f6d7139b700 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0fa6b0 0x5593bf0fca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d7139b700 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0fa6b0 0x5593bf0fca90 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=31a97db69653707e server_cookie=ce96cefa6385684f in_seq=0 out_seq=0 2023-03-22T14:29:35.469 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d54ff9700 10 client.25832 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:35.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d54ff9700 1 -- 172.21.15.45:0/2002128012 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5593bef9a3c0 con 0x5593bf0fa6b0 2023-03-22T14:29:35.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d54ff9700 10 client.25832 handle_command_reply: tid=0 2023-03-22T14:29:35.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 client.25832 shutdown 2023-03-22T14:29:35.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 msgr2=0x5593bf0913f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf0913f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6d64027000 tx=0x7f6d64004190 comp rx=0 tx=0).stop 2023-03-22T14:29:35.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 shutdown_connections 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5593bf0fa6b0 0x5593bf0fca90 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5593bf08b7d0 0x5593bf092770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5593bf090630 0x5593bf0913f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 --2- 172.21.15.45:0/2002128012 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5593bf08c0e0 0x5593bf092cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d54ff9700 0 client.25832 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 >> 172.21.15.45:0/2002128012 conn(0x5593bf086030 msgr2=0x5593bf085710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 shutdown_connections 2023-03-22T14:29:35.471 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.462+0000 7f6d86e98b80 1 -- 172.21.15.45:0/2002128012 wait complete. 2023-03-22T14:29:35.472 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d86e98b80 20 client.25832 trim_cache size 0 max 16384 2023-03-22T14:29:35.472 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:35.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f6d5809fde0 msgr2=0x7f6d580a2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f6d5809fde0 0x7f6d580a2290 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6d64007d70 tx=0x7f6d6400b040 comp rx=0 tx=0).stop 2023-03-22T14:29:35.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 msgr2=0x7f6d6c196890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c196890 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c0098e0 tx=0x7f6d5c004730 comp rx=0 tx=0).stop 2023-03-22T14:29:35.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 shutdown_connections 2023-03-22T14:29:35.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f6d5809fde0 0x7f6d580a2290 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.473 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f6d6c100440 0x7f6d6c196350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d6c105480 0x7f6d6c19acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 --2- 172.21.15.45:0/611489622 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d6c100de0 0x7f6d6c196890 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 >> 172.21.15.45:0/611489622 conn(0x7f6d6c0fbcd0 msgr2=0x7f6d6c0fc7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 shutdown_connections 2023-03-22T14:29:35.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.463+0000 7f6d735ff700 1 -- 172.21.15.45:0/611489622 wait complete. 2023-03-22T14:29:35.482 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-03-22T14:29:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 -- 172.21.15.45:0/3852250101 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c100de0 msgr2=0x7f694c104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 --2- 172.21.15.45:0/3852250101 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c100de0 0x7f694c104da0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f69380099c0 tx=0x7f6938009cd0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 -- 172.21.15.45:0/3852250101 shutdown_connections 2023-03-22T14:29:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 --2- 172.21.15.45:0/3852250101 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f694c105480 0x7f694c10d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 --2- 172.21.15.45:0/3852250101 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f694c100440 0x7f694c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 --2- 172.21.15.45:0/3852250101 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c100de0 0x7f694c104da0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 -- 172.21.15.45:0/3852250101 >> 172.21.15.45:0/3852250101 conn(0x7f694c0fbcd0 msgr2=0x7f694c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 -- 172.21.15.45:0/3852250101 shutdown_connections 2023-03-22T14:29:35.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.674+0000 7f6952dff700 1 -- 172.21.15.45:0/3852250101 wait complete. 2023-03-22T14:29:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.675+0000 7f6952dff700 1 Processor -- start 2023-03-22T14:29:35.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f6952dff700 1 -- start start 2023-03-22T14:29:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f6952dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f694c100440 0x7f694c198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f6952dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f694c100de0 0x7f694c198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f6952dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c105480 0x7f694c19cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f6952dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694c19d550 con 0x7f694c100440 2023-03-22T14:29:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f6952dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694c19d6c0 con 0x7f694c100de0 2023-03-22T14:29:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f6952dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694c19d880 con 0x7f694c105480 2023-03-22T14:29:35.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.676+0000 7f695139c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c105480 0x7f694c19cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f694c100440 0x7f694c198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c105480 0x7f694c19cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:52204/0 (socket says 172.21.15.45:52204) 2023-03-22T14:29:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 -- 172.21.15.45:0/3119686085 learned_addr learned my addr 172.21.15.45:0/3119686085 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f694bfff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f694c100de0 0x7f694c198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 -- 172.21.15.45:0/3119686085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f694c100de0 msgr2=0x7f694c198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f694c100de0 0x7f694c198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 -- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f694c100440 msgr2=0x7f694c198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f694c100440 0x7f694c198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 -- 172.21.15.45:0/3119686085 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6940009520 con 0x7f694c105480 2023-03-22T14:29:35.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f695139c700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c105480 0x7f694c19cf10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f694400ef30 tx=0x7f694400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f6949ffb700 1 -- 172.21.15.45:0/3119686085 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6944018070 con 0x7f694c105480 2023-03-22T14:29:35.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f6949ffb700 1 -- 172.21.15.45:0/3119686085 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f694400f040 con 0x7f694c105480 2023-03-22T14:29:35.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.677+0000 7f6949ffb700 1 -- 172.21.15.45:0/3119686085 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694400cd00 con 0x7f694c105480 2023-03-22T14:29:35.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.678+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69380095f0 con 0x7f694c105480 2023-03-22T14:29:35.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.678+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f694c110250 con 0x7f694c105480 2023-03-22T14:29:35.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.681+0000 7f6949ffb700 1 -- 172.21.15.45:0/3119686085 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 24) v1 ==== 133806+0+0 (secure 0 0 0) 0x7f6944003a00 con 0x7f694c105480 2023-03-22T14:29:35.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.683+0000 7f696679eb80 1 Processor -- start 2023-03-22T14:29:35.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.683+0000 7f696679eb80 1 -- start start 2023-03-22T14:29:35.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.684+0000 7f6949ffb700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f693c09fd60 0x7f693c0a2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.684+0000 7f696679eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476c7d0 0x5636b476cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.684+0000 7f696679eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b47710f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.684+0000 7f696679eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4771a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.684+0000 7f696679eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b4673070 con 0x5636b4771630 2023-03-22T14:29:35.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.684+0000 7f696679eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b46c59b0 con 0x5636b476c7d0 2023-03-22T14:29:35.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.684+0000 7f696679eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b46bee40 con 0x5636b476d0e0 2023-03-22T14:29:35.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.685+0000 7f6949ffb700 1 -- 172.21.15.45:0/3119686085 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f69440caba0 con 0x7f694c105480 2023-03-22T14:29:35.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.685+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476c7d0 0x5636b476cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.685+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476c7d0 0x5636b476cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49656/0 (socket says 172.21.15.45:49656) 2023-03-22T14:29:35.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.685+0000 7f6950b9b700 1 -- 172.21.15.45:0/3287922084 learned_addr learned my addr 172.21.15.45:0/3287922084 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.685+0000 7f694bfff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f693c09fd60 0x7f693c0a2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f694bfff700 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b47710f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f695139c700 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4771a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f6950b9b700 1 -- 172.21.15.45:0/3287922084 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 msgr2=0x5636b47710f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f6950b9b700 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b47710f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f6950b9b700 1 -- 172.21.15.45:0/3287922084 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 msgr2=0x5636b4771a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f6950b9b700 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4771a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f6950b9b700 1 -- 172.21.15.45:0/3287922084 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5636b4540630 con 0x5636b476c7d0 2023-03-22T14:29:35.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.686+0000 7f6950b9b700 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476c7d0 0x5636b476cba0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6940009f10 tx=0x7f6940011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=420b5d1c67ef886f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.688+0000 7f6936ffd700 1 -- 172.21.15.45:0/3287922084 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6940019630 con 0x5636b476c7d0 2023-03-22T14:29:35.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.688+0000 7f6936ffd700 1 -- 172.21.15.45:0/3287922084 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6940019c50 con 0x5636b476c7d0 2023-03-22T14:29:35.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.688+0000 7f6936ffd700 1 -- 172.21.15.45:0/3287922084 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694000ece0 con 0x5636b476c7d0 2023-03-22T14:29:35.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.689+0000 7f696679eb80 1 -- 172.21.15.45:0/3287922084 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476c7d0 msgr2=0x5636b476cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.689+0000 7f696679eb80 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476c7d0 0x5636b476cba0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6940009f10 tx=0x7f6940011720 comp rx=0 tx=0).stop 2023-03-22T14:29:35.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.690+0000 7f696679eb80 1 -- 172.21.15.45:0/3287922084 shutdown_connections 2023-03-22T14:29:35.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.690+0000 7f696679eb80 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4771a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.690+0000 7f696679eb80 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476c7d0 0x5636b476cba0 secure :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6940009f10 tx=0x7f6940011720 comp rx=0 tx=0).stop 2023-03-22T14:29:35.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.690+0000 7f696679eb80 1 --2- 172.21.15.45:0/3287922084 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b47710f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.690+0000 7f696679eb80 1 -- 172.21.15.45:0/3287922084 >> 172.21.15.45:0/3287922084 conn(0x5636b4767030 msgr2=0x5636b4767400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.692+0000 7f694bfff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f693c09fd60 0x7f693c0a2210 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f69380098e0 tx=0x7f6938000bc0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.694+0000 7f696679eb80 1 -- 172.21.15.45:0/3287922084 shutdown_connections 2023-03-22T14:29:35.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.694+0000 7f696679eb80 1 -- 172.21.15.45:0/3287922084 wait complete. 2023-03-22T14:29:35.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.695+0000 7f696679eb80 1 -- start start 2023-03-22T14:29:35.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.696+0000 7f696679eb80 1 Processor -- start 2023-03-22T14:29:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f696679eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476d0e0 0x5636b47763f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f696679eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4776930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f696679eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b4776e70 0x5636b478b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f696679eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b4542920 con 0x5636b4771630 2023-03-22T14:29:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f696679eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b478b670 con 0x5636b476d0e0 2023-03-22T14:29:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f696679eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b4779900 con 0x5636b4776e70 2023-03-22T14:29:35.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f696679eb80 10 client.0 _ll_register_callbacks cb 0x5636b4564290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.698+0000 7f695139c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b4776e70 0x5636b478b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476d0e0 0x5636b47763f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476d0e0 0x5636b47763f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49660/0 (socket says 172.21.15.45:49660) 2023-03-22T14:29:35.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f6950b9b700 1 -- 172.21.15.45:0/117060610 learned_addr learned my addr 172.21.15.45:0/117060610 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f694bfff700 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4776930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f695139c700 1 -- 172.21.15.45:0/117060610 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476d0e0 msgr2=0x5636b47763f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f695139c700 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476d0e0 0x5636b47763f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f695139c700 1 -- 172.21.15.45:0/117060610 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 msgr2=0x5636b4776930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f695139c700 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4776930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.699+0000 7f695139c700 1 -- 172.21.15.45:0/117060610 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6940009b70 con 0x5636b4776e70 2023-03-22T14:29:35.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.700+0000 7f695139c700 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b4776e70 0x5636b478b0f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f69440c80f0 tx=0x7f6944097e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b614a8eeb46dea0c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.700+0000 7f692bfff700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:29:35.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.700+0000 7f692bfff700 1 -- 172.21.15.45:0/117060610 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694400ce60 con 0x5636b4776e70 2023-03-22T14:29:35.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.700+0000 7f692bfff700 1 -- 172.21.15.45:0/117060610 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f69440981d0 con 0x5636b4776e70 2023-03-22T14:29:35.703 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.701+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5636b46813f0 con 0x5636b4776e70 2023-03-22T14:29:35.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.701+0000 7f692bfff700 1 -- 172.21.15.45:0/117060610 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f69440a0330 con 0x5636b4776e70 2023-03-22T14:29:35.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.704+0000 7f696679eb80 10 client.25810 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:35.707 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.704+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5636b44ecde0 con 0x5636b4776e70 2023-03-22T14:29:35.723 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.717+0000 7f692bfff700 1 -- 172.21.15.45:0/117060610 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f69440b4030 con 0x5636b4776e70 2023-03-22T14:29:35.724 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.717+0000 7f692bfff700 1 -- 172.21.15.45:0/117060610 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f69440c83d0 con 0x5636b4776e70 2023-03-22T14:29:35.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.719+0000 7f696679eb80 10 client.25810 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:35.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.719+0000 7f696679eb80 10 client.25810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:35.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.719+0000 7f696679eb80 20 client.25810 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:35.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.719+0000 7f696679eb80 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b477d990 0x5636b477fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.719+0000 7f696679eb80 4 client.25810 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:35.730 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.719+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5636b468d660 con 0x5636b477d990 2023-03-22T14:29:35.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.733+0000 7f6950b9b700 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b477d990 0x5636b477fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.746+0000 7f6950b9b700 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b477d990 0x5636b477fda0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97436bb8399ef389 server_cookie=f1df195b147a6df in_seq=0 out_seq=0 2023-03-22T14:29:35.749 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.747+0000 7f692bfff700 10 client.25810 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:35.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.772+0000 7f692bfff700 1 -- 172.21.15.45:0/117060610 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5636b468d660 con 0x5636b477d990 2023-03-22T14:29:35.774 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.773+0000 7f692bfff700 10 client.25810 handle_command_reply: tid=0 2023-03-22T14:29:35.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.775+0000 7f696679eb80 1 client.25810 shutdown 2023-03-22T14:29:35.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.792+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b4776e70 msgr2=0x5636b478b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.794 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.792+0000 7f696679eb80 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b4776e70 0x5636b478b0f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f69440c80f0 tx=0x7f6944097e40 comp rx=0 tx=0).stop 2023-03-22T14:29:35.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.793+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 shutdown_connections 2023-03-22T14:29:35.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.793+0000 7f696679eb80 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b477d990 0x5636b477fda0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.794+0000 7f696679eb80 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b4776e70 0x5636b478b0f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.794+0000 7f696679eb80 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b476d0e0 0x5636b47763f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.794+0000 7f696679eb80 1 --2- 172.21.15.45:0/117060610 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b4776930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.796 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.794+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 >> 172.21.15.45:0/117060610 conn(0x5636b4767030 msgr2=0x5636b4766710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.795+0000 7f692bfff700 0 client.25810 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:35.799 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.798+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 shutdown_connections 2023-03-22T14:29:35.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.803+0000 7f696679eb80 1 -- 172.21.15.45:0/117060610 wait complete. 2023-03-22T14:29:35.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.810+0000 7f696679eb80 20 client.25810 trim_cache size 0 max 16384 2023-03-22T14:29:35.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.848+0000 7f696679eb80 1 Processor -- start 2023-03-22T14:29:35.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.849+0000 7f696679eb80 1 -- start start 2023-03-22T14:29:35.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.853+0000 7f696679eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4784700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.853+0000 7f696679eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b476f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.853+0000 7f696679eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4776e70 0x5636b476ff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.853+0000 7f696679eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b4779600 con 0x5636b4771630 2023-03-22T14:29:35.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.853+0000 7f696679eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b47662f0 con 0x5636b4776e70 2023-03-22T14:29:35.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.853+0000 7f696679eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b47800b0 con 0x5636b476d0e0 2023-03-22T14:29:35.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.858+0000 7f695139c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4776e70 0x5636b476ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.886 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.859+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4784700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.862+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4784700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40444/0 (socket says 172.21.15.45:40444) 2023-03-22T14:29:35.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.862+0000 7f6950b9b700 1 -- 172.21.15.45:0/337950626 learned_addr learned my addr 172.21.15.45:0/337950626 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.865+0000 7f694bfff700 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b476f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.866+0000 7f694bfff700 1 -- 172.21.15.45:0/337950626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 msgr2=0x5636b4784700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.866+0000 7f694bfff700 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4784700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.866+0000 7f694bfff700 1 -- 172.21.15.45:0/337950626 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4776e70 msgr2=0x5636b476ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.887 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.866+0000 7f694bfff700 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4776e70 0x5636b476ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.866+0000 7f694bfff700 1 -- 172.21.15.45:0/337950626 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5636b4763a50 con 0x5636b4771630 2023-03-22T14:29:35.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.867+0000 7f694bfff700 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b476f9d0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f69380058e0 tx=0x7f6938020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c2239e0658463f8 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.868+0000 7f69377fe700 1 -- 172.21.15.45:0/337950626 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f693800bd70 con 0x5636b4771630 2023-03-22T14:29:35.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.868+0000 7f69377fe700 1 -- 172.21.15.45:0/337950626 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f693802c040 con 0x5636b4771630 2023-03-22T14:29:35.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.868+0000 7f69377fe700 1 -- 172.21.15.45:0/337950626 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f693800f770 con 0x5636b4771630 2023-03-22T14:29:35.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.869+0000 7f696679eb80 1 -- 172.21.15.45:0/337950626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 msgr2=0x5636b476f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.888 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.869+0000 7f696679eb80 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b476f9d0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f69380058e0 tx=0x7f6938020000 comp rx=0 tx=0).stop 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.870+0000 7f696679eb80 1 -- 172.21.15.45:0/337950626 shutdown_connections 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.870+0000 7f696679eb80 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4776e70 0x5636b476ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.870+0000 7f696679eb80 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4784700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.870+0000 7f696679eb80 1 --2- 172.21.15.45:0/337950626 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4771630 0x5636b476f9d0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.870+0000 7f696679eb80 1 -- 172.21.15.45:0/337950626 >> 172.21.15.45:0/337950626 conn(0x5636b4767030 msgr2=0x5636b477f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.870+0000 7f696679eb80 1 -- 172.21.15.45:0/337950626 shutdown_connections 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.870+0000 7f696679eb80 1 -- 172.21.15.45:0/337950626 wait complete. 2023-03-22T14:29:35.889 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.871+0000 7f696679eb80 1 -- start start 2023-03-22T14:29:35.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.871+0000 7f696679eb80 1 Processor -- start 2023-03-22T14:29:35.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.872+0000 7f696679eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4780ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.872+0000 7f696679eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4771630 0x5636b4781430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.872+0000 7f696679eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4776e70 0x5636b4793800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.872+0000 7f696679eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b4781d40 con 0x5636b4776e70 2023-03-22T14:29:35.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.872+0000 7f696679eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b4793d40 con 0x5636b4771630 2023-03-22T14:29:35.890 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.872+0000 7f696679eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636b4793eb0 con 0x5636b476d0e0 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.872+0000 7f696679eb80 10 client.0 _ll_register_callbacks cb 0x5636b4564290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.874+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4780ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.874+0000 7f6950b9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4780ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40446/0 (socket says 172.21.15.45:40446) 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.874+0000 7f6950b9b700 1 -- 172.21.15.45:0/1764960949 learned_addr learned my addr 172.21.15.45:0/1764960949 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.874+0000 7f694bfff700 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4771630 0x5636b4781430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.874+0000 7f695139c700 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4776e70 0x5636b4793800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.875+0000 7f6950b9b700 1 -- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4771630 msgr2=0x5636b4781430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.891 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.875+0000 7f6950b9b700 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4771630 0x5636b4781430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.875+0000 7f6950b9b700 1 -- 172.21.15.45:0/1764960949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4776e70 msgr2=0x5636b4793800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:35.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.875+0000 7f6950b9b700 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4776e70 0x5636b4793800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.875+0000 7f6950b9b700 1 -- 172.21.15.45:0/1764960949 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6938020070 con 0x5636b476d0e0 2023-03-22T14:29:35.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.876+0000 7f6950b9b700 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4780ef0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6940009f10 tx=0x7f6940009e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8df11c20e91961ae server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:35.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.876+0000 7f692bfff700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:29:35.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.879+0000 7f692bfff700 1 -- 172.21.15.45:0/1764960949 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6940028d80 con 0x5636b476d0e0 2023-03-22T14:29:35.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.879+0000 7f692bfff700 1 -- 172.21.15.45:0/1764960949 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f69400281d0 con 0x5636b476d0e0 2023-03-22T14:29:35.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.879+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5636b473c240 con 0x5636b476d0e0 2023-03-22T14:29:35.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.882+0000 7f692bfff700 1 -- 172.21.15.45:0/1764960949 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f69400283d0 con 0x5636b476d0e0 2023-03-22T14:29:35.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.882+0000 7f696679eb80 10 client.25816 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:35.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.882+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5636b44d5c60 con 0x5636b476d0e0 2023-03-22T14:29:35.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.886+0000 7f692bfff700 1 -- 172.21.15.45:0/1764960949 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5636b473c240 con 0x5636b476d0e0 2023-03-22T14:29:35.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.889+0000 7f692bfff700 1 -- 172.21.15.45:0/1764960949 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f6940005320 con 0x5636b476d0e0 2023-03-22T14:29:35.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.889+0000 7f696679eb80 10 client.25816 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:35.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.889+0000 7f696679eb80 10 client.25816 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:35.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.889+0000 7f696679eb80 20 client.25816 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:35.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.889+0000 7f696679eb80 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b47955c0 0x5636b47979d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:35.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.890+0000 7f696679eb80 4 client.25816 mds_command: new command op to 24575 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:29:35.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.890+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5636b4542f60 con 0x5636b47955c0 2023-03-22T14:29:35.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.891+0000 7f694bfff700 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b47955c0 0x5636b47979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:35.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.906+0000 7f694bfff700 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b47955c0 0x5636b47979d0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa88a9c3ba62d920 server_cookie=6c58b68cb710617e in_seq=0 out_seq=0 2023-03-22T14:29:35.907 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.906+0000 7f692bfff700 10 client.25816 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:35.908 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.907+0000 7f692bfff700 1 -- 172.21.15.45:0/1764960949 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5636b4542f60 con 0x5636b47955c0 2023-03-22T14:29:35.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.907+0000 7f692bfff700 10 client.25816 handle_command_reply: tid=0 2023-03-22T14:29:35.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.907+0000 7f696679eb80 1 client.25816 shutdown 2023-03-22T14:29:35.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.910+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 msgr2=0x5636b4780ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.911 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.910+0000 7f696679eb80 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4780ef0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6940009f10 tx=0x7f6940009e40 comp rx=0 tx=0).stop 2023-03-22T14:29:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.911+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 shutdown_connections 2023-03-22T14:29:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.911+0000 7f696679eb80 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5636b47955c0 0x5636b47979d0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.911+0000 7f696679eb80 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5636b4776e70 0x5636b4793800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.911+0000 7f696679eb80 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5636b476d0e0 0x5636b4780ef0 secure :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6940009f10 tx=0x7f6940009e40 comp rx=0 tx=0).stop 2023-03-22T14:29:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.911+0000 7f696679eb80 1 --2- 172.21.15.45:0/1764960949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5636b4771630 0x5636b4781430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.913 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.911+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 >> 172.21.15.45:0/1764960949 conn(0x5636b4767030 msgr2=0x5636b476f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.913+0000 7f692bfff700 0 client.25816 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.913+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 shutdown_connections 2023-03-22T14:29:35.914 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.913+0000 7f696679eb80 1 -- 172.21.15.45:0/1764960949 wait complete. 2023-03-22T14:29:35.915 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.914+0000 7f696679eb80 20 client.25816 trim_cache size 0 max 16384 2023-03-22T14:29:35.918 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:29:35.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.915+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f693c09fd60 msgr2=0x7f693c0a2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.915+0000 7f6952dff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f693c09fd60 0x7f693c0a2210 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f69380098e0 tx=0x7f6938000bc0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.915+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c105480 msgr2=0x7f694c19cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:35.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.915+0000 7f6952dff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c105480 0x7f694c19cf10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f694400ef30 tx=0x7f694400c3a0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.920+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 shutdown_connections 2023-03-22T14:29:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.920+0000 7f6952dff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f693c09fd60 0x7f693c0a2210 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.920+0000 7f6952dff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f694c100440 0x7f694c198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.920+0000 7f6952dff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f694c105480 0x7f694c19cf10 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.920+0000 7f6952dff700 1 --2- 172.21.15.45:0/3119686085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f694c100de0 0x7f694c198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:35.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.920+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 >> 172.21.15.45:0/3119686085 conn(0x7f694c0fbcd0 msgr2=0x7f694c0fcb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:35.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.925+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 shutdown_connections 2023-03-22T14:29:35.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:35.925+0000 7f6952dff700 1 -- 172.21.15.45:0/3119686085 wait complete. 2023-03-22T14:29:36.963 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-03-22T14:29:36.963 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-03-22T14:29:37.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 -- 172.21.15.45:0/2613426745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1170068050 msgr2=0x7f1170068420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 --2- 172.21.15.45:0/2613426745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1170068050 0x7f1170068420 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1160009990 tx=0x7f1160009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 -- 172.21.15.45:0/2613426745 shutdown_connections 2023-03-22T14:29:37.265 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 --2- 172.21.15.45:0/2613426745 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 0x7f117010d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 --2- 172.21.15.45:0/2613426745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1170068050 0x7f1170068420 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 --2- 172.21.15.45:0/2613426745 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f11700689f0 0x7f1170104d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 -- 172.21.15.45:0/2613426745 >> 172.21.15.45:0/2613426745 conn(0x7f1170075f60 msgr2=0x7f1170076360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 -- 172.21.15.45:0/2613426745 shutdown_connections 2023-03-22T14:29:37.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.263+0000 7f11767ff700 1 -- 172.21.15.45:0/2613426745 wait complete. 2023-03-22T14:29:37.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.264+0000 7f11767ff700 1 Processor -- start 2023-03-22T14:29:37.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.264+0000 7f11767ff700 1 -- start start 2023-03-22T14:29:37.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f11767ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1170068050 0x7f1170198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f11767ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11700689f0 0x7f1170198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f11767ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 0x7f117019cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.268 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f11767ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117019d520 con 0x7f1170068050 2023-03-22T14:29:37.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f11767ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117019d690 con 0x7f11700689f0 2023-03-22T14:29:37.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f11767ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117019d850 con 0x7f1170105460 2023-03-22T14:29:37.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f116ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1170068050 0x7f1170198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f1174d9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 0x7f117019cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f1167fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11700689f0 0x7f1170198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f116ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1170068050 0x7f1170198540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56906/0 (socket says 172.21.15.45:56906) 2023-03-22T14:29:37.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f1174d9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 0x7f117019cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40464/0 (socket says 172.21.15.45:40464) 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.265+0000 7f116ffff700 1 -- 172.21.15.45:0/3053777535 learned_addr learned my addr 172.21.15.45:0/3053777535 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f1167fff700 1 -- 172.21.15.45:0/3053777535 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 msgr2=0x7f117019cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f1167fff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 0x7f117019cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f1167fff700 1 -- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1170068050 msgr2=0x7f1170198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f1167fff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1170068050 0x7f1170198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f1167fff700 1 -- 172.21.15.45:0/3053777535 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11600095f0 con 0x7f11700689f0 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f1174d9c700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 0x7f117019cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:37.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f116ffff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1170068050 0x7f1170198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:37.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f1167fff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11700689f0 0x7f1170198a80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1170068dc0 tx=0x7f115800eca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f116dffb700 1 -- 172.21.15.45:0/3053777535 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1158010900 con 0x7f11700689f0 2023-03-22T14:29:37.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f116dffb700 1 -- 172.21.15.45:0/3053777535 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f115800c430 con 0x7f11700689f0 2023-03-22T14:29:37.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1170110270 con 0x7f11700689f0 2023-03-22T14:29:37.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f116dffb700 1 -- 172.21.15.45:0/3053777535 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1158018680 con 0x7f11700689f0 2023-03-22T14:29:37.271 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.266+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11701100e0 con 0x7f11700689f0 2023-03-22T14:29:37.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.270+0000 7f116dffb700 1 -- 172.21.15.45:0/3053777535 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f115800c5a0 con 0x7f11700689f0 2023-03-22T14:29:37.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.271+0000 7f118a1cfb80 1 Processor -- start 2023-03-22T14:29:37.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.271+0000 7f116dffb700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f115c09fc40 0x7f115c0a20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.271+0000 7f118a1cfb80 1 -- start start 2023-03-22T14:29:37.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.271+0000 7f116dffb700 1 -- 172.21.15.45:0/3053777535 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1158014070 con 0x7f11700689f0 2023-03-22T14:29:37.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.271+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54df9850 0x560f54df9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1174d9c700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f115c09fc40 0x7f115c0a20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfa160 0x560f54dfe170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfe6b0 0x560f54dfeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54d000f0 con 0x560f54df9850 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54d52a30 con 0x560f54dfe6b0 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54d4bec0 con 0x560f54dfa160 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f116ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54df9850 0x560f54df9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f116ffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54df9850 0x560f54df9c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56910/0 (socket says 172.21.15.45:56910) 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f116ffff700 1 -- 172.21.15.45:0/4165186504 learned_addr learned my addr 172.21.15.45:0/4165186504 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1167fff700 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfa160 0x560f54dfe170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.275 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1174d9c700 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfe6b0 0x560f54dfeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1167fff700 1 -- 172.21.15.45:0/4165186504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfe6b0 msgr2=0x560f54dfeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1167fff700 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfe6b0 0x560f54dfeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1167fff700 1 -- 172.21.15.45:0/4165186504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54df9850 msgr2=0x560f54df9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1167fff700 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54df9850 0x560f54df9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.272+0000 7f1167fff700 1 -- 172.21.15.45:0/4165186504 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f54bcd6b0 con 0x560f54dfa160 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.273+0000 7f1167fff700 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfa160 0x560f54dfe170 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f11580c8740 tx=0x7f1158094cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=566d02c4c3eefb32 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.273+0000 7f1174d9c700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f115c09fc40 0x7f115c0a20f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1168004230 tx=0x7f11680045f0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.276 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.273+0000 7f11667fc700 1 -- 172.21.15.45:0/4165186504 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1158098860 con 0x560f54dfa160 2023-03-22T14:29:37.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.273+0000 7f11667fc700 1 -- 172.21.15.45:0/4165186504 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f11580c8e90 con 0x560f54dfa160 2023-03-22T14:29:37.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.273+0000 7f11667fc700 1 -- 172.21.15.45:0/4165186504 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1158097d50 con 0x560f54dfa160 2023-03-22T14:29:37.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.273+0000 7f118a1cfb80 1 -- 172.21.15.45:0/4165186504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfa160 msgr2=0x560f54dfe170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.273+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfa160 0x560f54dfe170 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f11580c8740 tx=0x7f1158094cd0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 -- 172.21.15.45:0/4165186504 shutdown_connections 2023-03-22T14:29:37.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54df9850 0x560f54df9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfe6b0 0x560f54dfeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/4165186504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfa160 0x560f54dfe170 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 -- 172.21.15.45:0/4165186504 >> 172.21.15.45:0/4165186504 conn(0x560f54df40b0 msgr2=0x560f54df4480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 -- 172.21.15.45:0/4165186504 shutdown_connections 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 -- 172.21.15.45:0/4165186504 wait complete. 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.274+0000 7f118a1cfb80 1 -- start start 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.275+0000 7f118a1cfb80 1 Processor -- start 2023-03-22T14:29:37.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.275+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54df9850 0x560f54e05e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.275+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfa160 0x560f54e03110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.275+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfe6b0 0x560f54e03800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.275+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54bcf9a0 con 0x560f54dfa160 2023-03-22T14:29:37.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.275+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54e03f70 con 0x560f54df9850 2023-03-22T14:29:37.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.275+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54e0f930 con 0x560f54dfe6b0 2023-03-22T14:29:37.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f118a1cfb80 10 client.0 _ll_register_callbacks cb 0x560f54bf1310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:37.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54df9850 0x560f54e05e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54df9850 0x560f54e05e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:58178/0 (socket says 172.21.15.45:58178) 2023-03-22T14:29:37.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 -- 172.21.15.45:0/194364652 learned_addr learned my addr 172.21.15.45:0/194364652 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f1174d9c700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfe6b0 0x560f54e03800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f1167fff700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfa160 0x560f54e03110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 -- 172.21.15.45:0/194364652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfe6b0 msgr2=0x560f54e03800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfe6b0 0x560f54e03800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 -- 172.21.15.45:0/194364652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfa160 msgr2=0x560f54e03110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfa160 0x560f54e03110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 -- 172.21.15.45:0/194364652 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11701100e0 con 0x560f54df9850 2023-03-22T14:29:37.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f1167fff700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfa160 0x560f54e03110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:37.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f1174d9c700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfe6b0 0x560f54e03800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:37.283 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f116ffff700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54df9850 0x560f54e05e90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f11600098e0 tx=0x7f1160005300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51e715b96ceb8ebb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.276+0000 7f114f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f114f7fe700 1 -- 172.21.15.45:0/194364652 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1160028070 con 0x560f54df9850 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f54d0e470 con 0x560f54df9850 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f114f7fe700 1 -- 172.21.15.45:0/194364652 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1160004710 con 0x560f54df9850 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f114f7fe700 1 -- 172.21.15.45:0/194364652 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f116001d030 con 0x560f54df9850 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f118a1cfb80 10 client.25862 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f54b79e60 con 0x560f54df9850 2023-03-22T14:29:37.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f114f7fe700 1 -- 172.21.15.45:0/194364652 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560f54d0e470 con 0x560f54df9850 2023-03-22T14:29:37.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.277+0000 7f114f7fe700 1 -- 172.21.15.45:0/194364652 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f116002b020 con 0x560f54df9850 2023-03-22T14:29:37.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f118a1cfb80 10 client.25862 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:37.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f118a1cfb80 10 client.25862 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:37.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f118a1cfb80 20 client.25862 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:37.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e13ad0 0x560f54e15ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f118a1cfb80 4 client.25862 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:37.285 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560f54d1a6e0 con 0x560f54e13ad0 2023-03-22T14:29:37.286 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f1167fff700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e13ad0 0x560f54e15ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f114f7fe700 10 client.25862 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.278+0000 7f1167fff700 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e13ad0 0x560f54e15ee0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9dd3d54f05658345 server_cookie=e3f1d53fa40adece in_seq=0 out_seq=0 2023-03-22T14:29:37.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f114f7fe700 1 -- 172.21.15.45:0/194364652 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x560f54d1a6e0 con 0x560f54e13ad0 2023-03-22T14:29:37.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f114f7fe700 10 client.25862 handle_command_reply: tid=0 2023-03-22T14:29:37.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 client.25862 shutdown 2023-03-22T14:29:37.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54df9850 msgr2=0x560f54e05e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54df9850 0x560f54e05e90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f11600098e0 tx=0x7f1160005300 comp rx=0 tx=0).stop 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 shutdown_connections 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e13ad0 0x560f54e15ee0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54dfe6b0 0x560f54e03800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54df9850 0x560f54e05e90 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/194364652 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfa160 0x560f54e03110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f114f7fe700 0 client.25862 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 >> 172.21.15.45:0/194364652 conn(0x560f54df40b0 msgr2=0x560f54df3790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.288 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 shutdown_connections 2023-03-22T14:29:37.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.279+0000 7f118a1cfb80 1 -- 172.21.15.45:0/194364652 wait complete. 2023-03-22T14:29:37.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.280+0000 7f118a1cfb80 20 client.25862 trim_cache size 0 max 16384 2023-03-22T14:29:37.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 Processor -- start 2023-03-22T14:29:37.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 -- start start 2023-03-22T14:29:37.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e0a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e05a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e02a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54df4f70 con 0x560f54dfe6b0 2023-03-22T14:29:37.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54dfa9c0 con 0x560f54dfa160 2023-03-22T14:29:37.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.298+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54e046f0 con 0x560f54df9850 2023-03-22T14:29:37.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e05a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.301 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1174d9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e02a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f116ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e0a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e05a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:58194/0 (socket says 172.21.15.45:58194) 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 -- 172.21.15.45:0/2499038916 learned_addr learned my addr 172.21.15.45:0/2499038916 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f116ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e0a840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40482/0 (socket says 172.21.15.45:40482) 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 -- 172.21.15.45:0/2499038916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 msgr2=0x560f54e0a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 --2- 172.21.15.45:0/2499038916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e0a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 -- 172.21.15.45:0/2499038916 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 msgr2=0x560f54e02a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 --2- 172.21.15.45:0/2499038916 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e02a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 -- 172.21.15.45:0/2499038916 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f54df4750 con 0x560f54dfa160 2023-03-22T14:29:37.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.299+0000 7f1167fff700 1 --2- 172.21.15.45:0/2499038916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e05a30 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1158098560 tx=0x7f115800cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99a4b3cab19f42d3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f1166ffd700 1 -- 172.21.15.45:0/2499038916 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11580988e0 con 0x560f54dfa160 2023-03-22T14:29:37.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f1166ffd700 1 -- 172.21.15.45:0/2499038916 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f11580c8e90 con 0x560f54dfa160 2023-03-22T14:29:37.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f1166ffd700 1 -- 172.21.15.45:0/2499038916 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1158097d50 con 0x560f54dfa160 2023-03-22T14:29:37.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f118a1cfb80 1 -- 172.21.15.45:0/2499038916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 msgr2=0x560f54e05a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/2499038916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e05a30 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1158098560 tx=0x7f115800cc80 comp rx=0 tx=0).stop 2023-03-22T14:29:37.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f118a1cfb80 1 -- 172.21.15.45:0/2499038916 shutdown_connections 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/2499038916 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e02a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/2499038916 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e0a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.300+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/2499038916 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e05a30 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.301+0000 7f118a1cfb80 1 -- 172.21.15.45:0/2499038916 >> 172.21.15.45:0/2499038916 conn(0x560f54df40b0 msgr2=0x560f54dfc770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.301+0000 7f118a1cfb80 1 -- 172.21.15.45:0/2499038916 shutdown_connections 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.301+0000 7f118a1cfb80 1 -- 172.21.15.45:0/2499038916 wait complete. 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.301+0000 7f118a1cfb80 1 -- start start 2023-03-22T14:29:37.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.301+0000 7f118a1cfb80 1 Processor -- start 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e02740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e02c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f118a1cfb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e09f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54e0a490 con 0x560f54dfe6b0 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54e0a5d0 con 0x560f54dfa160 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f118a1cfb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f54e0a790 con 0x560f54df9850 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f118a1cfb80 10 client.0 _ll_register_callbacks cb 0x560f54bf1310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:37.307 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f1167fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e02c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f116ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e02740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f1167fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e02c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:58200/0 (socket says 172.21.15.45:58200) 2023-03-22T14:29:37.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f116ffff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e02740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40488/0 (socket says 172.21.15.45:40488) 2023-03-22T14:29:37.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f1167fff700 1 -- 172.21.15.45:0/3797770384 learned_addr learned my addr 172.21.15.45:0/3797770384 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.302+0000 7f1174d9c700 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e09f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f1167fff700 1 -- 172.21.15.45:0/3797770384 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 msgr2=0x560f54e02740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f1167fff700 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e02740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f1167fff700 1 -- 172.21.15.45:0/3797770384 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 msgr2=0x560f54e09f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f1167fff700 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e09f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f1167fff700 1 -- 172.21.15.45:0/3797770384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560f54bcd6b0 con 0x560f54dfa160 2023-03-22T14:29:37.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f1167fff700 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e02c80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f11580952d0 tx=0x7f11580c8700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ac2bed5e3f51626 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f114f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:29:37.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f114f7fe700 1 -- 172.21.15.45:0/3797770384 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1158096c00 con 0x560f54dfa160 2023-03-22T14:29:37.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f114f7fe700 1 -- 172.21.15.45:0/3797770384 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f11580c8240 con 0x560f54dfa160 2023-03-22T14:29:37.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f54dc92c0 con 0x560f54dfa160 2023-03-22T14:29:37.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f114f7fe700 1 -- 172.21.15.45:0/3797770384 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f11580c8400 con 0x560f54dfa160 2023-03-22T14:29:37.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f118a1cfb80 10 client.25868 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:37.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.303+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f54b62ce0 con 0x560f54dfa160 2023-03-22T14:29:37.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f114f7fe700 1 -- 172.21.15.45:0/3797770384 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560f54dc92c0 con 0x560f54dfa160 2023-03-22T14:29:37.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f114f7fe700 1 -- 172.21.15.45:0/3797770384 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f11580a05c0 con 0x560f54dfa160 2023-03-22T14:29:37.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f118a1cfb80 10 client.25868 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:37.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f118a1cfb80 10 client.25868 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:37.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f118a1cfb80 20 client.25868 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:37.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e697e0 0x560f54e6bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f118a1cfb80 4 client.25868 mds_command: new command op to 24575 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-03-22T14:29:37.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x560f54bcffe0 con 0x560f54e697e0 2023-03-22T14:29:37.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.304+0000 7f116ffff700 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e697e0 0x560f54e6bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.305+0000 7f116ffff700 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e697e0 0x560f54e6bbf0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32157a1c77b29869 server_cookie=73d79afcd0a40334 in_seq=0 out_seq=0 2023-03-22T14:29:37.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.305+0000 7f114f7fe700 10 client.25868 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f114f7fe700 1 -- 172.21.15.45:0/3797770384 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x560f54bcffe0 con 0x560f54e697e0 2023-03-22T14:29:37.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f114f7fe700 10 client.25868 handle_command_reply: tid=0 2023-03-22T14:29:37.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 client.25868 shutdown 2023-03-22T14:29:37.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 msgr2=0x560f54e02c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e02c80 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f11580952d0 tx=0x7f11580c8700 comp rx=0 tx=0).stop 2023-03-22T14:29:37.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 shutdown_connections 2023-03-22T14:29:37.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560f54e697e0 0x560f54e6bbf0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560f54dfe6b0 0x560f54e09f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560f54df9850 0x560f54e02740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 --2- 172.21.15.45:0/3797770384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560f54dfa160 0x560f54e02c80 secure :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f11580952d0 tx=0x7f11580c8700 comp rx=0 tx=0).stop 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 >> 172.21.15.45:0/3797770384 conn(0x560f54df40b0 msgr2=0x560f54dfd6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.306+0000 7f114f7fe700 0 client.25868 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 shutdown_connections 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f118a1cfb80 1 -- 172.21.15.45:0/3797770384 wait complete. 2023-03-22T14:29:37.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f118a1cfb80 20 client.25868 trim_cache size 0 max 16384 2023-03-22T14:29:37.316 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:29:37.316 INFO:teuthology.orchestra.run.smithi045.stdout: "return_code": 0, 2023-03-22T14:29:37.316 INFO:teuthology.orchestra.run.smithi045.stdout: "scrub_tag": "97ef830c-de99-4bfd-9315-351ea49bc17a", 2023-03-22T14:29:37.316 INFO:teuthology.orchestra.run.smithi045.stdout: "mode": "asynchronous" 2023-03-22T14:29:37.316 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:29:37.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f115c09fc40 msgr2=0x7f115c0a20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f115c09fc40 0x7f115c0a20f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1168004230 tx=0x7f11680045f0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11700689f0 msgr2=0x7f1170198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11700689f0 0x7f1170198a80 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1170068dc0 tx=0x7f115800eca0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 shutdown_connections 2023-03-22T14:29:37.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f115c09fc40 0x7f115c0a20f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1170068050 0x7f1170198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1170105460 0x7f117019cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 --2- 172.21.15.45:0/3053777535 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11700689f0 0x7f1170198a80 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.307+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 >> 172.21.15.45:0/3053777535 conn(0x7f1170075f60 msgr2=0x7f117010c300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.318 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.308+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 shutdown_connections 2023-03-22T14:29:37.319 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.308+0000 7f11767ff700 1 -- 172.21.15.45:0/3053777535 wait complete. 2023-03-22T14:29:37.326 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:36 smithi045 ceph-mon[91728]: pgmap v49: 97 pgs: 97 active+clean; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 95 MiB/s wr, 85 op/s 2023-03-22T14:29:37.326 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:36 smithi045 ceph-mon[91728]: mgrmap e25: x(active, since 92s), standbys: z, y 2023-03-22T14:29:37.329 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:29:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:36 smithi142 ceph-mon[94717]: pgmap v49: 97 pgs: 97 active+clean; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 95 MiB/s wr, 85 op/s 2023-03-22T14:29:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:36 smithi142 ceph-mon[94717]: mgrmap e25: x(active, since 92s), standbys: z, y 2023-03-22T14:29:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:36 smithi098 ceph-mon[94136]: pgmap v49: 97 pgs: 97 active+clean; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 95 MiB/s wr, 85 op/s 2023-03-22T14:29:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:36 smithi098 ceph-mon[94136]: mgrmap e25: x(active, since 92s), standbys: z, y 2023-03-22T14:29:37.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.640+0000 7f19b9dff700 1 -- 172.21.15.45:0/1918821115 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b4068490 msgr2=0x7f19b4111c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.640+0000 7f19b9dff700 1 --2- 172.21.15.45:0/1918821115 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b4068490 0x7f19b4111c00 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f199c009990 tx=0x7f199c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.641+0000 7f19b9dff700 1 -- 172.21.15.45:0/1918821115 shutdown_connections 2023-03-22T14:29:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.641+0000 7f19b9dff700 1 --2- 172.21.15.45:0/1918821115 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19b4107cf0 0x7f19b41080c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.641+0000 7f19b9dff700 1 --2- 172.21.15.45:0/1918821115 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b410cad0 0x7f19b410cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.641+0000 7f19b9dff700 1 --2- 172.21.15.45:0/1918821115 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b4068490 0x7f19b4111c00 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.641+0000 7f19b9dff700 1 -- 172.21.15.45:0/1918821115 >> 172.21.15.45:0/1918821115 conn(0x7f19b406b770 msgr2=0x7f19b40715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.642+0000 7f19b9dff700 1 -- 172.21.15.45:0/1918821115 shutdown_connections 2023-03-22T14:29:37.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.642+0000 7f19b9dff700 1 -- 172.21.15.45:0/1918821115 wait complete. 2023-03-22T14:29:37.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.644+0000 7f19b9dff700 1 Processor -- start 2023-03-22T14:29:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.644+0000 7f19b9dff700 1 -- start start 2023-03-22T14:29:37.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b9dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b4068490 0x7f19b41aafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b9dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19b4107cf0 0x7f19b41ab500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b9dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b410cad0 0x7f19b4112a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b9dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b4113220 con 0x7f19b4107cf0 2023-03-22T14:29:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b9dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b4113390 con 0x7f19b4068490 2023-03-22T14:29:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b9dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b4113550 con 0x7f19b410cad0 2023-03-22T14:29:37.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b4068490 0x7f19b41aafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b3fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b410cad0 0x7f19b4112a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b4068490 0x7f19b41aafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:58212/0 (socket says 172.21.15.45:58212) 2023-03-22T14:29:37.648 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.645+0000 7f19b37fe700 1 -- 172.21.15.45:0/693631340 learned_addr learned my addr 172.21.15.45:0/693631340 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.646+0000 7f19b37fe700 1 -- 172.21.15.45:0/693631340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b410cad0 msgr2=0x7f19b4112a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.646+0000 7f19b37fe700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b410cad0 0x7f19b4112a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.646+0000 7f19b37fe700 1 -- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19b4107cf0 msgr2=0x7f19b41ab500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.646+0000 7f19b37fe700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19b4107cf0 0x7f19b41ab500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.649 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.647+0000 7f19b37fe700 1 -- 172.21.15.45:0/693631340 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f199c0095f0 con 0x7f19b4068490 2023-03-22T14:29:37.650 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.647+0000 7f19b3fff700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b410cad0 0x7f19b4112a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:29:37.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.648+0000 7f19b37fe700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b4068490 0x7f19b41aafc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f19a400b530 tx=0x7f19a400b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.650+0000 7f19b17fa700 1 -- 172.21.15.45:0/693631340 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a40118f0 con 0x7f19b4068490 2023-03-22T14:29:37.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.650+0000 7f19b17fa700 1 -- 172.21.15.45:0/693631340 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19a4010380 con 0x7f19b4068490 2023-03-22T14:29:37.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.650+0000 7f19b17fa700 1 -- 172.21.15.45:0/693631340 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a400f540 con 0x7f19b4068490 2023-03-22T14:29:37.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.650+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19b4118a30 con 0x7f19b4068490 2023-03-22T14:29:37.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.650+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19b41188a0 con 0x7f19b4068490 2023-03-22T14:29:37.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.655+0000 7f19b17fa700 1 -- 172.21.15.45:0/693631340 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f19a40104f0 con 0x7f19b4068490 2023-03-22T14:29:37.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.658+0000 7f19b17fa700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f19a009fd90 0x7f19a00a2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.658+0000 7f19cd6e7b80 1 Processor -- start 2023-03-22T14:29:37.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19b17fa700 1 -- 172.21.15.45:0/693631340 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f19a40ca750 con 0x7f19b4068490 2023-03-22T14:29:37.660 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19cd6e7b80 1 -- start start 2023-03-22T14:29:37.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19aaffd700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f19a009fd90 0x7f19a00a2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45233ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf452380f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf45238a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf4513a070 con 0x55bf452337d0 2023-03-22T14:29:37.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf4518c9b0 con 0x55bf452340e0 2023-03-22T14:29:37.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf45185e40 con 0x55bf45238630 2023-03-22T14:29:37.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19aaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf452380f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.659+0000 7f19aaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf452380f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:58220/0 (socket says 172.21.15.45:58220) 2023-03-22T14:29:37.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19aaffd700 1 -- 172.21.15.45:0/2074625263 learned_addr learned my addr 172.21.15.45:0/2074625263 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19b3fff700 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf45238a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19b37fe700 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45233ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19aaffd700 1 -- 172.21.15.45:0/2074625263 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 msgr2=0x55bf45238a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19aaffd700 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf45238a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19aaffd700 1 -- 172.21.15.45:0/2074625263 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 msgr2=0x55bf45233ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19aaffd700 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45233ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.660+0000 7f19aaffd700 1 -- 172.21.15.45:0/2074625263 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf45007630 con 0x55bf452340e0 2023-03-22T14:29:37.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.661+0000 7f19aaffd700 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf452380f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f199c009fd0 tx=0x7f199c00bc10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cdd5a9bdd5ac6d3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.661+0000 7f19aaffd700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f19a009fd90 0x7f19a00a2240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f199c015000 tx=0x7f199c01a000 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.661+0000 7f19a9ffb700 1 -- 172.21.15.45:0/2074625263 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f199c00bec0 con 0x55bf452340e0 2023-03-22T14:29:37.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.661+0000 7f19a9ffb700 1 -- 172.21.15.45:0/2074625263 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f199c003e20 con 0x55bf452340e0 2023-03-22T14:29:37.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.661+0000 7f19a9ffb700 1 -- 172.21.15.45:0/2074625263 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f199c027420 con 0x55bf452340e0 2023-03-22T14:29:37.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/2074625263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 msgr2=0x55bf452380f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf452380f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f199c009fd0 tx=0x7f199c00bc10 comp rx=0 tx=0).stop 2023-03-22T14:29:37.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/2074625263 shutdown_connections 2023-03-22T14:29:37.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45233ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf45238a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/2074625263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf452380f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/2074625263 >> 172.21.15.45:0/2074625263 conn(0x55bf4522e030 msgr2=0x55bf4522e400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/2074625263 shutdown_connections 2023-03-22T14:29:37.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.662+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/2074625263 wait complete. 2023-03-22T14:29:37.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.663+0000 7f19cd6e7b80 1 -- start start 2023-03-22T14:29:37.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.663+0000 7f19cd6e7b80 1 Processor -- start 2023-03-22T14:29:37.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452337d0 0x55bf4523d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452340e0 0x55bf4523d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf45009920 con 0x55bf452340e0 2023-03-22T14:29:37.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf45240260 con 0x55bf45238630 2023-03-22T14:29:37.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf452498b0 con 0x55bf452337d0 2023-03-22T14:29:37.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19cd6e7b80 10 client.0 _ll_register_callbacks cb 0x55bf4502b290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:37.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452337d0 0x55bf4523d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452337d0 0x55bf4523d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40526/0 (socket says 172.21.15.45:40526) 2023-03-22T14:29:37.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 -- 172.21.15.45:0/3280206605 learned_addr learned my addr 172.21.15.45:0/3280206605 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19aaffd700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452340e0 0x55bf4523d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b3fff700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 -- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 msgr2=0x55bf4523dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 -- 172.21.15.45:0/3280206605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452340e0 msgr2=0x55bf4523d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452340e0 0x55bf4523d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b37fe700 1 -- 172.21.15.45:0/3280206605 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19b410d970 con 0x55bf452337d0 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.664+0000 7f19b3fff700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f19b37fe700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452337d0 0x55bf4523d130 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f19a4094b20 tx=0x7f19a4010fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b27068959a057ff0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f1992ffd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:29:37.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f1992ffd700 1 -- 172.21.15.45:0/3280206605 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a4098510 con 0x55bf452337d0 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f1992ffd700 1 -- 172.21.15.45:0/3280206605 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f19a40975a0 con 0x55bf452337d0 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bf451483f0 con 0x55bf452337d0 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f1992ffd700 1 -- 172.21.15.45:0/3280206605 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f19a4097760 con 0x55bf452337d0 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f19cd6e7b80 10 client.25846 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.665+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bf44fb3de0 con 0x55bf452337d0 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f1992ffd700 1 -- 172.21.15.45:0/3280206605 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bf451483f0 con 0x55bf452337d0 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f1992ffd700 1 -- 172.21.15.45:0/3280206605 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f19a40abcc0 con 0x55bf452337d0 2023-03-22T14:29:37.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f19cd6e7b80 10 client.25846 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:37.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f19cd6e7b80 10 client.25846 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:37.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f19cd6e7b80 20 client.25846 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:37.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf4524da80 0x55bf4524fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f19cd6e7b80 4 client.25846 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:29:37.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bf45154660 con 0x55bf4524da80 2023-03-22T14:29:37.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.666+0000 7f19aaffd700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf4524da80 0x55bf4524fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.667+0000 7f19aaffd700 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf4524da80 0x55bf4524fe90 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=651a2adf9d82730e server_cookie=39e86332a7f08471 in_seq=0 out_seq=0 2023-03-22T14:29:37.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.667+0000 7f1992ffd700 10 client.25846 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.667+0000 7f1992ffd700 1 -- 172.21.15.45:0/3280206605 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55bf45154660 con 0x55bf4524da80 2023-03-22T14:29:37.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.667+0000 7f1992ffd700 10 client.25846 handle_command_reply: tid=0 2023-03-22T14:29:37.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.667+0000 7f19cd6e7b80 1 client.25846 shutdown 2023-03-22T14:29:37.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452337d0 msgr2=0x55bf4523d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452337d0 0x55bf4523d130 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f19a4094b20 tx=0x7f19a4010fc0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 shutdown_connections 2023-03-22T14:29:37.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf4524da80 0x55bf4524fe90 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f1992ffd700 0 client.25846 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452337d0 0x55bf4523d130 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/3280206605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452340e0 0x55bf4523d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 >> 172.21.15.45:0/3280206605 conn(0x55bf4522e030 msgr2=0x55bf4522d710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 shutdown_connections 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/3280206605 wait complete. 2023-03-22T14:29:37.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.668+0000 7f19cd6e7b80 20 client.25846 trim_cache size 0 max 16384 2023-03-22T14:29:37.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.686+0000 7f19cd6e7b80 1 Processor -- start 2023-03-22T14:29:37.687 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.686+0000 7f19cd6e7b80 1 -- start start 2023-03-22T14:29:37.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.686+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45235f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.686+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452340e0 0x55bf452447c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.688 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf4524b140 con 0x55bf452337d0 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf4522d2f0 con 0x55bf45238630 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf45249670 con 0x55bf452340e0 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452340e0 0x55bf452447c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19b37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45235f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452340e0 0x55bf452447c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40538/0 (socket says 172.21.15.45:40538) 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 -- 172.21.15.45:0/651162704 learned_addr learned my addr 172.21.15.45:0/651162704 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19b3fff700 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 -- 172.21.15.45:0/651162704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 msgr2=0x55bf4523ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 -- 172.21.15.45:0/651162704 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 msgr2=0x55bf45235f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45235f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.687+0000 7f19aaffd700 1 -- 172.21.15.45:0/651162704 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf4522e6d0 con 0x55bf452340e0 2023-03-22T14:29:37.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.688+0000 7f19aaffd700 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452340e0 0x55bf452447c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f199c005b40 tx=0x7f199c0053e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6d24ebdf719cc3c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.688+0000 7f19aa7fc700 1 -- 172.21.15.45:0/651162704 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f199c038070 con 0x55bf452340e0 2023-03-22T14:29:37.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.688+0000 7f19aa7fc700 1 -- 172.21.15.45:0/651162704 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f199c00fe80 con 0x55bf452340e0 2023-03-22T14:29:37.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.688+0000 7f19aa7fc700 1 -- 172.21.15.45:0/651162704 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f199c005790 con 0x55bf452340e0 2023-03-22T14:29:37.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.688+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/651162704 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452340e0 msgr2=0x55bf452447c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.688+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452340e0 0x55bf452447c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f199c005b40 tx=0x7f199c0053e0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/651162704 shutdown_connections 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf45235f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf45238630 0x55bf4523ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/651162704 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf452340e0 0x55bf452447c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/651162704 >> 172.21.15.45:0/651162704 conn(0x55bf4522e030 msgr2=0x55bf45248f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/651162704 shutdown_connections 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/651162704 wait complete. 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 -- start start 2023-03-22T14:29:37.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.689+0000 7f19cd6e7b80 1 Processor -- start 2023-03-22T14:29:37.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf4523c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf4523cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19cd6e7b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf4523d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf45244e00 con 0x55bf452337d0 2023-03-22T14:29:37.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf452a18e0 con 0x55bf452340e0 2023-03-22T14:29:37.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19cd6e7b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf452a1a50 con 0x55bf45238630 2023-03-22T14:29:37.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19cd6e7b80 10 client.0 _ll_register_callbacks cb 0x55bf4502b290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:29:37.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf4523c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf4523c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:56976/0 (socket says 172.21.15.45:56976) 2023-03-22T14:29:37.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 -- 172.21.15.45:0/4061507955 learned_addr learned my addr 172.21.15.45:0/4061507955 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:29:37.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b3fff700 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf4523d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19aaffd700 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf4523cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 -- 172.21.15.45:0/4061507955 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 msgr2=0x55bf4523d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf4523d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 -- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 msgr2=0x55bf4523cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf4523cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.690+0000 7f19b37fe700 1 -- 172.21.15.45:0/4061507955 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bf45007630 con 0x55bf452337d0 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f19b37fe700 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf4523c980 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f19a4097db0 tx=0x7f19a4010bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa8a9838b7f7a5f4 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f1992ffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f1992ffd700 1 -- 172.21.15.45:0/4061507955 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a40b62a0 con 0x55bf452337d0 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bf45203240 con 0x55bf452337d0 2023-03-22T14:29:37.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f1992ffd700 1 -- 172.21.15.45:0/4061507955 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f19a4098310 con 0x55bf452337d0 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f1992ffd700 1 -- 172.21.15.45:0/4061507955 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f19a40984d0 con 0x55bf452337d0 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f19cd6e7b80 10 client.15855 fetch_fsmap learned FSMap version 29 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bf44f9cc60 con 0x55bf452337d0 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.691+0000 7f1992ffd700 1 -- 172.21.15.45:0/4061507955 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19a40ba020 con 0x55bf452337d0 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f1992ffd700 1 -- 172.21.15.45:0/4061507955 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f19a40ca160 con 0x55bf452337d0 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f19cd6e7b80 10 client.15855 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f19cd6e7b80 10 client.15855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:29:37.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f19cd6e7b80 20 client.15855 populate_metadata read hostname 'smithi045' 2023-03-22T14:29:37.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf452a2ea0 0x55bf452a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:29:37.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f19cd6e7b80 4 client.15855 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:29:37.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55bf45009f60 con 0x55bf452a2ea0 2023-03-22T14:29:37.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.692+0000 7f19aaffd700 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf452a2ea0 0x55bf452a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:29:37.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19aaffd700 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf452a2ea0 0x55bf452a52b0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc003cabb720ffe0 server_cookie=8e9069e71bf22f8d in_seq=0 out_seq=0 2023-03-22T14:29:37.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f1992ffd700 10 client.15855 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f1992ffd700 1 -- 172.21.15.45:0/4061507955 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55bf45009f60 con 0x55bf452a2ea0 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f1992ffd700 10 client.15855 handle_command_reply: tid=0 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 client.15855 shutdown 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 msgr2=0x55bf4523c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf4523c980 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f19a4097db0 tx=0x7f19a4010bd0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 shutdown_connections 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55bf452a2ea0 0x55bf452a52b0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55bf452337d0 0x55bf4523c980 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55bf45238630 0x55bf4523d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 --2- 172.21.15.45:0/4061507955 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bf452340e0 0x55bf4523cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 >> 172.21.15.45:0/4061507955 conn(0x55bf4522e030 msgr2=0x55bf452390d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f1992ffd700 0 client.15855 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:29:37.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 shutdown_connections 2023-03-22T14:29:37.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 1 -- 172.21.15.45:0/4061507955 wait complete. 2023-03-22T14:29:37.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.693+0000 7f19cd6e7b80 20 client.15855 trim_cache size 0 max 16384 2023-03-22T14:29:37.703 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:29:37.703 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "IDLE (waiting for more scrubs)", 2023-03-22T14:29:37.703 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:29:37.703 INFO:teuthology.orchestra.run.smithi045.stdout: "97ef830c-de99-4bfd-9315-351ea49bc17a": { 2023-03-22T14:29:37.703 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:29:37.703 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "97ef830c-de99-4bfd-9315-351ea49bc17a", 2023-03-22T14:29:37.703 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:29:37.704 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:29:37.704 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:29:37.704 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:29:37.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f19a009fd90 msgr2=0x7f19a00a2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f19a009fd90 0x7f19a00a2240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f199c015000 tx=0x7f199c01a000 comp rx=0 tx=0).stop 2023-03-22T14:29:37.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b4068490 msgr2=0x7f19b41aafc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:29:37.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b4068490 0x7f19b41aafc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f19a400b530 tx=0x7f19a400b840 comp rx=0 tx=0).stop 2023-03-22T14:29:37.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 shutdown_connections 2023-03-22T14:29:37.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f19b410cad0 0x7f19b4112a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b4068490 0x7f19b41aafc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f19a009fd90 0x7f19a00a2240 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 --2- 172.21.15.45:0/693631340 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f19b4107cf0 0x7f19b41ab500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:29:37.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 >> 172.21.15.45:0/693631340 conn(0x7f19b406b770 msgr2=0x7f19b4108a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:29:37.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 shutdown_connections 2023-03-22T14:29:37.706 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:29:37.694+0000 7f19b9dff700 1 -- 172.21.15.45:0/693631340 wait complete. 2023-03-22T14:29:37.713 INFO:tasks.cephfs.filesystem:scrub status for tag:97ef830c-de99-4bfd-9315-351ea49bc17a - {'path': '/', 'tag': '97ef830c-de99-4bfd-9315-351ea49bc17a', 'options': 'recursive,force'} 2023-03-22T14:29:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub queued for path: / 2023-03-22T14:29:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:29:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:29:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:29:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:29:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:38 smithi142 ceph-mon[94717]: pgmap v50: 97 pgs: 97 active+clean; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 95 MiB/s wr, 70 op/s 2023-03-22T14:29:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub queued for path: / 2023-03-22T14:29:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:29:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:29:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:29:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:29:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:38 smithi098 ceph-mon[94136]: pgmap v50: 97 pgs: 97 active+clean; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 95 MiB/s wr, 70 op/s 2023-03-22T14:29:38.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub queued for path: / 2023-03-22T14:29:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:29:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:29:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:29:38.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:29:38.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:29:38.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:38 smithi045 ceph-mon[91728]: pgmap v50: 97 pgs: 97 active+clean; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 95 MiB/s wr, 70 op/s 2023-03-22T14:29:41.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:40 smithi142 ceph-mon[94717]: pgmap v51: 97 pgs: 97 active+clean; 2.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 136 KiB/s rd, 168 MiB/s wr, 104 op/s 2023-03-22T14:29:41.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:40 smithi098 ceph-mon[94136]: pgmap v51: 97 pgs: 97 active+clean; 2.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 136 KiB/s rd, 168 MiB/s wr, 104 op/s 2023-03-22T14:29:41.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:40 smithi045 ceph-mon[91728]: pgmap v51: 97 pgs: 97 active+clean; 2.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 136 KiB/s rd, 168 MiB/s wr, 104 op/s 2023-03-22T14:29:43.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:42 smithi142 ceph-mon[94717]: pgmap v52: 97 pgs: 97 active+clean; 2.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 206 MiB/s wr, 90 op/s 2023-03-22T14:29:43.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:42 smithi098 ceph-mon[94136]: pgmap v52: 97 pgs: 97 active+clean; 2.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 206 MiB/s wr, 90 op/s 2023-03-22T14:29:43.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:42 smithi045 ceph-mon[91728]: pgmap v52: 97 pgs: 97 active+clean; 2.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 206 MiB/s wr, 90 op/s 2023-03-22T14:29:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:43 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:29:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:43 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:29:44.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:43 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:29:45.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:44 smithi142 ceph-mon[94717]: pgmap v53: 97 pgs: 97 active+clean; 2.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 201 MiB/s wr, 86 op/s 2023-03-22T14:29:45.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:44 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:29:45.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:44 smithi098 ceph-mon[94136]: pgmap v53: 97 pgs: 97 active+clean; 2.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 201 MiB/s wr, 86 op/s 2023-03-22T14:29:45.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:44 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:29:45.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:44 smithi045 ceph-mon[91728]: pgmap v53: 97 pgs: 97 active+clean; 2.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 201 MiB/s wr, 86 op/s 2023-03-22T14:29:45.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:44 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:29:47.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:46 smithi142 ceph-mon[94717]: pgmap v54: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 325 MiB/s wr, 133 op/s 2023-03-22T14:29:47.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:46 smithi098 ceph-mon[94136]: pgmap v54: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 325 MiB/s wr, 133 op/s 2023-03-22T14:29:47.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:46 smithi045 ceph-mon[91728]: pgmap v54: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 325 MiB/s wr, 133 op/s 2023-03-22T14:29:49.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:48 smithi098 ceph-mon[94136]: pgmap v55: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 246 MiB/s wr, 96 op/s 2023-03-22T14:29:49.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:48 smithi045 ceph-mon[91728]: pgmap v55: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 246 MiB/s wr, 96 op/s 2023-03-22T14:29:49.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:48 smithi142 ceph-mon[94717]: pgmap v55: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 246 MiB/s wr, 96 op/s 2023-03-22T14:29:51.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:50 smithi098 ceph-mon[94136]: pgmap v56: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 276 MiB/s wr, 118 op/s 2023-03-22T14:29:51.233 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:50 smithi045 ceph-mon[91728]: pgmap v56: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 276 MiB/s wr, 118 op/s 2023-03-22T14:29:51.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:50 smithi142 ceph-mon[94717]: pgmap v56: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 276 MiB/s wr, 118 op/s 2023-03-22T14:29:53.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:52 smithi045 ceph-mon[91728]: pgmap v57: 97 pgs: 97 active+clean; 5.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 303 MiB/s wr, 111 op/s 2023-03-22T14:29:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:52 smithi142 ceph-mon[94717]: pgmap v57: 97 pgs: 97 active+clean; 5.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 303 MiB/s wr, 111 op/s 2023-03-22T14:29:53.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:52 smithi098 ceph-mon[94136]: pgmap v57: 97 pgs: 97 active+clean; 5.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 303 MiB/s wr, 111 op/s 2023-03-22T14:29:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:54 smithi142 ceph-mon[94717]: pgmap v58: 97 pgs: 97 active+clean; 5.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 254 MiB/s wr, 97 op/s 2023-03-22T14:29:55.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:54 smithi098 ceph-mon[94136]: pgmap v58: 97 pgs: 97 active+clean; 5.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 254 MiB/s wr, 97 op/s 2023-03-22T14:29:55.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:54 smithi045 ceph-mon[91728]: pgmap v58: 97 pgs: 97 active+clean; 5.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 254 MiB/s wr, 97 op/s 2023-03-22T14:29:56.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:55 smithi142 ceph-mon[94717]: pgmap v59: 97 pgs: 97 active+clean; 7.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 380 MiB/s wr, 144 op/s 2023-03-22T14:29:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:55 smithi098 ceph-mon[94136]: pgmap v59: 97 pgs: 97 active+clean; 7.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 380 MiB/s wr, 144 op/s 2023-03-22T14:29:56.478 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:55 smithi045 ceph-mon[91728]: pgmap v59: 97 pgs: 97 active+clean; 7.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 380 MiB/s wr, 144 op/s 2023-03-22T14:29:58.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:29:58 smithi142 ceph-mon[94717]: pgmap v60: 97 pgs: 97 active+clean; 7.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 256 MiB/s wr, 97 op/s 2023-03-22T14:29:58.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:29:58 smithi098 ceph-mon[94136]: pgmap v60: 97 pgs: 97 active+clean; 7.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 256 MiB/s wr, 97 op/s 2023-03-22T14:29:58.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:29:58 smithi045 ceph-mon[91728]: pgmap v60: 97 pgs: 97 active+clean; 7.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 256 MiB/s wr, 97 op/s 2023-03-22T14:30:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:00 smithi142 ceph-mon[94717]: pgmap v61: 97 pgs: 97 active+clean; 7.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 311 MiB/s wr, 115 op/s 2023-03-22T14:30:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:00 smithi142 ceph-mon[94717]: overall HEALTH_OK 2023-03-22T14:30:01.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:00 smithi098 ceph-mon[94136]: pgmap v61: 97 pgs: 97 active+clean; 7.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 311 MiB/s wr, 115 op/s 2023-03-22T14:30:01.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:00 smithi098 ceph-mon[94136]: overall HEALTH_OK 2023-03-22T14:30:01.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:00 smithi045 ceph-mon[91728]: pgmap v61: 97 pgs: 97 active+clean; 7.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 311 MiB/s wr, 115 op/s 2023-03-22T14:30:01.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:00 smithi045 ceph-mon[91728]: overall HEALTH_OK 2023-03-22T14:30:03.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:02 smithi142 ceph-mon[94717]: pgmap v62: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 361 MiB/s wr, 126 op/s 2023-03-22T14:30:03.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:02 smithi098 ceph-mon[94136]: pgmap v62: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 361 MiB/s wr, 126 op/s 2023-03-22T14:30:03.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:02 smithi045 ceph-mon[91728]: pgmap v62: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 361 MiB/s wr, 126 op/s 2023-03-22T14:30:03.642 INFO:tasks.workunit.client.0.smithi045.stdout:fs setup took 40 secs 2023-03-22T14:30:05.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:04 smithi142 ceph-mon[94717]: pgmap v63: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 261 MiB/s wr, 99 op/s 2023-03-22T14:30:05.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:04 smithi098 ceph-mon[94136]: pgmap v63: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 261 MiB/s wr, 99 op/s 2023-03-22T14:30:05.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:04 smithi045 ceph-mon[91728]: pgmap v63: 97 pgs: 97 active+clean; 8.6 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 261 MiB/s wr, 99 op/s 2023-03-22T14:30:07.173 INFO:tasks.workunit.client.0.smithi045.stdout:Syncing()...3 sec 2023-03-22T14:30:07.175 INFO:tasks.workunit.client.0.smithi045.stdout:Starting Actual Benchmark At: Wed Mar 22 14:30:07 2023 2023-03-22T14:30:07.176 INFO:tasks.workunit.client.0.smithi045.stdout: 2023-03-22T14:30:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:07 smithi142 ceph-mon[94717]: pgmap v64: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 408 MiB/s wr, 162 op/s 2023-03-22T14:30:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:07 smithi098 ceph-mon[94136]: pgmap v64: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 408 MiB/s wr, 162 op/s 2023-03-22T14:30:07.473 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:07 smithi045 ceph-mon[91728]: pgmap v64: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 408 MiB/s wr, 162 op/s 2023-03-22T14:30:07.714 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:30:08.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:08 smithi142 ceph-mon[94717]: pgmap v65: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 283 MiB/s wr, 115 op/s 2023-03-22T14:30:08.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:08 smithi098 ceph-mon[94136]: pgmap v65: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 283 MiB/s wr, 115 op/s 2023-03-22T14:30:08.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:08 smithi045 ceph-mon[91728]: pgmap v65: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 283 MiB/s wr, 115 op/s 2023-03-22T14:30:10.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.137+0000 7f8a83fff700 1 -- 172.21.15.45:0/2075642690 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c107a80 msgr2=0x7f8a7c107ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.137+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2075642690 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c107a80 0x7f8a7c107ef0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c009790 tx=0x7f8a6c009aa0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.212+0000 7f8a83fff700 1 -- 172.21.15.45:0/2075642690 shutdown_connections 2023-03-22T14:30:10.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.212+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2075642690 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a7c108430 0x7f8a7c0796d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.212+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2075642690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a7c10be80 0x7f8a7c10c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.212+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2075642690 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c107a80 0x7f8a7c107ef0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.212+0000 7f8a83fff700 1 -- 172.21.15.45:0/2075642690 >> 172.21.15.45:0/2075642690 conn(0x7f8a7c06b770 msgr2=0x7f8a7c0715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:10.248 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.243+0000 7f8a83fff700 1 -- 172.21.15.45:0/2075642690 shutdown_connections 2023-03-22T14:30:10.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.256+0000 7f8a83fff700 1 -- 172.21.15.45:0/2075642690 wait complete. 2023-03-22T14:30:10.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.290+0000 7f8a83fff700 1 Processor -- start 2023-03-22T14:30:10.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.290+0000 7f8a83fff700 1 -- start start 2023-03-22T14:30:10.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.290+0000 7f8a83fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a7c107a80 0x7f8a7c073bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.290+0000 7f8a83fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a7c108430 0x7f8a7c074100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.290+0000 7f8a83fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c10be80 0x7f8a7c1c2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.290+0000 7f8a83fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c1c2570 con 0x7f8a7c10be80 2023-03-22T14:30:10.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.291+0000 7f8a83fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c1b37f0 con 0x7f8a7c108430 2023-03-22T14:30:10.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.291+0000 7f8a83fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c1b3960 con 0x7f8a7c107a80 2023-03-22T14:30:10.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.297+0000 7f8a8259c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c10be80 0x7f8a7c1c2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.297+0000 7f8a8259c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c10be80 0x7f8a7c1c2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:39574/0 (socket says 172.21.15.45:39574) 2023-03-22T14:30:10.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.297+0000 7f8a8259c700 1 -- 172.21.15.45:0/2319600556 learned_addr learned my addr 172.21.15.45:0/2319600556 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:10.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.297+0000 7f8a8159a700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a7c108430 0x7f8a7c074100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.298+0000 7f8a8259c700 1 -- 172.21.15.45:0/2319600556 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a7c107a80 msgr2=0x7f8a7c073bc0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-03-22T14:30:10.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.298+0000 7f8a8259c700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a7c107a80 0x7f8a7c073bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.298+0000 7f8a8259c700 1 -- 172.21.15.45:0/2319600556 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a7c108430 msgr2=0x7f8a7c074100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.298+0000 7f8a8259c700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a7c108430 0x7f8a7c074100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.298+0000 7f8a8259c700 1 -- 172.21.15.45:0/2319600556 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a6c0093f0 con 0x7f8a7c10be80 2023-03-22T14:30:10.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.299+0000 7f8a8259c700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c10be80 0x7f8a7c1c2030 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8a7400c110 tx=0x7f8a7400c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:10.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.330+0000 7f8a72ffd700 1 -- 172.21.15.45:0/2319600556 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a74017070 con 0x7f8a7c10be80 2023-03-22T14:30:10.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.330+0000 7f8a72ffd700 1 -- 172.21.15.45:0/2319600556 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a7400e050 con 0x7f8a7c10be80 2023-03-22T14:30:10.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.330+0000 7f8a72ffd700 1 -- 172.21.15.45:0/2319600556 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a74007980 con 0x7f8a7c10be80 2023-03-22T14:30:10.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.331+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a7c07cc30 con 0x7f8a7c10be80 2023-03-22T14:30:10.332 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.331+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a7c07caa0 con 0x7f8a7c10be80 2023-03-22T14:30:10.339 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.339+0000 7f8a978c8b80 1 Processor -- start 2023-03-22T14:30:10.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.342+0000 7f8a72ffd700 1 -- 172.21.15.45:0/2319600556 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f8a74004ad0 con 0x7f8a7c10be80 2023-03-22T14:30:10.346 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.345+0000 7f8a72ffd700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a6809fe40 0x7f8a680a22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.345+0000 7f8a72ffd700 1 -- 172.21.15.45:0/2319600556 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8a740ca8a0 con 0x7f8a7c10be80 2023-03-22T14:30:10.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.346+0000 7f8a8159a700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a6809fe40 0x7f8a680a22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.347 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.347+0000 7f8a978c8b80 1 -- start start 2023-03-22T14:30:10.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.347+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 0x558222cf7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.347+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222cfc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.347+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222cfca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.347+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222bfe070 con 0x558222cf77d0 2023-03-22T14:30:10.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.347+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222c509b0 con 0x558222cfc630 2023-03-22T14:30:10.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.347+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222c49e40 con 0x558222cf80e0 2023-03-22T14:30:10.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.350+0000 7f8a8159a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222cfc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.350+0000 7f8a8159a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222cfc0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40444/0 (socket says 172.21.15.45:40444) 2023-03-22T14:30:10.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.350+0000 7f8a8159a700 1 -- 172.21.15.45:0/2679550279 learned_addr learned my addr 172.21.15.45:0/2679550279 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:10.351 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.350+0000 7f8a8259c700 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222cfca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.351+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 0x558222cf7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.351+0000 7f8a8159a700 1 -- 172.21.15.45:0/2679550279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 msgr2=0x558222cfca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.351+0000 7f8a8159a700 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222cfca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.351+0000 7f8a8159a700 1 -- 172.21.15.45:0/2679550279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 msgr2=0x558222cf7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.351+0000 7f8a8159a700 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 0x558222cf7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.352 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.351+0000 7f8a8159a700 1 -- 172.21.15.45:0/2679550279 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558222acb630 con 0x558222cf80e0 2023-03-22T14:30:10.368 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.355+0000 7f8a8159a700 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222cfc0f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c000c00 tx=0x7f8a6c00c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=311c9a10d51bf197 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:10.368 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.356+0000 7f8a67fff700 1 -- 172.21.15.45:0/2679550279 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c005050 con 0x558222cf80e0 2023-03-22T14:30:10.368 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.356+0000 7f8a67fff700 1 -- 172.21.15.45:0/2679550279 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a6c00fc00 con 0x558222cf80e0 2023-03-22T14:30:10.368 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.356+0000 7f8a67fff700 1 -- 172.21.15.45:0/2679550279 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c004740 con 0x558222cf80e0 2023-03-22T14:30:10.368 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.357+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2679550279 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 msgr2=0x558222cfc0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.368 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.357+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222cfc0f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c000c00 tx=0x7f8a6c00c950 comp rx=0 tx=0).stop 2023-03-22T14:30:10.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.358+0000 7f8a8159a700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a6809fe40 0x7f8a680a22f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c009f10 tx=0x7f8a6c029000 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:10.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.368+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2679550279 shutdown_connections 2023-03-22T14:30:10.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.368+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 0x558222cf7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.368+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222cfca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.368+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2679550279 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222cfc0f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.369 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.368+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2679550279 >> 172.21.15.45:0/2679550279 conn(0x558222cf2030 msgr2=0x558222cf2400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:10.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.368+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2679550279 shutdown_connections 2023-03-22T14:30:10.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.368+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2679550279 wait complete. 2023-03-22T14:30:10.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.369+0000 7f8a978c8b80 1 -- start start 2023-03-22T14:30:10.370 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.369+0000 7f8a978c8b80 1 Processor -- start 2023-03-22T14:30:10.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.370+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 0x558222d01100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.370+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222d01640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.370+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222d01b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.370+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222acd920 con 0x558222cf77d0 2023-03-22T14:30:10.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.370+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222d04260 con 0x558222cfc630 2023-03-22T14:30:10.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.370+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222d0d900 con 0x558222cf80e0 2023-03-22T14:30:10.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.370+0000 7f8a978c8b80 10 client.0 _ll_register_callbacks cb 0x558222aef290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:10.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.371+0000 7f8a8159a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222d01640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.371+0000 7f8a8259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222d01b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.371+0000 7f8a8259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222d01b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41250/0 (socket says 172.21.15.45:41250) 2023-03-22T14:30:10.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.371+0000 7f8a8259c700 1 -- 172.21.15.45:0/2937659374 learned_addr learned my addr 172.21.15.45:0/2937659374 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:10.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.372+0000 7f8a8259c700 1 -- 172.21.15.45:0/2937659374 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 msgr2=0x558222d01640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.372+0000 7f8a8259c700 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222d01640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.372+0000 7f8a8259c700 1 -- 172.21.15.45:0/2937659374 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 msgr2=0x558222d01100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.372+0000 7f8a8259c700 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 0x558222d01100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.372+0000 7f8a8259c700 1 -- 172.21.15.45:0/2937659374 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a6c01a040 con 0x558222cfc630 2023-03-22T14:30:10.378 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.378+0000 7f8a8259c700 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222d01b80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8a74097d90 tx=0x7f8a740c84d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba69a63f729f5942 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:10.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.387+0000 7f8a657fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:30:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.387+0000 7f8a657fa700 1 -- 172.21.15.45:0/2937659374 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7409fdf0 con 0x558222cfc630 2023-03-22T14:30:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.387+0000 7f8a657fa700 1 -- 172.21.15.45:0/2937659374 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8a7409ff50 con 0x558222cfc630 2023-03-22T14:30:10.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.387+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558222c0c3f0 con 0x558222cfc630 2023-03-22T14:30:10.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.402+0000 7f8a657fa700 1 -- 172.21.15.45:0/2937659374 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a74019b90 con 0x558222cfc630 2023-03-22T14:30:10.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.402+0000 7f8a978c8b80 10 client.25895 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:10.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.402+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558222a77de0 con 0x558222cfc630 2023-03-22T14:30:10.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.417+0000 7f8a657fa700 1 -- 172.21.15.45:0/2937659374 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558222c0c3f0 con 0x558222cfc630 2023-03-22T14:30:10.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.417+0000 7f8a657fa700 1 -- 172.21.15.45:0/2937659374 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f8a740b5fa0 con 0x558222cfc630 2023-03-22T14:30:10.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.417+0000 7f8a978c8b80 10 client.25895 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:10.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.417+0000 7f8a978c8b80 10 client.25895 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:10.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.417+0000 7f8a978c8b80 20 client.25895 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:10.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.417+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d11a70 0x558222d13e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.418+0000 7f8a978c8b80 4 client.25895 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:10.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.418+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558222c18660 con 0x558222d11a70 2023-03-22T14:30:10.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.418+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d11a70 0x558222d13e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.419+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d11a70 0x558222d13e80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68f0bfd487c2e4d0 server_cookie=f1edb82b13f907b9 in_seq=0 out_seq=0 2023-03-22T14:30:10.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.428+0000 7f8a657fa700 10 client.25895 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:10.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.428+0000 7f8a657fa700 1 -- 172.21.15.45:0/2937659374 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x558222c18660 con 0x558222d11a70 2023-03-22T14:30:10.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.428+0000 7f8a657fa700 10 client.25895 handle_command_reply: tid=0 2023-03-22T14:30:10.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.428+0000 7f8a978c8b80 1 client.25895 shutdown 2023-03-22T14:30:10.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.429+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 msgr2=0x558222d01b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.429+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222d01b80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8a74097d90 tx=0x7f8a740c84d0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 shutdown_connections 2023-03-22T14:30:10.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d11a70 0x558222d13e80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf77d0 0x558222d01100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cfc630 0x558222d01b80 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/2937659374 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf80e0 0x558222d01640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 >> 172.21.15.45:0/2937659374 conn(0x558222cf2030 msgr2=0x558222cf1710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:10.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a657fa700 0 client.25895 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:10.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 shutdown_connections 2023-03-22T14:30:10.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.430+0000 7f8a978c8b80 1 -- 172.21.15.45:0/2937659374 wait complete. 2023-03-22T14:30:10.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.431+0000 7f8a978c8b80 20 client.25895 trim_cache size 0 max 16384 2023-03-22T14:30:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.512+0000 7f8a978c8b80 1 Processor -- start 2023-03-22T14:30:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.512+0000 7f8a978c8b80 1 -- start start 2023-03-22T14:30:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.513+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf77d0 0x558222d087d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.513+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf80e0 0x558222d01910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.513+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cfc630 0x558222d13a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.513+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222d0f150 con 0x558222cf80e0 2023-03-22T14:30:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.513+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222d03d30 con 0x558222cf77d0 2023-03-22T14:30:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.513+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222cf8940 con 0x558222cfc630 2023-03-22T14:30:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.519+0000 7f8a81d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf77d0 0x558222d087d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.519+0000 7f8a81d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf77d0 0x558222d087d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41260/0 (socket says 172.21.15.45:41260) 2023-03-22T14:30:10.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.519+0000 7f8a81d9b700 1 -- 172.21.15.45:0/3224000805 learned_addr learned my addr 172.21.15.45:0/3224000805 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:10.525 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.523+0000 7f8a8259c700 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cfc630 0x558222d13a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.524+0000 7f8a8159a700 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf80e0 0x558222d01910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.529+0000 7f8a81d9b700 1 -- 172.21.15.45:0/3224000805 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cfc630 msgr2=0x558222d13a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.529+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cfc630 0x558222d13a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.529+0000 7f8a81d9b700 1 -- 172.21.15.45:0/3224000805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf80e0 msgr2=0x558222d01910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.529+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf80e0 0x558222d01910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.529+0000 7f8a81d9b700 1 -- 172.21.15.45:0/3224000805 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558222c10190 con 0x558222cf77d0 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.529+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf77d0 0x558222d087d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8a78000c00 tx=0x7f8a7800bef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9773e8f617ef389 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.530+0000 7f8a70ff9700 1 -- 172.21.15.45:0/3224000805 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7801d070 con 0x558222cf77d0 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.530+0000 7f8a70ff9700 1 -- 172.21.15.45:0/3224000805 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a78018e10 con 0x558222cf77d0 2023-03-22T14:30:10.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.530+0000 7f8a70ff9700 1 -- 172.21.15.45:0/3224000805 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a78017070 con 0x558222cf77d0 2023-03-22T14:30:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.534+0000 7f8a978c8b80 1 -- 172.21.15.45:0/3224000805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf77d0 msgr2=0x558222d087d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.534+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf77d0 0x558222d087d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8a78000c00 tx=0x7f8a7800bef0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.537+0000 7f8a978c8b80 1 -- 172.21.15.45:0/3224000805 shutdown_connections 2023-03-22T14:30:10.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.537+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cfc630 0x558222d13a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.537+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf77d0 0x558222d087d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.537+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/3224000805 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cf80e0 0x558222d01910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.537+0000 7f8a978c8b80 1 -- 172.21.15.45:0/3224000805 >> 172.21.15.45:0/3224000805 conn(0x558222cf2030 msgr2=0x558222d0dd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:10.539 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.539+0000 7f8a978c8b80 1 -- 172.21.15.45:0/3224000805 shutdown_connections 2023-03-22T14:30:10.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.539+0000 7f8a978c8b80 1 -- 172.21.15.45:0/3224000805 wait complete. 2023-03-22T14:30:10.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.539+0000 7f8a978c8b80 1 -- start start 2023-03-22T14:30:10.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.540+0000 7f8a978c8b80 1 Processor -- start 2023-03-22T14:30:10.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.540+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf77d0 0x558222d07800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.540+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf80e0 0x558222d07d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.540+0000 7f8a978c8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cfc630 0x558222d08280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.541+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222cff180 con 0x558222cfc630 2023-03-22T14:30:10.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.541+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222d65900 con 0x558222cf80e0 2023-03-22T14:30:10.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.541+0000 7f8a978c8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558222d65a40 con 0x558222cf77d0 2023-03-22T14:30:10.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.541+0000 7f8a978c8b80 10 client.0 _ll_register_callbacks cb 0x558222aef290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:10.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.541+0000 7f8a8159a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf80e0 0x558222d07d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.541+0000 7f8a81d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf77d0 0x558222d07800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8159a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf80e0 0x558222d07d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41268/0 (socket says 172.21.15.45:41268) 2023-03-22T14:30:10.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8159a700 1 -- 172.21.15.45:0/1519157746 learned_addr learned my addr 172.21.15.45:0/1519157746 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:10.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8259c700 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cfc630 0x558222d08280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8159a700 1 -- 172.21.15.45:0/1519157746 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf77d0 msgr2=0x558222d07800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8159a700 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf77d0 0x558222d07800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8159a700 1 -- 172.21.15.45:0/1519157746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cfc630 msgr2=0x558222d08280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:10.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8159a700 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cfc630 0x558222d08280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.542+0000 7f8a8159a700 1 -- 172.21.15.45:0/1519157746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a7800b6b0 con 0x558222cf80e0 2023-03-22T14:30:10.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.543+0000 7f8a8159a700 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf80e0 0x558222d07d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c031040 tx=0x7f8a6c00ca40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3d2eb4f69647920 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:10.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.551+0000 7f8a657fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:30:10.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.551+0000 7f8a657fa700 1 -- 172.21.15.45:0/1519157746 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c005320 con 0x558222cf80e0 2023-03-22T14:30:10.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.551+0000 7f8a657fa700 1 -- 172.21.15.45:0/1519157746 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8a6c012070 con 0x558222cf80e0 2023-03-22T14:30:10.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.551+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558222cc7240 con 0x558222cf80e0 2023-03-22T14:30:10.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.568+0000 7f8a657fa700 1 -- 172.21.15.45:0/1519157746 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a6c005480 con 0x558222cf80e0 2023-03-22T14:30:10.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.568+0000 7f8a978c8b80 10 client.25901 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:10.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.568+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558222a9e250 con 0x558222cf80e0 2023-03-22T14:30:10.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.570+0000 7f8a657fa700 1 -- 172.21.15.45:0/1519157746 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558222cc7240 con 0x558222cf80e0 2023-03-22T14:30:10.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.571+0000 7f8a657fa700 1 -- 172.21.15.45:0/1519157746 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f8a6c035070 con 0x558222cf80e0 2023-03-22T14:30:10.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.571+0000 7f8a978c8b80 10 client.25901 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:10.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.571+0000 7f8a978c8b80 10 client.25901 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:10.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.571+0000 7f8a978c8b80 20 client.25901 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:10.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.571+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d66fd0 0x558222d693e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:10.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.571+0000 7f8a978c8b80 4 client.25901 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:30:10.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.571+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558222acdf60 con 0x558222d66fd0 2023-03-22T14:30:10.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.572+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d66fd0 0x558222d693e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:10.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.601+0000 7f8a81d9b700 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d66fd0 0x558222d693e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=158c13fde8b9192d server_cookie=41275d31fa14dd2 in_seq=0 out_seq=0 2023-03-22T14:30:10.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.605+0000 7f8a657fa700 10 client.25901 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:10.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.605+0000 7f8a657fa700 1 -- 172.21.15.45:0/1519157746 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558222acdf60 con 0x558222d66fd0 2023-03-22T14:30:10.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.605+0000 7f8a657fa700 10 client.25901 handle_command_reply: tid=0 2023-03-22T14:30:10.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.605+0000 7f8a978c8b80 1 client.25901 shutdown 2023-03-22T14:30:10.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.621+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf80e0 msgr2=0x558222d07d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.621+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf80e0 0x558222d07d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c031040 tx=0x7f8a6c00ca40 comp rx=0 tx=0).stop 2023-03-22T14:30:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.624+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 shutdown_connections 2023-03-22T14:30:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.624+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558222d66fd0 0x558222d693e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.624+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558222cfc630 0x558222d08280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.624+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558222cf77d0 0x558222d07800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.624+0000 7f8a978c8b80 1 --2- 172.21.15.45:0/1519157746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558222cf80e0 0x558222d07d40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.624+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 >> 172.21.15.45:0/1519157746 conn(0x558222cf2030 msgr2=0x558222d13a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:10.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.625+0000 7f8a657fa700 0 client.25901 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:10.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.644+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 shutdown_connections 2023-03-22T14:30:10.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.644+0000 7f8a978c8b80 1 -- 172.21.15.45:0/1519157746 wait complete. 2023-03-22T14:30:10.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.644+0000 7f8a978c8b80 20 client.25901 trim_cache size 0 max 16384 2023-03-22T14:30:10.655 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:30:10.656 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "no active scrubs running", 2023-03-22T14:30:10.656 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": {} 2023-03-22T14:30:10.656 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:30:10.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.655+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a6809fe40 msgr2=0x7f8a680a22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.655+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a6809fe40 0x7f8a680a22f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c009f10 tx=0x7f8a6c029000 comp rx=0 tx=0).stop 2023-03-22T14:30:10.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.656+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c10be80 msgr2=0x7f8a7c1c2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:10.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.656+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c10be80 0x7f8a7c1c2030 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8a7400c110 tx=0x7f8a7400c420 comp rx=0 tx=0).stop 2023-03-22T14:30:10.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 shutdown_connections 2023-03-22T14:30:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a6809fe40 0x7f8a680a22f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a7c10be80 0x7f8a7c1c2030 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a7c107a80 0x7f8a7c073bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 --2- 172.21.15.45:0/2319600556 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a7c108430 0x7f8a7c074100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 >> 172.21.15.45:0/2319600556 conn(0x7f8a7c06b770 msgr2=0x7f8a7c108b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 shutdown_connections 2023-03-22T14:30:10.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:10.658+0000 7f8a83fff700 1 -- 172.21.15.45:0/2319600556 wait complete. 2023-03-22T14:30:10.703 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-03-22T14:30:10.704 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:30:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.108+0000 7fb812bff700 1 -- 172.21.15.45:0/1623566885 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c107e50 msgr2=0x7fb80c1082c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:11.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.108+0000 7fb812bff700 1 --2- 172.21.15.45:0/1623566885 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c107e50 0x7fb80c1082c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8009990 tx=0x7fb7f8009ca0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.111+0000 7fb812bff700 1 -- 172.21.15.45:0/1623566885 shutdown_connections 2023-03-22T14:30:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.111+0000 7fb812bff700 1 --2- 172.21.15.45:0/1623566885 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb80c107a80 0x7fb80c10eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.111+0000 7fb812bff700 1 --2- 172.21.15.45:0/1623566885 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb80c1199d0 0x7fb80c11bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.111+0000 7fb812bff700 1 --2- 172.21.15.45:0/1623566885 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c107e50 0x7fb80c1082c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.111+0000 7fb812bff700 1 -- 172.21.15.45:0/1623566885 >> 172.21.15.45:0/1623566885 conn(0x7fb80c06c440 msgr2=0x7fb80c071600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:11.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.111+0000 7fb812bff700 1 -- 172.21.15.45:0/1623566885 shutdown_connections 2023-03-22T14:30:11.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.111+0000 7fb812bff700 1 -- 172.21.15.45:0/1623566885 wait complete. 2023-03-22T14:30:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.112+0000 7fb812bff700 1 Processor -- start 2023-03-22T14:30:11.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.113+0000 7fb812bff700 1 -- start start 2023-03-22T14:30:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.113+0000 7fb812bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb80c107a80 0x7fb80c1a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.113+0000 7fb812bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb80c107e50 0x7fb80c1a5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.113+0000 7fb812bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c1199d0 0x7fb80c1a9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.113+0000 7fb812bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb80c1aa0b0 con 0x7fb80c107a80 2023-03-22T14:30:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.113+0000 7fb812bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb80c1aa220 con 0x7fb80c107e50 2023-03-22T14:30:11.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.113+0000 7fb812bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb80c1aa3e0 con 0x7fb80c1199d0 2023-03-22T14:30:11.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.114+0000 7fb80bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb80c107e50 0x7fb80c1a5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:11.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.114+0000 7fb80bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb80c107e50 0x7fb80c1a5610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41284/0 (socket says 172.21.15.45:41284) 2023-03-22T14:30:11.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.114+0000 7fb80bfff700 1 -- 172.21.15.45:0/2005648615 learned_addr learned my addr 172.21.15.45:0/2005648615 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:11.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.114+0000 7fb81119c700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c1199d0 0x7fb80c1a9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:11.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.115+0000 7fb81099b700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb80c107a80 0x7fb80c1a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:11.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.115+0000 7fb81119c700 1 -- 172.21.15.45:0/2005648615 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb80c107e50 msgr2=0x7fb80c1a5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.115+0000 7fb81119c700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb80c107e50 0x7fb80c1a5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.115+0000 7fb81119c700 1 -- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb80c107a80 msgr2=0x7fb80c1a50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.115+0000 7fb81119c700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb80c107a80 0x7fb80c1a50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.115+0000 7fb81119c700 1 -- 172.21.15.45:0/2005648615 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7f80095f0 con 0x7fb80c1199d0 2023-03-22T14:30:11.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.116+0000 7fb81119c700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c1199d0 0x7fb80c1a9a70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb804007ee0 tx=0x7fb80400d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.116+0000 7fb809ffb700 1 -- 172.21.15.45:0/2005648615 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb80400ddd0 con 0x7fb80c1199d0 2023-03-22T14:30:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.117+0000 7fb809ffb700 1 -- 172.21.15.45:0/2005648615 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb80400f040 con 0x7fb80c1199d0 2023-03-22T14:30:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.117+0000 7fb809ffb700 1 -- 172.21.15.45:0/2005648615 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb804005a00 con 0x7fb80c1199d0 2023-03-22T14:30:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.117+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb80c11f060 con 0x7fb80c1199d0 2023-03-22T14:30:11.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.117+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb80c11eed0 con 0x7fb80c1199d0 2023-03-22T14:30:11.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.121+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7f0005320 con 0x7fb80c1199d0 2023-03-22T14:30:11.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.132+0000 7fb809ffb700 1 -- 172.21.15.45:0/2005648615 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fb804005020 con 0x7fb80c1199d0 2023-03-22T14:30:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.134+0000 7fb809ffb700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb7fc09fe10 0x7fb7fc0a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:11.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.134+0000 7fb809ffb700 1 -- 172.21.15.45:0/2005648615 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fb8040ca9a0 con 0x7fb80c1199d0 2023-03-22T14:30:11.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.136+0000 7fb809ffb700 1 -- 172.21.15.45:0/2005648615 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7fb804094550 con 0x7fb80c1199d0 2023-03-22T14:30:11.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.138+0000 7fb81099b700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb7fc09fe10 0x7fb7fc0a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:11.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.149+0000 7fb81099b700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb7fc09fe10 0x7fb7fc0a22c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb800005950 tx=0x7fb8000058e0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:11.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:10 smithi142 ceph-mon[94717]: pgmap v66: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 282 MiB/s wr, 115 op/s 2023-03-22T14:30:11.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:10 smithi098 ceph-mon[94136]: pgmap v66: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 282 MiB/s wr, 115 op/s 2023-03-22T14:30:11.478 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:10 smithi045 ceph-mon[91728]: pgmap v66: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 282 MiB/s wr, 115 op/s 2023-03-22T14:30:11.737 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.737+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb7f0005190 con 0x7fb80c1199d0 2023-03-22T14:30:11.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.742+0000 7fb809ffb700 1 -- 172.21.15.45:0/2005648615 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+10856 (secure 0 0 0) 0x7fb804097b70 con 0x7fb80c1199d0 2023-03-22T14:30:11.759 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:30:11.759 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:29:23.855188+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:30:11.766 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.765+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb7fc09fe10 msgr2=0x7fb7fc0a22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:11.766 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.765+0000 7fb812bff700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb7fc09fe10 0x7fb7fc0a22c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb800005950 tx=0x7fb8000058e0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.766 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.765+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c1199d0 msgr2=0x7fb80c1a9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:11.766 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.765+0000 7fb812bff700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c1199d0 0x7fb80c1a9a70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb804007ee0 tx=0x7fb80400d3b0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.766 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.766+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 shutdown_connections 2023-03-22T14:30:11.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.766+0000 7fb812bff700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb7fc09fe10 0x7fb7fc0a22c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.766+0000 7fb812bff700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb80c107a80 0x7fb80c1a50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.766+0000 7fb812bff700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb80c1199d0 0x7fb80c1a9a70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.766+0000 7fb812bff700 1 --2- 172.21.15.45:0/2005648615 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb80c107e50 0x7fb80c1a5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:11.767 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.766+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 >> 172.21.15.45:0/2005648615 conn(0x7fb80c06c440 msgr2=0x7fb80c11a630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:11.777 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.777+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 shutdown_connections 2023-03-22T14:30:11.788 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:11.788+0000 7fb812bff700 1 -- 172.21.15.45:0/2005648615 wait complete. 2023-03-22T14:30:11.805 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 29 2023-03-22T14:30:11.857 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-03-22T14:30:12.125 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:12 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/2005648615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:30:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:12 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/2005648615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:30:12.408 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.406+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2884389977 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1f081199d0 msgr2=0x7f1f0811bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.406+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2884389977 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1f081199d0 0x7f1f0811bdb0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1efc0098f0 tx=0x7f1efc009c00 comp rx=0 tx=0).stop 2023-03-22T14:30:12.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.406+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2884389977 shutdown_connections 2023-03-22T14:30:12.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.406+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2884389977 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1f08107a80 0x7f1f0810eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.406+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2884389977 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1f081199d0 0x7f1f0811bdb0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.406+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2884389977 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1f08107e50 0x7f1f081082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.406+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2884389977 >> 172.21.15.45:0/2884389977 conn(0x7f1f0806b770 msgr2=0x7f1f080715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:12.410 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.408+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2884389977 shutdown_connections 2023-03-22T14:30:12.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.412+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2884389977 wait complete. 2023-03-22T14:30:12.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.413+0000 7f1f0ebff700 1 Processor -- start 2023-03-22T14:30:12.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.416+0000 7f1f0ebff700 1 -- start start 2023-03-22T14:30:12.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.416+0000 7f1f0ebff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1f08107a80 0x7f1f08114d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.416+0000 7f1f0ebff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1f08107e50 0x7f1f081152a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.416+0000 7f1f0ebff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1f081199d0 0x7f1f081ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.417+0000 7f1f0ebff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f081cabc0 con 0x7f1f081199d0 2023-03-22T14:30:12.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.417+0000 7f1f0ebff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f081cad30 con 0x7f1f08107a80 2023-03-22T14:30:12.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.418+0000 7f1f0d19c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1f081199d0 0x7f1f081ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.418+0000 7f1f0d19c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1f081199d0 0x7f1f081ca5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:39648/0 (socket says 172.21.15.45:39648) 2023-03-22T14:30:12.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.418+0000 7f1f0d19c700 1 -- 172.21.15.45:0/2901585971 learned_addr learned my addr 172.21.15.45:0/2901585971 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:12.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.418+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f081caef0 con 0x7f1f08107e50 2023-03-22T14:30:12.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.418+0000 7f1f0c99b700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1f08107a80 0x7f1f08114d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.420+0000 7f1f0c99b700 1 -- 172.21.15.45:0/2901585971 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1f08107e50 msgr2=0x7f1f081152a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:30:12.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.420+0000 7f1f0c99b700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1f08107e50 0x7f1f081152a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.420+0000 7f1f0c99b700 1 -- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1f081199d0 msgr2=0x7f1f081ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.420+0000 7f1f0c99b700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1f081199d0 0x7f1f081ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.420+0000 7f1f0c99b700 1 -- 172.21.15.45:0/2901585971 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1efc009520 con 0x7f1f08107a80 2023-03-22T14:30:12.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.420+0000 7f1f0c99b700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1f08107a80 0x7f1f08114d60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1ef800b450 tx=0x7f1ef800b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:12.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:12 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/2005648615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:30:12.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.422+0000 7f1f05ffb700 1 -- 172.21.15.45:0/2901585971 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef8011830 con 0x7f1f08107a80 2023-03-22T14:30:12.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.422+0000 7f1f05ffb700 1 -- 172.21.15.45:0/2901585971 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1ef8011e50 con 0x7f1f08107a80 2023-03-22T14:30:12.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.422+0000 7f1f05ffb700 1 -- 172.21.15.45:0/2901585971 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef800f2e0 con 0x7f1f08107a80 2023-03-22T14:30:12.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.422+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f081119c0 con 0x7f1f08107a80 2023-03-22T14:30:12.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.422+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f08111830 con 0x7f1f08107a80 2023-03-22T14:30:12.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.429+0000 7f1f22476b80 1 Processor -- start 2023-03-22T14:30:12.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.429+0000 7f1f22476b80 1 -- start start 2023-03-22T14:30:12.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db71ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db760f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.431 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 0x56215db76a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f22476b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215da78070 con 0x56215db76630 2023-03-22T14:30:12.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f22476b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215daca9b0 con 0x56215db717d0 2023-03-22T14:30:12.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f22476b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215dac3e40 con 0x56215db720e0 2023-03-22T14:30:12.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f0d19c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db71ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f0d19c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db71ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41294/0 (socket says 172.21.15.45:41294) 2023-03-22T14:30:12.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.430+0000 7f1f0d19c700 1 -- 172.21.15.45:0/2010672336 learned_addr learned my addr 172.21.15.45:0/2010672336 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:12.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.435+0000 7f1f07fff700 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 0x56215db76a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.438+0000 7f1f05ffb700 1 -- 172.21.15.45:0/2901585971 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f1ef8011990 con 0x7f1f08107a80 2023-03-22T14:30:12.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.438+0000 7f1f0d19c700 1 -- 172.21.15.45:0/2010672336 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 msgr2=0x56215db760f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:12.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.438+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db760f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.438+0000 7f1f0d19c700 1 -- 172.21.15.45:0/2010672336 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 msgr2=0x56215db76a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:12.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.438+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 0x56215db76a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.440 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.438+0000 7f1f0d19c700 1 -- 172.21.15.45:0/2010672336 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56215d945630 con 0x56215db717d0 2023-03-22T14:30:12.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.441+0000 7f1f05ffb700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1ef009fd90 0x7f1ef00a2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.441+0000 7f1f05ffb700 1 -- 172.21.15.45:0/2901585971 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1ef80ca570 con 0x7f1f08107a80 2023-03-22T14:30:12.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.442+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db71ba0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00b2e0 tx=0x7f1efc00b6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ec519d6e1343704 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:12.446 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.444+0000 7f1f0c99b700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1ef009fd90 0x7f1ef00a2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.448 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.445+0000 7f1eeeffd700 1 -- 172.21.15.45:0/2010672336 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc01d070 con 0x56215db717d0 2023-03-22T14:30:12.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.445+0000 7f1eeeffd700 1 -- 172.21.15.45:0/2010672336 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1efc00f920 con 0x56215db717d0 2023-03-22T14:30:12.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.445+0000 7f1eeeffd700 1 -- 172.21.15.45:0/2010672336 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc005620 con 0x56215db717d0 2023-03-22T14:30:12.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.447+0000 7f1f22476b80 1 -- 172.21.15.45:0/2010672336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 msgr2=0x56215db71ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.447+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db71ba0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00b2e0 tx=0x7f1efc00b6f0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.448+0000 7f1f22476b80 1 -- 172.21.15.45:0/2010672336 shutdown_connections 2023-03-22T14:30:12.449 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.448+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 0x56215db76a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.448+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db71ba0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.448+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2010672336 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db760f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.448+0000 7f1f22476b80 1 -- 172.21.15.45:0/2010672336 >> 172.21.15.45:0/2010672336 conn(0x56215db6c030 msgr2=0x56215db6c400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:12.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.448+0000 7f1f0c99b700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1ef009fd90 0x7f1ef00a2240 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1ef80c82a0 tx=0x7f1ef8011000 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:12.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.449+0000 7f1f22476b80 1 -- 172.21.15.45:0/2010672336 shutdown_connections 2023-03-22T14:30:12.450 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.449+0000 7f1f22476b80 1 -- 172.21.15.45:0/2010672336 wait complete. 2023-03-22T14:30:12.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.450+0000 7f1f22476b80 1 -- start start 2023-03-22T14:30:12.453 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.450+0000 7f1f22476b80 1 Processor -- start 2023-03-22T14:30:12.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.454+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db7b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.454+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db7b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.460 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.454+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 0x56215db7bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.454+0000 7f1f22476b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215d947920 con 0x56215db76630 2023-03-22T14:30:12.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.454+0000 7f1f22476b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db87910 con 0x56215db717d0 2023-03-22T14:30:12.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.454+0000 7f1f22476b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db87a50 con 0x56215db720e0 2023-03-22T14:30:12.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.454+0000 7f1f22476b80 10 client.0 _ll_register_callbacks cb 0x56215d969290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:12.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.455+0000 7f1f0d19c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db7b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.461 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.455+0000 7f1f07fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db7b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.455+0000 7f1f07fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db7b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40502/0 (socket says 172.21.15.45:40502) 2023-03-22T14:30:12.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.455+0000 7f1f07fff700 1 -- 172.21.15.45:0/1537312433 learned_addr learned my addr 172.21.15.45:0/1537312433 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:12.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.457+0000 7f1f07fff700 1 -- 172.21.15.45:0/1537312433 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 msgr2=0x56215db7b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:12.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.457+0000 7f1f07fff700 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db7b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.457+0000 7f1f07fff700 1 -- 172.21.15.45:0/1537312433 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 msgr2=0x56215db7bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:12.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.457+0000 7f1f07fff700 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 0x56215db7bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.462 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.457+0000 7f1f07fff700 1 -- 172.21.15.45:0/1537312433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f0811c640 con 0x56215db720e0 2023-03-22T14:30:12.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.457+0000 7f1f07fff700 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db7b610 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1f00018bc0 tx=0x7f1f00018f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ffdb01d307419a38 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:12.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.458+0000 7f1ee7fff700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:12.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.458+0000 7f1ee7fff700 1 -- 172.21.15.45:0/1537312433 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f0000d070 con 0x56215db720e0 2023-03-22T14:30:12.463 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.458+0000 7f1ee7fff700 1 -- 172.21.15.45:0/1537312433 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1f00007c10 con 0x56215db720e0 2023-03-22T14:30:12.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.458+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56215da863f0 con 0x56215db720e0 2023-03-22T14:30:12.464 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.458+0000 7f1ee7fff700 1 -- 172.21.15.45:0/1537312433 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f00007dd0 con 0x56215db720e0 2023-03-22T14:30:12.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.460+0000 7f1f22476b80 10 client.25879 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:12.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.460+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56215d8f1de0 con 0x56215db720e0 2023-03-22T14:30:12.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.460+0000 7f1ee7fff700 1 -- 172.21.15.45:0/1537312433 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56215da863f0 con 0x56215db720e0 2023-03-22T14:30:12.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.461+0000 7f1ee7fff700 1 -- 172.21.15.45:0/1537312433 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1f00025420 con 0x56215db720e0 2023-03-22T14:30:12.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.462+0000 7f1f22476b80 10 client.25879 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:12.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.462+0000 7f1f22476b80 10 client.25879 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:30:12.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.462+0000 7f1f22476b80 20 client.25879 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:12.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.462+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215db8bb50 0x56215db8e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.462+0000 7f1f22476b80 4 client.25879 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:12.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.462+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56215da92660 con 0x56215db8bb50 2023-03-22T14:30:12.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.465+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215db8bb50 0x56215db8e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.468+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215db8bb50 0x56215db8e000 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f09e521991ca90d2 server_cookie=3ff9fc4dea5f9d78 in_seq=0 out_seq=0 2023-03-22T14:30:12.474 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.468+0000 7f1ee7fff700 10 client.25879 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:30:12.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.471+0000 7f1ee7fff700 1 -- 172.21.15.45:0/1537312433 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x56215da92660 con 0x56215db8bb50 2023-03-22T14:30:12.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.471+0000 7f1ee7fff700 10 client.25879 handle_command_reply: tid=0 2023-03-22T14:30:12.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.472+0000 7f1f22476b80 1 client.25879 shutdown 2023-03-22T14:30:12.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.486+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 msgr2=0x56215db7b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.486 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.486+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db7b610 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1f00018bc0 tx=0x7f1f00018f80 comp rx=0 tx=0).stop 2023-03-22T14:30:12.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.495+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 shutdown_connections 2023-03-22T14:30:12.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.495+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215db8bb50 0x56215db8e000 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.495+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db76630 0x56215db7bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.495+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db717d0 0x56215db7b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.495+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1537312433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db7b610 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.495+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 >> 172.21.15.45:0/1537312433 conn(0x56215db6c030 msgr2=0x56215db6b710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:12.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.495+0000 7f1ee7fff700 0 client.25879 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:30:12.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.498+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 shutdown_connections 2023-03-22T14:30:12.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.498+0000 7f1f22476b80 1 -- 172.21.15.45:0/1537312433 wait complete. 2023-03-22T14:30:12.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.500+0000 7f1f22476b80 20 client.25879 trim_cache size 0 max 16384 2023-03-22T14:30:12.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 Processor -- start 2023-03-22T14:30:12.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 -- start start 2023-03-22T14:30:12.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 0x56215db73f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db720e0 0x56215db82850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db76630 0x56215db78af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db8e3d0 con 0x56215db717d0 2023-03-22T14:30:12.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db6cef0 con 0x56215db720e0 2023-03-22T14:30:12.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.536+0000 7f1f22476b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db7c0a0 con 0x56215db76630 2023-03-22T14:30:12.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db76630 0x56215db78af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db76630 0x56215db78af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40516/0 (socket says 172.21.15.45:40516) 2023-03-22T14:30:12.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 -- 172.21.15.45:0/1016551802 learned_addr learned my addr 172.21.15.45:0/1016551802 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f07fff700 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db720e0 0x56215db82850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 -- 172.21.15.45:0/1016551802 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db720e0 msgr2=0x56215db82850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db720e0 0x56215db82850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 -- 172.21.15.45:0/1016551802 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 msgr2=0x56215db73f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 0x56215db73f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.537+0000 7f1f0d19c700 1 -- 172.21.15.45:0/1016551802 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56215db7ac60 con 0x56215db76630 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.538+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db76630 0x56215db78af0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00b2e0 tx=0x7f1efc0050e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=530812de21fe69f0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:12.542 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.538+0000 7f1eef7fe700 1 -- 172.21.15.45:0/1016551802 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc027040 con 0x56215db76630 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.538+0000 7f1eef7fe700 1 -- 172.21.15.45:0/1016551802 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1efc005610 con 0x56215db76630 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.538+0000 7f1eef7fe700 1 -- 172.21.15.45:0/1016551802 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc01d040 con 0x56215db76630 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 -- 172.21.15.45:0/1016551802 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db76630 msgr2=0x56215db78af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db76630 0x56215db78af0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00b2e0 tx=0x7f1efc0050e0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 -- 172.21.15.45:0/1016551802 shutdown_connections 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 0x56215db73f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db76630 0x56215db78af0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.543 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 --2- 172.21.15.45:0/1016551802 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db720e0 0x56215db82850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 -- 172.21.15.45:0/1016551802 >> 172.21.15.45:0/1016551802 conn(0x56215db6c030 msgr2=0x56215db87e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:12.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 -- 172.21.15.45:0/1016551802 shutdown_connections 2023-03-22T14:30:12.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.539+0000 7f1f22476b80 1 -- 172.21.15.45:0/1016551802 wait complete. 2023-03-22T14:30:12.544 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.540+0000 7f1f22476b80 1 -- start start 2023-03-22T14:30:12.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.542+0000 7f1f22476b80 1 Processor -- start 2023-03-22T14:30:12.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.543+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 0x56215db738d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.543+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db73e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.543+0000 7f1f22476b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db76630 0x56215db77ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.543+0000 7f1f22476b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db78020 con 0x56215db717d0 2023-03-22T14:30:12.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.543+0000 7f1f22476b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db78190 con 0x56215db76630 2023-03-22T14:30:12.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.543+0000 7f1f22476b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56215db78350 con 0x56215db720e0 2023-03-22T14:30:12.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.543+0000 7f1f22476b80 10 client.0 _ll_register_callbacks cb 0x56215d969290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:12.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.547+0000 7f1f07fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db73e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.547+0000 7f1f07fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db73e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40528/0 (socket says 172.21.15.45:40528) 2023-03-22T14:30:12.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.547+0000 7f1f07fff700 1 -- 172.21.15.45:0/2935483413 learned_addr learned my addr 172.21.15.45:0/2935483413 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:12.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.548+0000 7f1f07fff700 1 -- 172.21.15.45:0/2935483413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db76630 msgr2=0x56215db77ae0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:12.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.548+0000 7f1f07fff700 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db76630 0x56215db77ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.548+0000 7f1f07fff700 1 -- 172.21.15.45:0/2935483413 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 msgr2=0x56215db738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:12.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.548+0000 7f1f07fff700 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 0x56215db738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.548+0000 7f1f07fff700 1 -- 172.21.15.45:0/2935483413 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56215d945630 con 0x56215db720e0 2023-03-22T14:30:12.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.549+0000 7f1f07fff700 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db73e10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x56215db7c680 tx=0x7f1f00018340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86e6f231acb3acba server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:12.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.549+0000 7f1ee7fff700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:12.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.549+0000 7f1ee7fff700 1 -- 172.21.15.45:0/2935483413 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f0000d040 con 0x56215db720e0 2023-03-22T14:30:12.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.549+0000 7f1ee7fff700 1 -- 172.21.15.45:0/2935483413 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f1f00003b00 con 0x56215db720e0 2023-03-22T14:30:12.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.549+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56215db41240 con 0x56215db720e0 2023-03-22T14:30:12.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.550+0000 7f1ee7fff700 1 -- 172.21.15.45:0/2935483413 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f00003cc0 con 0x56215db720e0 2023-03-22T14:30:12.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.554+0000 7f1f22476b80 10 client.25885 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:12.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.555+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56215d8dac60 con 0x56215db720e0 2023-03-22T14:30:12.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.558+0000 7f1ee7fff700 1 -- 172.21.15.45:0/2935483413 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56215db41240 con 0x56215db720e0 2023-03-22T14:30:12.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.558+0000 7f1ee7fff700 1 -- 172.21.15.45:0/2935483413 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1f00012400 con 0x56215db720e0 2023-03-22T14:30:12.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.559+0000 7f1f22476b80 10 client.25885 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:12.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.559+0000 7f1f22476b80 10 client.25885 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:30:12.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.559+0000 7f1f22476b80 20 client.25885 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:12.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.559+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215dbe08e0 0x56215dbe2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:12.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.559+0000 7f1f22476b80 4 client.25885 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:30:12.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.559+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56215d947f60 con 0x56215dbe08e0 2023-03-22T14:30:12.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.560+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215dbe08e0 0x56215dbe2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:12.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.568+0000 7f1f0d19c700 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215dbe08e0 0x56215dbe2cf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4b63b3b0cfc69672 server_cookie=9983408e89fbfdb3 in_seq=0 out_seq=0 2023-03-22T14:30:12.568 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.568+0000 7f1ee7fff700 10 client.25885 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:30:12.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.568+0000 7f1ee7fff700 1 -- 172.21.15.45:0/2935483413 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56215d947f60 con 0x56215dbe08e0 2023-03-22T14:30:12.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.568+0000 7f1ee7fff700 10 client.25885 handle_command_reply: tid=0 2023-03-22T14:30:12.569 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.568+0000 7f1f22476b80 1 client.25885 shutdown 2023-03-22T14:30:12.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.573+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 msgr2=0x56215db73e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.573+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db73e10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x56215db7c680 tx=0x7f1f00018340 comp rx=0 tx=0).stop 2023-03-22T14:30:12.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.577+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 shutdown_connections 2023-03-22T14:30:12.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.577+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x56215dbe08e0 0x56215dbe2cf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.577+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56215db717d0 0x56215db738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.577+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56215db76630 0x56215db77ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.577+0000 7f1f22476b80 1 --2- 172.21.15.45:0/2935483413 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x56215db720e0 0x56215db73e10 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.577+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 >> 172.21.15.45:0/2935483413 conn(0x56215db6c030 msgr2=0x56215db6b710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:12.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.586+0000 7f1ee7fff700 0 client.25885 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:30:12.598 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.598+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 shutdown_connections 2023-03-22T14:30:12.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.598+0000 7f1f22476b80 1 -- 172.21.15.45:0/2935483413 wait complete. 2023-03-22T14:30:12.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.599+0000 7f1f22476b80 20 client.25885 trim_cache size 0 max 16384 2023-03-22T14:30:12.605 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:30:12.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.607+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1ef009fd90 msgr2=0x7f1ef00a2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.607+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1ef009fd90 0x7f1ef00a2240 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1ef80c82a0 tx=0x7f1ef8011000 comp rx=0 tx=0).stop 2023-03-22T14:30:12.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.607+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1f08107a80 msgr2=0x7f1f08114d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:12.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.607+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1f08107a80 0x7f1f08114d60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1ef800b450 tx=0x7f1ef800b810 comp rx=0 tx=0).stop 2023-03-22T14:30:12.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.612+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 shutdown_connections 2023-03-22T14:30:12.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.612+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f1ef009fd90 0x7f1ef00a2240 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.612+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f1f081199d0 0x7f1f081ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.612+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1f08107a80 0x7f1f08114d60 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.612+0000 7f1f0ebff700 1 --2- 172.21.15.45:0/2901585971 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1f08107e50 0x7f1f081152a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.612+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 >> 172.21.15.45:0/2901585971 conn(0x7f1f0806b770 msgr2=0x7f1f0811bad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:12.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.616+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 shutdown_connections 2023-03-22T14:30:12.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:12.620+0000 7f1f0ebff700 1 -- 172.21.15.45:0/2901585971 wait complete. 2023-03-22T14:30:12.669 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-03-22T14:30:13.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:13 smithi098 ceph-mon[94136]: pgmap v67: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 133 KiB/s rd, 409 MiB/s wr, 2.35k op/s 2023-03-22T14:30:13.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:13 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:30:13.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.181+0000 7fb9bddff700 1 -- 172.21.15.45:0/2591385355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9b8107a80 msgr2=0x7fb9b810eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.181+0000 7fb9bddff700 1 --2- 172.21.15.45:0/2591385355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9b8107a80 0x7fb9b810eae0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0009f90 tx=0x7fb9b000b330 comp rx=0 tx=0).stop 2023-03-22T14:30:13.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.211+0000 7fb9bddff700 1 -- 172.21.15.45:0/2591385355 shutdown_connections 2023-03-22T14:30:13.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.211+0000 7fb9bddff700 1 --2- 172.21.15.45:0/2591385355 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b81199d0 0x7fb9b811bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.211+0000 7fb9bddff700 1 --2- 172.21.15.45:0/2591385355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9b8107a80 0x7fb9b810eae0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.211+0000 7fb9bddff700 1 --2- 172.21.15.45:0/2591385355 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9b8107e50 0x7fb9b81082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.211+0000 7fb9bddff700 1 -- 172.21.15.45:0/2591385355 >> 172.21.15.45:0/2591385355 conn(0x7fb9b806b770 msgr2=0x7fb9b80715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:13.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.222+0000 7fb9bddff700 1 -- 172.21.15.45:0/2591385355 shutdown_connections 2023-03-22T14:30:13.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.222+0000 7fb9bddff700 1 -- 172.21.15.45:0/2591385355 wait complete. 2023-03-22T14:30:13.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.224+0000 7fb9bddff700 1 Processor -- start 2023-03-22T14:30:13.225 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.224+0000 7fb9bddff700 1 -- start start 2023-03-22T14:30:13.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.225+0000 7fb9bddff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9b8107a80 0x7fb9b81149b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.225+0000 7fb9bddff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b8107e50 0x7fb9b8114ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.225+0000 7fb9bddff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9b81199d0 0x7fb9b810fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.225+0000 7fb9bddff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9b81101e0 con 0x7fb9b8107a80 2023-03-22T14:30:13.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.225+0000 7fb9bddff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9b8110350 con 0x7fb9b8107e50 2023-03-22T14:30:13.226 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.225+0000 7fb9bddff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9b8110510 con 0x7fb9b81199d0 2023-03-22T14:30:13.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.226+0000 7fb9b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b8107e50 0x7fb9b8114ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.226+0000 7fb9b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b8107e50 0x7fb9b8114ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41332/0 (socket says 172.21.15.45:41332) 2023-03-22T14:30:13.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.226+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3928713098 learned_addr learned my addr 172.21.15.45:0/3928713098 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:13.227 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.227+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3928713098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9b81199d0 msgr2=0x7fb9b810fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.227+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9b81199d0 0x7fb9b810fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.227+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9b8107a80 msgr2=0x7fb9b81149b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.227+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9b8107a80 0x7fb9b81149b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.227+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3928713098 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9b0009c40 con 0x7fb9b8107e50 2023-03-22T14:30:13.229 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.228+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b8107e50 0x7fb9b8114ef0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb9a800d980 tx=0x7fb9a800dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:13.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.229+0000 7fb9b4ff9700 1 -- 172.21.15.45:0/3928713098 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a8009b40 con 0x7fb9b8107e50 2023-03-22T14:30:13.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.229+0000 7fb9b4ff9700 1 -- 172.21.15.45:0/3928713098 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9a800de60 con 0x7fb9b8107e50 2023-03-22T14:30:13.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.229+0000 7fb9b4ff9700 1 -- 172.21.15.45:0/3928713098 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a800f620 con 0x7fb9b8107e50 2023-03-22T14:30:13.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.229+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9b811f060 con 0x7fb9b8107e50 2023-03-22T14:30:13.231 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.229+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9b811eed0 con 0x7fb9b8107e50 2023-03-22T14:30:13.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.237+0000 7fb9b4ff9700 1 -- 172.21.15.45:0/3928713098 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fb9a8009ca0 con 0x7fb9b8107e50 2023-03-22T14:30:13.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.238+0000 7fb9d1733b80 1 Processor -- start 2023-03-22T14:30:13.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.239+0000 7fb9d1733b80 1 -- start start 2023-03-22T14:30:13.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.240+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f37d0 0x564e360f3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.240+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f40e0 0x564e360f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.240+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360f8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.240+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e35ffa070 con 0x564e360f37d0 2023-03-22T14:30:13.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.240+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e3604c9b0 con 0x564e360f8630 2023-03-22T14:30:13.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.240+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e36045e40 con 0x564e360f40e0 2023-03-22T14:30:13.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.243+0000 7fb9b77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f40e0 0x564e360f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.243+0000 7fb9b77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f40e0 0x564e360f80f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40560/0 (socket says 172.21.15.45:40560) 2023-03-22T14:30:13.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.243+0000 7fb9b77fe700 1 -- 172.21.15.45:0/805096852 learned_addr learned my addr 172.21.15.45:0/805096852 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:13.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.243+0000 7fb9b7fff700 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f37d0 0x564e360f3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.244+0000 7fb9b77fe700 1 -- 172.21.15.45:0/805096852 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 msgr2=0x564e360f8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:13.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.244+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360f8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.244+0000 7fb9b77fe700 1 -- 172.21.15.45:0/805096852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f37d0 msgr2=0x564e360f3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:13.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.244+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f37d0 0x564e360f3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.245 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.244+0000 7fb9b77fe700 1 -- 172.21.15.45:0/805096852 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e35ec7630 con 0x564e360f40e0 2023-03-22T14:30:13.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.250+0000 7fb9b4ff9700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb9a009fe50 0x7fb9a00a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.250+0000 7fb9b4ff9700 1 -- 172.21.15.45:0/3928713098 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fb9a80cacd0 con 0x7fb9b8107e50 2023-03-22T14:30:13.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.253+0000 7fb9b7fff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb9a009fe50 0x7fb9a00a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.254+0000 7fb9b7fff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb9a009fe50 0x7fb9a00a2300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac005950 tx=0x7fb9ac00b2c0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:13.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.270+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f40e0 0x564e360f80f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0009390 tx=0x7fb9b00093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e751b065aae4ad40 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:13.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.276+0000 7fb99dffb700 1 -- 172.21.15.45:0/805096852 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b000e040 con 0x564e360f40e0 2023-03-22T14:30:13.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.276+0000 7fb99dffb700 1 -- 172.21.15.45:0/805096852 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9b0008ef0 con 0x564e360f40e0 2023-03-22T14:30:13.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.276+0000 7fb99dffb700 1 -- 172.21.15.45:0/805096852 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b00078a0 con 0x564e360f40e0 2023-03-22T14:30:13.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.277+0000 7fb9d1733b80 1 -- 172.21.15.45:0/805096852 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f40e0 msgr2=0x564e360f80f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.277+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f40e0 0x564e360f80f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0009390 tx=0x7fb9b00093c0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.279+0000 7fb9d1733b80 1 -- 172.21.15.45:0/805096852 shutdown_connections 2023-03-22T14:30:13.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.279+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f37d0 0x564e360f3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.279+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360f8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.279+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/805096852 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f40e0 0x564e360f80f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.280 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.279+0000 7fb9d1733b80 1 -- 172.21.15.45:0/805096852 >> 172.21.15.45:0/805096852 conn(0x564e360ee030 msgr2=0x564e360ee400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:13.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.282+0000 7fb9d1733b80 1 -- 172.21.15.45:0/805096852 shutdown_connections 2023-03-22T14:30:13.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.290+0000 7fb9d1733b80 1 -- 172.21.15.45:0/805096852 wait complete. 2023-03-22T14:30:13.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.291+0000 7fb9d1733b80 1 -- start start 2023-03-22T14:30:13.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.291+0000 7fb9d1733b80 1 Processor -- start 2023-03-22T14:30:13.304 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.303+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f37d0 0x564e360ffe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.303+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360fd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.303+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fd7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.303+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e35ec9920 con 0x564e360f40e0 2023-03-22T14:30:13.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.303+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e360fdf30 con 0x564e360f8630 2023-03-22T14:30:13.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.303+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e36109940 con 0x564e360f37d0 2023-03-22T14:30:13.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.303+0000 7fb9d1733b80 10 client.0 _ll_register_callbacks cb 0x564e35eeb290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:13.305 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.304+0000 7fb9b77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f37d0 0x564e360ffe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.311+0000 7fb9b77fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f37d0 0x564e360ffe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40566/0 (socket says 172.21.15.45:40566) 2023-03-22T14:30:13.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.311+0000 7fb9b77fe700 1 -- 172.21.15.45:0/3741896496 learned_addr learned my addr 172.21.15.45:0/3741896496 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:13.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.312+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360fd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.322 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.316+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3741896496 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f37d0 msgr2=0x564e360ffe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:13.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.316+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f37d0 0x564e360ffe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.316+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3741896496 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 msgr2=0x564e360fd7c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:13.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.316+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fd7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.316+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3741896496 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9b811c640 con 0x564e360f40e0 2023-03-22T14:30:13.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.340+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360fd080 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb9a80c83a0 tx=0x7fb9a80980f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9994577c4da86891 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:13.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.340+0000 7fb996ffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:30:13.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.343+0000 7fb996ffd700 1 -- 172.21.15.45:0/3741896496 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a8098920 con 0x564e360f40e0 2023-03-22T14:30:13.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.343+0000 7fb996ffd700 1 -- 172.21.15.45:0/3741896496 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fb9a80979b0 con 0x564e360f40e0 2023-03-22T14:30:13.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.343+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e360083f0 con 0x564e360f40e0 2023-03-22T14:30:13.344 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.344+0000 7fb996ffd700 1 -- 172.21.15.45:0/3741896496 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9a8097b70 con 0x564e360f40e0 2023-03-22T14:30:13.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.348+0000 7fb9d1733b80 10 client.15891 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:13.348 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.348+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564e35e73de0 con 0x564e360f40e0 2023-03-22T14:30:13.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.353+0000 7fb996ffd700 1 -- 172.21.15.45:0/3741896496 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564e360083f0 con 0x564e360f40e0 2023-03-22T14:30:13.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.353+0000 7fb996ffd700 1 -- 172.21.15.45:0/3741896496 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fb9a80944c0 con 0x564e360f40e0 2023-03-22T14:30:13.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.354+0000 7fb9d1733b80 10 client.15891 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:13.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.354+0000 7fb9d1733b80 10 client.15891 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:30:13.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.354+0000 7fb9d1733b80 20 client.15891 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:13.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.354+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e3610d9d0 0x564e3610fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.354+0000 7fb9d1733b80 4 client.15891 mds_command: new command op to 24517 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:13.356 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.354+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564e36014660 con 0x564e3610d9d0 2023-03-22T14:30:13.361 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.361+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e3610d9d0 0x564e3610fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.376+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e3610d9d0 0x564e3610fde0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1135336432ad5a35 server_cookie=b6cea0eb14158da2 in_seq=0 out_seq=0 2023-03-22T14:30:13.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.377+0000 7fb996ffd700 10 client.15891 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:30:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:13 smithi142 ceph-mon[94717]: pgmap v67: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 133 KiB/s rd, 409 MiB/s wr, 2.35k op/s 2023-03-22T14:30:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:13 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:30:13.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.380+0000 7fb996ffd700 1 -- 172.21.15.45:0/3741896496 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x564e36014660 con 0x564e3610d9d0 2023-03-22T14:30:13.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.380+0000 7fb996ffd700 10 client.15891 handle_command_reply: tid=0 2023-03-22T14:30:13.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.380+0000 7fb9d1733b80 1 client.15891 shutdown 2023-03-22T14:30:13.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.381+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 msgr2=0x564e360fd080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.381+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360fd080 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb9a80c83a0 tx=0x7fb9a80980f0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.389+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 shutdown_connections 2023-03-22T14:30:13.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.389+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fd7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.389+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f37d0 0x564e360ffe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.389+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e3610d9d0 0x564e3610fde0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.389+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3741896496 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360fd080 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.389+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 >> 172.21.15.45:0/3741896496 conn(0x564e360ee030 msgr2=0x564e360ed710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:13.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.390+0000 7fb996ffd700 0 client.15891 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:30:13.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.409+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 shutdown_connections 2023-03-22T14:30:13.409 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.409+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3741896496 wait complete. 2023-03-22T14:30:13.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.416+0000 7fb9d1733b80 20 client.15891 trim_cache size 0 max 16384 2023-03-22T14:30:13.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.450+0000 7fb9d1733b80 1 Processor -- start 2023-03-22T14:30:13.456 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.456+0000 7fb9d1733b80 1 -- start start 2023-03-22T14:30:13.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.456+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f37d0 0x564e3610f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.456+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e36108ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.456+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f8630 0x564e360ffa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.456+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e360fe470 con 0x564e360f40e0 2023-03-22T14:30:13.457 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.456+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e360e8e30 con 0x564e360f37d0 2023-03-22T14:30:13.458 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.456+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e360f8ea0 con 0x564e360f8630 2023-03-22T14:30:13.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.465+0000 7fb9b77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f37d0 0x564e3610f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.465+0000 7fb9b77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f37d0 0x564e3610f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41358/0 (socket says 172.21.15.45:41358) 2023-03-22T14:30:13.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.465+0000 7fb9b77fe700 1 -- 172.21.15.45:0/410832108 learned_addr learned my addr 172.21.15.45:0/410832108 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:13.466 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.466+0000 7fb9b6ffd700 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e36108ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.466+0000 7fb9b77fe700 1 -- 172.21.15.45:0/410832108 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f8630 msgr2=0x564e360ffa30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-22T14:30:13.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.466+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f8630 0x564e360ffa30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.466+0000 7fb9b77fe700 1 -- 172.21.15.45:0/410832108 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 msgr2=0x564e36108ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:13.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.466+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e36108ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.467 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.466+0000 7fb9b77fe700 1 -- 172.21.15.45:0/410832108 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e360ee6d0 con 0x564e360f37d0 2023-03-22T14:30:13.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.477+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f37d0 0x564e3610f9e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0003fb0 tx=0x7fb9b0003d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75734aa672888859 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:13.489 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:13 smithi045 ceph-mon[91728]: pgmap v67: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 133 KiB/s rd, 409 MiB/s wr, 2.35k op/s 2023-03-22T14:30:13.489 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:13 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:30:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.481+0000 7fb99e7fc700 1 -- 172.21.15.45:0/410832108 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b000e040 con 0x564e360f37d0 2023-03-22T14:30:13.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.481+0000 7fb99e7fc700 1 -- 172.21.15.45:0/410832108 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9b000f040 con 0x564e360f37d0 2023-03-22T14:30:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.481+0000 7fb99e7fc700 1 -- 172.21.15.45:0/410832108 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9b002b430 con 0x564e360f37d0 2023-03-22T14:30:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.485+0000 7fb9d1733b80 1 -- 172.21.15.45:0/410832108 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f37d0 msgr2=0x564e3610f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.485+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f37d0 0x564e3610f9e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0003fb0 tx=0x7fb9b0003d00 comp rx=0 tx=0).stop 2023-03-22T14:30:13.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.490+0000 7fb9d1733b80 1 -- 172.21.15.45:0/410832108 shutdown_connections 2023-03-22T14:30:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.490+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f8630 0x564e360ffa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.490+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f37d0 0x564e3610f9e0 secure :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0003fb0 tx=0x7fb9b0003d00 comp rx=0 tx=0).stop 2023-03-22T14:30:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.490+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/410832108 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e36108ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.490+0000 7fb9d1733b80 1 -- 172.21.15.45:0/410832108 >> 172.21.15.45:0/410832108 conn(0x564e360ee030 msgr2=0x564e360ed710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:13.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.498+0000 7fb9d1733b80 1 -- 172.21.15.45:0/410832108 shutdown_connections 2023-03-22T14:30:13.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.499+0000 7fb9d1733b80 1 -- 172.21.15.45:0/410832108 wait complete. 2023-03-22T14:30:13.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.499+0000 7fb9d1733b80 1 -- start start 2023-03-22T14:30:13.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.499+0000 7fb9d1733b80 1 Processor -- start 2023-03-22T14:30:13.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.500+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360facc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.500+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.500+0000 7fb9d1733b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f99e0 0x564e360f9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.500+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e360fa350 con 0x564e360f40e0 2023-03-22T14:30:13.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.500+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e360fa4c0 con 0x564e360f8630 2023-03-22T14:30:13.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.500+0000 7fb9d1733b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e360fa680 con 0x564e360f99e0 2023-03-22T14:30:13.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.500+0000 7fb9d1733b80 10 client.0 _ll_register_callbacks cb 0x564e360f4810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:13.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.502+0000 7fb9b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.502+0000 7fb9b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fb200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41362/0 (socket says 172.21.15.45:41362) 2023-03-22T14:30:13.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.502+0000 7fb9b6ffd700 1 -- 172.21.15.45:0/3340148988 learned_addr learned my addr 172.21.15.45:0/3340148988 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:13.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.502+0000 7fb9b7fff700 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f99e0 0x564e360f9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb9b7fff700 1 -- 172.21.15.45:0/3340148988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 msgr2=0x564e360fb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:13.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb9b7fff700 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb9b7fff700 1 -- 172.21.15.45:0/3340148988 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 msgr2=0x564e360facc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:13.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb9b7fff700 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360facc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb9b7fff700 1 -- 172.21.15.45:0/3340148988 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564e35ec7630 con 0x564e360f99e0 2023-03-22T14:30:13.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb9b7fff700 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f99e0 0x564e360f9e10 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac00b7f0 tx=0x7fb9ac004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d4f09a6eac99efd server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:13.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb996ffd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:13.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.503+0000 7fb996ffd700 1 -- 172.21.15.45:0/3340148988 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac011c30 con 0x564e360f99e0 2023-03-22T14:30:13.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.504+0000 7fb996ffd700 1 -- 172.21.15.45:0/3340148988 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fb9ac011d90 con 0x564e360f99e0 2023-03-22T14:30:13.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.504+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e360c3240 con 0x564e360f99e0 2023-03-22T14:30:13.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.504+0000 7fb996ffd700 1 -- 172.21.15.45:0/3340148988 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9ac01e450 con 0x564e360f99e0 2023-03-22T14:30:13.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.509+0000 7fb9d1733b80 10 client.25897 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:13.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.509+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564e35e5cc60 con 0x564e360f99e0 2023-03-22T14:30:13.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb996ffd700 1 -- 172.21.15.45:0/3340148988 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564e360c3240 con 0x564e360f99e0 2023-03-22T14:30:13.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb996ffd700 1 -- 172.21.15.45:0/3340148988 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fb9ac0275d0 con 0x564e360f99e0 2023-03-22T14:30:13.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb9d1733b80 10 client.25897 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:13.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb9d1733b80 10 client.25897 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:30:13.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb9d1733b80 20 client.25897 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:13.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e36162c30 0x564e36165040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:13.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb9d1733b80 4 client.25897 mds_command: new command op to 24517 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:30:13.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.510+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564e35ec9f60 con 0x564e36162c30 2023-03-22T14:30:13.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.512+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e36162c30 0x564e36165040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:13.516 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.516+0000 7fb9b77fe700 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e36162c30 0x564e36165040 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3d843da973c851e5 server_cookie=f51c5904dbc31801 in_seq=0 out_seq=0 2023-03-22T14:30:13.516 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.516+0000 7fb996ffd700 10 client.25897 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:30:13.517 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.516+0000 7fb996ffd700 1 -- 172.21.15.45:0/3340148988 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564e35ec9f60 con 0x564e36162c30 2023-03-22T14:30:13.517 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.516+0000 7fb996ffd700 10 client.25897 handle_command_reply: tid=0 2023-03-22T14:30:13.517 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.516+0000 7fb9d1733b80 1 client.25897 shutdown 2023-03-22T14:30:13.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f99e0 msgr2=0x564e360f9e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f99e0 0x564e360f9e10 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac00b7f0 tx=0x7fb9ac004750 comp rx=0 tx=0).stop 2023-03-22T14:30:13.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 shutdown_connections 2023-03-22T14:30:13.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x564e36162c30 0x564e36165040 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x564e360f40e0 0x564e360facc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x564e360f99e0 0x564e360f9e10 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 --2- 172.21.15.45:0/3340148988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564e360f8630 0x564e360fb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 >> 172.21.15.45:0/3340148988 conn(0x564e360ee030 msgr2=0x564e36108ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:13.519 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.517+0000 7fb996ffd700 0 client.25897 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:30:13.521 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.519+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 shutdown_connections 2023-03-22T14:30:13.526 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.526+0000 7fb9d1733b80 1 -- 172.21.15.45:0/3340148988 wait complete. 2023-03-22T14:30:13.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.528+0000 7fb9d1733b80 20 client.25897 trim_cache size 0 max 16384 2023-03-22T14:30:13.529 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:30:13.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.533+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb9a009fe50 msgr2=0x7fb9a00a2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.533+0000 7fb9bddff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb9a009fe50 0x7fb9a00a2300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac005950 tx=0x7fb9ac00b2c0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.533+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b8107e50 msgr2=0x7fb9b8114ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:13.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.533+0000 7fb9bddff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b8107e50 0x7fb9b8114ef0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb9a800d980 tx=0x7fb9a800dd40 comp rx=0 tx=0).stop 2023-03-22T14:30:13.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.535+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 shutdown_connections 2023-03-22T14:30:13.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.535+0000 7fb9bddff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fb9a009fe50 0x7fb9a00a2300 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.535+0000 7fb9bddff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fb9b8107a80 0x7fb9b81149b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.535+0000 7fb9bddff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb9b81199d0 0x7fb9b810fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:13.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.535+0000 7fb9bddff700 1 --2- 172.21.15.45:0/3928713098 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb9b8107e50 0x7fb9b8114ef0 secure :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb9a800d980 tx=0x7fb9a800dd40 comp rx=0 tx=0).stop 2023-03-22T14:30:13.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.535+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 >> 172.21.15.45:0/3928713098 conn(0x7fb9b806b770 msgr2=0x7fb9b80715c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:13.540 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.538+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 shutdown_connections 2023-03-22T14:30:13.541 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:13.540+0000 7fb9bddff700 1 -- 172.21.15.45:0/3928713098 wait complete. 2023-03-22T14:30:13.595 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-03-22T14:30:14.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.114+0000 7f4cc99ff700 1 -- 172.21.15.45:0/4103315093 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4cc4107a80 msgr2=0x7f4cc410eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.114+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/4103315093 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4cc4107a80 0x7f4cc410eae0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc01c0d0 tx=0x7f4cbc01c3e0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.132+0000 7f4cc99ff700 1 -- 172.21.15.45:0/4103315093 shutdown_connections 2023-03-22T14:30:14.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.132+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/4103315093 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4cc41199d0 0x7f4cc411bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.132+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/4103315093 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4cc4107a80 0x7f4cc410eae0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.132+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/4103315093 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107e50 0x7f4cc41082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.132+0000 7f4cc99ff700 1 -- 172.21.15.45:0/4103315093 >> 172.21.15.45:0/4103315093 conn(0x7f4cc406b770 msgr2=0x7f4cc40715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:14.165 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.162+0000 7f4cc99ff700 1 -- 172.21.15.45:0/4103315093 shutdown_connections 2023-03-22T14:30:14.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.187+0000 7f4cc99ff700 1 -- 172.21.15.45:0/4103315093 wait complete. 2023-03-22T14:30:14.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.188+0000 7f4cc99ff700 1 Processor -- start 2023-03-22T14:30:14.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.188+0000 7f4cc99ff700 1 -- start start 2023-03-22T14:30:14.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.189+0000 7f4cc99ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107a80 0x7f4cc4114ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.189+0000 7f4cc99ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4cc4107e50 0x7f4cc41153e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.189+0000 7f4cc99ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4cc41199d0 0x7f4cc41a25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.189+0000 7f4cc99ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cc41a2bf0 con 0x7f4cc41199d0 2023-03-22T14:30:14.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.189+0000 7f4cc99ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cc41a2d60 con 0x7f4cc4107a80 2023-03-22T14:30:14.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.189+0000 7f4cc99ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cc41a2f20 con 0x7f4cc4107e50 2023-03-22T14:30:14.195 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107a80 0x7f4cc4114ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107a80 0x7f4cc4114ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41384/0 (socket says 172.21.15.45:41384) 2023-03-22T14:30:14.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 -- 172.21.15.45:0/3717222285 learned_addr learned my addr 172.21.15.45:0/3717222285 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:14.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 -- 172.21.15.45:0/3717222285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4cc4107e50 msgr2=0x7f4cc41153e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-03-22T14:30:14.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4cc4107e50 0x7f4cc41153e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 -- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4cc41199d0 msgr2=0x7f4cc41a25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4cc41199d0 0x7f4cc41a25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.196 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.190+0000 7f4cc2ffd700 1 -- 172.21.15.45:0/3717222285 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cbc01ad10 con 0x7f4cc4107a80 2023-03-22T14:30:14.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.211+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107a80 0x7f4cc4114ea0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc000f80 tx=0x7f4cbc01a7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:14.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.214+0000 7f4cc89fd700 1 -- 172.21.15.45:0/3717222285 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc01f070 con 0x7f4cc4107a80 2023-03-22T14:30:14.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.214+0000 7f4cc89fd700 1 -- 172.21.15.45:0/3717222285 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4cbc005570 con 0x7f4cc4107a80 2023-03-22T14:30:14.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.214+0000 7f4cc89fd700 1 -- 172.21.15.45:0/3717222285 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc02ba20 con 0x7f4cc4107a80 2023-03-22T14:30:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.221+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cc4111a60 con 0x7f4cc4107a80 2023-03-22T14:30:14.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.221+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cc41118d0 con 0x7f4cc4107a80 2023-03-22T14:30:14.235 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.231+0000 7f4cdd237b80 1 Processor -- start 2023-03-22T14:30:14.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.241+0000 7f4cdd237b80 1 -- start start 2023-03-22T14:30:14.242 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.242+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d03ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.242+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d080f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.242+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d08630 0x5587b4d08a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.242+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4c0a070 con 0x5587b4d08630 2023-03-22T14:30:14.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.242+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4c5c9b0 con 0x5587b4d040e0 2023-03-22T14:30:14.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.242+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4c55e40 con 0x5587b4d037d0 2023-03-22T14:30:14.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.243+0000 7f4cc37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d03ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.244+0000 7f4cc37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d03ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40594/0 (socket says 172.21.15.45:40594) 2023-03-22T14:30:14.244 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.244+0000 7f4cc37fe700 1 -- 172.21.15.45:0/1106187525 learned_addr learned my addr 172.21.15.45:0/1106187525 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:14.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.246+0000 7f4cc89fd700 1 -- 172.21.15.45:0/3717222285 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f4cbc02bb80 con 0x7f4cc4107a80 2023-03-22T14:30:14.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.248+0000 7f4cc89fd700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4cac09fe10 0x7f4cac0a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.249+0000 7f4cc89fd700 1 -- 172.21.15.45:0/3717222285 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f4cbc0dc580 con 0x7f4cc4107a80 2023-03-22T14:30:14.250 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.250+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d080f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.251 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.250+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d08630 0x5587b4d08a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.254+0000 7f4cc27fc700 1 -- 172.21.15.45:0/1106187525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 msgr2=0x5587b4d03ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.254+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d03ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.254+0000 7f4cc27fc700 1 -- 172.21.15.45:0/1106187525 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 msgr2=0x5587b4d080f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.254+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d080f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.254+0000 7f4cc27fc700 1 -- 172.21.15.45:0/1106187525 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5587b4ad7630 con 0x5587b4d08630 2023-03-22T14:30:14.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.257+0000 7f4cc37fe700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4cac09fe10 0x7f4cac0a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.258+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d08630 0x5587b4d08a80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4009710 tx=0x7f4cb4009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88635dadc5ab3418 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:14.259 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.258+0000 7f4ca9ffb700 1 -- 172.21.15.45:0/1106187525 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb40107b0 con 0x5587b4d08630 2023-03-22T14:30:14.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.259+0000 7f4ca9ffb700 1 -- 172.21.15.45:0/1106187525 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4cb40091f0 con 0x5587b4d08630 2023-03-22T14:30:14.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.259+0000 7f4ca9ffb700 1 -- 172.21.15.45:0/1106187525 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4011e70 con 0x5587b4d08630 2023-03-22T14:30:14.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.259+0000 7f4cdd237b80 1 -- 172.21.15.45:0/1106187525 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d08630 msgr2=0x5587b4d08a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.260 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.259+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d08630 0x5587b4d08a80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4009710 tx=0x7f4cb4009a20 comp rx=0 tx=0).stop 2023-03-22T14:30:14.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.262+0000 7f4cdd237b80 1 -- 172.21.15.45:0/1106187525 shutdown_connections 2023-03-22T14:30:14.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.262+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d08630 0x5587b4d08a80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.262+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d03ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.262+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/1106187525 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d080f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.263 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.262+0000 7f4cdd237b80 1 -- 172.21.15.45:0/1106187525 >> 172.21.15.45:0/1106187525 conn(0x5587b4cfe030 msgr2=0x5587b4cfe400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:14.281 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.281+0000 7f4cdd237b80 1 -- 172.21.15.45:0/1106187525 shutdown_connections 2023-03-22T14:30:14.282 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.282+0000 7f4cc37fe700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4cac09fe10 0x7f4cac0a22c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8006fd0 tx=0x7f4cb8004910 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:14.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.288+0000 7f4cdd237b80 1 -- 172.21.15.45:0/1106187525 wait complete. 2023-03-22T14:30:14.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.289+0000 7f4cdd237b80 1 -- start start 2023-03-22T14:30:14.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.289+0000 7f4cdd237b80 1 Processor -- start 2023-03-22T14:30:14.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.290+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d0fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.290+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.290+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.290+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4ad9920 con 0x5587b4d040e0 2023-03-22T14:30:14.291 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.290+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4d0df50 con 0x5587b4d08630 2023-03-22T14:30:14.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.290+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4d19910 con 0x5587b4d037d0 2023-03-22T14:30:14.292 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.290+0000 7f4cdd237b80 10 client.0 _ll_register_callbacks cb 0x5587b4afb290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:14.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.291+0000 7f4cc27fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.291+0000 7f4cc27fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:39760/0 (socket says 172.21.15.45:39760) 2023-03-22T14:30:14.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.291+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3626069950 learned_addr learned my addr 172.21.15.45:0/3626069950 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:14.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.292+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3626069950 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 msgr2=0x5587b4d0fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.293 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.292+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d0fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.292+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3626069950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 msgr2=0x5587b4d0d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.292+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.292+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3626069950 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cb4009370 con 0x5587b4d040e0 2023-03-22T14:30:14.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.293+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0d0d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4011040 tx=0x7f4cb4011d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=176cf68d07a9c570 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:14.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.293+0000 7f4ca2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:30:14.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.294+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/3626069950 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb40109c0 con 0x5587b4d040e0 2023-03-22T14:30:14.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.294+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/3626069950 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f4cb401e070 con 0x5587b4d040e0 2023-03-22T14:30:14.295 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.294+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5587b4c183f0 con 0x5587b4d040e0 2023-03-22T14:30:14.296 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.296+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/3626069950 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4cb40091d0 con 0x5587b4d040e0 2023-03-22T14:30:14.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.297+0000 7f4cdd237b80 10 client.15900 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:14.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.297+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5587b4a83de0 con 0x5587b4d040e0 2023-03-22T14:30:14.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.297+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/3626069950 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5587b4c183f0 con 0x5587b4d040e0 2023-03-22T14:30:14.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.298+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/3626069950 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f4cb402d420 con 0x5587b4d040e0 2023-03-22T14:30:14.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.298+0000 7f4cdd237b80 10 client.15900 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:14.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.298+0000 7f4cdd237b80 10 client.15900 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:30:14.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.298+0000 7f4cdd237b80 20 client.15900 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:14.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.298+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d1d8f0 0x5587b4d1fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.298+0000 7f4cdd237b80 4 client.15900 mds_command: new command op to 24524 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:14.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.298+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5587b4c24660 con 0x5587b4d1d8f0 2023-03-22T14:30:14.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.303+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d1d8f0 0x5587b4d1fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.305+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d1d8f0 0x5587b4d1fd00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=73a6cebaca0331ee server_cookie=c77f6d2fdfb83b5a in_seq=0 out_seq=0 2023-03-22T14:30:14.306 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.306+0000 7f4ca2ffd700 10 client.15900 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:30:14.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.315+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/3626069950 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5587b4c24660 con 0x5587b4d1d8f0 2023-03-22T14:30:14.316 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.315+0000 7f4ca2ffd700 10 client.15900 handle_command_reply: tid=0 2023-03-22T14:30:14.317 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.316+0000 7f4cdd237b80 1 client.15900 shutdown 2023-03-22T14:30:14.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.322+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 msgr2=0x5587b4d0d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.322+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0d0d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4011040 tx=0x7f4cb4011d30 comp rx=0 tx=0).stop 2023-03-22T14:30:14.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.331+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 shutdown_connections 2023-03-22T14:30:14.331 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.331+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.332 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.331+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d0fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.332 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.331+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d1d8f0 0x5587b4d1fd00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.332 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.331+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3626069950 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0d0d0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.332 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.331+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 >> 172.21.15.45:0/3626069950 conn(0x5587b4cfe030 msgr2=0x5587b4cfd710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:14.332 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.331+0000 7f4ca2ffd700 0 client.15900 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:30:14.337 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.336+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 shutdown_connections 2023-03-22T14:30:14.337 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.337+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3626069950 wait complete. 2023-03-22T14:30:14.345 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.344+0000 7f4cdd237b80 20 client.15900 trim_cache size 0 max 16384 2023-03-22T14:30:14.371 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 Processor -- start 2023-03-22T14:30:14.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 -- start start 2023-03-22T14:30:14.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d037d0 0x5587b4cffc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.372 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d14850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d08630 0x5587b4d0aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4d04700 con 0x5587b4d037d0 2023-03-22T14:30:14.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4cfd2f0 con 0x5587b4d040e0 2023-03-22T14:30:14.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.371+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4d19700 con 0x5587b4d08630 2023-03-22T14:30:14.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.375+0000 7f4cc37fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d08630 0x5587b4d0aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.375+0000 7f4cc27fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d14850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.375+0000 7f4cc27fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d14850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41414/0 (socket says 172.21.15.45:41414) 2023-03-22T14:30:14.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.375+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3445985531 learned_addr learned my addr 172.21.15.45:0/3445985531 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:14 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:14 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:14 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:14 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:14 smithi142 ceph-mon[94717]: pgmap v68: 97 pgs: 97 active+clean; 13 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 351 MiB/s wr, 2.73k op/s 2023-03-22T14:30:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.379+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3445985531 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d08630 msgr2=0x5587b4d0aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.379+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/3445985531 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d08630 0x5587b4d0aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.379 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.379+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3445985531 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d037d0 msgr2=0x5587b4cffc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.379+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/3445985531 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d037d0 0x5587b4cffc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.379+0000 7f4cc27fc700 1 -- 172.21.15.45:0/3445985531 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5587b4c1c190 con 0x5587b4d040e0 2023-03-22T14:30:14.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.383+0000 7f4cc27fc700 1 --2- 172.21.15.45:0/3445985531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d14850 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4009a60 tx=0x7f4cb402d900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d87349bb9037639 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:14.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.383+0000 7f4caa7fc700 1 -- 172.21.15.45:0/3445985531 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4020330 con 0x5587b4d040e0 2023-03-22T14:30:14.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.383+0000 7f4caa7fc700 1 -- 172.21.15.45:0/3445985531 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4cb402da50 con 0x5587b4d040e0 2023-03-22T14:30:14.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.383+0000 7f4caa7fc700 1 -- 172.21.15.45:0/3445985531 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4010ab0 con 0x5587b4d040e0 2023-03-22T14:30:14.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.384+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3445985531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 msgr2=0x5587b4d14850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.384+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3445985531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d14850 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4009a60 tx=0x7f4cb402d900 comp rx=0 tx=0).stop 2023-03-22T14:30:14.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.385+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3445985531 shutdown_connections 2023-03-22T14:30:14.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.385+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3445985531 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d037d0 0x5587b4cffc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.385+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3445985531 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d08630 0x5587b4d0aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.385+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/3445985531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d040e0 0x5587b4d14850 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.386 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.385+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3445985531 >> 172.21.15.45:0/3445985531 conn(0x5587b4cfe030 msgr2=0x5587b4d18ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:14.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.397+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3445985531 shutdown_connections 2023-03-22T14:30:14.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.400+0000 7f4cdd237b80 1 -- 172.21.15.45:0/3445985531 wait complete. 2023-03-22T14:30:14.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.400+0000 7f4cdd237b80 1 -- start start 2023-03-22T14:30:14.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.401+0000 7f4cdd237b80 1 Processor -- start 2023-03-22T14:30:14.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.402+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d0e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.402+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.402+0000 7f4cdd237b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.402+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4d14e90 con 0x5587b4d040e0 2023-03-22T14:30:14.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.402+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4d0f930 con 0x5587b4d08630 2023-03-22T14:30:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.402+0000 7f4cdd237b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587b4d0faf0 con 0x5587b4d037d0 2023-03-22T14:30:14.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.402+0000 7f4cdd237b80 10 client.0 _ll_register_callbacks cb 0x5587b4afb290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:14.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.407+0000 7f4cc37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.408 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.407+0000 7f4cc37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41422/0 (socket says 172.21.15.45:41422) 2023-03-22T14:30:14.408 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.407+0000 7f4cc37fe700 1 -- 172.21.15.45:0/351890315 learned_addr learned my addr 172.21.15.45:0/351890315 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:14.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.413+0000 7f4cc37fe700 1 -- 172.21.15.45:0/351890315 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 msgr2=0x5587b4d0e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.413+0000 7f4cc37fe700 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d0e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.413+0000 7f4cc37fe700 1 -- 172.21.15.45:0/351890315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 msgr2=0x5587b4d0eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:14.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.413+0000 7f4cc37fe700 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.413+0000 7f4cc37fe700 1 -- 172.21.15.45:0/351890315 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5587b4a83de0 con 0x5587b4d08630 2023-03-22T14:30:14.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.425+0000 7f4cc37fe700 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0f3f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4cb80166e0 tx=0x7f4cb80097b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b116bfa4d4a79789 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:14.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:14 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:14 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:14 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:14 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:14 smithi098 ceph-mon[94136]: pgmap v68: 97 pgs: 97 active+clean; 13 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 351 MiB/s wr, 2.73k op/s 2023-03-22T14:30:14.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.427+0000 7f4ca2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:30:14.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.427+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/351890315 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb8022850 con 0x5587b4d08630 2023-03-22T14:30:14.432 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.427+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/351890315 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f4cb80229b0 con 0x5587b4d08630 2023-03-22T14:30:14.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.427+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5587b4cd3240 con 0x5587b4d08630 2023-03-22T14:30:14.433 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.432+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/351890315 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4cb8022b70 con 0x5587b4d08630 2023-03-22T14:30:14.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.435+0000 7f4cdd237b80 10 client.25940 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:14.435 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.435+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5587b4aaa250 con 0x5587b4d08630 2023-03-22T14:30:14.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/351890315 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5587b4cd3240 con 0x5587b4d08630 2023-03-22T14:30:14.442 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/351890315 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f4cb80213a0 con 0x5587b4d08630 2023-03-22T14:30:14.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4cdd237b80 10 client.25940 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:14.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4cdd237b80 10 client.25940 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:30:14.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4cdd237b80 20 client.25940 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:14.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d725e0 0x5587b4d74a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:14.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4cdd237b80 4 client.25940 mds_command: new command op to 24524 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:30:14.443 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5587b4ad9f60 con 0x5587b4d725e0 2023-03-22T14:30:14.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.442+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d725e0 0x5587b4d74a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:14.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.444+0000 7f4cc2ffd700 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d725e0 0x5587b4d74a10 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8c26205385926df0 server_cookie=8fa82ef816a8da96 in_seq=0 out_seq=0 2023-03-22T14:30:14.444 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.444+0000 7f4ca2ffd700 10 client.25940 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:30:14.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.444+0000 7f4ca2ffd700 1 -- 172.21.15.45:0/351890315 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5587b4ad9f60 con 0x5587b4d725e0 2023-03-22T14:30:14.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.445+0000 7f4ca2ffd700 10 client.25940 handle_command_reply: tid=0 2023-03-22T14:30:14.445 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.445+0000 7f4cdd237b80 1 client.25940 shutdown 2023-03-22T14:30:14.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.461+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 msgr2=0x5587b4d0f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.470 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.461+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0f3f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4cb80166e0 tx=0x7f4cb80097b0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.489 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:14 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.489 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:14 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.489 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:14 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.489 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:14 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:14.489 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:14 smithi045 ceph-mon[91728]: pgmap v68: 97 pgs: 97 active+clean; 13 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 351 MiB/s wr, 2.73k op/s 2023-03-22T14:30:14.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.483+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 shutdown_connections 2023-03-22T14:30:14.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.483+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5587b4d08630 0x5587b4d0f3f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.483+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5587b4d037d0 0x5587b4d0e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.483+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5587b4d725e0 0x5587b4d74a10 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.483+0000 7f4cdd237b80 1 --2- 172.21.15.45:0/351890315 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5587b4d040e0 0x5587b4d0eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.483+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 >> 172.21.15.45:0/351890315 conn(0x5587b4cfe030 msgr2=0x5587b4d1f900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:14.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.483+0000 7f4ca2ffd700 0 client.25940 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:30:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.496+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 shutdown_connections 2023-03-22T14:30:14.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.496+0000 7f4cdd237b80 1 -- 172.21.15.45:0/351890315 wait complete. 2023-03-22T14:30:14.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.498+0000 7f4cdd237b80 20 client.25940 trim_cache size 0 max 16384 2023-03-22T14:30:14.509 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:30:14.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.520+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4cac09fe10 msgr2=0x7f4cac0a22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.520+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4cac09fe10 0x7f4cac0a22c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8006fd0 tx=0x7f4cb8004910 comp rx=0 tx=0).stop 2023-03-22T14:30:14.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.520+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107a80 msgr2=0x7f4cc4114ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:14.520 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.520+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107a80 0x7f4cc4114ea0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc000f80 tx=0x7f4cbc01a7f0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.530+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 shutdown_connections 2023-03-22T14:30:14.530 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.530+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f4cac09fe10 0x7f4cac0a22c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.530+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f4cc41199d0 0x7f4cc41a25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.530+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4cc4107a80 0x7f4cc4114ea0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.530+0000 7f4cc99ff700 1 --2- 172.21.15.45:0/3717222285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4cc4107e50 0x7f4cc41153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:14.531 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.530+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 >> 172.21.15.45:0/3717222285 conn(0x7f4cc406b770 msgr2=0x7f4cc411bab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:14.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.538+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 shutdown_connections 2023-03-22T14:30:14.545 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:14.545+0000 7f4cc99ff700 1 -- 172.21.15.45:0/3717222285 wait complete. 2023-03-22T14:30:14.590 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-03-22T14:30:15.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.108+0000 7f27a8bff700 1 -- 172.21.15.45:0/3016091317 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4068320 msgr2=0x7f27a4068790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:15.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.108+0000 7f27a8bff700 1 --2- 172.21.15.45:0/3016091317 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4068320 0x7f27a4068790 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f27940098f0 tx=0x7f2794009c00 comp rx=0 tx=0).stop 2023-03-22T14:30:15.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.122+0000 7f27a8bff700 1 -- 172.21.15.45:0/3016091317 shutdown_connections 2023-03-22T14:30:15.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.122+0000 7f27a8bff700 1 --2- 172.21.15.45:0/3016091317 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27a4102b70 0x7f27a4103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.122+0000 7f27a8bff700 1 --2- 172.21.15.45:0/3016091317 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27a4105070 0x7f27a4067de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.122+0000 7f27a8bff700 1 --2- 172.21.15.45:0/3016091317 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4068320 0x7f27a4068790 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.122+0000 7f27a8bff700 1 -- 172.21.15.45:0/3016091317 >> 172.21.15.45:0/3016091317 conn(0x7f27a4075f60 msgr2=0x7f27a4076360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:15.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.131+0000 7f27a8bff700 1 -- 172.21.15.45:0/3016091317 shutdown_connections 2023-03-22T14:30:15.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.139+0000 7f27a8bff700 1 -- 172.21.15.45:0/3016091317 wait complete. 2023-03-22T14:30:15.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.140+0000 7f27a8bff700 1 Processor -- start 2023-03-22T14:30:15.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.140+0000 7f27a8bff700 1 -- start start 2023-03-22T14:30:15.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.143+0000 7f27a8bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27a4068320 0x7f27a4110f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.143+0000 7f27a8bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4102b70 0x7f27a41114a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.143+0000 7f27a8bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27a4105070 0x7f27a410c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.143+0000 7f27a8bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a410c790 con 0x7f27a4102b70 2023-03-22T14:30:15.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.143+0000 7f27a8bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a410c900 con 0x7f27a4105070 2023-03-22T14:30:15.145 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.143+0000 7f27a8bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a410cac0 con 0x7f27a4068320 2023-03-22T14:30:15.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4102b70 0x7f27a41114a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4102b70 0x7f27a41114a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:39790/0 (socket says 172.21.15.45:39790) 2023-03-22T14:30:15.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 -- 172.21.15.45:0/562086553 learned_addr learned my addr 172.21.15.45:0/562086553 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:15.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 -- 172.21.15.45:0/562086553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27a4068320 msgr2=0x7f27a4110f60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-03-22T14:30:15.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27a4068320 0x7f27a4110f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 -- 172.21.15.45:0/562086553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27a4105070 msgr2=0x7f27a410c0e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-03-22T14:30:15.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27a4105070 0x7f27a410c0e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.152 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.151+0000 7f27a1d9b700 1 -- 172.21.15.45:0/562086553 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2794009520 con 0x7f27a4102b70 2023-03-22T14:30:15.153 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.152+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4102b70 0x7f27a41114a0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f279400fb40 tx=0x7f279400b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:15.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.161+0000 7f27937fe700 1 -- 172.21.15.45:0/562086553 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279401c070 con 0x7f27a4102b70 2023-03-22T14:30:15.161 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.161+0000 7f27937fe700 1 -- 172.21.15.45:0/562086553 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f279400bb30 con 0x7f27a4102b70 2023-03-22T14:30:15.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.161+0000 7f27937fe700 1 -- 172.21.15.45:0/562086553 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2794004d00 con 0x7f27a4102b70 2023-03-22T14:30:15.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.161+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27a4116890 con 0x7f27a4102b70 2023-03-22T14:30:15.162 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.161+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27a4116700 con 0x7f27a4102b70 2023-03-22T14:30:15.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.174+0000 7f27bc4adb80 1 Processor -- start 2023-03-22T14:30:15.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.174+0000 7f27bc4adb80 1 -- start start 2023-03-22T14:30:15.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.175+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c17d0 0x55a33d5c1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.175+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c20e0 0x55a33d5c60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.175+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5c6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.175+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d4c8070 con 0x55a33d5c20e0 2023-03-22T14:30:15.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.175+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d51a9b0 con 0x55a33d5c6630 2023-03-22T14:30:15.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.175+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d513e40 con 0x55a33d5c17d0 2023-03-22T14:30:15.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.176+0000 7f27a2d9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c17d0 0x55a33d5c1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.176+0000 7f27a2d9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c17d0 0x55a33d5c1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40646/0 (socket says 172.21.15.45:40646) 2023-03-22T14:30:15.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.176+0000 7f27a2d9d700 1 -- 172.21.15.45:0/1346894081 learned_addr learned my addr 172.21.15.45:0/1346894081 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:15.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.176+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5c6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.177+0000 7f27a2d9d700 1 -- 172.21.15.45:0/1346894081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 msgr2=0x55a33d5c6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:15.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.177+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5c6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.177+0000 7f27a2d9d700 1 -- 172.21.15.45:0/1346894081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c20e0 msgr2=0x55a33d5c60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:15.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.177+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c20e0 0x55a33d5c60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.177+0000 7f27a2d9d700 1 -- 172.21.15.45:0/1346894081 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a33d395630 con 0x55a33d5c17d0 2023-03-22T14:30:15.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.177+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c17d0 0x55a33d5c1ba0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f279800ba90 tx=0x7f279800bda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b7faa70c71f7586 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:15.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.180+0000 7f2790ff9700 1 -- 172.21.15.45:0/1346894081 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2798004a30 con 0x55a33d5c17d0 2023-03-22T14:30:15.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.181+0000 7f2790ff9700 1 -- 172.21.15.45:0/1346894081 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f279800b540 con 0x55a33d5c17d0 2023-03-22T14:30:15.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.181+0000 7f2790ff9700 1 -- 172.21.15.45:0/1346894081 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27980053a0 con 0x55a33d5c17d0 2023-03-22T14:30:15.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.182+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1346894081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c17d0 msgr2=0x55a33d5c1ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:15.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.182+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c17d0 0x55a33d5c1ba0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f279800ba90 tx=0x7f279800bda0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.183+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1346894081 shutdown_connections 2023-03-22T14:30:15.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.183+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5c6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.183+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c17d0 0x55a33d5c1ba0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.183+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1346894081 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c20e0 0x55a33d5c60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.183+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1346894081 >> 172.21.15.45:0/1346894081 conn(0x55a33d5bc030 msgr2=0x55a33d5bc400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:15.197 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.197+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1346894081 shutdown_connections 2023-03-22T14:30:15.198 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.198+0000 7f27937fe700 1 -- 172.21.15.45:0/562086553 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f2794005040 con 0x7f27a4102b70 2023-03-22T14:30:15.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.198+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1346894081 wait complete. 2023-03-22T14:30:15.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.199+0000 7f27bc4adb80 1 -- start start 2023-03-22T14:30:15.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.199+0000 7f27bc4adb80 1 Processor -- start 2023-03-22T14:30:15.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.201+0000 7f27937fe700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f278c09fd60 0x7f278c0a2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.201+0000 7f27937fe700 1 -- 172.21.15.45:0/562086553 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f27940cc6e0 con 0x7f27a4102b70 2023-03-22T14:30:15.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.202+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5cb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.202+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.202+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.202+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d397920 con 0x55a33d5c17d0 2023-03-22T14:30:15.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.202+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d5ce260 con 0x55a33d5c6630 2023-03-22T14:30:15.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.202+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d5d79a0 con 0x55a33d5c20e0 2023-03-22T14:30:15.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.203+0000 7f27bc4adb80 10 client.0 _ll_register_callbacks cb 0x55a33d3b9290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:15.206 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.203+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f278c09fd60 0x7f278c0a2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.205+0000 7f27a2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.205+0000 7f27a2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5cbb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41448/0 (socket says 172.21.15.45:41448) 2023-03-22T14:30:15.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.205+0000 7f27a2d9d700 1 -- 172.21.15.45:0/1080090333 learned_addr learned my addr 172.21.15.45:0/1080090333 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:15.207 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.206+0000 7f27a259c700 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5cb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.206+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.207+0000 7f27a259c700 1 -- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 msgr2=0x55a33d5cb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:15.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.207+0000 7f27a259c700 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.207+0000 7f27a259c700 1 -- 172.21.15.45:0/1080090333 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 msgr2=0x55a33d5cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:15.208 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.207+0000 7f27a259c700 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5cbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.207+0000 7f27a259c700 1 -- 172.21.15.45:0/1080090333 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f279800b6c0 con 0x55a33d5c17d0 2023-03-22T14:30:15.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.208+0000 7f27a259c700 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5cb0c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f279c00eb00 tx=0x7f279c00ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3f18193f920e63 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:15.209 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.209+0000 7f2789ffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:30:15.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.209+0000 7f2789ffb700 1 -- 172.21.15.45:0/1080090333 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279c010040 con 0x55a33d5c17d0 2023-03-22T14:30:15.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.209+0000 7f2789ffb700 1 -- 172.21.15.45:0/1080090333 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f279c009110 con 0x55a33d5c17d0 2023-03-22T14:30:15.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.209+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a33d4d63f0 con 0x55a33d5c17d0 2023-03-22T14:30:15.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.209+0000 7f2789ffb700 1 -- 172.21.15.45:0/1080090333 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f279c0092d0 con 0x55a33d5c17d0 2023-03-22T14:30:15.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.218+0000 7f27bc4adb80 10 client.15909 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:15.218 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.218+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a33d341de0 con 0x55a33d5c17d0 2023-03-22T14:30:15.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.220+0000 7f2789ffb700 1 -- 172.21.15.45:0/1080090333 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a33d4d63f0 con 0x55a33d5c17d0 2023-03-22T14:30:15.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.221+0000 7f2789ffb700 1 -- 172.21.15.45:0/1080090333 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f279c007a00 con 0x55a33d5c17d0 2023-03-22T14:30:15.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.221+0000 7f27bc4adb80 10 client.15909 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:15.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.221+0000 7f27bc4adb80 10 client.15909 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:30:15.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.221+0000 7f27bc4adb80 20 client.15909 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:15.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.221+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d5fdbb0 0x55a33d5fffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.221+0000 7f27bc4adb80 4 client.15909 mds_command: new command op to 24532 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:15.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.221+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a33d4e2660 con 0x55a33d5fdbb0 2023-03-22T14:30:15.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.222+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d5fdbb0 0x55a33d5fffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.223 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.222+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d5fdbb0 0x55a33d5fffc0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3e3fa9c11245d996 server_cookie=15a72e684f133b92 in_seq=0 out_seq=0 2023-03-22T14:30:15.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.222+0000 7f2789ffb700 10 client.15909 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:30:15.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.223+0000 7f2789ffb700 1 -- 172.21.15.45:0/1080090333 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55a33d4e2660 con 0x55a33d5fdbb0 2023-03-22T14:30:15.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.223+0000 7f2789ffb700 10 client.15909 handle_command_reply: tid=0 2023-03-22T14:30:15.224 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.223+0000 7f27bc4adb80 1 client.15909 shutdown 2023-03-22T14:30:15.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.232+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 msgr2=0x55a33d5cb0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:15.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.232+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5cb0c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f279c00eb00 tx=0x7f279c00ee10 comp rx=0 tx=0).stop 2023-03-22T14:30:15.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.238+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 shutdown_connections 2023-03-22T14:30:15.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.238+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d5fdbb0 0x55a33d5fffc0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.238+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5cb0c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.238 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.238+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.238+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/1080090333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.238+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 >> 172.21.15.45:0/1080090333 conn(0x55a33d5bc030 msgr2=0x55a33d5bb710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:15.239 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.238+0000 7f2789ffb700 0 client.15909 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:30:15.243 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.242+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f278c09fd60 0x7f278c0a2210 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f279800d5c0 tx=0x7f279801f040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:15.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.249+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 shutdown_connections 2023-03-22T14:30:15.249 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.249+0000 7f27bc4adb80 1 -- 172.21.15.45:0/1080090333 wait complete. 2023-03-22T14:30:15.262 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.261+0000 7f27bc4adb80 20 client.15909 trim_cache size 0 max 16384 2023-03-22T14:30:15.323 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.319+0000 7f27bc4adb80 1 Processor -- start 2023-03-22T14:30:15.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.320+0000 7f27bc4adb80 1 -- start start 2023-03-22T14:30:15.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.320+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c17d0 0x55a33d5c3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.320+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.320+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c6630 0x55a33d5c47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.320+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d4d6420 con 0x55a33d5c6630 2023-03-22T14:30:15.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.320+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d5bdec0 con 0x55a33d5c17d0 2023-03-22T14:30:15.324 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.320+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d5b45b0 con 0x55a33d5c20e0 2023-03-22T14:30:15.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.329+0000 7f27a1d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.329+0000 7f27a1d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:40676/0 (socket says 172.21.15.45:40676) 2023-03-22T14:30:15.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.329+0000 7f27a1d9b700 1 -- 172.21.15.45:0/3719712053 learned_addr learned my addr 172.21.15.45:0/3719712053 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:15.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.329+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c6630 0x55a33d5c47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.330 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.329+0000 7f27a259c700 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c17d0 0x55a33d5c3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.331+0000 7f27a1d9b700 1 -- 172.21.15.45:0/3719712053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c17d0 msgr2=0x55a33d5c3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:15.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.331+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c17d0 0x55a33d5c3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.331+0000 7f27a1d9b700 1 -- 172.21.15.45:0/3719712053 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c6630 msgr2=0x55a33d5c47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:15.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.331+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c6630 0x55a33d5c47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.341 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.331+0000 7f27a1d9b700 1 -- 172.21.15.45:0/3719712053 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a33d5b8a50 con 0x55a33d5c20e0 2023-03-22T14:30:15.342 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.334+0000 7f27a1d9b700 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb9d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2794099c60 tx=0x7f27940cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e67c837157449038 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.341+0000 7f27917fa700 1 -- 172.21.15.45:0/3719712053 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2794099f60 con 0x55a33d5c20e0 2023-03-22T14:30:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.341+0000 7f27917fa700 1 -- 172.21.15.45:0/3719712053 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f27940a20c0 con 0x55a33d5c20e0 2023-03-22T14:30:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.341+0000 7f27917fa700 1 -- 172.21.15.45:0/3719712053 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27940ca030 con 0x55a33d5c20e0 2023-03-22T14:30:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.342+0000 7f27bc4adb80 1 -- 172.21.15.45:0/3719712053 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 msgr2=0x55a33d5cb9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:15.343 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.342+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb9d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2794099c60 tx=0x7f27940cc040 comp rx=0 tx=0).stop 2023-03-22T14:30:15.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.353+0000 7f27bc4adb80 1 -- 172.21.15.45:0/3719712053 shutdown_connections 2023-03-22T14:30:15.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.354+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c6630 0x55a33d5c47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.354+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c17d0 0x55a33d5c3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.354+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/3719712053 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5cb9d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.355 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.354+0000 7f27bc4adb80 1 -- 172.21.15.45:0/3719712053 >> 172.21.15.45:0/3719712053 conn(0x55a33d5bc030 msgr2=0x55a33d5d7050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:15.367 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.367+0000 7f27bc4adb80 1 -- 172.21.15.45:0/3719712053 shutdown_connections 2023-03-22T14:30:15.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.372+0000 7f27bc4adb80 1 -- 172.21.15.45:0/3719712053 wait complete. 2023-03-22T14:30:15.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.372+0000 7f27bc4adb80 1 -- start start 2023-03-22T14:30:15.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.373+0000 7f27bc4adb80 1 Processor -- start 2023-03-22T14:30:15.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.374+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5d2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.374+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.374+0000 7f27bc4adb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5d0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.374+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d5d1180 con 0x55a33d5c17d0 2023-03-22T14:30:15.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.374+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d5d12f0 con 0x55a33d5c6630 2023-03-22T14:30:15.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.374+0000 7f27bc4adb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33d5d14b0 con 0x55a33d5c20e0 2023-03-22T14:30:15.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.374+0000 7f27bc4adb80 10 client.0 _ll_register_callbacks cb 0x55a33d3b9290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:15.375 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.375+0000 7f27a2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5d0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.375+0000 7f27a2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5d0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41466/0 (socket says 172.21.15.45:41466) 2023-03-22T14:30:15.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.375+0000 7f27a2d9d700 1 -- 172.21.15.45:0/408297538 learned_addr learned my addr 172.21.15.45:0/408297538 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:15.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.379+0000 7f27a2d9d700 1 -- 172.21.15.45:0/408297538 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 msgr2=0x55a33d5d2a80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:15.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.379+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5d2a80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.379+0000 7f27a2d9d700 1 -- 172.21.15.45:0/408297538 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 msgr2=0x55a33d5d2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:15.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.379+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5d2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.379+0000 7f27a2d9d700 1 -- 172.21.15.45:0/408297538 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27a4116700 con 0x55a33d5c6630 2023-03-22T14:30:15.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.383+0000 7f27a2d9d700 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5d0a70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2798004aa0 tx=0x7f2798004ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e01ef736a1781148 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:15.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.385+0000 7f2789ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:30:15.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.399+0000 7f2789ffb700 1 -- 172.21.15.45:0/408297538 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27980051a0 con 0x55a33d5c6630 2023-03-22T14:30:15.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.399+0000 7f2789ffb700 1 -- 172.21.15.45:0/408297538 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f279800de70 con 0x55a33d5c6630 2023-03-22T14:30:15.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.399+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a33d591240 con 0x55a33d5c6630 2023-03-22T14:30:15.410 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.410+0000 7f2789ffb700 1 -- 172.21.15.45:0/408297538 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2798005300 con 0x55a33d5c6630 2023-03-22T14:30:15.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.410+0000 7f27bc4adb80 10 client.25955 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:15.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.411+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a33d32ac60 con 0x55a33d5c6630 2023-03-22T14:30:15.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f2789ffb700 1 -- 172.21.15.45:0/408297538 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a33d591240 con 0x55a33d5c6630 2023-03-22T14:30:15.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f2789ffb700 1 -- 172.21.15.45:0/408297538 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f2798010460 con 0x55a33d5c6630 2023-03-22T14:30:15.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f27bc4adb80 10 client.25955 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:15.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f27bc4adb80 10 client.25955 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:30:15.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f27bc4adb80 20 client.25955 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:15.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d64cc30 0x55a33d64d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:15.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f27bc4adb80 4 client.25955 mds_command: new command op to 24532 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:30:15.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.418+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a33d397f60 con 0x55a33d64cc30 2023-03-22T14:30:15.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.421+0000 7f27a259c700 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d64cc30 0x55a33d64d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:15.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:15 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:15.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:15 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:15.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.423+0000 7f27a259c700 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d64cc30 0x55a33d64d030 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=354574d6f0de8517 server_cookie=8b50580ce24a7534 in_seq=0 out_seq=0 2023-03-22T14:30:15.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.423+0000 7f2789ffb700 10 client.25955 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:30:15.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.435+0000 7f2789ffb700 1 -- 172.21.15.45:0/408297538 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a33d397f60 con 0x55a33d64cc30 2023-03-22T14:30:15.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.435+0000 7f2789ffb700 10 client.25955 handle_command_reply: tid=0 2023-03-22T14:30:15.436 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.435+0000 7f27bc4adb80 1 client.25955 shutdown 2023-03-22T14:30:15.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.437+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 msgr2=0x55a33d5d0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:15.437 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.437+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5d0a70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f2798004aa0 tx=0x7f2798004ec0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.438+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 shutdown_connections 2023-03-22T14:30:15.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.438+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x55a33d64cc30 0x55a33d64d030 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.438+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a33d5c17d0 0x55a33d5d2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.438+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a33d5c6630 0x55a33d5d0a70 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.438 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.438+0000 7f27bc4adb80 1 --2- 172.21.15.45:0/408297538 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a33d5c20e0 0x55a33d5d2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.438+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 >> 172.21.15.45:0/408297538 conn(0x55a33d5bc030 msgr2=0x55a33d5cb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:15.439 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.438+0000 7f2789ffb700 0 client.25955 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:30:15.451 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.451+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 shutdown_connections 2023-03-22T14:30:15.454 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.454+0000 7f27bc4adb80 1 -- 172.21.15.45:0/408297538 wait complete. 2023-03-22T14:30:15.465 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:30:15.465 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.458+0000 7f27bc4adb80 20 client.25955 trim_cache size 0 max 16384 2023-03-22T14:30:15.474 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:15 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:15.474 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:15 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:15.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.480+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f278c09fd60 msgr2=0x7f278c0a2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:15.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.480+0000 7f27a8bff700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f278c09fd60 0x7f278c0a2210 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f279800d5c0 tx=0x7f279801f040 comp rx=0 tx=0).stop 2023-03-22T14:30:15.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.480+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4102b70 msgr2=0x7f27a41114a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:15.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.480+0000 7f27a8bff700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4102b70 0x7f27a41114a0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f279400fb40 tx=0x7f279400b610 comp rx=0 tx=0).stop 2023-03-22T14:30:15.493 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.487+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 shutdown_connections 2023-03-22T14:30:15.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.487+0000 7f27a8bff700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27a4105070 0x7f27a410c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.487+0000 7f27a8bff700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27a4068320 0x7f27a4110f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.487+0000 7f27a8bff700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f278c09fd60 0x7f278c0a2210 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:15.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.487+0000 7f27a8bff700 1 --2- 172.21.15.45:0/562086553 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f27a4102b70 0x7f27a41114a0 secure :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f279400fb40 tx=0x7f279400b610 comp rx=0 tx=0).stop 2023-03-22T14:30:15.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.487+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 >> 172.21.15.45:0/562086553 conn(0x7f27a4075f60 msgr2=0x7f27a4101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:15.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.487+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 shutdown_connections 2023-03-22T14:30:15.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:15.494+0000 7f27a8bff700 1 -- 172.21.15.45:0/562086553 wait complete. 2023-03-22T14:30:15.545 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-03-22T14:30:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:15 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:15 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:16.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.022+0000 7fdcd1fff700 1 -- 172.21.15.45:0/1185612968 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc107a80 msgr2=0x7fdccc107ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.022+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/1185612968 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc107a80 0x7fdccc107ef0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4009f90 tx=0x7fdcc400b780 comp rx=0 tx=0).stop 2023-03-22T14:30:16.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.022+0000 7fdcd1fff700 1 -- 172.21.15.45:0/1185612968 shutdown_connections 2023-03-22T14:30:16.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.022+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/1185612968 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdccc108430 0x7fdccc0796d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.022+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/1185612968 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdccc10be80 0x7fdccc10c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.022+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/1185612968 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc107a80 0x7fdccc107ef0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.022+0000 7fdcd1fff700 1 -- 172.21.15.45:0/1185612968 >> 172.21.15.45:0/1185612968 conn(0x7fdccc06b770 msgr2=0x7fdccc0715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:16.030 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.027+0000 7fdcd1fff700 1 -- 172.21.15.45:0/1185612968 shutdown_connections 2023-03-22T14:30:16.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.027+0000 7fdcd1fff700 1 -- 172.21.15.45:0/1185612968 wait complete. 2023-03-22T14:30:16.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.028+0000 7fdcd1fff700 1 Processor -- start 2023-03-22T14:30:16.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.029+0000 7fdcd1fff700 1 -- start start 2023-03-22T14:30:16.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.029+0000 7fdcd1fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdccc107a80 0x7fdccc073ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.029+0000 7fdcd1fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc108430 0x7fdccc0743e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.029+0000 7fdcd1fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdccc10be80 0x7fdccc1b9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.031 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.029+0000 7fdcd1fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdccc1b9d60 con 0x7fdccc108430 2023-03-22T14:30:16.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.029+0000 7fdcd1fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdccc1b9ed0 con 0x7fdccc107a80 2023-03-22T14:30:16.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.029+0000 7fdcd1fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdccc1ba090 con 0x7fdccc10be80 2023-03-22T14:30:16.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.030+0000 7fdccbfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdccc10be80 0x7fdccc1b9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.030+0000 7fdccb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdccc107a80 0x7fdccc073ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.030+0000 7fdccb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdccc107a80 0x7fdccc073ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:44330/0 (socket says 172.21.15.45:44330) 2023-03-22T14:30:16.032 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.030+0000 7fdccb7fe700 1 -- 172.21.15.45:0/3043915605 learned_addr learned my addr 172.21.15.45:0/3043915605 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:16.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.031+0000 7fdccaffd700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc108430 0x7fdccc0743e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.033 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.031+0000 7fdccbfff700 1 -- 172.21.15.45:0/3043915605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdccc107a80 msgr2=0x7fdccc073ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.031+0000 7fdccbfff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdccc107a80 0x7fdccc073ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.031+0000 7fdccbfff700 1 -- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc108430 msgr2=0x7fdccc0743e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.031+0000 7fdccbfff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc108430 0x7fdccc0743e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.031+0000 7fdccbfff700 1 -- 172.21.15.45:0/3043915605 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcc4009c40 con 0x7fdccc10be80 2023-03-22T14:30:16.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.033+0000 7fdccbfff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdccc10be80 0x7fdccc1b9820 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc00e970 tx=0x7fdcbc00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:16.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.059+0000 7fdcc8ff9700 1 -- 172.21.15.45:0/3043915605 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc00cbd0 con 0x7fdccc10be80 2023-03-22T14:30:16.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.059+0000 7fdcc8ff9700 1 -- 172.21.15.45:0/3043915605 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdcbc00ee60 con 0x7fdccc10be80 2023-03-22T14:30:16.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.059+0000 7fdcc8ff9700 1 -- 172.21.15.45:0/3043915605 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc005020 con 0x7fdccc10be80 2023-03-22T14:30:16.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.060+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdccc07af20 con 0x7fdccc10be80 2023-03-22T14:30:16.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.060+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdccc07ad90 con 0x7fdccc10be80 2023-03-22T14:30:16.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.069+0000 7fdce58f8b80 1 Processor -- start 2023-03-22T14:30:16.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.070+0000 7fdce58f8b80 1 -- start start 2023-03-22T14:30:16.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.071+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.071+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaa0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.071+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafaa630 0x5645eafaaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.071+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eaeac070 con 0x5645eafaa630 2023-03-22T14:30:16.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.071+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eaefe9b0 con 0x5645eafa57d0 2023-03-22T14:30:16.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.071+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eaef7e40 con 0x5645eafa60e0 2023-03-22T14:30:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.071+0000 7fdccaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.072+0000 7fdccaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa5ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:44340/0 (socket says 172.21.15.45:44340) 2023-03-22T14:30:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.072+0000 7fdccaffd700 1 -- 172.21.15.45:0/4171163883 learned_addr learned my addr 172.21.15.45:0/4171163883 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.073+0000 7fdccaffd700 1 -- 172.21.15.45:0/4171163883 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 msgr2=0x5645eafaa0f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.073+0000 7fdccaffd700 1 --2- 172.21.15.45:0/4171163883 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaa0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.073+0000 7fdccaffd700 1 -- 172.21.15.45:0/4171163883 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafaa630 msgr2=0x5645eafaaa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:16.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.073+0000 7fdccaffd700 1 --2- 172.21.15.45:0/4171163883 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafaa630 0x5645eafaaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.073+0000 7fdccaffd700 1 -- 172.21.15.45:0/4171163883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5645ead79630 con 0x5645eafa57d0 2023-03-22T14:30:16.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.073+0000 7fdccaffd700 1 --2- 172.21.15.45:0/4171163883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa5ba0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4015000 tx=0x7fdcc4005ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46896434b1ffe8a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:16.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.075+0000 7fdcc8ff9700 1 -- 172.21.15.45:0/3043915605 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fdcbc005180 con 0x7fdccc10be80 2023-03-22T14:30:16.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.078+0000 7fdcc8ff9700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdcb409fe50 0x7fdcb40a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.078+0000 7fdcc8ff9700 1 -- 172.21.15.45:0/3043915605 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fdcbc014070 con 0x7fdccc10be80 2023-03-22T14:30:16.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.079+0000 7fdcb1ffb700 1 -- 172.21.15.45:0/4171163883 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc400e070 con 0x5645eafa57d0 2023-03-22T14:30:16.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.080+0000 7fdcb1ffb700 1 -- 172.21.15.45:0/4171163883 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdcc400b0b0 con 0x5645eafa57d0 2023-03-22T14:30:16.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.080+0000 7fdcb1ffb700 1 -- 172.21.15.45:0/4171163883 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc4007bd0 con 0x5645eafa57d0 2023-03-22T14:30:16.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.082+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdcb409fe50 0x7fdcb40a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.083+0000 7fdce58f8b80 1 -- 172.21.15.45:0/4171163883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 msgr2=0x5645eafa5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.083+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/4171163883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa5ba0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4015000 tx=0x7fdcc4005ac0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.084+0000 7fdce58f8b80 1 -- 172.21.15.45:0/4171163883 shutdown_connections 2023-03-22T14:30:16.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.084+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/4171163883 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafaa630 0x5645eafaaa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.084+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/4171163883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa5ba0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.084+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/4171163883 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaa0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.084+0000 7fdce58f8b80 1 -- 172.21.15.45:0/4171163883 >> 172.21.15.45:0/4171163883 conn(0x5645eafa0030 msgr2=0x5645eafa0400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:16.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.085+0000 7fdce58f8b80 1 -- 172.21.15.45:0/4171163883 shutdown_connections 2023-03-22T14:30:16.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.085+0000 7fdce58f8b80 1 -- 172.21.15.45:0/4171163883 wait complete. 2023-03-22T14:30:16.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.087+0000 7fdce58f8b80 1 -- start start 2023-03-22T14:30:16.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.087+0000 7fdce58f8b80 1 Processor -- start 2023-03-22T14:30:16.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.088+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafaf170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.088+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.088+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 0x5645eafafbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.088+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645ead7b920 con 0x5645eafa57d0 2023-03-22T14:30:16.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.088+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eafbb8b0 con 0x5645eafaa630 2023-03-22T14:30:16.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.088+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eafbb9f0 con 0x5645eafa60e0 2023-03-22T14:30:16.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.088+0000 7fdce58f8b80 10 client.0 _ll_register_callbacks cb 0x5645ead9d290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:16.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.089+0000 7fdccaffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.089+0000 7fdccaffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaf6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33662/0 (socket says 172.21.15.45:33662) 2023-03-22T14:30:16.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.089+0000 7fdccaffd700 1 -- 172.21.15.45:0/3072710522 learned_addr learned my addr 172.21.15.45:0/3072710522 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:16.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.090+0000 7fdccaffd700 1 -- 172.21.15.45:0/3072710522 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 msgr2=0x5645eafafbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:16.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.090+0000 7fdccaffd700 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 0x5645eafafbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.090+0000 7fdccaffd700 1 -- 172.21.15.45:0/3072710522 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 msgr2=0x5645eafaf170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:16.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.090+0000 7fdccaffd700 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafaf170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.090+0000 7fdccaffd700 1 -- 172.21.15.45:0/3072710522 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdccc07a100 con 0x5645eafa60e0 2023-03-22T14:30:16.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.095+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdcb409fe50 0x7fdcb40a2300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdcc0005950 tx=0x7fdcc0011720 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:16.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.097+0000 7fdccaffd700 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaf6b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4009fd0 tx=0x7fdcc4009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=276d1ee23c593f11 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:16.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.097+0000 7fdcaaffd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:16.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.102+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3072710522 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc400e040 con 0x5645eafa60e0 2023-03-22T14:30:16.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.102+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3072710522 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fdcc400be40 con 0x5645eafa60e0 2023-03-22T14:30:16.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.102+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5645eaeba3f0 con 0x5645eafa60e0 2023-03-22T14:30:16.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.115+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3072710522 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdcc4007970 con 0x5645eafa60e0 2023-03-22T14:30:16.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.115+0000 7fdce58f8b80 10 client.25924 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:16.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.115+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5645ead25de0 con 0x5645eafa60e0 2023-03-22T14:30:16.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.116+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3072710522 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5645eaeba3f0 con 0x5645eafa60e0 2023-03-22T14:30:16.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.116+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3072710522 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fdcc400b4a0 con 0x5645eafa60e0 2023-03-22T14:30:16.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.117+0000 7fdce58f8b80 10 client.25924 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:16.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.117+0000 7fdce58f8b80 10 client.25924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:16.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.117+0000 7fdce58f8b80 20 client.25924 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:16.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.117+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eafbf760 0x5645eafc1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.117+0000 7fdce58f8b80 4 client.25924 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:16.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.117+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5645eaec6660 con 0x5645eafbf760 2023-03-22T14:30:16.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.151+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eafbf760 0x5645eafc1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.194+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eafbf760 0x5645eafc1b70 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20d5ca3ee44b584 server_cookie=140e96694332e11 in_seq=0 out_seq=0 2023-03-22T14:30:16.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.194+0000 7fdcaaffd700 10 client.25924 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:16.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.201+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3072710522 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5645eaec6660 con 0x5645eafbf760 2023-03-22T14:30:16.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.201+0000 7fdcaaffd700 10 client.25924 handle_command_reply: tid=0 2023-03-22T14:30:16.205 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.201+0000 7fdce58f8b80 1 client.25924 shutdown 2023-03-22T14:30:16.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.208+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 msgr2=0x5645eafaf6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.208+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaf6b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4009fd0 tx=0x7fdcc4009510 comp rx=0 tx=0).stop 2023-03-22T14:30:16.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.214+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 shutdown_connections 2023-03-22T14:30:16.214 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.214+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eafbf760 0x5645eafc1b70 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.214+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafaf170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.214+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 0x5645eafafbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.214+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3072710522 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafa60e0 0x5645eafaf6b0 secure :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4009fd0 tx=0x7fdcc4009510 comp rx=0 tx=0).stop 2023-03-22T14:30:16.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.214+0000 7fdcaaffd700 0 client.25924 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:16.215 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.214+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 >> 172.21.15.45:0/3072710522 conn(0x5645eafa0030 msgr2=0x5645eaf9f710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:16.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.221+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 shutdown_connections 2023-03-22T14:30:16.221 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.221+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3072710522 wait complete. 2023-03-22T14:30:16.222 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.222+0000 7fdce58f8b80 20 client.25924 trim_cache size 0 max 16384 2023-03-22T14:30:16.264 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.264+0000 7fdce58f8b80 1 Processor -- start 2023-03-22T14:30:16.269 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.268+0000 7fdce58f8b80 1 -- start start 2023-03-22T14:30:16.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.268+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.268+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafaa630 0x5645eafb67f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.268+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafb1a90 0x5645eaf9f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.268+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eafa10c0 con 0x5645eafb1a90 2023-03-22T14:30:16.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.268+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eafa1b70 con 0x5645eafa57d0 2023-03-22T14:30:16.270 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.268+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eafa0ef0 con 0x5645eafaa630 2023-03-22T14:30:16.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.271+0000 7fdccb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.273+0000 7fdccb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:44354/0 (socket says 172.21.15.45:44354) 2023-03-22T14:30:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.273+0000 7fdccb7fe700 1 -- 172.21.15.45:0/2097320559 learned_addr learned my addr 172.21.15.45:0/2097320559 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:16.274 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.273+0000 7fdccbfff700 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafb1a90 0x5645eaf9f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.276+0000 7fdccbfff700 1 -- 172.21.15.45:0/2097320559 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafaa630 msgr2=0x5645eafb67f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-22T14:30:16.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.277+0000 7fdccbfff700 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafaa630 0x5645eafb67f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.277+0000 7fdccbfff700 1 -- 172.21.15.45:0/2097320559 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 msgr2=0x5645eafa7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:16.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.277+0000 7fdccbfff700 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.277 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.277+0000 7fdccbfff700 1 -- 172.21.15.45:0/2097320559 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5645eafaece0 con 0x5645eafb1a90 2023-03-22T14:30:16.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.277+0000 7fdccbfff700 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafb1a90 0x5645eaf9f710 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc0c85e0 tx=0x7fdcbc098090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65ebc2f51aeb6a9c server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:16.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.278+0000 7fdcb27fc700 1 -- 172.21.15.45:0/2097320559 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc098730 con 0x5645eafb1a90 2023-03-22T14:30:16.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.278+0000 7fdcb27fc700 1 -- 172.21.15.45:0/2097320559 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdcbc0a0920 con 0x5645eafb1a90 2023-03-22T14:30:16.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.278+0000 7fdcb27fc700 1 -- 172.21.15.45:0/2097320559 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc097c20 con 0x5645eafb1a90 2023-03-22T14:30:16.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.279+0000 7fdce58f8b80 1 -- 172.21.15.45:0/2097320559 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafb1a90 msgr2=0x5645eaf9f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.279+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafb1a90 0x5645eaf9f710 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc0c85e0 tx=0x7fdcbc098090 comp rx=0 tx=0).stop 2023-03-22T14:30:16.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.289+0000 7fdce58f8b80 1 -- 172.21.15.45:0/2097320559 shutdown_connections 2023-03-22T14:30:16.289 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.289+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafb1a90 0x5645eaf9f710 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.289+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafa57d0 0x5645eafa7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.289+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/2097320559 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafaa630 0x5645eafb67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.290 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.289+0000 7fdce58f8b80 1 -- 172.21.15.45:0/2097320559 >> 172.21.15.45:0/2097320559 conn(0x5645eafa0030 msgr2=0x5645eafbbe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:16.294 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.293+0000 7fdce58f8b80 1 -- 172.21.15.45:0/2097320559 shutdown_connections 2023-03-22T14:30:16.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.296+0000 7fdce58f8b80 1 -- 172.21.15.45:0/2097320559 wait complete. 2023-03-22T14:30:16.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.296+0000 7fdce58f8b80 1 -- start start 2023-03-22T14:30:16.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 1 Processor -- start 2023-03-22T14:30:16.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafabb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 0x5645eafac060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.298 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafb1a90 0x5645eafac5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eb013600 con 0x5645eafa57d0 2023-03-22T14:30:16.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eb013740 con 0x5645eafaa630 2023-03-22T14:30:16.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645eb013880 con 0x5645eafb1a90 2023-03-22T14:30:16.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.297+0000 7fdce58f8b80 10 client.0 _ll_register_callbacks cb 0x5645ead9d290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:16.299 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.298+0000 7fdccaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 0x5645eafac060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.302 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.302+0000 7fdccbfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafb1a90 0x5645eafac5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.302+0000 7fdccbfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafb1a90 0x5645eafac5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33664/0 (socket says 172.21.15.45:33664) 2023-03-22T14:30:16.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.302+0000 7fdccbfff700 1 -- 172.21.15.45:0/3512795042 learned_addr learned my addr 172.21.15.45:0/3512795042 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:16.303 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.303+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafabb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.308+0000 7fdccb7fe700 1 -- 172.21.15.45:0/3512795042 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafb1a90 msgr2=0x5645eafac5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:16.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.308+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafb1a90 0x5645eafac5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.308+0000 7fdccb7fe700 1 -- 172.21.15.45:0/3512795042 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 msgr2=0x5645eafac060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:16.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.308+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 0x5645eafac060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.309 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.308+0000 7fdccb7fe700 1 -- 172.21.15.45:0/3512795042 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdccc07ad90 con 0x5645eafa57d0 2023-03-22T14:30:16.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.309+0000 7fdccb7fe700 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafabb20 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x5645eafc2480 tx=0x7fdcc0016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=979f1081396f7101 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:16.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.309+0000 7fdcaaffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:30:16.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.310+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3512795042 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc000f880 con 0x5645eafa57d0 2023-03-22T14:30:16.310 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.310+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3512795042 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fdcc000f9e0 con 0x5645eafa57d0 2023-03-22T14:30:16.311 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.310+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5645eaf75240 con 0x5645eafa57d0 2023-03-22T14:30:16.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.312+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3512795042 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdcc000fba0 con 0x5645eafa57d0 2023-03-22T14:30:16.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.312+0000 7fdce58f8b80 10 client.15924 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:16.312 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.312+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5645ead0ec60 con 0x5645eafa57d0 2023-03-22T14:30:16.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3512795042 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5645eaf75240 con 0x5645eafa57d0 2023-03-22T14:30:16.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3512795042 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fdcc0025a10 con 0x5645eafa57d0 2023-03-22T14:30:16.313 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdce58f8b80 10 client.15924 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:16.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdce58f8b80 10 client.15924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:16.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdce58f8b80 20 client.15924 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:16.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eb015030 0x5645eb017440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:16.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdce58f8b80 4 client.15924 mds_command: new command op to 24575 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:30:16.314 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.313+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5645ead7bf60 con 0x5645eb015030 2023-03-22T14:30:16.315 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.314+0000 7fdccaffd700 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eb015030 0x5645eb017440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:16.353 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.353+0000 7fdccaffd700 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eb015030 0x5645eb017440 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f816a9834f5f016 server_cookie=e66a87d41e507dc4 in_seq=0 out_seq=0 2023-03-22T14:30:16.354 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.353+0000 7fdcaaffd700 10 client.15924 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:16.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.359+0000 7fdcaaffd700 1 -- 172.21.15.45:0/3512795042 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5645ead7bf60 con 0x5645eb015030 2023-03-22T14:30:16.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.359+0000 7fdcaaffd700 10 client.15924 handle_command_reply: tid=0 2023-03-22T14:30:16.359 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.359+0000 7fdce58f8b80 1 client.15924 shutdown 2023-03-22T14:30:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 msgr2=0x5645eafabb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafabb20 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x5645eafc2480 tx=0x7fdcc0016000 comp rx=0 tx=0).stop 2023-03-22T14:30:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 shutdown_connections 2023-03-22T14:30:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5645eb015030 0x5645eb017440 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5645eafa57d0 0x5645eafabb20 secure :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0x5645eafc2480 tx=0x7fdcc0016000 comp rx=0 tx=0).stop 2023-03-22T14:30:16.373 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5645eafb1a90 0x5645eafac5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 --2- 172.21.15.45:0/3512795042 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5645eafaa630 0x5645eafac060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.369+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 >> 172.21.15.45:0/3512795042 conn(0x5645eafa0030 msgr2=0x5645eaf9f710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:16.374 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.373+0000 7fdcaaffd700 0 client.15924 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.373+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 shutdown_connections 2023-03-22T14:30:16.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.373+0000 7fdce58f8b80 1 -- 172.21.15.45:0/3512795042 wait complete. 2023-03-22T14:30:16.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.389+0000 7fdce58f8b80 20 client.15924 trim_cache size 0 max 16384 2023-03-22T14:30:16.390 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:30:16.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.396+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdcb409fe50 msgr2=0x7fdcb40a2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.396+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdcb409fe50 0x7fdcb40a2300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdcc0005950 tx=0x7fdcc0011720 comp rx=0 tx=0).stop 2023-03-22T14:30:16.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.396+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdccc10be80 msgr2=0x7fdccc1b9820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:16.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.396+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdccc10be80 0x7fdccc1b9820 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc00e970 tx=0x7fdcbc00ec80 comp rx=0 tx=0).stop 2023-03-22T14:30:16.401 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.401+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 shutdown_connections 2023-03-22T14:30:16.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.401+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdccc10be80 0x7fdccc1b9820 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.401+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdccc107a80 0x7fdccc073ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.402 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.401+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdcb409fe50 0x7fdcb40a2300 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.401+0000 7fdcd1fff700 1 --2- 172.21.15.45:0/3043915605 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdccc108430 0x7fdccc0743e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.401+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 >> 172.21.15.45:0/3043915605 conn(0x7fdccc06b770 msgr2=0x7fdccc10ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:16.403 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.403+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 shutdown_connections 2023-03-22T14:30:16.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:16.413+0000 7fdcd1fff700 1 -- 172.21.15.45:0/3043915605 wait complete. 2023-03-22T14:30:16.466 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:16 smithi045 ceph-mon[91728]: pgmap v69: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 388 MiB/s wr, 7.86k op/s 2023-03-22T14:30:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:16 smithi142 ceph-mon[94717]: pgmap v69: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 388 MiB/s wr, 7.86k op/s 2023-03-22T14:30:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:16 smithi098 ceph-mon[94136]: pgmap v69: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 388 MiB/s wr, 7.86k op/s 2023-03-22T14:30:17.465 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-03-22T14:30:17.466 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-03-22T14:30:17.475 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:17 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:30:17.476 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:17 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:30:17.476 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:17 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:17 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:30:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:17 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:30:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:17 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:17.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:17 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:30:17.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:17 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:30:17.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:17 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:30:17.985 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:17.981+0000 7f71f21ff700 1 -- 172.21.15.45:0/2769184966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec107a80 msgr2=0x7f71ec10eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:17.985 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:17.981+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2769184966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec107a80 0x7f71ec10eae0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f71d4009990 tx=0x7f71d4009ca0 comp rx=0 tx=0).stop 2023-03-22T14:30:17.989 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:17.987+0000 7f71f21ff700 1 -- 172.21.15.45:0/2769184966 shutdown_connections 2023-03-22T14:30:17.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:17.987+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2769184966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71ec1199d0 0x7f71ec11bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:17.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:17.987+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2769184966 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec107a80 0x7f71ec10eae0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:17.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:17.987+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2769184966 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71ec107e50 0x7f71ec1082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:17.990 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:17.987+0000 7f71f21ff700 1 -- 172.21.15.45:0/2769184966 >> 172.21.15.45:0/2769184966 conn(0x7f71ec06b770 msgr2=0x7f71ec0715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.010 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.009+0000 7f71f21ff700 1 -- 172.21.15.45:0/2769184966 shutdown_connections 2023-03-22T14:30:18.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.015+0000 7f71f21ff700 1 -- 172.21.15.45:0/2769184966 wait complete. 2023-03-22T14:30:18.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.017+0000 7f71f21ff700 1 Processor -- start 2023-03-22T14:30:18.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.017+0000 7f71f21ff700 1 -- start start 2023-03-22T14:30:18.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.018+0000 7f71f21ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71ec107a80 0x7f71ec10fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.018+0000 7f71f21ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71ec107e50 0x7f71ec1100a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.018+0000 7f71f21ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec1199d0 0x7f71ec1a86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.018+0000 7f71f21ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71ec1a8c20 con 0x7f71ec107a80 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.018+0000 7f71f21ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71ec1a8d90 con 0x7f71ec107e50 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.018+0000 7f71f21ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71ec1a8f50 con 0x7f71ec1199d0 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.020+0000 7f71ebfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec1199d0 0x7f71ec1a86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.022+0000 7f71eb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71ec107a80 0x7f71ec10fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.022+0000 7f71eb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71ec107a80 0x7f71ec10fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:54414/0 (socket says 172.21.15.45:54414) 2023-03-22T14:30:18.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.022+0000 7f71eb7fe700 1 -- 172.21.15.45:0/2449019543 learned_addr learned my addr 172.21.15.45:0/2449019543 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.031+0000 7f71ebfff700 1 -- 172.21.15.45:0/2449019543 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71ec107e50 msgr2=0x7f71ec1100a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.031+0000 7f71ebfff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71ec107e50 0x7f71ec1100a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.031+0000 7f71ebfff700 1 -- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71ec107a80 msgr2=0x7f71ec10fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.031+0000 7f71ebfff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71ec107a80 0x7f71ec10fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.047 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.031+0000 7f71ebfff700 1 -- 172.21.15.45:0/2449019543 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d40095f0 con 0x7f71ec1199d0 2023-03-22T14:30:18.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.033+0000 7f71ebfff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec1199d0 0x7f71ec1a86e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f71e400e970 tx=0x7f71e400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.049+0000 7f71e97fa700 1 -- 172.21.15.45:0/2449019543 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71e4004230 con 0x7f71ec1199d0 2023-03-22T14:30:18.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.049+0000 7f71e97fa700 1 -- 172.21.15.45:0/2449019543 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f71e4004cf0 con 0x7f71ec1199d0 2023-03-22T14:30:18.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.049+0000 7f71e97fa700 1 -- 172.21.15.45:0/2449019543 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71e400ce30 con 0x7f71ec1199d0 2023-03-22T14:30:18.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.049+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71ec11f100 con 0x7f71ec1199d0 2023-03-22T14:30:18.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.049+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71ec11ef70 con 0x7f71ec1199d0 2023-03-22T14:30:18.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.059+0000 7f7205ad2b80 1 Processor -- start 2023-03-22T14:30:18.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.066+0000 7f7205ad2b80 1 -- start start 2023-03-22T14:30:18.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.066+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2231850 0x5559e2231c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.066+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2232160 0x5559e2236170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.066+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e22366b0 0x5559e2236b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.066+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e21380f0 con 0x5559e2232160 2023-03-22T14:30:18.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.066+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e218aa30 con 0x5559e22366b0 2023-03-22T14:30:18.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.066+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e2183ec0 con 0x5559e2231850 2023-03-22T14:30:18.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.067+0000 7f71e97fa700 1 -- 172.21.15.45:0/2449019543 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f71e4004390 con 0x7f71ec1199d0 2023-03-22T14:30:18.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.068+0000 7f71e2ffd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2231850 0x5559e2231c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.068+0000 7f71eb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2232160 0x5559e2236170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.068+0000 7f71eb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2232160 0x5559e2236170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:54422/0 (socket says 172.21.15.45:54422) 2023-03-22T14:30:18.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.068+0000 7f71eb7fe700 1 -- 172.21.15.45:0/1584798086 learned_addr learned my addr 172.21.15.45:0/1584798086 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.070+0000 7f71e2ffd700 1 -- 172.21.15.45:0/1584798086 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e22366b0 msgr2=0x5559e2236b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.070+0000 7f71e2ffd700 1 --2- 172.21.15.45:0/1584798086 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e22366b0 0x5559e2236b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.071+0000 7f71e2ffd700 1 -- 172.21.15.45:0/1584798086 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2232160 msgr2=0x5559e2236170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.071+0000 7f71e2ffd700 1 --2- 172.21.15.45:0/1584798086 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2232160 0x5559e2236170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.071+0000 7f71e2ffd700 1 -- 172.21.15.45:0/1584798086 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559e20056b0 con 0x5559e2231850 2023-03-22T14:30:18.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.074+0000 7f71e97fa700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f71cc09fe50 0x7f71cc0a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.074+0000 7f71e97fa700 1 -- 172.21.15.45:0/2449019543 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f71e4014070 con 0x7f71ec1199d0 2023-03-22T14:30:18.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.075+0000 7f71e2ffd700 1 --2- 172.21.15.45:0/1584798086 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2231850 0x5559e2231c20 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f71ec111170 tx=0x7f71dc0077e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1047a015db9fdab6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.079+0000 7f71e1ffb700 1 -- 172.21.15.45:0/1584798086 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71dc004bb0 con 0x5559e2231850 2023-03-22T14:30:18.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.079+0000 7f71e1ffb700 1 -- 172.21.15.45:0/1584798086 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f71dc004d10 con 0x5559e2231850 2023-03-22T14:30:18.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.079+0000 7f71e1ffb700 1 -- 172.21.15.45:0/1584798086 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71dc005280 con 0x5559e2231850 2023-03-22T14:30:18.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.080+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f71cc09fe50 0x7f71cc0a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.080+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1584798086 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2231850 msgr2=0x5559e2231c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.080+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1584798086 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2231850 0x5559e2231c20 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f71ec111170 tx=0x7f71dc0077e0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.081+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1584798086 shutdown_connections 2023-03-22T14:30:18.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.081+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1584798086 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e22366b0 0x5559e2236b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.081+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1584798086 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2231850 0x5559e2231c20 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.081+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1584798086 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2232160 0x5559e2236170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.081+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1584798086 >> 172.21.15.45:0/1584798086 conn(0x5559e222c0b0 msgr2=0x5559e222c480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.086+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1584798086 shutdown_connections 2023-03-22T14:30:18.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.096+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1584798086 wait complete. 2023-03-22T14:30:18.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.096+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f71cc09fe50 0x7f71cc0a2300 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f71d400b790 tx=0x7f71d40058e0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.096+0000 7f7205ad2b80 1 -- start start 2023-03-22T14:30:18.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.097+0000 7f7205ad2b80 1 Processor -- start 2023-03-22T14:30:18.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.101+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 0x5559e223b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.101+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e223b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.101+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e22366b0 0x5559e223bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.101+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e20079a0 con 0x5559e2231850 2023-03-22T14:30:18.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.101+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e22479f0 con 0x5559e2232160 2023-03-22T14:30:18.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.101+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e2247b30 con 0x5559e22366b0 2023-03-22T14:30:18.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.102+0000 7f7205ad2b80 10 client.0 _ll_register_callbacks cb 0x5559e2029310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:18.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.106+0000 7f71ebfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e22366b0 0x5559e223bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.106+0000 7f71ebfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e22366b0 0x5559e223bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33700/0 (socket says 172.21.15.45:33700) 2023-03-22T14:30:18.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.106+0000 7f71ebfff700 1 -- 172.21.15.45:0/208015417 learned_addr learned my addr 172.21.15.45:0/208015417 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.107+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 0x5559e223b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.109+0000 7f71e2ffd700 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e223b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.109+0000 7f71ebfff700 1 -- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 msgr2=0x5559e223b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.109+0000 7f71ebfff700 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e223b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.109+0000 7f71ebfff700 1 -- 172.21.15.45:0/208015417 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 msgr2=0x5559e223b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.109+0000 7f71ebfff700 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 0x5559e223b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.109+0000 7f71ebfff700 1 -- 172.21.15.45:0/208015417 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71dc009a10 con 0x5559e22366b0 2023-03-22T14:30:18.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.111+0000 7f71ebfff700 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e22366b0 0x5559e223bbd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f71e4009230 tx=0x7f71e40c89b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43226b7584f17bed server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.111+0000 7f71daffd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:18.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.112+0000 7f71daffd700 1 -- 172.21.15.45:0/208015417 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71e4097c60 con 0x5559e22366b0 2023-03-22T14:30:18.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.112+0000 7f71daffd700 1 -- 172.21.15.45:0/208015417 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f71e40a02d0 con 0x5559e22366b0 2023-03-22T14:30:18.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.112+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5559e2146470 con 0x5559e22366b0 2023-03-22T14:30:18.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.117+0000 7f71daffd700 1 -- 172.21.15.45:0/208015417 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f71e40a0490 con 0x5559e22366b0 2023-03-22T14:30:18.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.122+0000 7f7205ad2b80 10 client.25939 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:18.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.122+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5559e1fb1e60 con 0x5559e22366b0 2023-03-22T14:30:18.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.127+0000 7f71daffd700 1 -- 172.21.15.45:0/208015417 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5559e2146470 con 0x5559e22366b0 2023-03-22T14:30:18.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.127+0000 7f71daffd700 1 -- 172.21.15.45:0/208015417 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f71e4097710 con 0x5559e22366b0 2023-03-22T14:30:18.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.131+0000 7f7205ad2b80 10 client.25939 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:18.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.131+0000 7f7205ad2b80 10 client.25939 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:18.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.131+0000 7f7205ad2b80 20 client.25939 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:18.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.131+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e224bbe0 0x5559e224dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.131+0000 7f7205ad2b80 4 client.25939 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:18.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.131+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5559e21526e0 con 0x5559e224bbe0 2023-03-22T14:30:18.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.141+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e224bbe0 0x5559e224dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.153+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e224bbe0 0x5559e224dff0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bc78a4603722528 server_cookie=7e2852b219fb08c0 in_seq=0 out_seq=0 2023-03-22T14:30:18.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.153+0000 7f71daffd700 10 client.25939 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:18.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.154+0000 7f71daffd700 1 -- 172.21.15.45:0/208015417 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5559e21526e0 con 0x5559e224bbe0 2023-03-22T14:30:18.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.154+0000 7f71daffd700 10 client.25939 handle_command_reply: tid=0 2023-03-22T14:30:18.157 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.155+0000 7f7205ad2b80 1 client.25939 shutdown 2023-03-22T14:30:18.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.164+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e22366b0 msgr2=0x5559e223bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.164+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e22366b0 0x5559e223bbd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f71e4009230 tx=0x7f71e40c89b0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.167+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 shutdown_connections 2023-03-22T14:30:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.167+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e224bbe0 0x5559e224dff0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.167+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 0x5559e223b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.167+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e22366b0 0x5559e223bbd0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.167+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/208015417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e223b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.167+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 >> 172.21.15.45:0/208015417 conn(0x5559e222c0b0 msgr2=0x5559e222b790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.181 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.170+0000 7f71daffd700 0 client.25939 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:18.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.177+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 shutdown_connections 2023-03-22T14:30:18.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.179+0000 7f7205ad2b80 1 -- 172.21.15.45:0/208015417 wait complete. 2023-03-22T14:30:18.188 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.185+0000 7f7205ad2b80 20 client.25939 trim_cache size 0 max 16384 2023-03-22T14:30:18.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.221+0000 7f7205ad2b80 1 Processor -- start 2023-03-22T14:30:18.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.222+0000 7f7205ad2b80 1 -- start start 2023-03-22T14:30:18.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.222+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e222c0b0 0x5559e2233fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.222+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 0x5559e2235730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.232 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.222+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e2235c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.222+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e2146470 con 0x5559e2231850 2023-03-22T14:30:18.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.222+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e222ddf0 con 0x5559e2232160 2023-03-22T14:30:18.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.222+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e2249230 con 0x5559e222c0b0 2023-03-22T14:30:18.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.225+0000 7f71ebfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e2235c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.226+0000 7f71ebfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e2235c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:44396/0 (socket says 172.21.15.45:44396) 2023-03-22T14:30:18.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.226+0000 7f71ebfff700 1 -- 172.21.15.45:0/1872950731 learned_addr learned my addr 172.21.15.45:0/1872950731 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.233 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.228+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e222c0b0 0x5559e2233fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.230+0000 7f71eb7fe700 1 -- 172.21.15.45:0/1872950731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 msgr2=0x5559e2235c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.230+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e2235c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.230+0000 7f71eb7fe700 1 -- 172.21.15.45:0/1872950731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 msgr2=0x5559e2235730 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.230+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 0x5559e2235730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.230+0000 7f71eb7fe700 1 -- 172.21.15.45:0/1872950731 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559e214a210 con 0x5559e222c0b0 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.230+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e222c0b0 0x5559e2233fa0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x5559e224e8d0 tx=0x7f71d4023000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5fac2ea8c3db2da server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.231+0000 7f71e27fc700 1 -- 172.21.15.45:0/1872950731 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d4033a00 con 0x5559e222c0b0 2023-03-22T14:30:18.234 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.231+0000 7f71e27fc700 1 -- 172.21.15.45:0/1872950731 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f71d401e040 con 0x5559e222c0b0 2023-03-22T14:30:18.235 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.231+0000 7f71e27fc700 1 -- 172.21.15.45:0/1872950731 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d4004b40 con 0x5559e222c0b0 2023-03-22T14:30:18.235 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.232+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1872950731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e222c0b0 msgr2=0x5559e2233fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.235 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.232+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e222c0b0 0x5559e2233fa0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x5559e224e8d0 tx=0x7f71d4023000 comp rx=0 tx=0).stop 2023-03-22T14:30:18.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.234+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1872950731 shutdown_connections 2023-03-22T14:30:18.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.234+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2232160 0x5559e2235c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.234+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e222c0b0 0x5559e2233fa0 secure :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0x5559e224e8d0 tx=0x7f71d4023000 comp rx=0 tx=0).stop 2023-03-22T14:30:18.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.234+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/1872950731 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e2231850 0x5559e2235730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.236 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.234+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1872950731 >> 172.21.15.45:0/1872950731 conn(0x5559e222b050 msgr2=0x5559e2234810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.252 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.244+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1872950731 shutdown_connections 2023-03-22T14:30:18.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.244+0000 7f7205ad2b80 1 -- 172.21.15.45:0/1872950731 wait complete. 2023-03-22T14:30:18.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.245+0000 7f7205ad2b80 1 -- start start 2023-03-22T14:30:18.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.245+0000 7f7205ad2b80 1 Processor -- start 2023-03-22T14:30:18.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.246+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2231850 0x5559e2241d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.253 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.246+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2232160 0x5559e2242270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.246+0000 7f7205ad2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e22366b0 0x5559e2298d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.246+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e2299330 con 0x5559e22366b0 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.246+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e22994a0 con 0x5559e2231850 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.246+0000 7f7205ad2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e2299660 con 0x5559e2232160 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.246+0000 7f7205ad2b80 10 client.0 _ll_register_callbacks cb 0x5559e2029310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.247+0000 7f71ebfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e22366b0 0x5559e2298d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.247+0000 7f71ebfff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e22366b0 0x5559e2298d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:54438/0 (socket says 172.21.15.45:54438) 2023-03-22T14:30:18.254 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.247+0000 7f71ebfff700 1 -- 172.21.15.45:0/2236534138 learned_addr learned my addr 172.21.15.45:0/2236534138 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.248+0000 7f71ebfff700 1 -- 172.21.15.45:0/2236534138 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2232160 msgr2=0x5559e2242270 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:18.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.248+0000 7f71ebfff700 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2232160 0x5559e2242270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.248+0000 7f71ebfff700 1 -- 172.21.15.45:0/2236534138 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2231850 msgr2=0x5559e2241d30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:18.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.248+0000 7f71ebfff700 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2231850 0x5559e2241d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.248+0000 7f71ebfff700 1 -- 172.21.15.45:0/2236534138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71ec11c640 con 0x5559e22366b0 2023-03-22T14:30:18.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.249+0000 7f71ebfff700 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e22366b0 0x5559e2298d80 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f71e40a0920 tx=0x7f71e400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38c63d1b5a9379fc server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.255 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.249+0000 7f71daffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:30:18.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.250+0000 7f71daffd700 1 -- 172.21.15.45:0/2236534138 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71e40a04d0 con 0x5559e22366b0 2023-03-22T14:30:18.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.250+0000 7f71daffd700 1 -- 172.21.15.45:0/2236534138 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f71e4097a60 con 0x5559e22366b0 2023-03-22T14:30:18.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.250+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5559e22012c0 con 0x5559e22366b0 2023-03-22T14:30:18.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.251+0000 7f71daffd700 1 -- 172.21.15.45:0/2236534138 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f71e4003e40 con 0x5559e22366b0 2023-03-22T14:30:18.256 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.252+0000 7f7205ad2b80 10 client.15939 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:18.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.252+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5559e1fd82d0 con 0x5559e22366b0 2023-03-22T14:30:18.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f71daffd700 1 -- 172.21.15.45:0/2236534138 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5559e22012c0 con 0x5559e22366b0 2023-03-22T14:30:18.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f71daffd700 1 -- 172.21.15.45:0/2236534138 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f71e40c8c70 con 0x5559e22366b0 2023-03-22T14:30:18.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f7205ad2b80 10 client.15939 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:18.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f7205ad2b80 10 client.15939 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:18.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f7205ad2b80 20 client.15939 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:18.257 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e22c3d20 0x5559e22c6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f7205ad2b80 4 client.15939 mds_command: new command op to 24575 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-03-22T14:30:18.258 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.253+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5559e2007fe0 con 0x5559e22c3d20 2023-03-22T14:30:18.266 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.259+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e22c3d20 0x5559e22c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.269+0000 7f71eb7fe700 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e22c3d20 0x5559e22c6130 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e201cf7c41b627ce server_cookie=e675fd707ecf928d in_seq=0 out_seq=0 2023-03-22T14:30:18.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.270+0000 7f71daffd700 10 client.15939 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:18.272 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.272+0000 7f71daffd700 1 -- 172.21.15.45:0/2236534138 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5559e2007fe0 con 0x5559e22c3d20 2023-03-22T14:30:18.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.272+0000 7f71daffd700 10 client.15939 handle_command_reply: tid=0 2023-03-22T14:30:18.273 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.272+0000 7f7205ad2b80 1 client.15939 shutdown 2023-03-22T14:30:18.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e22366b0 msgr2=0x5559e2298d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e22366b0 0x5559e2298d80 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f71e40a0920 tx=0x7f71e400cf90 comp rx=0 tx=0).stop 2023-03-22T14:30:18.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 shutdown_connections 2023-03-22T14:30:18.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5559e22c3d20 0x5559e22c6130 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5559e22366b0 0x5559e2298d80 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.278 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5559e2231850 0x5559e2241d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 --2- 172.21.15.45:0/2236534138 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5559e2232160 0x5559e2242270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 >> 172.21.15.45:0/2236534138 conn(0x5559e222b050 msgr2=0x5559e2235730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.279 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.277+0000 7f71daffd700 0 client.15939 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:18.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.278+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 shutdown_connections 2023-03-22T14:30:18.284 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.282+0000 7f7205ad2b80 1 -- 172.21.15.45:0/2236534138 wait complete. 2023-03-22T14:30:18.287 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.285+0000 7f7205ad2b80 20 client.15939 trim_cache size 0 max 16384 2023-03-22T14:30:18.288 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:30:18.289 INFO:teuthology.orchestra.run.smithi045.stdout: "return_code": 0, 2023-03-22T14:30:18.289 INFO:teuthology.orchestra.run.smithi045.stdout: "scrub_tag": "4d47eec4-32fd-482a-b4ff-7ba286f09ba7", 2023-03-22T14:30:18.289 INFO:teuthology.orchestra.run.smithi045.stdout: "mode": "asynchronous" 2023-03-22T14:30:18.289 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:30:18.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.296+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f71cc09fe50 msgr2=0x7f71cc0a2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.296+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f71cc09fe50 0x7f71cc0a2300 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f71d400b790 tx=0x7f71d40058e0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.296+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec1199d0 msgr2=0x7f71ec1a86e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.297 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.296+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec1199d0 0x7f71ec1a86e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f71e400e970 tx=0x7f71e400ec80 comp rx=0 tx=0).stop 2023-03-22T14:30:18.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.298+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 shutdown_connections 2023-03-22T14:30:18.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.298+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f71cc09fe50 0x7f71cc0a2300 secure :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f71d400b790 tx=0x7f71d40058e0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.298+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f71ec107a80 0x7f71ec10fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.298+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71ec1199d0 0x7f71ec1a86e0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.298+0000 7f71f21ff700 1 --2- 172.21.15.45:0/2449019543 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71ec107e50 0x7f71ec1100a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.300 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.298+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 >> 172.21.15.45:0/2449019543 conn(0x7f71ec06b770 msgr2=0x7f71ec0715c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.306+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 shutdown_connections 2023-03-22T14:30:18.308 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.306+0000 7f71f21ff700 1 -- 172.21.15.45:0/2449019543 wait complete. 2023-03-22T14:30:18.358 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:30:18.527 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:18 smithi045 ceph-mon[91728]: pgmap v70: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 262 MiB/s wr, 10.58k op/s 2023-03-22T14:30:18.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:18 smithi142 ceph-mon[94717]: pgmap v70: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 262 MiB/s wr, 10.58k op/s 2023-03-22T14:30:18.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:18 smithi098 ceph-mon[94136]: pgmap v70: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 262 MiB/s wr, 10.58k op/s 2023-03-22T14:30:18.804 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.804+0000 7f32409ff700 1 -- 172.21.15.45:0/2850495877 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f323c1034e0 msgr2=0x7f323c103980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.804+0000 7f32409ff700 1 --2- 172.21.15.45:0/2850495877 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f323c1034e0 0x7f323c103980 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f323400d330 tx=0x7f323400d640 comp rx=0 tx=0).stop 2023-03-22T14:30:18.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.804+0000 7f32409ff700 1 -- 172.21.15.45:0/2850495877 shutdown_connections 2023-03-22T14:30:18.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.804+0000 7f32409ff700 1 --2- 172.21.15.45:0/2850495877 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f323c0674d0 0x7f323c0ff670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.804+0000 7f32409ff700 1 --2- 172.21.15.45:0/2850495877 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f323c1034e0 0x7f323c103980 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.805 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.804+0000 7f32409ff700 1 --2- 172.21.15.45:0/2850495877 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c067950 0x7f323c0ffbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.806 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.804+0000 7f32409ff700 1 -- 172.21.15.45:0/2850495877 >> 172.21.15.45:0/2850495877 conn(0x7f323c0749f0 msgr2=0x7f323c074df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.809+0000 7f32409ff700 1 -- 172.21.15.45:0/2850495877 shutdown_connections 2023-03-22T14:30:18.818 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.818+0000 7f32409ff700 1 -- 172.21.15.45:0/2850495877 wait complete. 2023-03-22T14:30:18.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.819+0000 7f32409ff700 1 Processor -- start 2023-03-22T14:30:18.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.820+0000 7f32409ff700 1 -- start start 2023-03-22T14:30:18.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.820+0000 7f32409ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c0674d0 0x7f323c10a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.820+0000 7f32409ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f323c067950 0x7f323c072500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.820+0000 7f32409ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f323c1034e0 0x7f323c10ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.820+0000 7f32409ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f323c10b410 con 0x7f323c1034e0 2023-03-22T14:30:18.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.820+0000 7f32409ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f323c10b580 con 0x7f323c0674d0 2023-03-22T14:30:18.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.820+0000 7f32409ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f323c1b1880 con 0x7f323c067950 2023-03-22T14:30:18.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c0674d0 0x7f323c10a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c0674d0 0x7f323c10a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:44422/0 (socket says 172.21.15.45:44422) 2023-03-22T14:30:18.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 -- 172.21.15.45:0/2630941787 learned_addr learned my addr 172.21.15.45:0/2630941787 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 -- 172.21.15.45:0/2630941787 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f323c067950 msgr2=0x7f323c072500 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-03-22T14:30:18.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f323c067950 0x7f323c072500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 -- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f323c1034e0 msgr2=0x7f323c10ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f323c1034e0 0x7f323c10ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.823+0000 7f323a59c700 1 -- 172.21.15.45:0/2630941787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3234009d00 con 0x7f323c0674d0 2023-03-22T14:30:18.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.824+0000 7f323a59c700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c0674d0 0x7f323c10a7f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f322400b500 tx=0x7f322400b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.825+0000 7f32337fe700 1 -- 172.21.15.45:0/2630941787 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3224011830 con 0x7f323c0674d0 2023-03-22T14:30:18.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.825+0000 7f32337fe700 1 -- 172.21.15.45:0/2630941787 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3224011e50 con 0x7f323c0674d0 2023-03-22T14:30:18.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.825+0000 7f32337fe700 1 -- 172.21.15.45:0/2630941787 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f322400f2e0 con 0x7f323c0674d0 2023-03-22T14:30:18.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.825+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f323c10dc20 con 0x7f323c0674d0 2023-03-22T14:30:18.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.826+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f323c10da90 con 0x7f323c0674d0 2023-03-22T14:30:18.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.831+0000 7f325431fb80 1 Processor -- start 2023-03-22T14:30:18.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.833+0000 7f325431fb80 1 -- start start 2023-03-22T14:30:18.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.834+0000 7f325431fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881c1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.834+0000 7f325431fb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c20f0 0x55f0881c6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.834+0000 7f325431fb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881c6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.834+0000 7f325431fb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0880b7070 con 0x55f0881c20f0 2023-03-22T14:30:18.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.834+0000 7f325431fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0881099b0 con 0x55f0881c17e0 2023-03-22T14:30:18.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.834+0000 7f325431fb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f088102e40 con 0x55f0881c6640 2023-03-22T14:30:18.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.838+0000 7f323ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881c1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.838+0000 7f323ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881c1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:44438/0 (socket says 172.21.15.45:44438) 2023-03-22T14:30:18.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.838+0000 7f323ad9d700 1 -- 172.21.15.45:0/2026359028 learned_addr learned my addr 172.21.15.45:0/2026359028 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.841+0000 7f32337fe700 1 -- 172.21.15.45:0/2630941787 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f3224011990 con 0x7f323c0674d0 2023-03-22T14:30:18.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.845+0000 7f32337fe700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f322809fe50 0x7f32280a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.846+0000 7f32337fe700 1 -- 172.21.15.45:0/2630941787 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f32240cc7a0 con 0x7f323c0674d0 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.849+0000 7f3239d9b700 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881c6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.851+0000 7f323ad9d700 1 -- 172.21.15.45:0/2026359028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 msgr2=0x55f0881c6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.851+0000 7f323ad9d700 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881c6a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.851+0000 7f323ad9d700 1 -- 172.21.15.45:0/2026359028 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c20f0 msgr2=0x55f0881c6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.851+0000 7f323ad9d700 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c20f0 0x55f0881c6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.851+0000 7f323ad9d700 1 -- 172.21.15.45:0/2026359028 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f087f84630 con 0x55f0881c17e0 2023-03-22T14:30:18.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.851+0000 7f323ad9d700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f322809fe50 0x7f32280a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.857+0000 7f323ad9d700 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881c1bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3234009bb0 tx=0x7f323400d130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f204f60a7f60708 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.859+0000 7f3230ff9700 1 -- 172.21.15.45:0/2026359028 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3234003a00 con 0x55f0881c17e0 2023-03-22T14:30:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.859+0000 7f3230ff9700 1 -- 172.21.15.45:0/2026359028 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3234011c70 con 0x55f0881c17e0 2023-03-22T14:30:18.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.859+0000 7f3230ff9700 1 -- 172.21.15.45:0/2026359028 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3234005570 con 0x55f0881c17e0 2023-03-22T14:30:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.859+0000 7f325431fb80 1 -- 172.21.15.45:0/2026359028 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 msgr2=0x55f0881c1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.860+0000 7f325431fb80 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881c1bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3234009bb0 tx=0x7f323400d130 comp rx=0 tx=0).stop 2023-03-22T14:30:18.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.872+0000 7f325431fb80 1 -- 172.21.15.45:0/2026359028 shutdown_connections 2023-03-22T14:30:18.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.872+0000 7f325431fb80 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881c6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.872+0000 7f325431fb80 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881c1bb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.872+0000 7f325431fb80 1 --2- 172.21.15.45:0/2026359028 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c20f0 0x55f0881c6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.872+0000 7f325431fb80 1 -- 172.21.15.45:0/2026359028 >> 172.21.15.45:0/2026359028 conn(0x55f0881ab030 msgr2=0x55f0881ab400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.890+0000 7f325431fb80 1 -- 172.21.15.45:0/2026359028 shutdown_connections 2023-03-22T14:30:18.892 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.890+0000 7f325431fb80 1 -- 172.21.15.45:0/2026359028 wait complete. 2023-03-22T14:30:18.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.891+0000 7f325431fb80 1 -- start start 2023-03-22T14:30:18.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.891+0000 7f325431fb80 1 Processor -- start 2023-03-22T14:30:18.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.892+0000 7f325431fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.892+0000 7f325431fb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881caf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.892+0000 7f325431fb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c6640 0x55f0881cb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.892+0000 7f325431fb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f087f86920 con 0x55f0881c6640 2023-03-22T14:30:18.893 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.892+0000 7f325431fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0881cbc90 con 0x55f0881c17e0 2023-03-22T14:30:18.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.892+0000 7f325431fb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0881cbe50 con 0x55f0881c20f0 2023-03-22T14:30:18.894 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.892+0000 7f325431fb80 10 client.0 _ll_register_callbacks cb 0x55f087fa8290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:18.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.893+0000 7f3239d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881caf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.898 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.893+0000 7f3239d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881caf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33752/0 (socket says 172.21.15.45:33752) 2023-03-22T14:30:18.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.893+0000 7f3239d9b700 1 -- 172.21.15.45:0/2078631878 learned_addr learned my addr 172.21.15.45:0/2078631878 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:18.899 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.893+0000 7f323a59c700 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.909 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.906+0000 7f323ad9d700 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c6640 0x55f0881cb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.914+0000 7f3239d9b700 1 -- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 msgr2=0x55f0881cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.914+0000 7f3239d9b700 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881cdd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.914+0000 7f3239d9b700 1 -- 172.21.15.45:0/2078631878 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c6640 msgr2=0x55f0881cb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:18.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.914+0000 7f3239d9b700 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c6640 0x55f0881cb590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.914+0000 7f3239d9b700 1 -- 172.21.15.45:0/2078631878 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f323c10c820 con 0x55f0881c20f0 2023-03-22T14:30:18.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.916+0000 7f323ad9d700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f322809fe50 0x7f32280a2300 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3234028040 tx=0x7f323400d130 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.922+0000 7f3239d9b700 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881caf80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f322c00af30 tx=0x7f322c00c430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccdf27c369ddeba6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:18.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.923+0000 7f3221ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:18.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.927+0000 7f3221ffb700 1 -- 172.21.15.45:0/2078631878 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f322c0113f0 con 0x55f0881c20f0 2023-03-22T14:30:18.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.927+0000 7f3221ffb700 1 -- 172.21.15.45:0/2078631878 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f322c011550 con 0x55f0881c20f0 2023-03-22T14:30:18.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.927+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f0880c53f0 con 0x55f0881c20f0 2023-03-22T14:30:18.930 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.929+0000 7f3221ffb700 1 -- 172.21.15.45:0/2078631878 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f322c011710 con 0x55f0881c20f0 2023-03-22T14:30:18.939 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.930+0000 7f325431fb80 10 client.25948 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:18.939 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.930+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f087f30de0 con 0x55f0881c20f0 2023-03-22T14:30:18.939 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.934+0000 7f3221ffb700 1 -- 172.21.15.45:0/2078631878 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f0880c53f0 con 0x55f0881c20f0 2023-03-22T14:30:18.939 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.934+0000 7f3221ffb700 1 -- 172.21.15.45:0/2078631878 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f322c01aac0 con 0x55f0881c20f0 2023-03-22T14:30:18.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.936+0000 7f325431fb80 10 client.25948 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:18.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.936+0000 7f325431fb80 10 client.25948 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:18.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.936+0000 7f325431fb80 20 client.25948 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:18.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.936+0000 7f325431fb80 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f0881dba90 0x55f0881ddea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:18.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.936+0000 7f325431fb80 4 client.25948 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:18.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.936+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f0880d1660 con 0x55f0881dba90 2023-03-22T14:30:18.940 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.938+0000 7f323a59c700 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f0881dba90 0x55f0881ddea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:18.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.949+0000 7f323a59c700 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f0881dba90 0x55f0881ddea0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d41982c2dd4cff6b server_cookie=7dcc5301eb8bcddc in_seq=0 out_seq=0 2023-03-22T14:30:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.949+0000 7f3221ffb700 10 client.25948 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.951+0000 7f3221ffb700 1 -- 172.21.15.45:0/2078631878 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55f0880d1660 con 0x55f0881dba90 2023-03-22T14:30:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.951+0000 7f3221ffb700 10 client.25948 handle_command_reply: tid=0 2023-03-22T14:30:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.951+0000 7f325431fb80 1 client.25948 shutdown 2023-03-22T14:30:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 msgr2=0x55f0881caf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:18.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881caf80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f322c00af30 tx=0x7f322c00c430 comp rx=0 tx=0).stop 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 shutdown_connections 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f0881dba90 0x55f0881ddea0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c6640 0x55f0881cb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c17e0 0x55f0881cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 --2- 172.21.15.45:0/2078631878 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881caf80 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 >> 172.21.15.45:0/2078631878 conn(0x55f0881ab030 msgr2=0x55f0881aa710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.952+0000 7f3221ffb700 0 client.25948 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:18.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.954+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 shutdown_connections 2023-03-22T14:30:18.959 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.957+0000 7f325431fb80 1 -- 172.21.15.45:0/2078631878 wait complete. 2023-03-22T14:30:18.965 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:18.961+0000 7f325431fb80 20 client.25948 trim_cache size 0 max 16384 2023-03-22T14:30:19.016 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.008+0000 7f325431fb80 1 Processor -- start 2023-03-22T14:30:19.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.016+0000 7f325431fb80 1 -- start start 2023-03-22T14:30:19.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.016+0000 7f325431fb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881aa710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:19.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.016+0000 7f325431fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c20f0 0x55f0881d7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:19.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.016+0000 7f325431fb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:19.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.016+0000 7f325431fb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0881aceb0 con 0x55f0881c17e0 2023-03-22T14:30:19.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.016+0000 7f325431fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0881c7090 con 0x55f0881c20f0 2023-03-22T14:30:19.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.016+0000 7f325431fb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0881abef0 con 0x55f0881c6640 2023-03-22T14:30:19.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.021+0000 7f323a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881aa710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:19.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.021+0000 7f323a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881aa710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:54484/0 (socket says 172.21.15.45:54484) 2023-03-22T14:30:19.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.021+0000 7f323a59c700 1 -- 172.21.15.45:0/2840224269 learned_addr learned my addr 172.21.15.45:0/2840224269 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:19.028 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.021+0000 7f323ad9d700 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:19.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.026+0000 7f3239d9b700 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c20f0 0x55f0881d7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:19.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.029+0000 7f323a59c700 1 -- 172.21.15.45:0/2840224269 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 msgr2=0x55f0881cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:19.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.029+0000 7f323a59c700 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.029+0000 7f323a59c700 1 -- 172.21.15.45:0/2840224269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c20f0 msgr2=0x55f0881d7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:19.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.029+0000 7f323a59c700 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c20f0 0x55f0881d7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.029+0000 7f323a59c700 1 -- 172.21.15.45:0/2840224269 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f0880c9190 con 0x55f0881c17e0 2023-03-22T14:30:19.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.044+0000 7f323a59c700 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881aa710 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f322400b4d0 tx=0x7f322401c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6d6c949631aed3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:19.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.050+0000 7f32317fa700 1 -- 172.21.15.45:0/2840224269 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3224098440 con 0x55f0881c17e0 2023-03-22T14:30:19.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.051+0000 7f32317fa700 1 -- 172.21.15.45:0/2840224269 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f32240ca0f0 con 0x55f0881c17e0 2023-03-22T14:30:19.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.051+0000 7f32317fa700 1 -- 172.21.15.45:0/2840224269 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32240a1e00 con 0x55f0881c17e0 2023-03-22T14:30:19.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.055+0000 7f325431fb80 1 -- 172.21.15.45:0/2840224269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 msgr2=0x55f0881aa710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:19.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.055+0000 7f325431fb80 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881aa710 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f322400b4d0 tx=0x7f322401c040 comp rx=0 tx=0).stop 2023-03-22T14:30:19.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.060+0000 7f325431fb80 1 -- 172.21.15.45:0/2840224269 shutdown_connections 2023-03-22T14:30:19.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.060+0000 7f325431fb80 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881aa710 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.060+0000 7f325431fb80 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c6640 0x55f0881cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.060+0000 7f325431fb80 1 --2- 172.21.15.45:0/2840224269 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c20f0 0x55f0881d7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.060+0000 7f325431fb80 1 -- 172.21.15.45:0/2840224269 >> 172.21.15.45:0/2840224269 conn(0x55f0881ab030 msgr2=0x55f0881c4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:19.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.068+0000 7f325431fb80 1 -- 172.21.15.45:0/2840224269 shutdown_connections 2023-03-22T14:30:19.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.068+0000 7f325431fb80 1 -- 172.21.15.45:0/2840224269 wait complete. 2023-03-22T14:30:19.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.069+0000 7f325431fb80 1 -- start start 2023-03-22T14:30:19.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 1 Processor -- start 2023-03-22T14:30:19.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881c7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:19.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881c84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:19.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c6640 0x55f08822f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:19.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f08822fe70 con 0x55f0881c17e0 2023-03-22T14:30:19.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f08822ffb0 con 0x55f0881c6640 2023-03-22T14:30:19.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0882300f0 con 0x55f0881c20f0 2023-03-22T14:30:19.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.070+0000 7f325431fb80 10 client.0 _ll_register_callbacks cb 0x55f087fa8290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:19.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.073+0000 7f3239d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881c84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:19.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.073+0000 7f323ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c6640 0x55f08822f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:19.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.073+0000 7f323ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c6640 0x55f08822f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:44470/0 (socket says 172.21.15.45:44470) 2023-03-22T14:30:19.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.073+0000 7f323ad9d700 1 -- 172.21.15.45:0/1325172987 learned_addr learned my addr 172.21.15.45:0/1325172987 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:19.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.076+0000 7f323a59c700 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881c7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:19.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.079+0000 7f3239d9b700 1 -- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c6640 msgr2=0x55f08822f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:19.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.079+0000 7f3239d9b700 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c6640 0x55f08822f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.079+0000 7f3239d9b700 1 -- 172.21.15.45:0/1325172987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 msgr2=0x55f0881c7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:19.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.079+0000 7f3239d9b700 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881c7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.079+0000 7f3239d9b700 1 -- 172.21.15.45:0/1325172987 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f323c10da90 con 0x55f0881c20f0 2023-03-22T14:30:19.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.079+0000 7f323ad9d700 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c6640 0x55f08822f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:30:19.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.081+0000 7f3239d9b700 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881c84c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f322c000ea0 tx=0x7f322c019620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fc69af550b6dae6 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:19.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.086+0000 7f3221ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:19.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.086+0000 7f3221ffb700 1 -- 172.21.15.45:0/1325172987 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f322c019c60 con 0x55f0881c20f0 2023-03-22T14:30:19.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.086+0000 7f3221ffb700 1 -- 172.21.15.45:0/1325172987 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f322c019dc0 con 0x55f0881c20f0 2023-03-22T14:30:19.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.086+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f088180240 con 0x55f0881c20f0 2023-03-22T14:30:19.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.090+0000 7f3221ffb700 1 -- 172.21.15.45:0/1325172987 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f322c004040 con 0x55f0881c20f0 2023-03-22T14:30:19.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.096+0000 7f325431fb80 10 client.25954 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:19.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.096+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f087f57250 con 0x55f0881c20f0 2023-03-22T14:30:19.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.101+0000 7f3221ffb700 1 -- 172.21.15.45:0/1325172987 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f088180240 con 0x55f0881c20f0 2023-03-22T14:30:19.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.101+0000 7f3221ffb700 1 -- 172.21.15.45:0/1325172987 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f322c01a440 con 0x55f0881c20f0 2023-03-22T14:30:19.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.109+0000 7f325431fb80 10 client.25954 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:19.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.109+0000 7f325431fb80 10 client.25954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:19.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.109+0000 7f325431fb80 20 client.25954 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:19.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.109+0000 7f325431fb80 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f088231740 0x55f088233b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:19.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.109+0000 7f325431fb80 4 client.25954 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:30:19.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.109+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f087f86f60 con 0x55f088231740 2023-03-22T14:30:19.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.113+0000 7f323a59c700 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f088231740 0x55f088233b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:19.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.124+0000 7f323a59c700 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f088231740 0x55f088233b50 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe2a507f9f709bd9 server_cookie=c9fc486efc011cc3 in_seq=0 out_seq=0 2023-03-22T14:30:19.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.124+0000 7f3221ffb700 10 client.25954 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:19.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.138+0000 7f3221ffb700 1 -- 172.21.15.45:0/1325172987 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+266 (crc 0 0 0) 0x55f087f86f60 con 0x55f088231740 2023-03-22T14:30:19.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.138+0000 7f3221ffb700 10 client.25954 handle_command_reply: tid=0 2023-03-22T14:30:19.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.140+0000 7f325431fb80 1 client.25954 shutdown 2023-03-22T14:30:19.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.148+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 msgr2=0x55f0881c84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:19.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.148+0000 7f325431fb80 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881c84c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f322c000ea0 tx=0x7f322c019620 comp rx=0 tx=0).stop 2023-03-22T14:30:19.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.149+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 shutdown_connections 2023-03-22T14:30:19.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.149+0000 7f325431fb80 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55f088231740 0x55f088233b50 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.149+0000 7f325431fb80 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55f0881c17e0 0x55f0881c7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.149+0000 7f325431fb80 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f0881c6640 0x55f08822f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.149+0000 7f325431fb80 1 --2- 172.21.15.45:0/1325172987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55f0881c20f0 0x55f0881c84c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.149+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 >> 172.21.15.45:0/1325172987 conn(0x55f0881ab030 msgr2=0x55f0881aa710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:19.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.149+0000 7f3221ffb700 0 client.25954 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:19.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.155+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 shutdown_connections 2023-03-22T14:30:19.160 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.159+0000 7f325431fb80 1 -- 172.21.15.45:0/1325172987 wait complete. 2023-03-22T14:30:19.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.165+0000 7f325431fb80 20 client.25954 trim_cache size 0 max 16384 2023-03-22T14:30:19.170 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:30:19.170 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "scrub active (68 inodes in the stack)", 2023-03-22T14:30:19.170 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:30:19.170 INFO:teuthology.orchestra.run.smithi045.stdout: "4d47eec4-32fd-482a-b4ff-7ba286f09ba7": { 2023-03-22T14:30:19.170 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:30:19.171 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "4d47eec4-32fd-482a-b4ff-7ba286f09ba7", 2023-03-22T14:30:19.171 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:30:19.171 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:30:19.171 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:30:19.171 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:30:19.210 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.207+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f322809fe50 msgr2=0x7f32280a2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:19.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.207+0000 7f32409ff700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f322809fe50 0x7f32280a2300 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3234028040 tx=0x7f323400d130 comp rx=0 tx=0).stop 2023-03-22T14:30:19.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.207+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c0674d0 msgr2=0x7f323c10a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:19.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.207+0000 7f32409ff700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c0674d0 0x7f323c10a7f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f322400b500 tx=0x7f322400b8c0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.208+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 shutdown_connections 2023-03-22T14:30:19.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.208+0000 7f32409ff700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f322809fe50 0x7f32280a2300 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.211 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.208+0000 7f32409ff700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f323c1034e0 0x7f323c10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.208+0000 7f32409ff700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f323c0674d0 0x7f323c10a7f0 secure :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f322400b500 tx=0x7f322400b8c0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.208+0000 7f32409ff700 1 --2- 172.21.15.45:0/2630941787 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f323c067950 0x7f323c072500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:19.212 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.208+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 >> 172.21.15.45:0/2630941787 conn(0x7f323c0749f0 msgr2=0x7f323c10ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:19.217 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.216+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 shutdown_connections 2023-03-22T14:30:19.228 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:19.225+0000 7f32409ff700 1 -- 172.21.15.45:0/2630941787 wait complete. 2023-03-22T14:30:19.273 INFO:tasks.cephfs.filesystem:scrub status for tag:4d47eec4-32fd-482a-b4ff-7ba286f09ba7 - {'path': '/', 'tag': '4d47eec4-32fd-482a-b4ff-7ba286f09ba7', 'options': 'recursive,force'} 2023-03-22T14:30:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:19 smithi142 ceph-mon[94717]: scrub queued for path: / 2023-03-22T14:30:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:19 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:19 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:30:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:19 smithi098 ceph-mon[94136]: scrub queued for path: / 2023-03-22T14:30:19.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:19 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:19.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:19 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:30:19.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:19 smithi045 ceph-mon[91728]: scrub queued for path: / 2023-03-22T14:30:19.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:19 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:19.722 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:19 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:30:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:20 smithi142 ceph-mon[94717]: pgmap v71: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 303 MiB/s wr, 16.13k op/s 2023-03-22T14:30:20.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:20 smithi098 ceph-mon[94136]: pgmap v71: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 303 MiB/s wr, 16.13k op/s 2023-03-22T14:30:20.723 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:20 smithi045 ceph-mon[91728]: pgmap v71: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 303 MiB/s wr, 16.13k op/s 2023-03-22T14:30:22.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:22 smithi142 ceph-mon[94717]: pgmap v72: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 311 MiB/s wr, 17.22k op/s 2023-03-22T14:30:22.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:22 smithi098 ceph-mon[94136]: pgmap v72: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 311 MiB/s wr, 17.22k op/s 2023-03-22T14:30:22.969 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:22 smithi045 ceph-mon[91728]: pgmap v72: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 311 MiB/s wr, 17.22k op/s 2023-03-22T14:30:25.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:25 smithi142 ceph-mon[94717]: pgmap v73: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 618 KiB/s rd, 161 MiB/s wr, 19.29k op/s 2023-03-22T14:30:25.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:25 smithi098 ceph-mon[94136]: pgmap v73: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 618 KiB/s rd, 161 MiB/s wr, 19.29k op/s 2023-03-22T14:30:25.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:25 smithi045 ceph-mon[91728]: pgmap v73: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 618 KiB/s rd, 161 MiB/s wr, 19.29k op/s 2023-03-22T14:30:27.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:27 smithi142 ceph-mon[94717]: pgmap v74: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 183 MiB/s wr, 24.61k op/s 2023-03-22T14:30:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:27 smithi098 ceph-mon[94136]: pgmap v74: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 183 MiB/s wr, 24.61k op/s 2023-03-22T14:30:27.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:27 smithi045 ceph-mon[91728]: pgmap v74: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 183 MiB/s wr, 24.61k op/s 2023-03-22T14:30:28.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:28 smithi098 ceph-mon[94136]: pgmap v75: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 423 KiB/s rd, 152 MiB/s wr, 20.34k op/s 2023-03-22T14:30:28.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:28 smithi045 ceph-mon[91728]: pgmap v75: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 423 KiB/s rd, 152 MiB/s wr, 20.34k op/s 2023-03-22T14:30:28.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:28 smithi142 ceph-mon[94717]: pgmap v75: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 423 KiB/s rd, 152 MiB/s wr, 20.34k op/s 2023-03-22T14:30:31.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:30 smithi142 ceph-mon[94717]: pgmap v76: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 157 MiB/s wr, 20.65k op/s 2023-03-22T14:30:31.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:30 smithi098 ceph-mon[94136]: pgmap v76: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 157 MiB/s wr, 20.65k op/s 2023-03-22T14:30:31.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:30 smithi045 ceph-mon[91728]: pgmap v76: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 157 MiB/s wr, 20.65k op/s 2023-03-22T14:30:33.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:32 smithi098 ceph-mon[94136]: pgmap v77: 97 pgs: 97 active+clean; 16 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 182 MiB/s wr, 24.13k op/s 2023-03-22T14:30:33.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:32 smithi045 ceph-mon[91728]: pgmap v77: 97 pgs: 97 active+clean; 16 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 182 MiB/s wr, 24.13k op/s 2023-03-22T14:30:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:32 smithi142 ceph-mon[94717]: pgmap v77: 97 pgs: 97 active+clean; 16 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 182 MiB/s wr, 24.13k op/s 2023-03-22T14:30:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:34 smithi142 ceph-mon[94717]: pgmap v78: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 190 MiB/s wr, 25.32k op/s 2023-03-22T14:30:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:34 smithi098 ceph-mon[94136]: pgmap v78: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 190 MiB/s wr, 25.32k op/s 2023-03-22T14:30:35.475 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:34 smithi045 ceph-mon[91728]: pgmap v78: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 190 MiB/s wr, 25.32k op/s 2023-03-22T14:30:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:37 smithi142 ceph-mon[94717]: pgmap v79: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 36 KiB/s rd, 220 MiB/s wr, 29.81k op/s 2023-03-22T14:30:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:37 smithi098 ceph-mon[94136]: pgmap v79: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 36 KiB/s rd, 220 MiB/s wr, 29.81k op/s 2023-03-22T14:30:37.476 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:37 smithi045 ceph-mon[91728]: pgmap v79: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 36 KiB/s rd, 220 MiB/s wr, 29.81k op/s 2023-03-22T14:30:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:39 smithi142 ceph-mon[94717]: pgmap v80: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1021 GiB / 1.0 TiB avail; 27 KiB/s rd, 177 MiB/s wr, 24.21k op/s 2023-03-22T14:30:39.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:39 smithi098 ceph-mon[94136]: pgmap v80: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1021 GiB / 1.0 TiB avail; 27 KiB/s rd, 177 MiB/s wr, 24.21k op/s 2023-03-22T14:30:39.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:39 smithi045 ceph-mon[91728]: pgmap v80: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1021 GiB / 1.0 TiB avail; 27 KiB/s rd, 177 MiB/s wr, 24.21k op/s 2023-03-22T14:30:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:41 smithi142 ceph-mon[94717]: pgmap v81: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 28 KiB/s rd, 200 MiB/s wr, 27.64k op/s 2023-03-22T14:30:41.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:41 smithi098 ceph-mon[94136]: pgmap v81: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 28 KiB/s rd, 200 MiB/s wr, 27.64k op/s 2023-03-22T14:30:41.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:41 smithi045 ceph-mon[91728]: pgmap v81: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 28 KiB/s rd, 200 MiB/s wr, 27.64k op/s 2023-03-22T14:30:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:43 smithi142 ceph-mon[94717]: pgmap v82: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 82 KiB/s rd, 189 MiB/s wr, 26.68k op/s 2023-03-22T14:30:43.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:43 smithi098 ceph-mon[94136]: pgmap v82: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 82 KiB/s rd, 189 MiB/s wr, 26.68k op/s 2023-03-22T14:30:43.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:43 smithi045 ceph-mon[91728]: pgmap v82: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 82 KiB/s rd, 189 MiB/s wr, 26.68k op/s 2023-03-22T14:30:45.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:45 smithi142 ceph-mon[94717]: pgmap v83: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 69 KiB/s rd, 124 MiB/s wr, 17.81k op/s 2023-03-22T14:30:45.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:45 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:30:45.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:45 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:30:45.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:45 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:45.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:45 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:45 smithi098 ceph-mon[94136]: pgmap v83: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 69 KiB/s rd, 124 MiB/s wr, 17.81k op/s 2023-03-22T14:30:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:45 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:30:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:45 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:30:45.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:45 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:45.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:45 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:45.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:45 smithi045 ceph-mon[91728]: pgmap v83: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 69 KiB/s rd, 124 MiB/s wr, 17.81k op/s 2023-03-22T14:30:45.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:45 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:30:45.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:45 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:30:45.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:45 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:45.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:45 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:30:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:47 smithi142 ceph-mon[94717]: pgmap v84: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1019 GiB / 1.0 TiB avail; 79 KiB/s rd, 109 MiB/s wr, 16.05k op/s 2023-03-22T14:30:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:47 smithi098 ceph-mon[94136]: pgmap v84: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1019 GiB / 1.0 TiB avail; 79 KiB/s rd, 109 MiB/s wr, 16.05k op/s 2023-03-22T14:30:47.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:47 smithi045 ceph-mon[91728]: pgmap v84: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1019 GiB / 1.0 TiB avail; 79 KiB/s rd, 109 MiB/s wr, 16.05k op/s 2023-03-22T14:30:49.274 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:30:49.373 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:49 smithi045 ceph-mon[91728]: pgmap v85: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1019 GiB / 1.0 TiB avail; 76 KiB/s rd, 48 MiB/s wr, 7.36k op/s 2023-03-22T14:30:49.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:49 smithi142 ceph-mon[94717]: pgmap v85: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1019 GiB / 1.0 TiB avail; 76 KiB/s rd, 48 MiB/s wr, 7.36k op/s 2023-03-22T14:30:49.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:49 smithi098 ceph-mon[94136]: pgmap v85: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1019 GiB / 1.0 TiB avail; 76 KiB/s rd, 48 MiB/s wr, 7.36k op/s 2023-03-22T14:30:49.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.598+0000 7fc43c5ff700 1 -- 172.21.15.45:0/1751717647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410c820 msgr2=0x7fc43410cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.598+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/1751717647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410c820 0x7fc43410cbf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc43001a9a0 tx=0x7fc43001acb0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.598+0000 7fc43c5ff700 1 -- 172.21.15.45:0/1751717647 shutdown_connections 2023-03-22T14:30:49.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.598+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/1751717647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc434107020 0x7fc4341135e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.598+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/1751717647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410c820 0x7fc43410cbf0 secure :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc43001a9a0 tx=0x7fc43001acb0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.598+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/1751717647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43410d130 0x7fc4341068f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.598+0000 7fc43c5ff700 1 -- 172.21.15.45:0/1751717647 >> 172.21.15.45:0/1751717647 conn(0x7fc4340747d0 msgr2=0x7fc434076be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:49.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.601+0000 7fc43c5ff700 1 -- 172.21.15.45:0/1751717647 shutdown_connections 2023-03-22T14:30:49.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.601+0000 7fc43c5ff700 1 -- 172.21.15.45:0/1751717647 wait complete. 2023-03-22T14:30:49.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 Processor -- start 2023-03-22T14:30:49.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 -- start start 2023-03-22T14:30:49.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc434107020 0x7fc434112fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410d130 0x7fc434113510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43410f020 0x7fc434081320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc43410f4d0 con 0x7fc43410f020 2023-03-22T14:30:49.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc43410f640 con 0x7fc434107020 2023-03-22T14:30:49.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.603+0000 7fc43c5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc43410f800 con 0x7fc43410d130 2023-03-22T14:30:49.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.604+0000 7fc439b9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410d130 0x7fc434113510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.604+0000 7fc439b9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410d130 0x7fc434113510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33302/0 (socket says 172.21.15.45:33302) 2023-03-22T14:30:49.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.604+0000 7fc439b9a700 1 -- 172.21.15.45:0/3746289395 learned_addr learned my addr 172.21.15.45:0/3746289395 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:49.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.604+0000 7fc43a39b700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc434107020 0x7fc434112fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.605+0000 7fc439b9a700 1 -- 172.21.15.45:0/3746289395 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc434107020 msgr2=0x7fc434112fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.605+0000 7fc439b9a700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc434107020 0x7fc434112fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.605+0000 7fc439b9a700 1 -- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43410f020 msgr2=0x7fc434081320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.605+0000 7fc439b9a700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43410f020 0x7fc434081320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.605+0000 7fc439b9a700 1 -- 172.21.15.45:0/3746289395 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc43001a600 con 0x7fc43410d130 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.605+0000 7fc439b9a700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410d130 0x7fc434113510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc42400b500 tx=0x7fc42400b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.605+0000 7fc42b7fe700 1 -- 172.21.15.45:0/3746289395 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc424011830 con 0x7fc43410d130 2023-03-22T14:30:49.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.606+0000 7fc42b7fe700 1 -- 172.21.15.45:0/3746289395 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc424011e50 con 0x7fc43410d130 2023-03-22T14:30:49.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.606+0000 7fc42b7fe700 1 -- 172.21.15.45:0/3746289395 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc42400f2e0 con 0x7fc43410d130 2023-03-22T14:30:49.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.606+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc43406cda0 con 0x7fc43410d130 2023-03-22T14:30:49.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.606+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc43406cc10 con 0x7fc43410d130 2023-03-22T14:30:49.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.612+0000 7fc44fe96b80 1 Processor -- start 2023-03-22T14:30:49.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.613+0000 7fc42b7fe700 1 -- 172.21.15.45:0/3746289395 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fc4240105f0 con 0x7fc43410d130 2023-03-22T14:30:49.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.615+0000 7fc42b7fe700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc42009fd80 0x7fc4200a2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.616+0000 7fc42b7fe700 1 -- 172.21.15.45:0/3746289395 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fc4240ca730 con 0x7fc43410d130 2023-03-22T14:30:49.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.617+0000 7fc44fe96b80 1 -- start start 2023-03-22T14:30:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.617+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205be7d0 0x55ca205beba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.617+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205bf0e0 0x55ca205c30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.617+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 0x55ca205c3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.617+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca204c5070 con 0x55ca205c3630 2023-03-22T14:30:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.617+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205179b0 con 0x55ca205be7d0 2023-03-22T14:30:49.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.617+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca20510e40 con 0x55ca205bf0e0 2023-03-22T14:30:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205bf0e0 0x55ca205c30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205bf0e0 0x55ca205c30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33318/0 (socket says 172.21.15.45:33318) 2023-03-22T14:30:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 -- 172.21.15.45:0/4237911139 learned_addr learned my addr 172.21.15.45:0/4237911139 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:49.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 -- 172.21.15.45:0/4237911139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205be7d0 msgr2=0x55ca205beba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 --2- 172.21.15.45:0/4237911139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205be7d0 0x55ca205beba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 -- 172.21.15.45:0/4237911139 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 msgr2=0x55ca205c3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 --2- 172.21.15.45:0/4237911139 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 0x55ca205c3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc439b9a700 1 -- 172.21.15.45:0/4237911139 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca20392630 con 0x55ca205bf0e0 2023-03-22T14:30:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.618+0000 7fc43ab9c700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc42009fd80 0x7fc4200a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.619+0000 7fc439b9a700 1 --2- 172.21.15.45:0/4237911139 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205bf0e0 0x55ca205c30f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc424097de0 tx=0x7fc424097fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2ca471ab0dde1be server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:49.621 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.619+0000 7fc428bfe700 1 -- 172.21.15.45:0/4237911139 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4240af070 con 0x55ca205bf0e0 2023-03-22T14:30:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.619+0000 7fc428bfe700 1 -- 172.21.15.45:0/4237911139 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4240a0220 con 0x55ca205bf0e0 2023-03-22T14:30:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.619+0000 7fc428bfe700 1 -- 172.21.15.45:0/4237911139 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc42409fd90 con 0x55ca205bf0e0 2023-03-22T14:30:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.620+0000 7fc44fe96b80 1 -- 172.21.15.45:0/4237911139 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205bf0e0 msgr2=0x55ca205c30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.622 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.620+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/4237911139 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205bf0e0 0x55ca205c30f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc424097de0 tx=0x7fc424097fc0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.620+0000 7fc44fe96b80 1 -- 172.21.15.45:0/4237911139 shutdown_connections 2023-03-22T14:30:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.620+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/4237911139 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 0x55ca205c3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.620+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/4237911139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205be7d0 0x55ca205beba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.620+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/4237911139 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205bf0e0 0x55ca205c30f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.620+0000 7fc44fe96b80 1 -- 172.21.15.45:0/4237911139 >> 172.21.15.45:0/4237911139 conn(0x55ca205b9030 msgr2=0x55ca205b9400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:49.623 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.621+0000 7fc44fe96b80 1 -- 172.21.15.45:0/4237911139 shutdown_connections 2023-03-22T14:30:49.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.621+0000 7fc44fe96b80 1 -- 172.21.15.45:0/4237911139 wait complete. 2023-03-22T14:30:49.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.622+0000 7fc44fe96b80 1 -- start start 2023-03-22T14:30:49.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.622+0000 7fc44fe96b80 1 Processor -- start 2023-03-22T14:30:49.624 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc43ab9c700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc42009fd80 0x7fc4200a2230 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc42c009b10 tx=0x7fc42c009210 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:49.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205be7d0 0x55ca205c8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205bf0e0 0x55ca205c86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.625 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205c3630 0x55ca205c8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca20394920 con 0x55ca205bf0e0 2023-03-22T14:30:49.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205d48e0 con 0x55ca205c3630 2023-03-22T14:30:49.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205d4a20 con 0x55ca205be7d0 2023-03-22T14:30:49.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.623+0000 7fc44fe96b80 10 client.0 _ll_register_callbacks cb 0x55ca203b6290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:49.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.624+0000 7fc43a39b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205be7d0 0x55ca205c8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.624+0000 7fc43a39b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205be7d0 0x55ca205c8190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33324/0 (socket says 172.21.15.45:33324) 2023-03-22T14:30:49.626 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.624+0000 7fc43a39b700 1 -- 172.21.15.45:0/706045359 learned_addr learned my addr 172.21.15.45:0/706045359 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:49.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.625+0000 7fc43ab9c700 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205c3630 0x55ca205c8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc43a39b700 1 -- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205c3630 msgr2=0x55ca205c8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:49.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc43a39b700 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205c3630 0x55ca205c8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.627 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc43a39b700 1 -- 172.21.15.45:0/706045359 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205bf0e0 msgr2=0x55ca205c86d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-22T14:30:49.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc43a39b700 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205bf0e0 0x55ca205c86d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc43a39b700 1 -- 172.21.15.45:0/706045359 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc43406cc10 con 0x55ca205be7d0 2023-03-22T14:30:49.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc43ab9c700 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205c3630 0x55ca205c8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:30:49.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc43a39b700 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205be7d0 0x55ca205c8190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc43001a8f0 tx=0x7fc4300037c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=145ec25660d6c70d server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:49.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc41dffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:30:49.628 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc41dffb700 1 -- 172.21.15.45:0/706045359 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc43002d070 con 0x55ca205be7d0 2023-03-22T14:30:49.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.626+0000 7fc41dffb700 1 -- 172.21.15.45:0/706045359 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fc430005240 con 0x55ca205be7d0 2023-03-22T14:30:49.629 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.627+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ca204d33f0 con 0x55ca205be7d0 2023-03-22T14:30:49.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc41dffb700 1 -- 172.21.15.45:0/706045359 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc43001a090 con 0x55ca205be7d0 2023-03-22T14:30:49.630 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 10 client.25966 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:49.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ca2033ede0 con 0x55ca205be7d0 2023-03-22T14:30:49.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc41dffb700 1 -- 172.21.15.45:0/706045359 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ca204d33f0 con 0x55ca205be7d0 2023-03-22T14:30:49.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc41dffb700 1 -- 172.21.15.45:0/706045359 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fc43003b070 con 0x55ca205be7d0 2023-03-22T14:30:49.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 10 client.25966 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:49.631 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 10 client.25966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:49.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 20 client.25966 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:49.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca205d8b20 0x55ca205daf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 4 client.25966 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:30:49.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.629+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ca204df660 con 0x55ca205d8b20 2023-03-22T14:30:49.632 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.631+0000 7fc439b9a700 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca205d8b20 0x55ca205daf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.631+0000 7fc41dffb700 10 client.25966 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:49.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.631+0000 7fc439b9a700 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca205d8b20 0x55ca205daf30 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43248ad09b9a1d3d server_cookie=43b8318bd49a00e2 in_seq=0 out_seq=0 2023-03-22T14:30:49.633 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.632+0000 7fc41dffb700 1 -- 172.21.15.45:0/706045359 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55ca204df660 con 0x55ca205d8b20 2023-03-22T14:30:49.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.632+0000 7fc41dffb700 10 client.25966 handle_command_reply: tid=0 2023-03-22T14:30:49.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.632+0000 7fc44fe96b80 1 client.25966 shutdown 2023-03-22T14:30:49.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205be7d0 msgr2=0x55ca205c8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.634 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205be7d0 0x55ca205c8190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc43001a8f0 tx=0x7fc4300037c0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 shutdown_connections 2023-03-22T14:30:49.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca205d8b20 0x55ca205daf30 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205c3630 0x55ca205c8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205be7d0 0x55ca205c8190 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/706045359 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205bf0e0 0x55ca205c86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 >> 172.21.15.45:0/706045359 conn(0x55ca205b9030 msgr2=0x55ca205b8710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:49.635 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.633+0000 7fc41dffb700 0 client.25966 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:49.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.634+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 shutdown_connections 2023-03-22T14:30:49.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.634+0000 7fc44fe96b80 1 -- 172.21.15.45:0/706045359 wait complete. 2023-03-22T14:30:49.636 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.635+0000 7fc44fe96b80 20 client.25966 trim_cache size 0 max 16384 2023-03-22T14:30:49.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.664+0000 7fc44fe96b80 1 Processor -- start 2023-03-22T14:30:49.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.665+0000 7fc44fe96b80 1 -- start start 2023-03-22T14:30:49.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.665+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205c0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.665+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 0x55ca205cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.665+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205caa40 0x55ca205d3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.665+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205bf940 con 0x55ca205c3630 2023-03-22T14:30:49.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.665+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205b15b0 con 0x55ca205bf0e0 2023-03-22T14:30:49.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.665+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205c9700 con 0x55ca205caa40 2023-03-22T14:30:49.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205c0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205c0f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:38382/0 (socket says 172.21.15.45:38382) 2023-03-22T14:30:49.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 -- 172.21.15.45:0/3732921570 learned_addr learned my addr 172.21.15.45:0/3732921570 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:49.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc439b9a700 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 0x55ca205cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 -- 172.21.15.45:0/3732921570 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205caa40 msgr2=0x55ca205d3fc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:30:49.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205caa40 0x55ca205d3fc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 -- 172.21.15.45:0/3732921570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 msgr2=0x55ca205cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:49.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 0x55ca205cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.666+0000 7fc43a39b700 1 -- 172.21.15.45:0/3732921570 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca205b96d0 con 0x55ca205bf0e0 2023-03-22T14:30:49.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.667+0000 7fc43a39b700 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205c0f20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc4300335d0 tx=0x7fc43001ccd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f205bbb5e4ba2f00 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:49.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.667+0000 7fc4293ff700 1 -- 172.21.15.45:0/3732921570 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc43002d070 con 0x55ca205bf0e0 2023-03-22T14:30:49.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.668+0000 7fc4293ff700 1 -- 172.21.15.45:0/3732921570 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc43002e040 con 0x55ca205bf0e0 2023-03-22T14:30:49.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.668+0000 7fc4293ff700 1 -- 172.21.15.45:0/3732921570 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc43003ce00 con 0x55ca205bf0e0 2023-03-22T14:30:49.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.669+0000 7fc44fe96b80 1 -- 172.21.15.45:0/3732921570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 msgr2=0x55ca205c0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.669+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205c0f20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc4300335d0 tx=0x7fc43001ccd0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.671+0000 7fc44fe96b80 1 -- 172.21.15.45:0/3732921570 shutdown_connections 2023-03-22T14:30:49.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.671+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205caa40 0x55ca205d3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.671+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205c0f20 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.671+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/3732921570 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205c3630 0x55ca205cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.671+0000 7fc44fe96b80 1 -- 172.21.15.45:0/3732921570 >> 172.21.15.45:0/3732921570 conn(0x55ca205b9030 msgr2=0x55ca205b8710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:49.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.671+0000 7fc44fe96b80 1 -- 172.21.15.45:0/3732921570 shutdown_connections 2023-03-22T14:30:49.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.671+0000 7fc44fe96b80 1 -- 172.21.15.45:0/3732921570 wait complete. 2023-03-22T14:30:49.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.672+0000 7fc44fe96b80 1 -- start start 2023-03-22T14:30:49.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.672+0000 7fc44fe96b80 1 Processor -- start 2023-03-22T14:30:49.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205cf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205c3630 0x55ca205cfa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc44fe96b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205caa40 0x55ca205cb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205cbfe0 con 0x55ca205caa40 2023-03-22T14:30:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205cc150 con 0x55ca205bf0e0 2023-03-22T14:30:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc44fe96b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca205cc310 con 0x55ca205c3630 2023-03-22T14:30:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc44fe96b80 10 client.0 _ll_register_callbacks cb 0x55ca203b6290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:30:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc43ab9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205caa40 0x55ca205cb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc43ab9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205caa40 0x55ca205cb940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:45776/0 (socket says 172.21.15.45:45776) 2023-03-22T14:30:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc43ab9c700 1 -- 172.21.15.45:0/728860310 learned_addr learned my addr 172.21.15.45:0/728860310 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:30:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.673+0000 7fc43a39b700 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205cf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.674+0000 7fc439b9a700 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205c3630 0x55ca205cfa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.674+0000 7fc43ab9c700 1 -- 172.21.15.45:0/728860310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205c3630 msgr2=0x55ca205cfa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.674+0000 7fc43ab9c700 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205c3630 0x55ca205cfa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.674+0000 7fc43ab9c700 1 -- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 msgr2=0x55ca205cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:30:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.674+0000 7fc43ab9c700 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205cf4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.674+0000 7fc43ab9c700 1 -- 172.21.15.45:0/728860310 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ca2033ede0 con 0x55ca205caa40 2023-03-22T14:30:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.675+0000 7fc43ab9c700 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205caa40 0x55ca205cb940 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc42c014980 tx=0x7fc42c004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8580feda19b58d80 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:30:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.675+0000 7fc41dffb700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:30:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.676+0000 7fc41dffb700 1 -- 172.21.15.45:0/728860310 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc42c020850 con 0x55ca205caa40 2023-03-22T14:30:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.676+0000 7fc41dffb700 1 -- 172.21.15.45:0/728860310 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fc42c00f040 con 0x55ca205caa40 2023-03-22T14:30:49.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.676+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ca2058e240 con 0x55ca205caa40 2023-03-22T14:30:49.680 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.677+0000 7fc41dffb700 1 -- 172.21.15.45:0/728860310 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc42c00de80 con 0x55ca205caa40 2023-03-22T14:30:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.682+0000 7fc44fe96b80 10 client.15954 fetch_fsmap learned FSMap version 29 2023-03-22T14:30:49.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.682+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ca20327c60 con 0x55ca205caa40 2023-03-22T14:30:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.682+0000 7fc41dffb700 1 -- 172.21.15.45:0/728860310 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ca2058e240 con 0x55ca205caa40 2023-03-22T14:30:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.682+0000 7fc41dffb700 1 -- 172.21.15.45:0/728860310 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 29) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fc42c029af0 con 0x55ca205caa40 2023-03-22T14:30:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.682+0000 7fc44fe96b80 10 client.15954 fetch_fsmap finished waiting for FSMap version 29 2023-03-22T14:30:49.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.683+0000 7fc44fe96b80 10 client.15954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:30:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.683+0000 7fc44fe96b80 20 client.15954 populate_metadata read hostname 'smithi045' 2023-03-22T14:30:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.683+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca2062dcf0 0x55ca20630100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:30:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.683+0000 7fc44fe96b80 4 client.15954 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:30:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.683+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55ca20394f60 con 0x55ca2062dcf0 2023-03-22T14:30:49.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.683+0000 7fc43a39b700 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca2062dcf0 0x55ca20630100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:30:49.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.685+0000 7fc43a39b700 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca2062dcf0 0x55ca20630100 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba212476c3403b83 server_cookie=17bee4e48c4f718f in_seq=0 out_seq=0 2023-03-22T14:30:49.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.688+0000 7fc41dffb700 10 client.15954 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:49.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.688+0000 7fc41dffb700 1 -- 172.21.15.45:0/728860310 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x55ca20394f60 con 0x55ca2062dcf0 2023-03-22T14:30:49.689 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.688+0000 7fc41dffb700 10 client.15954 handle_command_reply: tid=0 2023-03-22T14:30:49.690 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.688+0000 7fc44fe96b80 1 client.15954 shutdown 2023-03-22T14:30:49.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.689+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205caa40 msgr2=0x55ca205cb940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.689+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205caa40 0x55ca205cb940 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc42c014980 tx=0x7fc42c004b60 comp rx=0 tx=0).stop 2023-03-22T14:30:49.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 shutdown_connections 2023-03-22T14:30:49.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55ca2062dcf0 0x55ca20630100 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55ca205caa40 0x55ca205cb940 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ca205bf0e0 0x55ca205cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc44fe96b80 1 --2- 172.21.15.45:0/728860310 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55ca205c3630 0x55ca205cfa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 >> 172.21.15.45:0/728860310 conn(0x55ca205b9030 msgr2=0x55ca205d3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:49.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc41dffb700 0 client.15954 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:30:49.692 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.690+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 shutdown_connections 2023-03-22T14:30:49.693 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.692+0000 7fc44fe96b80 1 -- 172.21.15.45:0/728860310 wait complete. 2023-03-22T14:30:49.695 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:30:49.695 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "scrub active (1 inodes in the stack)", 2023-03-22T14:30:49.696 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:30:49.696 INFO:teuthology.orchestra.run.smithi045.stdout: "4d47eec4-32fd-482a-b4ff-7ba286f09ba7": { 2023-03-22T14:30:49.696 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:30:49.696 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "4d47eec4-32fd-482a-b4ff-7ba286f09ba7", 2023-03-22T14:30:49.696 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:30:49.696 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:30:49.696 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:30:49.697 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:30:49.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.693+0000 7fc44fe96b80 20 client.15954 trim_cache size 0 max 16384 2023-03-22T14:30:49.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc42009fd80 msgr2=0x7fc4200a2230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc42009fd80 0x7fc4200a2230 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc42c009b10 tx=0x7fc42c009210 comp rx=0 tx=0).stop 2023-03-22T14:30:49.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410d130 msgr2=0x7fc434113510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:30:49.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410d130 0x7fc434113510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc42400b500 tx=0x7fc42400b810 comp rx=0 tx=0).stop 2023-03-22T14:30:49.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 shutdown_connections 2023-03-22T14:30:49.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc42009fd80 0x7fc4200a2230 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc43410f020 0x7fc434081320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.698 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc434107020 0x7fc434112fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 --2- 172.21.15.45:0/3746289395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc43410d130 0x7fc434113510 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:30:49.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.696+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 >> 172.21.15.45:0/3746289395 conn(0x7fc4340747d0 msgr2=0x7fc434075f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:30:49.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.698+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 shutdown_connections 2023-03-22T14:30:49.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:30:49.698+0000 7fc43c5ff700 1 -- 172.21.15.45:0/3746289395 wait complete. 2023-03-22T14:30:49.735 INFO:tasks.cephfs.filesystem:scrub status for tag:4d47eec4-32fd-482a-b4ff-7ba286f09ba7 - {'path': '/', 'tag': '4d47eec4-32fd-482a-b4ff-7ba286f09ba7', 'options': 'recursive,force'} 2023-03-22T14:30:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:51 smithi142 ceph-mon[94717]: pgmap v86: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 76 KiB/s rd, 49 MiB/s wr, 7.47k op/s 2023-03-22T14:30:51.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:51 smithi098 ceph-mon[94136]: pgmap v86: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 76 KiB/s rd, 49 MiB/s wr, 7.47k op/s 2023-03-22T14:30:51.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:51 smithi045 ceph-mon[91728]: pgmap v86: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 76 KiB/s rd, 49 MiB/s wr, 7.47k op/s 2023-03-22T14:30:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:53 smithi142 ceph-mon[94717]: pgmap v87: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 82 KiB/s rd, 34 MiB/s wr, 5.53k op/s 2023-03-22T14:30:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:53 smithi098 ceph-mon[94136]: pgmap v87: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 82 KiB/s rd, 34 MiB/s wr, 5.53k op/s 2023-03-22T14:30:53.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:53 smithi045 ceph-mon[91728]: pgmap v87: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 82 KiB/s rd, 34 MiB/s wr, 5.53k op/s 2023-03-22T14:30:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:55 smithi142 ceph-mon[94717]: pgmap v88: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1018 GiB / 1.0 TiB avail; 27 KiB/s rd, 21 MiB/s wr, 3.66k op/s 2023-03-22T14:30:55.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:55 smithi098 ceph-mon[94136]: pgmap v88: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1018 GiB / 1.0 TiB avail; 27 KiB/s rd, 21 MiB/s wr, 3.66k op/s 2023-03-22T14:30:55.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:55 smithi045 ceph-mon[91728]: pgmap v88: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1018 GiB / 1.0 TiB avail; 27 KiB/s rd, 21 MiB/s wr, 3.66k op/s 2023-03-22T14:30:57.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:57 smithi142 ceph-mon[94717]: pgmap v89: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 32 KiB/s rd, 38 MiB/s wr, 6.41k op/s 2023-03-22T14:30:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:57 smithi098 ceph-mon[94136]: pgmap v89: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 32 KiB/s rd, 38 MiB/s wr, 6.41k op/s 2023-03-22T14:30:57.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:57 smithi045 ceph-mon[91728]: pgmap v89: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 32 KiB/s rd, 38 MiB/s wr, 6.41k op/s 2023-03-22T14:30:59.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:30:59 smithi142 ceph-mon[94717]: pgmap v90: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 23 KiB/s rd, 39 MiB/s wr, 6.44k op/s 2023-03-22T14:30:59.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:30:59 smithi098 ceph-mon[94136]: pgmap v90: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 23 KiB/s rd, 39 MiB/s wr, 6.44k op/s 2023-03-22T14:30:59.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:30:59 smithi045 ceph-mon[91728]: pgmap v90: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 23 KiB/s rd, 39 MiB/s wr, 6.44k op/s 2023-03-22T14:31:01.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:01 smithi142 ceph-mon[94717]: pgmap v91: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 14 KiB/s rd, 39 MiB/s wr, 6.33k op/s 2023-03-22T14:31:01.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:01 smithi098 ceph-mon[94136]: pgmap v91: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 14 KiB/s rd, 39 MiB/s wr, 6.33k op/s 2023-03-22T14:31:01.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:01 smithi045 ceph-mon[91728]: pgmap v91: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 14 KiB/s rd, 39 MiB/s wr, 6.33k op/s 2023-03-22T14:31:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:02 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:02 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:02 smithi098 ceph-mon[94136]: pgmap v92: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 22 KiB/s rd, 54 MiB/s wr, 8.44k op/s 2023-03-22T14:31:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:02 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:02 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:02.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:02 smithi045 ceph-mon[91728]: pgmap v92: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 22 KiB/s rd, 54 MiB/s wr, 8.44k op/s 2023-03-22T14:31:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:02 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:02 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:02 smithi142 ceph-mon[94717]: pgmap v92: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 22 KiB/s rd, 54 MiB/s wr, 8.44k op/s 2023-03-22T14:31:05.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:04 smithi098 ceph-mon[94136]: pgmap v93: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 17 KiB/s rd, 41 MiB/s wr, 6.32k op/s 2023-03-22T14:31:05.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:04 smithi045 ceph-mon[91728]: pgmap v93: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 17 KiB/s rd, 41 MiB/s wr, 6.32k op/s 2023-03-22T14:31:05.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:04 smithi142 ceph-mon[94717]: pgmap v93: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 17 KiB/s rd, 41 MiB/s wr, 6.32k op/s 2023-03-22T14:31:07.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:06 smithi098 ceph-mon[94136]: pgmap v94: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 48 KiB/s rd, 46 MiB/s wr, 7.28k op/s 2023-03-22T14:31:07.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:06 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:07.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:06 smithi045 ceph-mon[91728]: pgmap v94: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 48 KiB/s rd, 46 MiB/s wr, 7.28k op/s 2023-03-22T14:31:07.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:06 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:06 smithi142 ceph-mon[94717]: pgmap v94: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 48 KiB/s rd, 46 MiB/s wr, 7.28k op/s 2023-03-22T14:31:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:06 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:08 smithi098 ceph-mon[94136]: pgmap v95: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1016 GiB / 1.0 TiB avail; 59 KiB/s rd, 36 MiB/s wr, 5.48k op/s 2023-03-22T14:31:09.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:08 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:31:09.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:08 smithi045 ceph-mon[91728]: pgmap v95: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1016 GiB / 1.0 TiB avail; 59 KiB/s rd, 36 MiB/s wr, 5.48k op/s 2023-03-22T14:31:09.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:08 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:31:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:08 smithi142 ceph-mon[94717]: pgmap v95: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1016 GiB / 1.0 TiB avail; 59 KiB/s rd, 36 MiB/s wr, 5.48k op/s 2023-03-22T14:31:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:08 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:31:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:09 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:31:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:09 smithi098 ceph-mon[94136]: scrub summary: idle 2023-03-22T14:31:10.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:09 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:31:10.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:09 smithi045 ceph-mon[91728]: scrub summary: idle 2023-03-22T14:31:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:09 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:31:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:09 smithi142 ceph-mon[94717]: scrub summary: idle 2023-03-22T14:31:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:10 smithi098 ceph-mon[94136]: pgmap v96: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1016 GiB / 1.0 TiB avail; 57 KiB/s rd, 32 MiB/s wr, 4.92k op/s 2023-03-22T14:31:11.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:10 smithi045 ceph-mon[91728]: pgmap v96: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1016 GiB / 1.0 TiB avail; 57 KiB/s rd, 32 MiB/s wr, 4.92k op/s 2023-03-22T14:31:11.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:10 smithi142 ceph-mon[94717]: pgmap v96: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1016 GiB / 1.0 TiB avail; 57 KiB/s rd, 32 MiB/s wr, 4.92k op/s 2023-03-22T14:31:13.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:12 smithi098 ceph-mon[94136]: pgmap v97: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 67 KiB/s rd, 40 MiB/s wr, 6.38k op/s 2023-03-22T14:31:13.222 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:12 smithi045 ceph-mon[91728]: pgmap v97: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 67 KiB/s rd, 40 MiB/s wr, 6.38k op/s 2023-03-22T14:31:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:12 smithi142 ceph-mon[94717]: pgmap v97: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 67 KiB/s rd, 40 MiB/s wr, 6.38k op/s 2023-03-22T14:31:15.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:14 smithi045 ceph-mon[91728]: pgmap v98: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 59 KiB/s rd, 24 MiB/s wr, 4.07k op/s 2023-03-22T14:31:15.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:14 smithi142 ceph-mon[94717]: pgmap v98: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 59 KiB/s rd, 24 MiB/s wr, 4.07k op/s 2023-03-22T14:31:15.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:14 smithi098 ceph-mon[94136]: pgmap v98: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 59 KiB/s rd, 24 MiB/s wr, 4.07k op/s 2023-03-22T14:31:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:16 smithi142 ceph-mon[94717]: pgmap v99: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 68 KiB/s rd, 26 MiB/s wr, 4.56k op/s 2023-03-22T14:31:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:16 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:31:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:16 smithi098 ceph-mon[94136]: pgmap v99: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 68 KiB/s rd, 26 MiB/s wr, 4.56k op/s 2023-03-22T14:31:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:16 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:31:17.477 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:16 smithi045 ceph-mon[91728]: pgmap v99: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 68 KiB/s rd, 26 MiB/s wr, 4.56k op/s 2023-03-22T14:31:17.477 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:16 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:31:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:19 smithi142 ceph-mon[94717]: pgmap v100: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 38 KiB/s rd, 31 MiB/s wr, 5.31k op/s 2023-03-22T14:31:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:19 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:31:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:19 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:31:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:19 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:31:19.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:19 smithi098 ceph-mon[94136]: pgmap v100: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 38 KiB/s rd, 31 MiB/s wr, 5.31k op/s 2023-03-22T14:31:19.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:19 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:31:19.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:19 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:31:19.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:19 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:31:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:19 smithi045 ceph-mon[91728]: pgmap v100: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 38 KiB/s rd, 31 MiB/s wr, 5.31k op/s 2023-03-22T14:31:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:19 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:31:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:19 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:31:19.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:19 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:31:19.737 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:31:20.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.050+0000 7f5330dff700 1 -- 172.21.15.45:0/837543032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 msgr2=0x7f532c067de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.050+0000 7f5330dff700 1 --2- 172.21.15.45:0/837543032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c067de0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f531c009990 tx=0x7f531c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.051+0000 7f5330dff700 1 -- 172.21.15.45:0/837543032 shutdown_connections 2023-03-22T14:31:20.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.051+0000 7f5330dff700 1 --2- 172.21.15.45:0/837543032 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f532c102b70 0x7f532c103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.051+0000 7f5330dff700 1 --2- 172.21.15.45:0/837543032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c067de0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.051+0000 7f5330dff700 1 --2- 172.21.15.45:0/837543032 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f532c068320 0x7f532c068790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.051+0000 7f5330dff700 1 -- 172.21.15.45:0/837543032 >> 172.21.15.45:0/837543032 conn(0x7f532c075f60 msgr2=0x7f532c076360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:20.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.052+0000 7f5330dff700 1 -- 172.21.15.45:0/837543032 shutdown_connections 2023-03-22T14:31:20.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.055+0000 7f5330dff700 1 -- 172.21.15.45:0/837543032 wait complete. 2023-03-22T14:31:20.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.056+0000 7f5330dff700 1 Processor -- start 2023-03-22T14:31:20.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.056+0000 7f5330dff700 1 -- start start 2023-03-22T14:31:20.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.057+0000 7f5330dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f532c068320 0x7f532c1a2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.057+0000 7f5330dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f532c102b70 0x7f532c1a2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.057+0000 7f5330dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c19c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.057+0000 7f5330dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f532c19cda0 con 0x7f532c068320 2023-03-22T14:31:20.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.057+0000 7f5330dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f532c19cf10 con 0x7f532c105070 2023-03-22T14:31:20.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.057+0000 7f5330dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f532c19d0d0 con 0x7f532c102b70 2023-03-22T14:31:20.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c19c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c19c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:40782/0 (socket says 172.21.15.45:40782) 2023-03-22T14:31:20.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 -- 172.21.15.45:0/2603792135 learned_addr learned my addr 172.21.15.45:0/2603792135 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532a59c700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f532c068320 0x7f532c1a2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 -- 172.21.15.45:0/2603792135 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f532c102b70 msgr2=0x7f532c1a2ba0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f532c102b70 0x7f532c1a2ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 -- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f532c068320 msgr2=0x7f532c1a2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f532c068320 0x7f532c1a2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.058+0000 7f532ad9d700 1 -- 172.21.15.45:0/2603792135 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f531c0095f0 con 0x7f532c105070 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.059+0000 7f532ad9d700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c19c6f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f532400ef30 tx=0x7f532400c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.059+0000 7f53237fe700 1 -- 172.21.15.45:0/2603792135 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5324018070 con 0x7f532c105070 2023-03-22T14:31:20.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.059+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f532c116870 con 0x7f532c105070 2023-03-22T14:31:20.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.059+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f532c1166e0 con 0x7f532c105070 2023-03-22T14:31:20.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.061+0000 7f53237fe700 1 -- 172.21.15.45:0/2603792135 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f532400f040 con 0x7f532c105070 2023-03-22T14:31:20.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.061+0000 7f53237fe700 1 -- 172.21.15.45:0/2603792135 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5324004020 con 0x7f532c105070 2023-03-22T14:31:20.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.064+0000 7f53446b5b80 1 Processor -- start 2023-03-22T14:31:20.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.066+0000 7f53446b5b80 1 -- start start 2023-03-22T14:31:20.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.066+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccf9fdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.066+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa020f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.066+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccfa02630 0x560ccfa02a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.066+0000 7f53446b5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccf904070 con 0x560ccfa02630 2023-03-22T14:31:20.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.066+0000 7f53446b5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccf9569b0 con 0x560ccf9fe0e0 2023-03-22T14:31:20.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.066+0000 7f53446b5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccf94fe40 con 0x560ccf9fd7d0 2023-03-22T14:31:20.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa020f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa020f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:40798/0 (socket says 172.21.15.45:40798) 2023-03-22T14:31:20.068 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 -- 172.21.15.45:0/1846800714 learned_addr learned my addr 172.21.15.45:0/1846800714 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:20.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f5323fff700 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccf9fdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 -- 172.21.15.45:0/1846800714 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 msgr2=0x560ccf9fdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:20.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccf9fdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.069 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f5323fff700 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccfa02630 0x560ccfa02a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 -- 172.21.15.45:0/1846800714 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccfa02630 msgr2=0x560ccfa02a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:20.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccfa02630 0x560ccfa02a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f532a59c700 1 -- 172.21.15.45:0/1846800714 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560ccf7d1630 con 0x560ccf9fe0e0 2023-03-22T14:31:20.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.067+0000 7f5323fff700 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccfa02630 0x560ccfa02a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:31:20.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.068+0000 7f532a59c700 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa020f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f531c005ad0 tx=0x7f531c005b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fad4eff6f85c95d3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.069+0000 7f5320ff9700 1 -- 172.21.15.45:0/1846800714 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f531c00be60 con 0x560ccf9fe0e0 2023-03-22T14:31:20.072 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.070+0000 7f5320ff9700 1 -- 172.21.15.45:0/1846800714 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f531c01e040 con 0x560ccf9fe0e0 2023-03-22T14:31:20.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.070+0000 7f5320ff9700 1 -- 172.21.15.45:0/1846800714 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f531c004be0 con 0x560ccf9fe0e0 2023-03-22T14:31:20.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.071+0000 7f53446b5b80 1 -- 172.21.15.45:0/1846800714 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 msgr2=0x560ccfa020f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.071+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa020f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f531c005ad0 tx=0x7f531c005b00 comp rx=0 tx=0).stop 2023-03-22T14:31:20.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.071+0000 7f53237fe700 1 -- 172.21.15.45:0/2603792135 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f5324004ad0 con 0x7f532c105070 2023-03-22T14:31:20.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f53237fe700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f531809fd00 0x7f53180a21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f53237fe700 1 -- 172.21.15.45:0/2603792135 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f53240ca800 con 0x7f532c105070 2023-03-22T14:31:20.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f5323fff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f531809fd00 0x7f53180a21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f53446b5b80 1 -- 172.21.15.45:0/1846800714 shutdown_connections 2023-03-22T14:31:20.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccfa02630 0x560ccfa02a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccf9fdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1846800714 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa020f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.074+0000 7f53446b5b80 1 -- 172.21.15.45:0/1846800714 >> 172.21.15.45:0/1846800714 conn(0x560ccf9f8030 msgr2=0x560ccf9f8400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:20.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.075+0000 7f53446b5b80 1 -- 172.21.15.45:0/1846800714 shutdown_connections 2023-03-22T14:31:20.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.075+0000 7f53446b5b80 1 -- 172.21.15.45:0/1846800714 wait complete. 2023-03-22T14:31:20.076 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.076+0000 7f53446b5b80 1 -- start start 2023-03-22T14:31:20.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.076+0000 7f5323fff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f531809fd00 0x7f53180a21b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5314005d90 tx=0x7f53140047c0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.076+0000 7f53446b5b80 1 Processor -- start 2023-03-22T14:31:20.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccfa09d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 0x560ccfa07010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccfa02630 0x560ccfa07690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f53446b5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccf7d3920 con 0x560ccf9fe0e0 2023-03-22T14:31:20.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f53446b5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa07e00 con 0x560ccfa02630 2023-03-22T14:31:20.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f53446b5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa13910 con 0x560ccf9fd7d0 2023-03-22T14:31:20.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f53446b5b80 10 client.0 _ll_register_callbacks cb 0x560ccf7f5290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:20.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.077+0000 7f532a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccfa09d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccfa09d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47832/0 (socket says 172.21.15.45:47832) 2023-03-22T14:31:20.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532a59c700 1 -- 172.21.15.45:0/1826005169 learned_addr learned my addr 172.21.15.45:0/1826005169 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:20.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532ad9d700 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccfa02630 0x560ccfa07690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532ad9d700 1 -- 172.21.15.45:0/1826005169 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 msgr2=0x560ccfa09d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:20.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532ad9d700 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccfa09d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532ad9d700 1 -- 172.21.15.45:0/1826005169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 msgr2=0x560ccfa07010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:20.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532ad9d700 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 0x560ccfa07010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.078+0000 7f532ad9d700 1 -- 172.21.15.45:0/1826005169 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f532c113ec0 con 0x560ccfa02630 2023-03-22T14:31:20.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.079+0000 7f532ad9d700 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccfa02630 0x560ccfa07690 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f53240c7f30 tx=0x7f5324097ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=642363bf8e4782d1 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.080+0000 7f5311ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:31:20.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.080+0000 7f5311ffb700 1 -- 172.21.15.45:0/1826005169 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53240a0240 con 0x560ccfa02630 2023-03-22T14:31:20.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.080+0000 7f5311ffb700 1 -- 172.21.15.45:0/1826005169 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f53240975d0 con 0x560ccfa02630 2023-03-22T14:31:20.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.081+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560ccf9123f0 con 0x560ccfa02630 2023-03-22T14:31:20.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.081+0000 7f5311ffb700 1 -- 172.21.15.45:0/1826005169 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5324097790 con 0x560ccfa02630 2023-03-22T14:31:20.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.082+0000 7f53446b5b80 10 client.26015 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:20.082 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.082+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x560ccf77dde0 con 0x560ccfa02630 2023-03-22T14:31:20.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.083+0000 7f5311ffb700 1 -- 172.21.15.45:0/1826005169 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560ccf9123f0 con 0x560ccfa02630 2023-03-22T14:31:20.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.084+0000 7f5311ffb700 1 -- 172.21.15.45:0/1826005169 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f5324093ff0 con 0x560ccfa02630 2023-03-22T14:31:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.085+0000 7f53446b5b80 10 client.26015 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.085+0000 7f53446b5b80 10 client.26015 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.085+0000 7f53446b5b80 20 client.26015 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.085+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa17910 0x560ccfa19d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.085+0000 7f53446b5b80 4 client.26015 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:20.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.085+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560ccf91e660 con 0x560ccfa17910 2023-03-22T14:31:20.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.087+0000 7f532a59c700 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa17910 0x560ccfa19d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.087+0000 7f532a59c700 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa17910 0x560ccfa19d20 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf8f8573d0c9c137 server_cookie=343e20c364ba3be6 in_seq=0 out_seq=0 2023-03-22T14:31:20.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.087+0000 7f5311ffb700 10 client.26015 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:20.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.088+0000 7f5311ffb700 1 -- 172.21.15.45:0/1826005169 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x560ccf91e660 con 0x560ccfa17910 2023-03-22T14:31:20.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.088+0000 7f5311ffb700 10 client.26015 handle_command_reply: tid=0 2023-03-22T14:31:20.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 client.26015 shutdown 2023-03-22T14:31:20.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccfa02630 msgr2=0x560ccfa07690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccfa02630 0x560ccfa07690 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f53240c7f30 tx=0x7f5324097ac0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 shutdown_connections 2023-03-22T14:31:20.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa17910 0x560ccfa19d20 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccfa02630 0x560ccfa07690 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccf9fd7d0 0x560ccfa09d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1826005169 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 0x560ccfa07010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 >> 172.21.15.45:0/1826005169 conn(0x560ccf9f8030 msgr2=0x560ccf9f7710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.089+0000 7f5311ffb700 0 client.26015 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.090+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 shutdown_connections 2023-03-22T14:31:20.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.090+0000 7f53446b5b80 1 -- 172.21.15.45:0/1826005169 wait complete. 2023-03-22T14:31:20.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.094+0000 7f53446b5b80 20 client.26015 trim_cache size 0 max 16384 2023-03-22T14:31:20.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.126+0000 7f53446b5b80 1 Processor -- start 2023-03-22T14:31:20.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.126+0000 7f53446b5b80 1 -- start start 2023-03-22T14:31:20.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.127+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fd7d0 0x560ccfa067d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.127+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 0x560ccfa09930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.127+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa00630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.127+0000 7f53446b5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa085f0 con 0x560ccf9fe0e0 2023-03-22T14:31:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.127+0000 7f53446b5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa143e0 con 0x560ccf9fd7d0 2023-03-22T14:31:20.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.127+0000 7f53446b5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa07c90 con 0x560ccfa02630 2023-03-22T14:31:20.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.128+0000 7f532a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fd7d0 0x560ccfa067d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.128+0000 7f532a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fd7d0 0x560ccfa067d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:40818/0 (socket says 172.21.15.45:40818) 2023-03-22T14:31:20.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.128+0000 7f532a59c700 1 -- 172.21.15.45:0/1686258145 learned_addr learned my addr 172.21.15.45:0/1686258145 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:20.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.128+0000 7f532a59c700 1 -- 172.21.15.45:0/1686258145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 msgr2=0x560ccfa00630 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:20.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.128+0000 7f532a59c700 1 --2- 172.21.15.45:0/1686258145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa00630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.128+0000 7f532a59c700 1 -- 172.21.15.45:0/1686258145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 msgr2=0x560ccfa09930 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-22T14:31:20.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.129+0000 7f532a59c700 1 --2- 172.21.15.45:0/1686258145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 0x560ccfa09930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.129+0000 7f532a59c700 1 -- 172.21.15.45:0/1686258145 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560ccf916190 con 0x560ccf9fd7d0 2023-03-22T14:31:20.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.129+0000 7f532a59c700 1 --2- 172.21.15.45:0/1686258145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fd7d0 0x560ccfa067d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f531c009ce0 tx=0x7f531c005cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca8a1d1238cffd72 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.133+0000 7f53217fa700 1 -- 172.21.15.45:0/1686258145 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f531c030d10 con 0x560ccf9fd7d0 2023-03-22T14:31:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.133+0000 7f53217fa700 1 -- 172.21.15.45:0/1686258145 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f531c01e040 con 0x560ccf9fd7d0 2023-03-22T14:31:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.133+0000 7f53217fa700 1 -- 172.21.15.45:0/1686258145 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f531c004c20 con 0x560ccf9fd7d0 2023-03-22T14:31:20.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.134+0000 7f53446b5b80 1 -- 172.21.15.45:0/1686258145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fd7d0 msgr2=0x560ccfa067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.134+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1686258145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fd7d0 0x560ccfa067d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f531c009ce0 tx=0x7f531c005cd0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.135+0000 7f53446b5b80 1 -- 172.21.15.45:0/1686258145 shutdown_connections 2023-03-22T14:31:20.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.135+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1686258145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa00630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.135+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1686258145 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fd7d0 0x560ccfa067d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.135+0000 7f53446b5b80 1 --2- 172.21.15.45:0/1686258145 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fe0e0 0x560ccfa09930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.135+0000 7f53446b5b80 1 -- 172.21.15.45:0/1686258145 >> 172.21.15.45:0/1686258145 conn(0x560ccf9f8030 msgr2=0x560ccf9f7710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:20.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.136+0000 7f53446b5b80 1 -- 172.21.15.45:0/1686258145 shutdown_connections 2023-03-22T14:31:20.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.136+0000 7f53446b5b80 1 -- 172.21.15.45:0/1686258145 wait complete. 2023-03-22T14:31:20.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.136+0000 7f53446b5b80 1 -- start start 2023-03-22T14:31:20.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 1 Processor -- start 2023-03-22T14:31:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fd7d0 0x560ccfa0e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa0ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa0b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa0b860 con 0x560ccf9fd7d0 2023-03-22T14:31:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa0b9d0 con 0x560ccf9fe0e0 2023-03-22T14:31:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ccfa6b7b0 con 0x560ccfa02630 2023-03-22T14:31:20.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.137+0000 7f53446b5b80 10 client.0 _ll_register_callbacks cb 0x560ccf7f5290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:20.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.139+0000 7f532ad9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa0b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.139+0000 7f532ad9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa0b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47854/0 (socket says 172.21.15.45:47854) 2023-03-22T14:31:20.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.139+0000 7f532ad9d700 1 -- 172.21.15.45:0/812284730 learned_addr learned my addr 172.21.15.45:0/812284730 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:20.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f532ad9d700 1 -- 172.21.15.45:0/812284730 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 msgr2=0x560ccfa0ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:20.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f532ad9d700 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa0ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f532ad9d700 1 -- 172.21.15.45:0/812284730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fd7d0 msgr2=0x560ccfa0e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:20.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f532ad9d700 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fd7d0 0x560ccfa0e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f532ad9d700 1 -- 172.21.15.45:0/812284730 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560ccf7d1630 con 0x560ccfa02630 2023-03-22T14:31:20.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f532ad9d700 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa0b1a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5324094b50 tx=0x7f5324098210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8623c2a012f07763 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f5311ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:20.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f5311ffb700 1 -- 172.21.15.45:0/812284730 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53240940d0 con 0x560ccfa02630 2023-03-22T14:31:20.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.140+0000 7f5311ffb700 1 -- 172.21.15.45:0/812284730 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f53240a0240 con 0x560ccfa02630 2023-03-22T14:31:20.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.141+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560ccf9cd240 con 0x560ccfa02630 2023-03-22T14:31:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.141+0000 7f5311ffb700 1 -- 172.21.15.45:0/812284730 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53240977e0 con 0x560ccfa02630 2023-03-22T14:31:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.141+0000 7f53446b5b80 10 client.25978 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.141+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x560ccf7a4250 con 0x560ccfa02630 2023-03-22T14:31:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.141+0000 7f5311ffb700 1 -- 172.21.15.45:0/812284730 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560ccf9cd240 con 0x560ccfa02630 2023-03-22T14:31:20.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.141+0000 7f5311ffb700 1 -- 172.21.15.45:0/812284730 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f53240971d0 con 0x560ccfa02630 2023-03-22T14:31:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.142+0000 7f53446b5b80 10 client.25978 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.142+0000 7f53446b5b80 10 client.25978 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.142+0000 7f53446b5b80 20 client.25978 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.142+0000 7f53446b5b80 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa6ca50 0x560ccfa6eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.142+0000 7f53446b5b80 4 client.25978 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:31:20.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.142+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560ccf7d3f60 con 0x560ccfa6ca50 2023-03-22T14:31:20.146 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.144+0000 7f532a59c700 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa6ca50 0x560ccfa6eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.147 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.146+0000 7f532a59c700 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa6ca50 0x560ccfa6eea0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f19554433f67deb server_cookie=46ae75f7b4d064a in_seq=0 out_seq=0 2023-03-22T14:31:20.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.146+0000 7f5311ffb700 10 client.25978 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:20.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.147+0000 7f5311ffb700 1 -- 172.21.15.45:0/812284730 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x560ccf7d3f60 con 0x560ccfa6ca50 2023-03-22T14:31:20.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.147+0000 7f5311ffb700 10 client.25978 handle_command_reply: tid=0 2023-03-22T14:31:20.148 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.147+0000 7f53446b5b80 1 client.25978 shutdown 2023-03-22T14:31:20.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 msgr2=0x560ccfa0b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.149 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa0b1a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5324094b50 tx=0x7f5324098210 comp rx=0 tx=0).stop 2023-03-22T14:31:20.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 shutdown_connections 2023-03-22T14:31:20.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x560ccfa6ca50 0x560ccfa6eea0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x560ccf9fd7d0 0x560ccfa0e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.150 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x560ccfa02630 0x560ccfa0b1a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 --2- 172.21.15.45:0/812284730 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ccf9fe0e0 0x560ccfa0ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.149+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 >> 172.21.15.45:0/812284730 conn(0x560ccf9f8030 msgr2=0x560ccfa00630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:20.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.150+0000 7f5311ffb700 0 client.25978 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:20.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.150+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 shutdown_connections 2023-03-22T14:31:20.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.150+0000 7f53446b5b80 1 -- 172.21.15.45:0/812284730 wait complete. 2023-03-22T14:31:20.151 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.150+0000 7f53446b5b80 20 client.25978 trim_cache size 0 max 16384 2023-03-22T14:31:20.152 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:31:20.152 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "no active scrubs running", 2023-03-22T14:31:20.152 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": {} 2023-03-22T14:31:20.152 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:31:20.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.152+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f531809fd00 msgr2=0x7f53180a21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.154 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.152+0000 7f5330dff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f531809fd00 0x7f53180a21b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5314005d90 tx=0x7f53140047c0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.152+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 msgr2=0x7f532c19c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.152+0000 7f5330dff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c19c6f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f532400ef30 tx=0x7f532400c450 comp rx=0 tx=0).stop 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.153+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 shutdown_connections 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.153+0000 7f5330dff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f531809fd00 0x7f53180a21b0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.153+0000 7f5330dff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f532c068320 0x7f532c1a2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.153+0000 7f5330dff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f532c105070 0x7f532c19c6f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.153+0000 7f5330dff700 1 --2- 172.21.15.45:0/2603792135 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f532c102b70 0x7f532c1a2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.155 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.153+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 >> 172.21.15.45:0/2603792135 conn(0x7f532c075f60 msgr2=0x7f532c101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:20.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.154+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 shutdown_connections 2023-03-22T14:31:20.156 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.154+0000 7f5330dff700 1 -- 172.21.15.45:0/2603792135 wait complete. 2023-03-22T14:31:20.180 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-03-22T14:31:20.180 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-03-22T14:31:20.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.500+0000 7f77563ff700 1 -- 172.21.15.45:0/4037838308 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750107a80 msgr2=0x7f7750107e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.501+0000 7f77563ff700 1 --2- 172.21.15.45:0/4037838308 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750107a80 0x7f7750107e50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7740009990 tx=0x7f7740009ca0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.503+0000 7f77563ff700 1 -- 172.21.15.45:0/4037838308 shutdown_connections 2023-03-22T14:31:20.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.503+0000 7f77563ff700 1 --2- 172.21.15.45:0/4037838308 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7750113340 0x7f7750115720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.503+0000 7f77563ff700 1 --2- 172.21.15.45:0/4037838308 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750107a80 0x7f7750107e50 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.503+0000 7f77563ff700 1 --2- 172.21.15.45:0/4037838308 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7750108390 0x7f7750112e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.503+0000 7f77563ff700 1 -- 172.21.15.45:0/4037838308 >> 172.21.15.45:0/4037838308 conn(0x7f775006c440 msgr2=0x7f7750071600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:20.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.503+0000 7f77563ff700 1 -- 172.21.15.45:0/4037838308 shutdown_connections 2023-03-22T14:31:20.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.504+0000 7f77563ff700 1 -- 172.21.15.45:0/4037838308 wait complete. 2023-03-22T14:31:20.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.505+0000 7f77563ff700 1 Processor -- start 2023-03-22T14:31:20.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.506+0000 7f77563ff700 1 -- start start 2023-03-22T14:31:20.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.506+0000 7f77563ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7750107a80 0x7f775019c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.506+0000 7f77563ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750108390 0x7f775019cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.506+0000 7f77563ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7750113340 0x7f77501a0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.506+0000 7f77563ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77501a0960 con 0x7f7750107a80 2023-03-22T14:31:20.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.506+0000 7f77563ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77501a0ad0 con 0x7f7750113340 2023-03-22T14:31:20.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.506+0000 7f77563ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77501a0c90 con 0x7f7750108390 2023-03-22T14:31:20.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.507+0000 7f774f7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750108390 0x7f775019cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.507+0000 7f774f7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750108390 0x7f775019cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47886/0 (socket says 172.21.15.45:47886) 2023-03-22T14:31:20.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.507+0000 7f774f7fe700 1 -- 172.21.15.45:0/1284415688 learned_addr learned my addr 172.21.15.45:0/1284415688 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:20.508 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.507+0000 7f775499c700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7750113340 0x7f77501a0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.507+0000 7f774ffff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7750107a80 0x7f775019c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.508+0000 7f774f7fe700 1 -- 172.21.15.45:0/1284415688 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7750113340 msgr2=0x7f77501a0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.509 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.508+0000 7f774f7fe700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7750113340 0x7f77501a0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.508+0000 7f774f7fe700 1 -- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7750107a80 msgr2=0x7f775019c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:20.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.508+0000 7f774f7fe700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7750107a80 0x7f775019c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:20.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.508+0000 7f774f7fe700 1 -- 172.21.15.45:0/1284415688 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77400095f0 con 0x7f7750108390 2023-03-22T14:31:20.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.509+0000 7f774f7fe700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750108390 0x7f775019cf00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f774400dad0 tx=0x7f774400dde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.509+0000 7f774d7fa700 1 -- 172.21.15.45:0/1284415688 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774400c9d0 con 0x7f7750108390 2023-03-22T14:31:20.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.509+0000 7f774d7fa700 1 -- 172.21.15.45:0/1284415688 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7744015450 con 0x7f7750108390 2023-03-22T14:31:20.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.509+0000 7f774d7fa700 1 -- 172.21.15.45:0/1284415688 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7744014610 con 0x7f7750108390 2023-03-22T14:31:20.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.509+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77501168d0 con 0x7f7750108390 2023-03-22T14:31:20.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.510+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7750116740 con 0x7f7750108390 2023-03-22T14:31:20.518 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.518+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7750116a60 con 0x7f7750108390 2023-03-22T14:31:20.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.520+0000 7f774d7fa700 1 -- 172.21.15.45:0/1284415688 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f77440155c0 con 0x7f7750108390 2023-03-22T14:31:20.523 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.522+0000 7f774d7fa700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f773809fd40 0x7f77380a21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:20.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.523+0000 7f774ffff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f773809fd40 0x7f77380a21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:20.524 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.523+0000 7f774d7fa700 1 -- 172.21.15.45:0/1284415688 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f77440ca6e0 con 0x7f7750108390 2023-03-22T14:31:20.525 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.524+0000 7f774ffff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f773809fd40 0x7f77380a21f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7740006010 tx=0x7f774000b580 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:20.528 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:20.528+0000 7f774d7fa700 1 -- 172.21.15.45:0/1284415688 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7f7744094210 con 0x7f7750108390 2023-03-22T14:31:21.009 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.009+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7750067980 con 0x7f7750108390 2023-03-22T14:31:21.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.020+0000 7f774d7fa700 1 -- 172.21.15.45:0/1284415688 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+10863 (secure 0 0 0) 0x7f7744097830 con 0x7f7750108390 2023-03-22T14:31:21.036 INFO:teuthology.orchestra.run.smithi045.stdout: 2023-03-22T14:31:21.036 INFO:teuthology.orchestra.run.smithi045.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6835/2422375600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6834","nonce":2422375600},{"type":"v1","addr":"172.21.15.45:6835","nonce":2422375600}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14481,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.45:6837/3806964212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6836","nonce":3806964212},{"type":"v1","addr":"172.21.15.45:6837","nonce":3806964212}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-03-22T14:26:10.119437+0000","modified":"2023-03-22T14:31:05.876245+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24532,"mds_2":24524,"mds_3":24517,"mds_4":24505},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14535":{"gid":14535,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6839/2790114045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6838","nonce":2790114045},{"type":"v1","addr":"172.21.15.45:6839","nonce":2790114045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14547":{"gid":14547,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.45:6841/665361133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.45:6840","nonce":665361133},{"type":"v1","addr":"172.21.15.45:6841","nonce":665361133}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24457":{"gid":24457,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.142:6833/3232514748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3232514748},{"type":"v1","addr":"172.21.15.142:6833","nonce":3232514748}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24458":{"gid":24458,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6833/3801506182","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3801506182},{"type":"v1","addr":"172.21.15.98:6833","nonce":3801506182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24494":{"gid":24494,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6835/2419039604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":2419039604},{"type":"v1","addr":"172.21.15.98:6835","nonce":2419039604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6835/3929796803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3929796803},{"type":"v1","addr":"172.21.15.142:6835","nonce":3929796803}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24517":{"gid":24517,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.142:6837/2383089726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6836","nonce":2383089726},{"type":"v1","addr":"172.21.15.142:6837","nonce":2383089726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24524":{"gid":24524,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.98:6837/2703593604","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":2703593604},{"type":"v1","addr":"172.21.15.98:6837","nonce":2703593604}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.142:6839/2543721149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6838","nonce":2543721149},{"type":"v1","addr":"172.21.15.142:6839","nonce":2543721149}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6839/4206668768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":4206668768},{"type":"v1","addr":"172.21.15.98:6839","nonce":4206668768}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-03-22T14:31:21.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.041+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f773809fd40 msgr2=0x7f77380a21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.041+0000 7f77563ff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f773809fd40 0x7f77380a21f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7740006010 tx=0x7f774000b580 comp rx=0 tx=0).stop 2023-03-22T14:31:21.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.041+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750108390 msgr2=0x7f775019cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.041+0000 7f77563ff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750108390 0x7f775019cf00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f774400dad0 tx=0x7f774400dde0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.049+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 shutdown_connections 2023-03-22T14:31:21.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.049+0000 7f77563ff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f773809fd40 0x7f77380a21f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.049+0000 7f77563ff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f7750107a80 0x7f775019c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.049+0000 7f77563ff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7750113340 0x7f77501a0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.049+0000 7f77563ff700 1 --2- 172.21.15.45:0/1284415688 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7750108390 0x7f775019cf00 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.049+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 >> 172.21.15.45:0/1284415688 conn(0x7f775006c440 msgr2=0x7f7750115460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:21.070 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.070+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 shutdown_connections 2023-03-22T14:31:21.071 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.070+0000 7f77563ff700 1 -- 172.21.15.45:0/1284415688 wait complete. 2023-03-22T14:31:21.086 INFO:teuthology.orchestra.run.smithi045.stderr:dumped fsmap epoch 31 2023-03-22T14:31:21.124 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-03-22T14:31:21.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:21 smithi142 ceph-mon[94717]: pgmap v101: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 21 KiB/s rd, 23 MiB/s wr, 4.21k op/s 2023-03-22T14:31:21.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:21 smithi142 ceph-mon[94717]: from='client.? 172.21.15.45:0/1284415688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:31:21.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:21 smithi098 ceph-mon[94136]: pgmap v101: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 21 KiB/s rd, 23 MiB/s wr, 4.21k op/s 2023-03-22T14:31:21.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:21 smithi098 ceph-mon[94136]: from='client.? 172.21.15.45:0/1284415688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:31:21.477 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:21 smithi045 ceph-mon[91728]: pgmap v101: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 21 KiB/s rd, 23 MiB/s wr, 4.21k op/s 2023-03-22T14:31:21.477 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:21 smithi045 ceph-mon[91728]: from='client.? 172.21.15.45:0/1284415688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-03-22T14:31:21.681 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.681+0000 7f24df9ff700 1 -- 172.21.15.45:0/675346758 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 msgr2=0x7f24d80796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.681+0000 7f24df9ff700 1 --2- 172.21.15.45:0/675346758 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80796d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f24c8007570 tx=0x7f24c8007880 comp rx=0 tx=0).stop 2023-03-22T14:31:21.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.682+0000 7f24df9ff700 1 -- 172.21.15.45:0/675346758 shutdown_connections 2023-03-22T14:31:21.682 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.682+0000 7f24df9ff700 1 --2- 172.21.15.45:0/675346758 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80796d0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.682+0000 7f24df9ff700 1 --2- 172.21.15.45:0/675346758 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f24d810be80 0x7f24d810c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.682+0000 7f24df9ff700 1 --2- 172.21.15.45:0/675346758 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24d8107a80 0x7f24d8107ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.683 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.682+0000 7f24df9ff700 1 -- 172.21.15.45:0/675346758 >> 172.21.15.45:0/675346758 conn(0x7f24d806b770 msgr2=0x7f24d80715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:21.691 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.687+0000 7f24df9ff700 1 -- 172.21.15.45:0/675346758 shutdown_connections 2023-03-22T14:31:21.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.694+0000 7f24df9ff700 1 -- 172.21.15.45:0/675346758 wait complete. 2023-03-22T14:31:21.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.695+0000 7f24df9ff700 1 Processor -- start 2023-03-22T14:31:21.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.695+0000 7f24df9ff700 1 -- start start 2023-03-22T14:31:21.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.697+0000 7f24df9ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24d8107a80 0x7f24d8073e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.698+0000 7f24df9ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80743a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.698+0000 7f24df9ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f24d810be80 0x7f24d81c2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.698+0000 7f24df9ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d81c2570 con 0x7f24d8108430 2023-03-22T14:31:21.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.698+0000 7f24df9ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d81c26b0 con 0x7f24d8107a80 2023-03-22T14:31:21.699 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.698+0000 7f24df9ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d81c2870 con 0x7f24d810be80 2023-03-22T14:31:21.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.699+0000 7f24dd79b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24d8107a80 0x7f24d8073e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.700+0000 7f24dcf9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80743a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.700+0000 7f24dcf9a700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80743a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50160/0 (socket says 172.21.15.45:50160) 2023-03-22T14:31:21.700 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.700+0000 7f24dcf9a700 1 -- 172.21.15.45:0/2492692705 learned_addr learned my addr 172.21.15.45:0/2492692705 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:21.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.701+0000 7f24dcf9a700 1 -- 172.21.15.45:0/2492692705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f24d810be80 msgr2=0x7f24d81c2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.701+0000 7f24dcf9a700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f24d810be80 0x7f24d81c2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.701+0000 7f24dcf9a700 1 -- 172.21.15.45:0/2492692705 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24d8107a80 msgr2=0x7f24d8073e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.701 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.701+0000 7f24dcf9a700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24d8107a80 0x7f24d8073e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.701+0000 7f24dcf9a700 1 -- 172.21.15.45:0/2492692705 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24c8007220 con 0x7f24d8108430 2023-03-22T14:31:21.702 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.702+0000 7f24dcf9a700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80743a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f24d400b550 tx=0x7f24d400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:21.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.703+0000 7f24ce7fc700 1 -- 172.21.15.45:0/2492692705 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d4011830 con 0x7f24d8108430 2023-03-22T14:31:21.704 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.703+0000 7f24ce7fc700 1 -- 172.21.15.45:0/2492692705 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f24d4011e50 con 0x7f24d8108430 2023-03-22T14:31:21.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.703+0000 7f24ce7fc700 1 -- 172.21.15.45:0/2492692705 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d4010e60 con 0x7f24d8108430 2023-03-22T14:31:21.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.704+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24d807c840 con 0x7f24d8108430 2023-03-22T14:31:21.705 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.704+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24d807c6b0 con 0x7f24d8108430 2023-03-22T14:31:21.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.717+0000 7f24f32ccb80 1 Processor -- start 2023-03-22T14:31:21.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.724+0000 7f24ce7fc700 1 -- 172.21.15.45:0/2492692705 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f24d40104f0 con 0x7f24d8108430 2023-03-22T14:31:21.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.727+0000 7f24ce7fc700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f24c409fe50 0x7f24c40a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.732 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.727+0000 7f24ce7fc700 1 -- 172.21.15.45:0/2492692705 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f24d40ca770 con 0x7f24d8108430 2023-03-22T14:31:21.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.731+0000 7f24f32ccb80 1 -- start start 2023-03-22T14:31:21.741 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.731+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5bd7d0 0x5650ef5bdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.731+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 0x5650ef5c20f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.731+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 0x5650ef5c2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.731+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef4c4070 con 0x5650ef5c2630 2023-03-22T14:31:21.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.731+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5169b0 con 0x5650ef5be0e0 2023-03-22T14:31:21.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.732+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef50fe40 con 0x5650ef5bd7d0 2023-03-22T14:31:21.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.732+0000 7f24dd79b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5bd7d0 0x5650ef5bdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.742 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.732+0000 7f24dd79b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5bd7d0 0x5650ef5bdba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47914/0 (socket says 172.21.15.45:47914) 2023-03-22T14:31:21.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.732+0000 7f24dd79b700 1 -- 172.21.15.45:0/3654493664 learned_addr learned my addr 172.21.15.45:0/3654493664 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:21.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.735+0000 7f24ddf9c700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f24c409fe50 0x7f24c40a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.735+0000 7f24dd79b700 1 -- 172.21.15.45:0/3654493664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 msgr2=0x5650ef5c20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.735+0000 7f24dd79b700 1 --2- 172.21.15.45:0/3654493664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 0x5650ef5c20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.735+0000 7f24dd79b700 1 -- 172.21.15.45:0/3654493664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 msgr2=0x5650ef5c2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.735+0000 7f24dd79b700 1 --2- 172.21.15.45:0/3654493664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 0x5650ef5c2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.743 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.735+0000 7f24dd79b700 1 -- 172.21.15.45:0/3654493664 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5650ef391630 con 0x5650ef5bd7d0 2023-03-22T14:31:21.745 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.745+0000 7f24dd79b700 1 --2- 172.21.15.45:0/3654493664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5bd7d0 0x5650ef5bdba0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f24d0007e10 tx=0x7f24d000c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9951951c10e4d6e7 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:21.757 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.756+0000 7f24c37fe700 1 -- 172.21.15.45:0/3654493664 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d000ccc0 con 0x5650ef5bd7d0 2023-03-22T14:31:21.757 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.756+0000 7f24c37fe700 1 -- 172.21.15.45:0/3654493664 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f24d000ce20 con 0x5650ef5bd7d0 2023-03-22T14:31:21.758 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.756+0000 7f24c37fe700 1 -- 172.21.15.45:0/3654493664 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d0010710 con 0x5650ef5bd7d0 2023-03-22T14:31:21.768 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.765+0000 7f24f32ccb80 1 -- 172.21.15.45:0/3654493664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5bd7d0 msgr2=0x5650ef5bdba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.768 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.765+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/3654493664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5bd7d0 0x5650ef5bdba0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f24d0007e10 tx=0x7f24d000c470 comp rx=0 tx=0).stop 2023-03-22T14:31:21.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.766+0000 7f24ddf9c700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f24c409fe50 0x7f24c40a2300 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f24c8008b90 tx=0x7f24c800c350 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:21.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.766+0000 7f24f32ccb80 1 -- 172.21.15.45:0/3654493664 shutdown_connections 2023-03-22T14:31:21.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.766+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/3654493664 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 0x5650ef5c2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.766+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/3654493664 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5bd7d0 0x5650ef5bdba0 secure :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f24d0007e10 tx=0x7f24d000c470 comp rx=0 tx=0).stop 2023-03-22T14:31:21.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.766+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/3654493664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 0x5650ef5c20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.769 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.766+0000 7f24f32ccb80 1 -- 172.21.15.45:0/3654493664 >> 172.21.15.45:0/3654493664 conn(0x5650ef5b8030 msgr2=0x5650ef5b8400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:21.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.774+0000 7f24f32ccb80 1 -- 172.21.15.45:0/3654493664 shutdown_connections 2023-03-22T14:31:21.778 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.777+0000 7f24f32ccb80 1 -- 172.21.15.45:0/3654493664 wait complete. 2023-03-22T14:31:21.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.777+0000 7f24f32ccb80 1 -- start start 2023-03-22T14:31:21.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.778+0000 7f24f32ccb80 1 Processor -- start 2023-03-22T14:31:21.779 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.779+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5c73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.779+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.779+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5e48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.779+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef393920 con 0x5650ef5be0e0 2023-03-22T14:31:21.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.779+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5e4e30 con 0x5650ef5c2630 2023-03-22T14:31:21.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.779+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5e4fc0 con 0x5650ef5c7e70 2023-03-22T14:31:21.780 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.779+0000 7f24f32ccb80 10 client.0 _ll_register_callbacks cb 0x5650ef3b5290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:21.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.781+0000 7f24dd79b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5c73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.781+0000 7f24dd79b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5c73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50180/0 (socket says 172.21.15.45:50180) 2023-03-22T14:31:21.781 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.781+0000 7f24dd79b700 1 -- 172.21.15.45:0/2819544568 learned_addr learned my addr 172.21.15.45:0/2819544568 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:21.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.781+0000 7f24dcf9a700 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.782+0000 7f24dcf9a700 1 -- 172.21.15.45:0/2819544568 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 msgr2=0x5650ef5e48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.782+0000 7f24dcf9a700 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5e48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.782+0000 7f24dcf9a700 1 -- 172.21.15.45:0/2819544568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 msgr2=0x5650ef5c73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.782 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.782+0000 7f24dcf9a700 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5c73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.783 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.782+0000 7f24dcf9a700 1 -- 172.21.15.45:0/2819544568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24d0007a40 con 0x5650ef5c2630 2023-03-22T14:31:21.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.795+0000 7f24dcf9a700 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c7930 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f24d40c7f50 tx=0x7f24d40981e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6787c7fee898ff27 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:21.795 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.795+0000 7f24c0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:31:21.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.800+0000 7f24c0ff9700 1 -- 172.21.15.45:0/2819544568 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d4097760 con 0x5650ef5c2630 2023-03-22T14:31:21.800 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.800+0000 7f24c0ff9700 1 -- 172.21.15.45:0/2819544568 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f24d409fdd0 con 0x5650ef5c2630 2023-03-22T14:31:21.808 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.807+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5650ef4d23f0 con 0x5650ef5c2630 2023-03-22T14:31:21.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.823+0000 7f24c0ff9700 1 -- 172.21.15.45:0/2819544568 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f24d409ffb0 con 0x5650ef5c2630 2023-03-22T14:31:21.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.828+0000 7f24f32ccb80 10 client.26024 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:21.828 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.828+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5650ef33dde0 con 0x5650ef5c2630 2023-03-22T14:31:21.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.838+0000 7f24c0ff9700 1 -- 172.21.15.45:0/2819544568 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5650ef4d23f0 con 0x5650ef5c2630 2023-03-22T14:31:21.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.838+0000 7f24c0ff9700 1 -- 172.21.15.45:0/2819544568 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f24d40abba0 con 0x5650ef5c2630 2023-03-22T14:31:21.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.839+0000 7f24f32ccb80 10 client.26024 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:21.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.839+0000 7f24f32ccb80 10 client.26024 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:31:21.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.839+0000 7f24f32ccb80 20 client.26024 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:21.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.839+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef5e9030 0x5650ef5eb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.839+0000 7f24f32ccb80 4 client.26024 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:21.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.839+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5650ef4de660 con 0x5650ef5e9030 2023-03-22T14:31:21.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.840+0000 7f24dd79b700 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef5e9030 0x5650ef5eb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.849+0000 7f24dd79b700 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef5e9030 0x5650ef5eb440 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d3086215caa10551 server_cookie=ec008d1c0061e24f in_seq=0 out_seq=0 2023-03-22T14:31:21.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.850+0000 7f24c0ff9700 10 client.26024 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:31:21.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.863+0000 7f24c0ff9700 1 -- 172.21.15.45:0/2819544568 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5650ef4de660 con 0x5650ef5e9030 2023-03-22T14:31:21.863 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.863+0000 7f24c0ff9700 10 client.26024 handle_command_reply: tid=0 2023-03-22T14:31:21.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.864+0000 7f24f32ccb80 1 client.26024 shutdown 2023-03-22T14:31:21.869 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.869+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 msgr2=0x5650ef5c7930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.870 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.869+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c7930 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f24d40c7f50 tx=0x7f24d40981e0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.874+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 shutdown_connections 2023-03-22T14:31:21.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.874+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef5e9030 0x5650ef5eb440 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.874+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5c73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.874+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5e48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.874+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/2819544568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c7930 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.875 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.874+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 >> 172.21.15.45:0/2819544568 conn(0x5650ef5b8030 msgr2=0x5650ef5b7710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:21.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.876+0000 7f24c0ff9700 0 client.26024 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:31:21.881 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.881+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 shutdown_connections 2023-03-22T14:31:21.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.883+0000 7f24f32ccb80 1 -- 172.21.15.45:0/2819544568 wait complete. 2023-03-22T14:31:21.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.883+0000 7f24f32ccb80 20 client.26024 trim_cache size 0 max 16384 2023-03-22T14:31:21.916 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 Processor -- start 2023-03-22T14:31:21.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 -- start start 2023-03-22T14:31:21.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5bff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5c4d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5c8960 con 0x5650ef5be0e0 2023-03-22T14:31:21.917 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5e8e10 con 0x5650ef5c2630 2023-03-22T14:31:21.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.911+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5c5970 con 0x5650ef5c7e70 2023-03-22T14:31:21.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.912+0000 7f24ddf9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5c4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.912+0000 7f24ddf9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5c4d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47930/0 (socket says 172.21.15.45:47930) 2023-03-22T14:31:21.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.912+0000 7f24ddf9c700 1 -- 172.21.15.45:0/934664840 learned_addr learned my addr 172.21.15.45:0/934664840 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:21.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.912+0000 7f24dd79b700 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5bff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.913+0000 7f24dd79b700 1 -- 172.21.15.45:0/934664840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 msgr2=0x5650ef5c4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.918 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.913+0000 7f24dd79b700 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5c4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.913+0000 7f24dd79b700 1 -- 172.21.15.45:0/934664840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 msgr2=0x5650ef5c6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.913+0000 7f24dd79b700 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.913+0000 7f24dd79b700 1 -- 172.21.15.45:0/934664840 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5650ef5b86d0 con 0x5650ef5be0e0 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.914+0000 7f24dd79b700 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5bff20 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f24d0007de0 tx=0x7f24d0011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30eec5a5542987d5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.915+0000 7f24c3fff700 1 -- 172.21.15.45:0/934664840 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d0021040 con 0x5650ef5be0e0 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.915+0000 7f24c3fff700 1 -- 172.21.15.45:0/934664840 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f24d00285f0 con 0x5650ef5be0e0 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.915+0000 7f24c3fff700 1 -- 172.21.15.45:0/934664840 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d0028c80 con 0x5650ef5be0e0 2023-03-22T14:31:21.919 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.916+0000 7f24f32ccb80 1 -- 172.21.15.45:0/934664840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 msgr2=0x5650ef5bff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.916+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5bff20 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f24d0007de0 tx=0x7f24d0011cc0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.916+0000 7f24f32ccb80 1 -- 172.21.15.45:0/934664840 shutdown_connections 2023-03-22T14:31:21.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.916+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5be0e0 0x5650ef5bff20 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.916+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5c4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.916+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/934664840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5c2630 0x5650ef5c6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.920 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.916+0000 7f24f32ccb80 1 -- 172.21.15.45:0/934664840 >> 172.21.15.45:0/934664840 conn(0x5650ef5b8030 msgr2=0x5650ef5b7710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:21.921 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.919+0000 7f24f32ccb80 1 -- 172.21.15.45:0/934664840 shutdown_connections 2023-03-22T14:31:21.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.919+0000 7f24f32ccb80 1 -- 172.21.15.45:0/934664840 wait complete. 2023-03-22T14:31:21.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.920+0000 7f24f32ccb80 1 -- start start 2023-03-22T14:31:21.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.920+0000 7f24f32ccb80 1 Processor -- start 2023-03-22T14:31:21.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.921+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 0x5650ef5df6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.921+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 0x5650ef5db9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.922 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.921+0000 7f24f32ccb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5dbf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.921+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5dc470 con 0x5650ef5c2630 2023-03-22T14:31:21.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.921+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5dc5b0 con 0x5650ef5be0e0 2023-03-22T14:31:21.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.921+0000 7f24f32ccb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650ef5dc770 con 0x5650ef5c7e70 2023-03-22T14:31:21.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.921+0000 7f24f32ccb80 10 client.0 _ll_register_callbacks cb 0x5650ef3b5290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:21.923 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.922+0000 7f24ddf9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5dbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.922+0000 7f24ddf9c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5dbf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47938/0 (socket says 172.21.15.45:47938) 2023-03-22T14:31:21.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.922+0000 7f24ddf9c700 1 -- 172.21.15.45:0/35467756 learned_addr learned my addr 172.21.15.45:0/35467756 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:21.924 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.922+0000 7f24dd79b700 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 0x5650ef5df6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.925+0000 7f24ddf9c700 1 -- 172.21.15.45:0/35467756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 msgr2=0x5650ef5df6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.925+0000 7f24ddf9c700 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 0x5650ef5df6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.925+0000 7f24ddf9c700 1 -- 172.21.15.45:0/35467756 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 msgr2=0x5650ef5db9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:21.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.925+0000 7f24ddf9c700 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 0x5650ef5db9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.926 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.925+0000 7f24ddf9c700 1 -- 172.21.15.45:0/35467756 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5650ef391630 con 0x5650ef5c7e70 2023-03-22T14:31:21.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.926+0000 7f24ddf9c700 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5dbf30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f24c800a170 tx=0x7f24c80050f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=722f24faa18e9d47 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:21.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.926+0000 7f24c0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:21.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.927+0000 7f24c0ff9700 1 -- 172.21.15.45:0/35467756 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c8003880 con 0x5650ef5c7e70 2023-03-22T14:31:21.927 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.927+0000 7f24c0ff9700 1 -- 172.21.15.45:0/35467756 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f24c80056b0 con 0x5650ef5c7e70 2023-03-22T14:31:21.928 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.927+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5650ef393f60 con 0x5650ef5c7e70 2023-03-22T14:31:21.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.935+0000 7f24c0ff9700 1 -- 172.21.15.45:0/35467756 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f24c80039e0 con 0x5650ef5c7e70 2023-03-22T14:31:21.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.935+0000 7f24f32ccb80 10 client.25993 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:21.935 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.935+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5650ef326c60 con 0x5650ef5c7e70 2023-03-22T14:31:21.941 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24c0ff9700 1 -- 172.21.15.45:0/35467756 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5650ef393f60 con 0x5650ef5c7e70 2023-03-22T14:31:21.941 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24c0ff9700 1 -- 172.21.15.45:0/35467756 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f24c8026430 con 0x5650ef5c7e70 2023-03-22T14:31:21.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24f32ccb80 10 client.25993 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:21.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24f32ccb80 10 client.25993 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2023-03-22T14:31:21.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24f32ccb80 20 client.25993 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:21.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef63e370 0x5650ef640780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:21.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24f32ccb80 4 client.25993 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:31:21.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.941+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 --> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5650ef4cc3c0 con 0x5650ef63e370 2023-03-22T14:31:21.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.942+0000 7f24dd79b700 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef63e370 0x5650ef640780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:21.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.947+0000 7f24dd79b700 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef63e370 0x5650ef640780 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=463033cf74737713 server_cookie=2450130af8e4caba in_seq=0 out_seq=0 2023-03-22T14:31:21.947 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.947+0000 7f24c0ff9700 10 client.25993 ms_handle_connect on v2:172.21.15.142:6834/3929796803 2023-03-22T14:31:21.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.953+0000 7f24c0ff9700 1 -- 172.21.15.45:0/35467756 <== mds.4 v2:172.21.15.142:6834/3929796803 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5650ef4cc3c0 con 0x5650ef63e370 2023-03-22T14:31:21.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.953+0000 7f24c0ff9700 10 client.25993 handle_command_reply: tid=0 2023-03-22T14:31:21.955 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.955+0000 7f24f32ccb80 1 client.25993 shutdown 2023-03-22T14:31:21.956 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.956+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 msgr2=0x5650ef5dbf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.956+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5dbf30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f24c800a170 tx=0x7f24c80050f0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.956+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 shutdown_connections 2023-03-22T14:31:21.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.956+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:6834/3929796803,v1:172.21.15.142:6835/3929796803] conn(0x5650ef63e370 0x5650ef640780 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.956+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5650ef5c7e70 0x5650ef5dbf30 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.957 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.956+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5650ef5be0e0 0x5650ef5df6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.956+0000 7f24f32ccb80 1 --2- 172.21.15.45:0/35467756 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5650ef5c2630 0x5650ef5db9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.957+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 >> 172.21.15.45:0/35467756 conn(0x5650ef5b8030 msgr2=0x5650ef5c09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:21.958 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.957+0000 7f24c0ff9700 0 client.25993 ms_handle_reset on v2:172.21.15.142:6834/3929796803 2023-03-22T14:31:21.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.968+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 shutdown_connections 2023-03-22T14:31:21.969 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.968+0000 7f24f32ccb80 1 -- 172.21.15.45:0/35467756 wait complete. 2023-03-22T14:31:21.969 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.969+0000 7f24f32ccb80 20 client.25993 trim_cache size 0 max 16384 2023-03-22T14:31:21.970 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:31:21.974 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f24c409fe50 msgr2=0x7f24c40a2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f24c409fe50 0x7f24c40a2300 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f24c8008b90 tx=0x7f24c800c350 comp rx=0 tx=0).stop 2023-03-22T14:31:21.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 msgr2=0x7f24d80743a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:21.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80743a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f24d400b550 tx=0x7f24d400b910 comp rx=0 tx=0).stop 2023-03-22T14:31:21.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 shutdown_connections 2023-03-22T14:31:21.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f24d810be80 0x7f24d81c2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24d8107a80 0x7f24d8073e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f24c409fe50 0x7f24c40a2300 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:21.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 --2- 172.21.15.45:0/2492692705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f24d8108430 0x7f24d80743a0 secure :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f24d400b550 tx=0x7f24d400b910 comp rx=0 tx=0).stop 2023-03-22T14:31:21.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.974+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 >> 172.21.15.45:0/2492692705 conn(0x7f24d806b770 msgr2=0x7f24d8070970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:21.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.978+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 shutdown_connections 2023-03-22T14:31:21.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:21.978+0000 7f24df9ff700 1 -- 172.21.15.45:0/2492692705 wait complete. 2023-03-22T14:31:22.022 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-03-22T14:31:22.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 -- 172.21.15.45:0/1843075046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100de0 msgr2=0x7f8a54104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1843075046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100de0 0x7f8a54104da0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8a40009990 tx=0x7f8a40009ca0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.376 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 -- 172.21.15.45:0/1843075046 shutdown_connections 2023-03-22T14:31:22.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1843075046 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a54100440 0x7f8a54100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1843075046 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a54105480 0x7f8a5410d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1843075046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100de0 0x7f8a54104da0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 -- 172.21.15.45:0/1843075046 >> 172.21.15.45:0/1843075046 conn(0x7f8a540fbcd0 msgr2=0x7f8a540fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 -- 172.21.15.45:0/1843075046 shutdown_connections 2023-03-22T14:31:22.377 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.375+0000 7f8a5afff700 1 -- 172.21.15.45:0/1843075046 wait complete. 2023-03-22T14:31:22.379 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.376+0000 7f8a5afff700 1 Processor -- start 2023-03-22T14:31:22.379 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.376+0000 7f8a5afff700 1 -- start start 2023-03-22T14:31:22.379 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5afff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100440 0x7f8a54072d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.379 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5afff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a54100de0 0x7f8a540732c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5afff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a54105480 0x7f8a541a4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5afff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a54073af0 con 0x7f8a54100de0 2023-03-22T14:31:22.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5afff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a541a4a60 con 0x7f8a54100440 2023-03-22T14:31:22.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5afff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a541a4ba0 con 0x7f8a54105480 2023-03-22T14:31:22.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a58d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100440 0x7f8a54072d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5959c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a54105480 0x7f8a541a4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.380 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a54100de0 0x7f8a540732c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a58d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100440 0x7f8a54072d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:40888/0 (socket says 172.21.15.45:40888) 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a5959c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a54105480 0x7f8a541a4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47956/0 (socket says 172.21.15.45:47956) 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1397576225 learned_addr learned my addr 172.21.15.45:0/1397576225 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1397576225 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a54105480 msgr2=0x7f8a541a4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a54105480 0x7f8a541a4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a54100de0 msgr2=0x7f8a540732c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.377+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a54100de0 0x7f8a540732c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.381 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1397576225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a400095f0 con 0x7f8a54100440 2023-03-22T14:31:22.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a53fff700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a54100de0 0x7f8a540732c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:31:22.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100440 0x7f8a54072d80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8a4800e9a0 tx=0x7f8a4800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a51ffb700 1 -- 172.21.15.45:0/1397576225 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a48009790 con 0x7f8a54100440 2023-03-22T14:31:22.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a51ffb700 1 -- 172.21.15.45:0/1397576225 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a48010430 con 0x7f8a54100440 2023-03-22T14:31:22.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a54110250 con 0x7f8a54100440 2023-03-22T14:31:22.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a51ffb700 1 -- 172.21.15.45:0/1397576225 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a48018680 con 0x7f8a54100440 2023-03-22T14:31:22.382 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.378+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a541100c0 con 0x7f8a54100440 2023-03-22T14:31:22.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.381+0000 7f8a51ffb700 1 -- 172.21.15.45:0/1397576225 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f8a480105a0 con 0x7f8a54100440 2023-03-22T14:31:22.383 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 Processor -- start 2023-03-22T14:31:22.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 -- start start 2023-03-22T14:31:22.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a51ffb700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a4409fc40 0x7f8a440a20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269807d0 0x561126980ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269810e0 0x5611269850f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x561126985a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x561126887070 con 0x5611269810e0 2023-03-22T14:31:22.384 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a51ffb700 1 -- 172.21.15.45:0/1397576225 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8a48014070 con 0x7f8a54100440 2023-03-22T14:31:22.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611268d99b0 con 0x5611269807d0 2023-03-22T14:31:22.385 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611268d2e40 con 0x561126985630 2023-03-22T14:31:22.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.383+0000 7f8a5959c700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a4409fc40 0x7f8a440a20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269810e0 0x5611269850f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a58d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269807d0 0x561126980ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a5959c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x561126985a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269810e0 0x5611269850f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50238/0 (socket says 172.21.15.45:50238) 2023-03-22T14:31:22.387 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a53fff700 1 -- 172.21.15.45:0/434577875 learned_addr learned my addr 172.21.15.45:0/434577875 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a58d9b700 1 -- 172.21.15.45:0/434577875 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 msgr2=0x561126985a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/434577875 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x561126985a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a58d9b700 1 -- 172.21.15.45:0/434577875 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269810e0 msgr2=0x5611269850f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/434577875 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269810e0 0x5611269850f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a58d9b700 1 -- 172.21.15.45:0/434577875 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561126754630 con 0x5611269807d0 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a5959c700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a4409fc40 0x7f8a440a20f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c009ec0 tx=0x7f8a4c013250 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/434577875 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269807d0 0x561126980ba0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8a480c8800 tx=0x7f8a48098530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad7b90da60da6dcd server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.388 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a3effd700 1 -- 172.21.15.45:0/434577875 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a480a0b10 con 0x5611269807d0 2023-03-22T14:31:22.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a3effd700 1 -- 172.21.15.45:0/434577875 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a48010880 con 0x5611269807d0 2023-03-22T14:31:22.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.384+0000 7f8a3effd700 1 -- 172.21.15.45:0/434577875 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a480a0680 con 0x5611269807d0 2023-03-22T14:31:22.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 -- 172.21.15.45:0/434577875 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269807d0 msgr2=0x561126980ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/434577875 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269807d0 0x561126980ba0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8a480c8800 tx=0x7f8a48098530 comp rx=0 tx=0).stop 2023-03-22T14:31:22.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 -- 172.21.15.45:0/434577875 shutdown_connections 2023-03-22T14:31:22.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/434577875 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x561126985a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.389 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/434577875 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269807d0 0x561126980ba0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/434577875 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269810e0 0x5611269850f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 -- 172.21.15.45:0/434577875 >> 172.21.15.45:0/434577875 conn(0x56112697b030 msgr2=0x56112697b400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 -- 172.21.15.45:0/434577875 shutdown_connections 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.385+0000 7f8a6e924b80 1 -- 172.21.15.45:0/434577875 wait complete. 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 -- start start 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 Processor -- start 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5611269807d0 0x56112698a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.390 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561126985630 0x56112698ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x561126756920 con 0x561126985630 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56112698d260 con 0x5611269810e0 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x561126996910 con 0x5611269807d0 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.386+0000 7f8a6e924b80 10 client.0 _ll_register_callbacks cb 0x561126778290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5611269807d0 0x56112698a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.391 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5611269807d0 0x56112698a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:47960/0 (socket says 172.21.15.45:47960) 2023-03-22T14:31:22.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1459716291 learned_addr learned my addr 172.21.15.45:0/1459716291 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.392 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a5959c700 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561126985630 0x56112698ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1459716291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 msgr2=0x56112698a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1459716291 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561126985630 msgr2=0x56112698ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561126985630 0x56112698ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 -- 172.21.15.45:0/1459716291 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a541100c0 con 0x5611269807d0 2023-03-22T14:31:22.394 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5611269807d0 0x56112698a0c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8a4800e970 tx=0x7f8a48010c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a319f8d06fd7109d server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a33fff700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:22.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a33fff700 1 -- 172.21.15.45:0/1459716291 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a48098020 con 0x5611269807d0 2023-03-22T14:31:22.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a33fff700 1 -- 172.21.15.45:0/1459716291 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8a480b4060 con 0x5611269807d0 2023-03-22T14:31:22.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.387+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5611268953f0 con 0x5611269807d0 2023-03-22T14:31:22.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a33fff700 1 -- 172.21.15.45:0/1459716291 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a480a0680 con 0x5611269807d0 2023-03-22T14:31:22.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 10 client.26005 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:22.395 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x561126700de0 con 0x5611269807d0 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a33fff700 1 -- 172.21.15.45:0/1459716291 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5611268953f0 con 0x5611269807d0 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a33fff700 1 -- 172.21.15.45:0/1459716291 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f8a48097910 con 0x5611269807d0 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 10 client.26005 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 10 client.26005 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 20 client.26005 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56112699a5a0 0x56112699c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 4 client.26005 mds_command: new command op to 24517 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:22.396 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5611268a1660 con 0x56112699a5a0 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.388+0000 7f8a53fff700 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56112699a5a0 0x56112699c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.389+0000 7f8a53fff700 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56112699a5a0 0x56112699c9b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4606b1c22ae6f681 server_cookie=a091042f9f12361f in_seq=0 out_seq=0 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.389+0000 7f8a33fff700 10 client.26005 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a33fff700 1 -- 172.21.15.45:0/1459716291 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5611268a1660 con 0x56112699a5a0 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a33fff700 10 client.26005 handle_command_reply: tid=0 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 client.26005 shutdown 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5611269807d0 msgr2=0x56112698a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.397 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5611269807d0 0x56112698a0c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8a4800e970 tx=0x7f8a48010c80 comp rx=0 tx=0).stop 2023-03-22T14:31:22.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 shutdown_connections 2023-03-22T14:31:22.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x56112699a5a0 0x56112699c9b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x561126985630 0x56112698ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5611269807d0 0x56112698a0c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a33fff700 0 client.26005 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:31:22.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/1459716291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.398 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 >> 172.21.15.45:0/1459716291 conn(0x56112697b030 msgr2=0x56112697a710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 shutdown_connections 2023-03-22T14:31:22.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 1 -- 172.21.15.45:0/1459716291 wait complete. 2023-03-22T14:31:22.399 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.390+0000 7f8a6e924b80 20 client.26005 trim_cache size 0 max 16384 2023-03-22T14:31:22.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 Processor -- start 2023-03-22T14:31:22.404 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 -- start start 2023-03-22T14:31:22.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x561126982f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.405 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x561126991830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x56112698a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x561126973620 con 0x5611269807d0 2023-03-22T14:31:22.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56112697bef0 con 0x5611269810e0 2023-03-22T14:31:22.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.404+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x561126981970 con 0x561126985630 2023-03-22T14:31:22.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a58d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x561126982f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x561126991830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.406 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a5959c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x56112698a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x561126991830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:40914/0 (socket says 172.21.15.45:40914) 2023-03-22T14:31:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 -- 172.21.15.45:0/3953006185 learned_addr learned my addr 172.21.15.45:0/3953006185 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 -- 172.21.15.45:0/3953006185 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 msgr2=0x56112698a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x56112698a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 -- 172.21.15.45:0/3953006185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 msgr2=0x561126982f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x561126982f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.407 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 -- 172.21.15.45:0/3953006185 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561126899190 con 0x5611269810e0 2023-03-22T14:31:22.408 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x561126982f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:31:22.408 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a53fff700 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x561126991830 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8a541011b0 tx=0x7f8a40005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52890001769c2031 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a3f7fe700 1 -- 172.21.15.45:0/3953006185 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a4001d040 con 0x5611269810e0 2023-03-22T14:31:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a3f7fe700 1 -- 172.21.15.45:0/3953006185 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a4001e040 con 0x5611269810e0 2023-03-22T14:31:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.405+0000 7f8a3f7fe700 1 -- 172.21.15.45:0/3953006185 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a400056a0 con 0x5611269810e0 2023-03-22T14:31:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3953006185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 msgr2=0x561126991830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.411 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x561126991830 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8a541011b0 tx=0x7f8a40005fd0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3953006185 shutdown_connections 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x561126982f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x56112698a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3953006185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x561126991830 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3953006185 >> 172.21.15.45:0/3953006185 conn(0x56112697b030 msgr2=0x56112697a710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3953006185 shutdown_connections 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3953006185 wait complete. 2023-03-22T14:31:22.412 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.406+0000 7f8a6e924b80 1 -- start start 2023-03-22T14:31:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 1 Processor -- start 2023-03-22T14:31:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x5611269919b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x5611269902d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611269909a0 con 0x5611269807d0 2023-03-22T14:31:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561126990b10 con 0x5611269810e0 2023-03-22T14:31:22.413 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611269ee440 con 0x561126985630 2023-03-22T14:31:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a6e924b80 10 client.0 _ll_register_callbacks cb 0x561126778290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a53fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:40920/0 (socket says 172.21.15.45:40920) 2023-03-22T14:31:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a53fff700 1 -- 172.21.15.45:0/3274052234 learned_addr learned my addr 172.21.15.45:0/3274052234 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x5611269919b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.407+0000 7f8a5959c700 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x5611269902d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.414 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a53fff700 1 -- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 msgr2=0x5611269902d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a53fff700 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x5611269902d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a53fff700 1 -- 172.21.15.45:0/3274052234 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 msgr2=0x5611269919b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a53fff700 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x5611269919b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a53fff700 1 -- 172.21.15.45:0/3274052234 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561126700de0 con 0x5611269810e0 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a53fff700 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698fca0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8a40000c00 tx=0x7f8a40009290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7182f582d3b769e server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a33fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a33fff700 1 -- 172.21.15.45:0/3274052234 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a4001d050 con 0x5611269810e0 2023-03-22T14:31:22.415 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a33fff700 1 -- 172.21.15.45:0/3274052234 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f8a40029db0 con 0x5611269810e0 2023-03-22T14:31:22.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561126950240 con 0x5611269810e0 2023-03-22T14:31:22.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a33fff700 1 -- 172.21.15.45:0/3274052234 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a40005280 con 0x5611269810e0 2023-03-22T14:31:22.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a6e924b80 10 client.26042 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:22.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.408+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x7f8a5410d890 con 0x5611269810e0 2023-03-22T14:31:22.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a33fff700 1 -- 172.21.15.45:0/3274052234 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561126950240 con 0x5611269810e0 2023-03-22T14:31:22.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a33fff700 1 -- 172.21.15.45:0/3274052234 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f8a4003b870 con 0x5611269810e0 2023-03-22T14:31:22.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a6e924b80 10 client.26042 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a6e924b80 10 client.26042 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a6e924b80 20 client.26042 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x5611269ef680 0x5611269f1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a6e924b80 4 client.26042 mds_command: new command op to 24517 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 --> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561126756f60 con 0x5611269ef680 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.409+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x5611269ef680 0x5611269f1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a58d9b700 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x5611269ef680 0x5611269f1a90 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=37ee5a0722f89957 server_cookie=53e2d4f3528b8588 in_seq=0 out_seq=0 2023-03-22T14:31:22.417 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a33fff700 10 client.26042 ms_handle_connect on v2:172.21.15.142:6836/2383089726 2023-03-22T14:31:22.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a33fff700 1 -- 172.21.15.45:0/3274052234 <== mds.3 v2:172.21.15.142:6836/2383089726 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561126756f60 con 0x5611269ef680 2023-03-22T14:31:22.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a33fff700 10 client.26042 handle_command_reply: tid=0 2023-03-22T14:31:22.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 client.26042 shutdown 2023-03-22T14:31:22.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 msgr2=0x56112698fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698fca0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8a40000c00 tx=0x7f8a40009290 comp rx=0 tx=0).stop 2023-03-22T14:31:22.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 shutdown_connections 2023-03-22T14:31:22.418 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726] conn(0x5611269ef680 0x5611269f1a90 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5611269807d0 0x5611269919b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x561126985630 0x5611269902d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 --2- 172.21.15.45:0/3274052234 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5611269810e0 0x56112698fca0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a33fff700 0 client.26042 ms_handle_reset on v2:172.21.15.142:6836/2383089726 2023-03-22T14:31:22.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 >> 172.21.15.45:0/3274052234 conn(0x56112697b030 msgr2=0x56112698a9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 shutdown_connections 2023-03-22T14:31:22.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.410+0000 7f8a6e924b80 1 -- 172.21.15.45:0/3274052234 wait complete. 2023-03-22T14:31:22.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a6e924b80 20 client.26042 trim_cache size 0 max 16384 2023-03-22T14:31:22.420 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:31:22.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a4409fc40 msgr2=0x7f8a440a20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a4409fc40 0x7f8a440a20f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c009ec0 tx=0x7f8a4c013250 comp rx=0 tx=0).stop 2023-03-22T14:31:22.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100440 msgr2=0x7f8a54072d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100440 0x7f8a54072d80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8a4800e9a0 tx=0x7f8a4800ecb0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 shutdown_connections 2023-03-22T14:31:22.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a54105480 0x7f8a541a4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.421 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a54100440 0x7f8a54072d80 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f8a4409fc40 0x7f8a440a20f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 --2- 172.21.15.45:0/1397576225 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f8a54100de0 0x7f8a540732c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 >> 172.21.15.45:0/1397576225 conn(0x7f8a540fbcd0 msgr2=0x7f8a540fc7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 shutdown_connections 2023-03-22T14:31:22.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.411+0000 7f8a5afff700 1 -- 172.21.15.45:0/1397576225 wait complete. 2023-03-22T14:31:22.428 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-03-22T14:31:22.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 -- 172.21.15.45:0/1614443211 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 msgr2=0x7fbb4011bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 --2- 172.21.15.45:0/1614443211 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 0x7fbb4011bdb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbb3800b0a0 tx=0x7fbb3800b3b0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 -- 172.21.15.45:0/1614443211 shutdown_connections 2023-03-22T14:31:22.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 --2- 172.21.15.45:0/1614443211 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 0x7fbb4011bdb0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 --2- 172.21.15.45:0/1614443211 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb40107a80 0x7fbb4010eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 --2- 172.21.15.45:0/1614443211 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb40107e50 0x7fbb401082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 -- 172.21.15.45:0/1614443211 >> 172.21.15.45:0/1614443211 conn(0x7fbb4006b770 msgr2=0x7fbb400715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 -- 172.21.15.45:0/1614443211 shutdown_connections 2023-03-22T14:31:22.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.833+0000 7fbb459ff700 1 -- 172.21.15.45:0/1614443211 wait complete. 2023-03-22T14:31:22.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.834+0000 7fbb459ff700 1 Processor -- start 2023-03-22T14:31:22.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.835+0000 7fbb459ff700 1 -- start start 2023-03-22T14:31:22.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.835+0000 7fbb459ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb40107a80 0x7fbb401a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.835+0000 7fbb459ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb40107e50 0x7fbb401a5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.835+0000 7fbb459ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 0x7fbb401a9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.835+0000 7fbb459ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401aa130 con 0x7fbb40107e50 2023-03-22T14:31:22.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.835+0000 7fbb459ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401aa2a0 con 0x7fbb40107a80 2023-03-22T14:31:22.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.835+0000 7fbb459ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401aa460 con 0x7fbb401199d0 2023-03-22T14:31:22.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.838+0000 7fbb3f7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 0x7fbb401a9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.838+0000 7fbb3effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb40107a80 0x7fbb401a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.838+0000 7fbb3effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb40107a80 0x7fbb401a5150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:40942/0 (socket says 172.21.15.45:40942) 2023-03-22T14:31:22.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.838+0000 7fbb3effd700 1 -- 172.21.15.45:0/2318438553 learned_addr learned my addr 172.21.15.45:0/2318438553 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb3f7fe700 1 -- 172.21.15.45:0/2318438553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb40107a80 msgr2=0x7fbb401a5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb3f7fe700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb40107a80 0x7fbb401a5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb3f7fe700 1 -- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb40107e50 msgr2=0x7fbb401a5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb3f7fe700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb40107e50 0x7fbb401a5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb3f7fe700 1 -- 172.21.15.45:0/2318438553 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb38009d00 con 0x7fbb401199d0 2023-03-22T14:31:22.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb3f7fe700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 0x7fbb401a9af0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbb380062a0 tx=0x7fbb380077f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb449fd700 1 -- 172.21.15.45:0/2318438553 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb3800e040 con 0x7fbb401199d0 2023-03-22T14:31:22.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb449fd700 1 -- 172.21.15.45:0/2318438553 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb38004e60 con 0x7fbb401199d0 2023-03-22T14:31:22.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.839+0000 7fbb449fd700 1 -- 172.21.15.45:0/2318438553 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb3801b6b0 con 0x7fbb401199d0 2023-03-22T14:31:22.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.840+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb4011f000 con 0x7fbb401199d0 2023-03-22T14:31:22.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.840+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb4011ee70 con 0x7fbb401199d0 2023-03-22T14:31:22.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.846+0000 7fbb59263b80 1 Processor -- start 2023-03-22T14:31:22.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.847+0000 7fbb59263b80 1 -- start start 2023-03-22T14:31:22.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.847+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c69ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.847+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6a0e0 0x5588c6c6e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.847+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6c6ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.847+0000 7fbb59263b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6b70070 con 0x5588c6c697d0 2023-03-22T14:31:22.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.847+0000 7fbb59263b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6bc29b0 con 0x5588c6c6a0e0 2023-03-22T14:31:22.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.847+0000 7fbb59263b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6bbbe40 con 0x5588c6c6e630 2023-03-22T14:31:22.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.851+0000 7fbb449fd700 1 -- 172.21.15.45:0/2318438553 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fbb3801b8d0 con 0x7fbb401199d0 2023-03-22T14:31:22.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.851+0000 7fbb3e7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6c6ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.851+0000 7fbb3e7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6c6ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48022/0 (socket says 172.21.15.45:48022) 2023-03-22T14:31:22.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.851+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/1746474369 learned_addr learned my addr 172.21.15.45:0/1746474369 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.853+0000 7fbb449fd700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fbb2809fc40 0x7fbb280a20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.853+0000 7fbb449fd700 1 -- 172.21.15.45:0/2318438553 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fbb380cc770 con 0x7fbb401199d0 2023-03-22T14:31:22.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.853+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/1746474369 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6a0e0 msgr2=0x5588c6c6e0f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:22.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.853+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/1746474369 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6a0e0 0x5588c6c6e0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.853+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/1746474369 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 msgr2=0x5588c6c69ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.853+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/1746474369 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c69ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.853+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/1746474369 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588c6a3d630 con 0x5588c6c6e630 2023-03-22T14:31:22.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.854+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/1746474369 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6c6ea80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbb34005fd0 tx=0x7fbb3400aef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dce4a74ddbb8b99e server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.854+0000 7fbb3f7fe700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fbb2809fc40 0x7fbb280a20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.854+0000 7fbb25ffb700 1 -- 172.21.15.45:0/1746474369 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb3400fc40 con 0x5588c6c6e630 2023-03-22T14:31:22.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.854+0000 7fbb25ffb700 1 -- 172.21.15.45:0/1746474369 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb3400fda0 con 0x5588c6c6e630 2023-03-22T14:31:22.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.854+0000 7fbb25ffb700 1 -- 172.21.15.45:0/1746474369 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb340106c0 con 0x5588c6c6e630 2023-03-22T14:31:22.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.855+0000 7fbb59263b80 1 -- 172.21.15.45:0/1746474369 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 msgr2=0x5588c6c6ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.855+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1746474369 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6c6ea80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbb34005fd0 tx=0x7fbb3400aef0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.855+0000 7fbb3f7fe700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fbb2809fc40 0x7fbb280a20f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbb38004fd0 tx=0x7fbb38009040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.856+0000 7fbb59263b80 1 -- 172.21.15.45:0/1746474369 shutdown_connections 2023-03-22T14:31:22.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.856+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1746474369 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c69ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.856+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1746474369 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6c6ea80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.856+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1746474369 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6a0e0 0x5588c6c6e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.856+0000 7fbb59263b80 1 -- 172.21.15.45:0/1746474369 >> 172.21.15.45:0/1746474369 conn(0x5588c6c64030 msgr2=0x5588c6c64400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.857+0000 7fbb59263b80 1 -- 172.21.15.45:0/1746474369 shutdown_connections 2023-03-22T14:31:22.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.858+0000 7fbb59263b80 1 -- 172.21.15.45:0/1746474369 wait complete. 2023-03-22T14:31:22.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.858+0000 7fbb59263b80 1 -- start start 2023-03-22T14:31:22.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.859+0000 7fbb59263b80 1 Processor -- start 2023-03-22T14:31:22.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.860+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c697d0 0x5588c6c731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.860+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c6e630 0x5588c6c73730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.860+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6c7f970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.860+0000 7fbb59263b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6a3f920 con 0x5588c6c6e630 2023-03-22T14:31:22.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.860+0000 7fbb59263b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6c761d0 con 0x5588c6c73c70 2023-03-22T14:31:22.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.860+0000 7fbb59263b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6c7feb0 con 0x5588c6c697d0 2023-03-22T14:31:22.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.860+0000 7fbb59263b80 10 client.0 _ll_register_callbacks cb 0x5588c6a61290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:22.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.861+0000 7fbb3e7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c697d0 0x5588c6c731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.861+0000 7fbb3e7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c697d0 0x5588c6c731f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48032/0 (socket says 172.21.15.45:48032) 2023-03-22T14:31:22.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.861+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/3731379817 learned_addr learned my addr 172.21.15.45:0/3731379817 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.861+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6c7f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.864 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.862+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 msgr2=0x5588c6c7f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.862+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6c7f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.863+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/3731379817 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c6e630 msgr2=0x5588c6c73730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.863+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c6e630 0x5588c6c73730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.865 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.863+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/3731379817 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb3400a8f0 con 0x5588c6c697d0 2023-03-22T14:31:22.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.868+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c697d0 0x5588c6c731f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbb340107b0 tx=0x7fbb34011de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=966653c6567530b2 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.868+0000 7fbb1effd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:22.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.872+0000 7fbb1effd700 1 -- 172.21.15.45:0/3731379817 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb34004830 con 0x5588c6c697d0 2023-03-22T14:31:22.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.872+0000 7fbb1effd700 1 -- 172.21.15.45:0/3731379817 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fbb34000e40 con 0x5588c6c697d0 2023-03-22T14:31:22.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.872+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5588c6b7e3f0 con 0x5588c6c697d0 2023-03-22T14:31:22.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.873+0000 7fbb1effd700 1 -- 172.21.15.45:0/3731379817 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb34004990 con 0x5588c6c697d0 2023-03-22T14:31:22.873 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.873+0000 7fbb59263b80 10 client.26023 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:22.874 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.873+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5588c69e9de0 con 0x5588c6c697d0 2023-03-22T14:31:22.876 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.874+0000 7fbb1effd700 1 -- 172.21.15.45:0/3731379817 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5588c6b7e3f0 con 0x5588c6c697d0 2023-03-22T14:31:22.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.874+0000 7fbb1effd700 1 -- 172.21.15.45:0/3731379817 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fbb340107e0 con 0x5588c6c697d0 2023-03-22T14:31:22.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.876+0000 7fbb59263b80 10 client.26023 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:22.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.876+0000 7fbb59263b80 10 client.26023 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:31:22.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.876+0000 7fbb59263b80 20 client.26023 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:22.877 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.876+0000 7fbb59263b80 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6c83f20 0x5588c6c86330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.876+0000 7fbb59263b80 4 client.26023 mds_command: new command op to 24524 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:22.878 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.876+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5588c6b8a660 con 0x5588c6c83f20 2023-03-22T14:31:22.884 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.884+0000 7fbb3effd700 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6c83f20 0x5588c6c86330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.885 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.884+0000 7fbb3effd700 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6c83f20 0x5588c6c86330 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a0cd6c8799efb6b server_cookie=d77594d6f32a78a5 in_seq=0 out_seq=0 2023-03-22T14:31:22.885 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.884+0000 7fbb1effd700 10 client.26023 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:31:22.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb1effd700 1 -- 172.21.15.45:0/3731379817 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5588c6b8a660 con 0x5588c6c83f20 2023-03-22T14:31:22.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb1effd700 10 client.26023 handle_command_reply: tid=0 2023-03-22T14:31:22.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 client.26023 shutdown 2023-03-22T14:31:22.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c697d0 msgr2=0x5588c6c731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.895 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c697d0 0x5588c6c731f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbb340107b0 tx=0x7fbb34011de0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 shutdown_connections 2023-03-22T14:31:22.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6c7f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c697d0 0x5588c6c731f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6c83f20 0x5588c6c86330 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 --2- 172.21.15.45:0/3731379817 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c6e630 0x5588c6c73730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.891+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 >> 172.21.15.45:0/3731379817 conn(0x5588c6c64030 msgr2=0x5588c6c63710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.896 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.892+0000 7fbb1effd700 0 client.26023 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:31:22.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.892+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 shutdown_connections 2023-03-22T14:31:22.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.892+0000 7fbb59263b80 1 -- 172.21.15.45:0/3731379817 wait complete. 2023-03-22T14:31:22.897 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.897+0000 7fbb59263b80 20 client.26023 trim_cache size 0 max 16384 2023-03-22T14:31:22.936 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 Processor -- start 2023-03-22T14:31:22.937 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 -- start start 2023-03-22T14:31:22.937 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c6bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6e630 0x5588c6c7a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c73c70 0x5588c6c85f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6c60d30 con 0x5588c6c697d0 2023-03-22T14:31:22.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6c69f60 con 0x5588c6c6e630 2023-03-22T14:31:22.938 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.936+0000 7fbb59263b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6c5c5b0 con 0x5588c6c73c70 2023-03-22T14:31:22.942 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.942+0000 7fbb3e7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c6bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.942+0000 7fbb3e7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c6bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50300/0 (socket says 172.21.15.45:50300) 2023-03-22T14:31:22.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.942+0000 7fbb3e7fc700 1 -- 172.21.15.45:0/1265969873 learned_addr learned my addr 172.21.15.45:0/1265969873 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.942+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c73c70 0x5588c6c85f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.943 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.942+0000 7fbb3effd700 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6e630 0x5588c6c7a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.966 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.956+0000 7fbb3effd700 1 -- 172.21.15.45:0/1265969873 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c73c70 msgr2=0x5588c6c85f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.966 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.956+0000 7fbb3effd700 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c73c70 0x5588c6c85f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.966 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.956+0000 7fbb3effd700 1 -- 172.21.15.45:0/1265969873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 msgr2=0x5588c6c6bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.966 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.956+0000 7fbb3effd700 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c6bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.966 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.956+0000 7fbb3effd700 1 -- 172.21.15.45:0/1265969873 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588c6b82190 con 0x5588c6c6e630 2023-03-22T14:31:22.966 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.958+0000 7fbb3effd700 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6e630 0x5588c6c7a8c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x5588c6c747a0 tx=0x7fbb3000b780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ae9c87d692c8a09 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.964+0000 7fbb267fc700 1 -- 172.21.15.45:0/1265969873 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb30016040 con 0x5588c6c6e630 2023-03-22T14:31:22.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.964+0000 7fbb267fc700 1 -- 172.21.15.45:0/1265969873 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb30004510 con 0x5588c6c6e630 2023-03-22T14:31:22.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.964+0000 7fbb267fc700 1 -- 172.21.15.45:0/1265969873 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb30011440 con 0x5588c6c6e630 2023-03-22T14:31:22.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.967+0000 7fbb59263b80 1 -- 172.21.15.45:0/1265969873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6e630 msgr2=0x5588c6c7a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.967 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.967+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6e630 0x5588c6c7a8c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x5588c6c747a0 tx=0x7fbb3000b780 comp rx=0 tx=0).stop 2023-03-22T14:31:22.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.967+0000 7fbb59263b80 1 -- 172.21.15.45:0/1265969873 shutdown_connections 2023-03-22T14:31:22.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.967+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6c6bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.967+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c73c70 0x5588c6c85f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.967+0000 7fbb59263b80 1 --2- 172.21.15.45:0/1265969873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c6e630 0x5588c6c7a8c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.968 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.967+0000 7fbb59263b80 1 -- 172.21.15.45:0/1265969873 >> 172.21.15.45:0/1265969873 conn(0x5588c6c64030 msgr2=0x5588c6c80350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.972 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.970+0000 7fbb59263b80 1 -- 172.21.15.45:0/1265969873 shutdown_connections 2023-03-22T14:31:22.972 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.970+0000 7fbb59263b80 1 -- 172.21.15.45:0/1265969873 wait complete. 2023-03-22T14:31:22.972 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.971+0000 7fbb59263b80 1 -- start start 2023-03-22T14:31:22.972 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.971+0000 7fbb59263b80 1 Processor -- start 2023-03-22T14:31:22.973 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.972+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6ccbf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.973 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.972+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6ccc440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.973 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.972+0000 7fbb59263b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6cd0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.973 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.972+0000 7fbb59263b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6cd13f0 con 0x5588c6c697d0 2023-03-22T14:31:22.974 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.972+0000 7fbb59263b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6cd1560 con 0x5588c6c73c70 2023-03-22T14:31:22.974 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.972+0000 7fbb59263b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588c6cd1720 con 0x5588c6c6e630 2023-03-22T14:31:22.974 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.972+0000 7fbb59263b80 10 client.0 _ll_register_callbacks cb 0x5588c6a61290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:22.974 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.973+0000 7fbb3effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6ccc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.973+0000 7fbb3effd700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6ccc440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48046/0 (socket says 172.21.15.45:48046) 2023-03-22T14:31:22.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.973+0000 7fbb3effd700 1 -- 172.21.15.45:0/2049775526 learned_addr learned my addr 172.21.15.45:0/2049775526 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:22.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.973+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6cd0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.974+0000 7fbb3effd700 1 -- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 msgr2=0x5588c6cd0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.974+0000 7fbb3effd700 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6cd0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.975 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.974+0000 7fbb3effd700 1 -- 172.21.15.45:0/2049775526 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 msgr2=0x5588c6ccbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:22.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.974+0000 7fbb3effd700 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6ccbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.974+0000 7fbb3effd700 1 -- 172.21.15.45:0/2049775526 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb3000bd40 con 0x5588c6c6e630 2023-03-22T14:31:22.976 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb3effd700 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6ccc440 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000bc30 tx=0x7fbb3000b5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc38833a138050cb server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:22.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb1effd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:22.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb1effd700 1 -- 172.21.15.45:0/2049775526 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb30003d40 con 0x5588c6c6e630 2023-03-22T14:31:22.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb1effd700 1 -- 172.21.15.45:0/2049775526 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fbb30003890 con 0x5588c6c6e630 2023-03-22T14:31:22.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5588c6c39240 con 0x5588c6c6e630 2023-03-22T14:31:22.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb1effd700 1 -- 172.21.15.45:0/2049775526 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb30003ea0 con 0x5588c6c6e630 2023-03-22T14:31:22.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb59263b80 10 client.26029 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:22.977 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.975+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5588c6a10250 con 0x5588c6c6e630 2023-03-22T14:31:22.978 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.976+0000 7fbb1effd700 1 -- 172.21.15.45:0/2049775526 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5588c6c39240 con 0x5588c6c6e630 2023-03-22T14:31:22.978 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.976+0000 7fbb1effd700 1 -- 172.21.15.45:0/2049775526 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fbb30019070 con 0x5588c6c6e630 2023-03-22T14:31:22.978 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.977+0000 7fbb59263b80 10 client.26029 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.977+0000 7fbb59263b80 10 client.26029 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.977+0000 7fbb59263b80 20 client.26029 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.977+0000 7fbb59263b80 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6cd8d80 0x5588c6cdb190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.977+0000 7fbb59263b80 4 client.26029 mds_command: new command op to 24524 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.977+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 --> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5588c6a3ff60 con 0x5588c6cd8d80 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.977+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6cd8d80 0x5588c6cdb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.978+0000 7fbb3e7fc700 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6cd8d80 0x5588c6cdb190 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=311281f4a7da63cf server_cookie=2ec05b2ef2441bd7 in_seq=0 out_seq=0 2023-03-22T14:31:22.979 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.978+0000 7fbb1effd700 10 client.26029 ms_handle_connect on v2:172.21.15.98:6836/2703593604 2023-03-22T14:31:22.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.978+0000 7fbb1effd700 1 -- 172.21.15.45:0/2049775526 <== mds.2 v2:172.21.15.98:6836/2703593604 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5588c6a3ff60 con 0x5588c6cd8d80 2023-03-22T14:31:22.980 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.978+0000 7fbb1effd700 10 client.26029 handle_command_reply: tid=0 2023-03-22T14:31:22.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.978+0000 7fbb59263b80 1 client.26029 shutdown 2023-03-22T14:31:22.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 msgr2=0x5588c6ccc440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6ccc440 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000bc30 tx=0x7fbb3000b5d0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 shutdown_connections 2023-03-22T14:31:22.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:6836/2703593604,v1:172.21.15.98:6837/2703593604] conn(0x5588c6cd8d80 0x5588c6cdb190 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5588c6c697d0 0x5588c6ccbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.981 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5588c6c73c70 0x5588c6cd0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 --2- 172.21.15.45:0/2049775526 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5588c6c6e630 0x5588c6ccc440 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 >> 172.21.15.45:0/2049775526 conn(0x5588c6c64030 msgr2=0x5588c6c85f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.979+0000 7fbb1effd700 0 client.26029 ms_handle_reset on v2:172.21.15.98:6836/2703593604 2023-03-22T14:31:22.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.980+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 shutdown_connections 2023-03-22T14:31:22.982 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.980+0000 7fbb59263b80 1 -- 172.21.15.45:0/2049775526 wait complete. 2023-03-22T14:31:22.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.980+0000 7fbb59263b80 20 client.26029 trim_cache size 0 max 16384 2023-03-22T14:31:22.983 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:31:22.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.983+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fbb2809fc40 msgr2=0x7fbb280a20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.983 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.983+0000 7fbb459ff700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fbb2809fc40 0x7fbb280a20f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbb38004fd0 tx=0x7fbb38009040 comp rx=0 tx=0).stop 2023-03-22T14:31:22.984 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.983+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 msgr2=0x7fbb401a9af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:22.984 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.983+0000 7fbb459ff700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 0x7fbb401a9af0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbb380062a0 tx=0x7fbb380077f0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.985 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 shutdown_connections 2023-03-22T14:31:22.985 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbb401199d0 0x7fbb401a9af0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb40107a80 0x7fbb401a5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fbb2809fc40 0x7fbb280a20f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 --2- 172.21.15.45:0/2318438553 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fbb40107e50 0x7fbb401a5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:22.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 >> 172.21.15.45:0/2318438553 conn(0x7fbb4006b770 msgr2=0x7fbb400715c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:22.986 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 shutdown_connections 2023-03-22T14:31:22.987 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:22.985+0000 7fbb459ff700 1 -- 172.21.15.45:0/2318438553 wait complete. 2023-03-22T14:31:23.031 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-03-22T14:31:23.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:23 smithi098 ceph-mon[94136]: pgmap v102: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 36 KiB/s rd, 37 MiB/s wr, 7.18k op/s 2023-03-22T14:31:23.474 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:23 smithi045 ceph-mon[91728]: pgmap v102: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 36 KiB/s rd, 37 MiB/s wr, 7.18k op/s 2023-03-22T14:31:23.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.478+0000 7f93829ff700 1 -- 172.21.15.45:0/1871374855 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 msgr2=0x7f937c10eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.478+0000 7f93829ff700 1 --2- 172.21.15.45:0/1871374855 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c10eae0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f936c0098f0 tx=0x7f936c009c00 comp rx=0 tx=0).stop 2023-03-22T14:31:23.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.478+0000 7f93829ff700 1 -- 172.21.15.45:0/1871374855 shutdown_connections 2023-03-22T14:31:23.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.478+0000 7f93829ff700 1 --2- 172.21.15.45:0/1871374855 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f937c1199d0 0x7f937c11bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.478+0000 7f93829ff700 1 --2- 172.21.15.45:0/1871374855 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c10eae0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.478+0000 7f93829ff700 1 --2- 172.21.15.45:0/1871374855 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f937c107e50 0x7f937c1082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.478+0000 7f93829ff700 1 -- 172.21.15.45:0/1871374855 >> 172.21.15.45:0/1871374855 conn(0x7f937c06b770 msgr2=0x7f937c0715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:23.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.479+0000 7f93829ff700 1 -- 172.21.15.45:0/1871374855 shutdown_connections 2023-03-22T14:31:23.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.479+0000 7f93829ff700 1 -- 172.21.15.45:0/1871374855 wait complete. 2023-03-22T14:31:23.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.480+0000 7f93829ff700 1 Processor -- start 2023-03-22T14:31:23.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.481+0000 7f93829ff700 1 -- start start 2023-03-22T14:31:23.482 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.481+0000 7f93829ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c118ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.481+0000 7f93829ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f937c107e50 0x7f937c1191e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.481+0000 7f93829ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f937c1199d0 0x7f937c112c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.481+0000 7f93829ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f937c113450 con 0x7f937c107e50 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.481+0000 7f93829ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f937c1135c0 con 0x7f937c1199d0 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.481+0000 7f93829ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f937c113780 con 0x7f937c107a80 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.482+0000 7f937bfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c118ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.482+0000 7f937bfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c118ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48068/0 (socket says 172.21.15.45:48068) 2023-03-22T14:31:23.483 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.482+0000 7f937bfff700 1 -- 172.21.15.45:0/1511625262 learned_addr learned my addr 172.21.15.45:0/1511625262 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:23.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.483+0000 7f937bfff700 1 -- 172.21.15.45:0/1511625262 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f937c1199d0 msgr2=0x7f937c112c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.483+0000 7f937bfff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f937c1199d0 0x7f937c112c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.483+0000 7f937bfff700 1 -- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f937c107e50 msgr2=0x7f937c1191e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.483+0000 7f937bfff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f937c107e50 0x7f937c1191e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.483+0000 7f937bfff700 1 -- 172.21.15.45:0/1511625262 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f936c009520 con 0x7f937c107a80 2023-03-22T14:31:23.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.483+0000 7f937bfff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c118ca0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f936c00bbb0 tx=0x7f936c00bc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:23.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.488+0000 7f93797fa700 1 -- 172.21.15.45:0/1511625262 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f936c005520 con 0x7f937c107a80 2023-03-22T14:31:23.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.488+0000 7f93797fa700 1 -- 172.21.15.45:0/1511625262 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f936c005680 con 0x7f937c107a80 2023-03-22T14:31:23.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.488+0000 7f93797fa700 1 -- 172.21.15.45:0/1511625262 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f936c017ac0 con 0x7f937c107a80 2023-03-22T14:31:23.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.488+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f937c10fac0 con 0x7f937c107a80 2023-03-22T14:31:23.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.488+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f937c10f930 con 0x7f937c107a80 2023-03-22T14:31:23.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.510+0000 7f93963d2b80 1 Processor -- start 2023-03-22T14:31:23.517 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.517+0000 7f93797fa700 1 -- 172.21.15.45:0/1511625262 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f936c017c20 con 0x7f937c107a80 2023-03-22T14:31:23.522 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.521+0000 7f93797fa700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f936409fe50 0x7f93640a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.522 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.521+0000 7f93797fa700 1 -- 172.21.15.45:0/1511625262 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f936c0cbf90 con 0x7f937c107a80 2023-03-22T14:31:23.535 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.524+0000 7f9380f9c700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f936409fe50 0x7f93640a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f93963d2b80 1 -- start start 2023-03-22T14:31:23.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 0x560263977ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639780e0 0x56026397c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x56026397ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f93963d2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56026387e070 con 0x56026397c630 2023-03-22T14:31:23.536 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f93963d2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602638d09b0 con 0x5602639780e0 2023-03-22T14:31:23.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f93963d2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602638c9e40 con 0x5602639777d0 2023-03-22T14:31:23.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.526+0000 7f9380f9c700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f936409fe50 0x7f93640a2300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9374001fb0 tx=0x7f9374001610 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:23.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.528+0000 7f9380f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x56026397ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.528+0000 7f9380f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x56026397ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50350/0 (socket says 172.21.15.45:50350) 2023-03-22T14:31:23.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.528+0000 7f9380f9c700 1 -- 172.21.15.45:0/3819813254 learned_addr learned my addr 172.21.15.45:0/3819813254 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:23.537 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.529+0000 7f9380f9c700 1 -- 172.21.15.45:0/3819813254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 msgr2=0x560263977ba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-03-22T14:31:23.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.529+0000 7f9380f9c700 1 --2- 172.21.15.45:0/3819813254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 0x560263977ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.529+0000 7f9380f9c700 1 -- 172.21.15.45:0/3819813254 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639780e0 msgr2=0x56026397c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:23.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.529+0000 7f9380f9c700 1 --2- 172.21.15.45:0/3819813254 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639780e0 0x56026397c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.529+0000 7f9380f9c700 1 -- 172.21.15.45:0/3819813254 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56026374b630 con 0x56026397c630 2023-03-22T14:31:23.538 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.530+0000 7f9380f9c700 1 --2- 172.21.15.45:0/3819813254 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x56026397ca80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f937400cd30 tx=0x7f937400f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90f1499c5e6cbcf5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:23.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.536+0000 7f93627fc700 1 -- 172.21.15.45:0/3819813254 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f937401b070 con 0x56026397c630 2023-03-22T14:31:23.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.536+0000 7f93627fc700 1 -- 172.21.15.45:0/3819813254 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9374016dc0 con 0x56026397c630 2023-03-22T14:31:23.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.536+0000 7f93627fc700 1 -- 172.21.15.45:0/3819813254 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9374014d50 con 0x56026397c630 2023-03-22T14:31:23.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.537+0000 7f93963d2b80 1 -- 172.21.15.45:0/3819813254 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 msgr2=0x56026397ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.537+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3819813254 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x56026397ca80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f937400cd30 tx=0x7f937400f000 comp rx=0 tx=0).stop 2023-03-22T14:31:23.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.537+0000 7f93963d2b80 1 -- 172.21.15.45:0/3819813254 shutdown_connections 2023-03-22T14:31:23.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.537+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3819813254 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x56026397ca80 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.537+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3819813254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 0x560263977ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.537+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3819813254 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639780e0 0x56026397c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.537+0000 7f93963d2b80 1 -- 172.21.15.45:0/3819813254 >> 172.21.15.45:0/3819813254 conn(0x560263972030 msgr2=0x560263972400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.542+0000 7f93963d2b80 1 -- 172.21.15.45:0/3819813254 shutdown_connections 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.542+0000 7f93963d2b80 1 -- 172.21.15.45:0/3819813254 wait complete. 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.543+0000 7f93963d2b80 1 -- start start 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.543+0000 7f93963d2b80 1 Processor -- start 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.544+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639777d0 0x5602639811b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.544+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 0x5602639816f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.544+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263981c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.544+0000 7f93963d2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x56026374d920 con 0x56026397c630 2023-03-22T14:31:23.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.544+0000 7f93963d2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56026398d940 con 0x5602639777d0 2023-03-22T14:31:23.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.544+0000 7f93963d2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56026398da80 con 0x5602639780e0 2023-03-22T14:31:23.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.544+0000 7f93963d2b80 10 client.0 _ll_register_callbacks cb 0x56026376f290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:23.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.545+0000 7f9380f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263981c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.546+0000 7f9380f9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263981c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50360/0 (socket says 172.21.15.45:50360) 2023-03-22T14:31:23.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.546+0000 7f9380f9c700 1 -- 172.21.15.45:0/3057679872 learned_addr learned my addr 172.21.15.45:0/3057679872 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:23.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.546+0000 7f937b7fe700 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 0x5602639816f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.553 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.547+0000 7f937bfff700 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639777d0 0x5602639811b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.548+0000 7f937bfff700 1 -- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 msgr2=0x5602639816f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:23.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.548+0000 7f937bfff700 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 0x5602639816f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.548+0000 7f937bfff700 1 -- 172.21.15.45:0/3057679872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 msgr2=0x560263981c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:23.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.548+0000 7f937bfff700 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263981c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.548+0000 7f937bfff700 1 -- 172.21.15.45:0/3057679872 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f937400c9e0 con 0x5602639777d0 2023-03-22T14:31:23.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.548+0000 7f937bfff700 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639777d0 0x5602639811b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f936c0c9660 tx=0x7f936c099480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3e96e38f4e4d3ce server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:23.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.548+0000 7f935b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:31:23.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.549+0000 7f935b7fe700 1 -- 172.21.15.45:0/3057679872 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f936c098d00 con 0x5602639777d0 2023-03-22T14:31:23.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.549+0000 7f935b7fe700 1 -- 172.21.15.45:0/3057679872 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f936c098e60 con 0x5602639777d0 2023-03-22T14:31:23.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.554+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56026388c3f0 con 0x5602639777d0 2023-03-22T14:31:23.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.556+0000 7f935b7fe700 1 -- 172.21.15.45:0/3057679872 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f936c0a14e0 con 0x5602639777d0 2023-03-22T14:31:23.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.558+0000 7f93963d2b80 10 client.26063 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:23.566 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.558+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5602636f7de0 con 0x5602639777d0 2023-03-22T14:31:23.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.572+0000 7f935b7fe700 1 -- 172.21.15.45:0/3057679872 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56026388c3f0 con 0x5602639777d0 2023-03-22T14:31:23.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.572+0000 7f935b7fe700 1 -- 172.21.15.45:0/3057679872 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f936c09f1f0 con 0x5602639777d0 2023-03-22T14:31:23.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.573+0000 7f93963d2b80 10 client.26063 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:23.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.573+0000 7f93963d2b80 10 client.26063 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:31:23.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.573+0000 7f93963d2b80 20 client.26063 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:23.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.573+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639917c0 0x560263993bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.573+0000 7f93963d2b80 4 client.26063 mds_command: new command op to 24532 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:23.574 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.573+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560263898660 con 0x5602639917c0 2023-03-22T14:31:23.578 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.578+0000 7f937b7fe700 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639917c0 0x560263993bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.604+0000 7f937b7fe700 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639917c0 0x560263993bd0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c10c3dce112d9e0e server_cookie=5f556704c268bed5 in_seq=0 out_seq=0 2023-03-22T14:31:23.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.604+0000 7f935b7fe700 10 client.26063 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:31:23.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.606+0000 7f935b7fe700 1 -- 172.21.15.45:0/3057679872 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x560263898660 con 0x5602639917c0 2023-03-22T14:31:23.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.606+0000 7f935b7fe700 10 client.26063 handle_command_reply: tid=0 2023-03-22T14:31:23.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.606+0000 7f93963d2b80 1 client.26063 shutdown 2023-03-22T14:31:23.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639777d0 msgr2=0x5602639811b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639777d0 0x5602639811b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f936c0c9660 tx=0x7f936c099480 comp rx=0 tx=0).stop 2023-03-22T14:31:23.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 shutdown_connections 2023-03-22T14:31:23.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639917c0 0x560263993bd0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263981c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5602639777d0 0x5602639811b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 --2- 172.21.15.45:0/3057679872 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 0x5602639816f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 >> 172.21.15.45:0/3057679872 conn(0x560263972030 msgr2=0x560263971710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:23.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.608+0000 7f935b7fe700 0 client.26063 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:31:23.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.609+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 shutdown_connections 2023-03-22T14:31:23.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.609+0000 7f93963d2b80 1 -- 172.21.15.45:0/3057679872 wait complete. 2023-03-22T14:31:23.614 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.613+0000 7f93963d2b80 20 client.26063 trim_cache size 0 max 16384 2023-03-22T14:31:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:23 smithi142 ceph-mon[94717]: pgmap v102: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 36 KiB/s rd, 37 MiB/s wr, 7.18k op/s 2023-03-22T14:31:23.642 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 Processor -- start 2023-03-22T14:31:23.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 -- start start 2023-03-22T14:31:23.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 0x560263979f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602639780e0 0x560263988880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56026397c630 0x560263981a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.643 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560263898660 con 0x5602639780e0 2023-03-22T14:31:23.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56026388c3f0 con 0x56026397c630 2023-03-22T14:31:23.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.642+0000 7f93963d2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x560263978570 con 0x5602639777d0 2023-03-22T14:31:23.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.643+0000 7f937b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602639780e0 0x560263988880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.643+0000 7f937b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602639780e0 0x560263988880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50364/0 (socket says 172.21.15.45:50364) 2023-03-22T14:31:23.644 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.643+0000 7f937b7fe700 1 -- 172.21.15.45:0/1111855632 learned_addr learned my addr 172.21.15.45:0/1111855632 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:23.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.644+0000 7f937b7fe700 1 -- 172.21.15.45:0/1111855632 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 msgr2=0x560263979f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:23.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.644+0000 7f937b7fe700 1 --2- 172.21.15.45:0/1111855632 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 0x560263979f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.644+0000 7f937b7fe700 1 -- 172.21.15.45:0/1111855632 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56026397c630 msgr2=0x560263981a60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:23.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.644+0000 7f937b7fe700 1 --2- 172.21.15.45:0/1111855632 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56026397c630 0x560263981a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.645 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.644+0000 7f937b7fe700 1 -- 172.21.15.45:0/1111855632 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56026397de50 con 0x5602639780e0 2023-03-22T14:31:23.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.645+0000 7f937b7fe700 1 --2- 172.21.15.45:0/1111855632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602639780e0 0x560263988880 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f937c114470 tx=0x7f937000b2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab1e6ad8077a2727 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:23.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.646+0000 7f9362ffd700 1 -- 172.21.15.45:0/1111855632 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93700185d0 con 0x5602639780e0 2023-03-22T14:31:23.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.646+0000 7f9362ffd700 1 -- 172.21.15.45:0/1111855632 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9370017040 con 0x5602639780e0 2023-03-22T14:31:23.646 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.646+0000 7f9362ffd700 1 -- 172.21.15.45:0/1111855632 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9370018b40 con 0x5602639780e0 2023-03-22T14:31:23.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.647+0000 7f93963d2b80 1 -- 172.21.15.45:0/1111855632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602639780e0 msgr2=0x560263988880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.647 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.647+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1111855632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602639780e0 0x560263988880 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f937c114470 tx=0x7f937000b2c0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.652+0000 7f93963d2b80 1 -- 172.21.15.45:0/1111855632 shutdown_connections 2023-03-22T14:31:23.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.652+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1111855632 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56026397c630 0x560263981a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.652+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1111855632 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639777d0 0x560263979f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.652+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1111855632 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5602639780e0 0x560263988880 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.652+0000 7f93963d2b80 1 -- 172.21.15.45:0/1111855632 >> 172.21.15.45:0/1111855632 conn(0x560263972030 msgr2=0x56026398dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:23.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.653+0000 7f93963d2b80 1 -- 172.21.15.45:0/1111855632 shutdown_connections 2023-03-22T14:31:23.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.662+0000 7f93963d2b80 1 -- 172.21.15.45:0/1111855632 wait complete. 2023-03-22T14:31:23.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.663+0000 7f93963d2b80 1 -- start start 2023-03-22T14:31:23.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.663+0000 7f93963d2b80 1 Processor -- start 2023-03-22T14:31:23.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.664+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 0x560263981ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.664+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263980a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.664+0000 7f93963d2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560263980f60 0x5602639813d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.664+0000 7f93963d2b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560263982170 con 0x56026397c630 2023-03-22T14:31:23.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.664+0000 7f93963d2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602639e5620 con 0x560263980f60 2023-03-22T14:31:23.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.664+0000 7f93963d2b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602639e57e0 con 0x5602639780e0 2023-03-22T14:31:23.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.664+0000 7f93963d2b80 10 client.0 _ll_register_callbacks cb 0x56026376f290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:23.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.668+0000 7f937b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263980a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.668+0000 7f937b7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263980a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50376/0 (socket says 172.21.15.45:50376) 2023-03-22T14:31:23.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.668+0000 7f937b7fe700 1 -- 172.21.15.45:0/1160739935 learned_addr learned my addr 172.21.15.45:0/1160739935 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:23.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.669+0000 7f937b7fe700 1 -- 172.21.15.45:0/1160739935 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 msgr2=0x560263981ad0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:23.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.669+0000 7f937b7fe700 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 0x560263981ad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.669+0000 7f937b7fe700 1 -- 172.21.15.45:0/1160739935 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560263980f60 msgr2=0x5602639813d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:23.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.669+0000 7f937b7fe700 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560263980f60 0x5602639813d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.669+0000 7f937b7fe700 1 -- 172.21.15.45:0/1160739935 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f937000b7c0 con 0x56026397c630 2023-03-22T14:31:23.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.670+0000 7f937b7fe700 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263980a20 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f93700059d0 tx=0x7f9370011910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d62a523d90784fa server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:23.671 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.670+0000 7f935b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:31:23.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.671+0000 7f935b7fe700 1 -- 172.21.15.45:0/1160739935 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9370004050 con 0x56026397c630 2023-03-22T14:31:23.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.671+0000 7f935b7fe700 1 -- 172.21.15.45:0/1160739935 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f93700041b0 con 0x56026397c630 2023-03-22T14:31:23.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.671+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560263947240 con 0x56026397c630 2023-03-22T14:31:23.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.671+0000 7f935b7fe700 1 -- 172.21.15.45:0/1160739935 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9370004370 con 0x56026397c630 2023-03-22T14:31:23.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.671+0000 7f93963d2b80 10 client.16014 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:23.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.672+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5602636e0c60 con 0x56026397c630 2023-03-22T14:31:23.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.672+0000 7f935b7fe700 1 -- 172.21.15.45:0/1160739935 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560263947240 con 0x56026397c630 2023-03-22T14:31:23.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.672+0000 7f935b7fe700 1 -- 172.21.15.45:0/1160739935 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f9370003b00 con 0x56026397c630 2023-03-22T14:31:23.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.673+0000 7f93963d2b80 10 client.16014 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:23.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.673+0000 7f93963d2b80 10 client.16014 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-03-22T14:31:23.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.674+0000 7f93963d2b80 20 client.16014 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:23.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.674+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639e6ea0 0x5602639e92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:23.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.674+0000 7f93963d2b80 4 client.16014 mds_command: new command op to 24532 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:31:23.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.674+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 --> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56026374df60 con 0x5602639e6ea0 2023-03-22T14:31:23.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.674+0000 7f937bfff700 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639e6ea0 0x5602639e92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:23.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.675+0000 7f937bfff700 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639e6ea0 0x5602639e92b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cdeb04bec9607fec server_cookie=87abc05e9b184d86 in_seq=0 out_seq=0 2023-03-22T14:31:23.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.675+0000 7f935b7fe700 10 client.16014 ms_handle_connect on v2:172.21.15.142:6838/2543721149 2023-03-22T14:31:23.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.675+0000 7f935b7fe700 1 -- 172.21.15.45:0/1160739935 <== mds.1 v2:172.21.15.142:6838/2543721149 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56026374df60 con 0x5602639e6ea0 2023-03-22T14:31:23.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.675+0000 7f935b7fe700 10 client.16014 handle_command_reply: tid=0 2023-03-22T14:31:23.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.675+0000 7f93963d2b80 1 client.16014 shutdown 2023-03-22T14:31:23.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.683+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 msgr2=0x560263980a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.683+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263980a20 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f93700059d0 tx=0x7f9370011910 comp rx=0 tx=0).stop 2023-03-22T14:31:23.684 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 shutdown_connections 2023-03-22T14:31:23.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149] conn(0x5602639e6ea0 0x5602639e92b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560263980f60 0x5602639813d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5602639780e0 0x560263981ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f93963d2b80 1 --2- 172.21.15.45:0/1160739935 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x56026397c630 0x560263980a20 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 >> 172.21.15.45:0/1160739935 conn(0x560263972030 msgr2=0x5602639937d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:23.685 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f935b7fe700 0 client.16014 ms_handle_reset on v2:172.21.15.142:6838/2543721149 2023-03-22T14:31:23.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.684+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 shutdown_connections 2023-03-22T14:31:23.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.685+0000 7f93963d2b80 1 -- 172.21.15.45:0/1160739935 wait complete. 2023-03-22T14:31:23.686 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.685+0000 7f93963d2b80 20 client.16014 trim_cache size 0 max 16384 2023-03-22T14:31:23.686 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:31:23.694 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.694+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f936409fe50 msgr2=0x7f93640a2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.694+0000 7f93829ff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f936409fe50 0x7f93640a2300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9374001fb0 tx=0x7f9374001610 comp rx=0 tx=0).stop 2023-03-22T14:31:23.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.694+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 msgr2=0x7f937c118ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:23.695 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.694+0000 7f93829ff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c118ca0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f936c00bbb0 tx=0x7f936c00bc90 comp rx=0 tx=0).stop 2023-03-22T14:31:23.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.694+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 shutdown_connections 2023-03-22T14:31:23.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.694+0000 7f93829ff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f937c1199d0 0x7f937c112c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.694+0000 7f93829ff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f937c107a80 0x7f937c118ca0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.695+0000 7f93829ff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f936409fe50 0x7f93640a2300 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.695+0000 7f93829ff700 1 --2- 172.21.15.45:0/1511625262 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f937c107e50 0x7f937c1191e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:23.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.695+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 >> 172.21.15.45:0/1511625262 conn(0x7f937c06b770 msgr2=0x7f937c11bad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:23.696 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.695+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 shutdown_connections 2023-03-22T14:31:23.697 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:23.695+0000 7f93829ff700 1 -- 172.21.15.45:0/1511625262 wait complete. 2023-03-22T14:31:23.731 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-03-22T14:31:24.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.103+0000 7f16b8dff700 1 -- 172.21.15.45:0/2702462829 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b40ffcc0 msgr2=0x7f16b4103c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.103+0000 7f16b8dff700 1 --2- 172.21.15.45:0/2702462829 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b40ffcc0 0x7f16b4103c80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f16a40098f0 tx=0x7f16a4009c00 comp rx=0 tx=0).stop 2023-03-22T14:31:24.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.105+0000 7f16b8dff700 1 -- 172.21.15.45:0/2702462829 shutdown_connections 2023-03-22T14:31:24.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.105+0000 7f16b8dff700 1 --2- 172.21.15.45:0/2702462829 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16b4104360 0x7f16b4067d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.105+0000 7f16b8dff700 1 --2- 172.21.15.45:0/2702462829 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f16b40ff320 0x7f16b40ff6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.105+0000 7f16b8dff700 1 --2- 172.21.15.45:0/2702462829 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b40ffcc0 0x7f16b4103c80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.105+0000 7f16b8dff700 1 -- 172.21.15.45:0/2702462829 >> 172.21.15.45:0/2702462829 conn(0x7f16b4075f60 msgr2=0x7f16b4076360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:24.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.109+0000 7f16b8dff700 1 -- 172.21.15.45:0/2702462829 shutdown_connections 2023-03-22T14:31:24.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.109+0000 7f16b8dff700 1 -- 172.21.15.45:0/2702462829 wait complete. 2023-03-22T14:31:24.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.110+0000 7f16b8dff700 1 Processor -- start 2023-03-22T14:31:24.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b8dff700 1 -- start start 2023-03-22T14:31:24.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b8dff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f16b40ff320 0x7f16b4198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b8dff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16b40ffcc0 0x7f16b4198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b8dff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b4104360 0x7f16b419cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b8dff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16b419d560 con 0x7f16b40ffcc0 2023-03-22T14:31:24.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b8dff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16b419d6d0 con 0x7f16b4104360 2023-03-22T14:31:24.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b8dff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16b419d890 con 0x7f16b40ff320 2023-03-22T14:31:24.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.111+0000 7f16b2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b4104360 0x7f16b419cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b4104360 0x7f16b419cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41022/0 (socket says 172.21.15.45:41022) 2023-03-22T14:31:24.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 -- 172.21.15.45:0/1297562667 learned_addr learned my addr 172.21.15.45:0/1297562667 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:24.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16abfff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16b40ffcc0 0x7f16b4198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 -- 172.21.15.45:0/1297562667 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f16b40ff320 msgr2=0x7f16b4198580 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:31:24.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f16b40ff320 0x7f16b4198580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 -- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16b40ffcc0 msgr2=0x7f16b4198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16b40ffcc0 0x7f16b4198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 -- 172.21.15.45:0/1297562667 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16a4009520 con 0x7f16b4104360 2023-03-22T14:31:24.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.112+0000 7f16b2d9d700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b4104360 0x7f16b419cf20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f16ac007ee0 tx=0x7f16ac00d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:24.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.113+0000 7f16ab7fe700 1 -- 172.21.15.45:0/1297562667 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ac017070 con 0x7f16b4104360 2023-03-22T14:31:24.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.113+0000 7f16ab7fe700 1 -- 172.21.15.45:0/1297562667 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f16ac00f040 con 0x7f16b4104360 2023-03-22T14:31:24.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.113+0000 7f16ab7fe700 1 -- 172.21.15.45:0/1297562667 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ac005740 con 0x7f16b4104360 2023-03-22T14:31:24.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.113+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16b4112550 con 0x7f16b4104360 2023-03-22T14:31:24.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.113+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16b410bf60 con 0x7f16b4104360 2023-03-22T14:31:24.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.120+0000 7f16cc6e8b80 1 Processor -- start 2023-03-22T14:31:24.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.122+0000 7f16ab7fe700 1 -- 172.21.15.45:0/1297562667 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f16ac0058a0 con 0x7f16b4104360 2023-03-22T14:31:24.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.124+0000 7f16ab7fe700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f16a009fdd0 0x7f16a00a2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.124+0000 7f16ab7fe700 1 -- 172.21.15.45:0/1297562667 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f16ac0ca450 con 0x7f16b4104360 2023-03-22T14:31:24.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.125+0000 7f16cc6e8b80 1 -- start start 2023-03-22T14:31:24.126 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.126+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94645ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.126+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9464a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.126+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f9464aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.126+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f9454c070 con 0x558f9464a630 2023-03-22T14:31:24.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.126+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f9459e9b0 con 0x558f946460e0 2023-03-22T14:31:24.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.126+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f94597e40 con 0x558f946457d0 2023-03-22T14:31:24.127 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.126+0000 7f16abfff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f16a009fdd0 0x7f16a00a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94645ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94645ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48102/0 (socket says 172.21.15.45:48102) 2023-03-22T14:31:24.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 -- 172.21.15.45:0/2200464901 learned_addr learned my addr 172.21.15.45:0/2200464901 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:24.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b2d9d700 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f9464aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 -- 172.21.15.45:0/2200464901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 msgr2=0x558f9464a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:24.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9464a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 -- 172.21.15.45:0/2200464901 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 msgr2=0x558f9464aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:24.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f9464aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.127+0000 7f16b259c700 1 -- 172.21.15.45:0/2200464901 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558f94419630 con 0x558f946457d0 2023-03-22T14:31:24.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.128+0000 7f16b259c700 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94645ba0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f169c009a90 tx=0x7f169c009da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bde66af9cd5baa3f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:24.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.128+0000 7f16a8ff9700 1 -- 172.21.15.45:0/2200464901 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f169c004220 con 0x558f946457d0 2023-03-22T14:31:24.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.128+0000 7f16a8ff9700 1 -- 172.21.15.45:0/2200464901 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f169c004cf0 con 0x558f946457d0 2023-03-22T14:31:24.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.128+0000 7f16a8ff9700 1 -- 172.21.15.45:0/2200464901 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f169c005020 con 0x558f946457d0 2023-03-22T14:31:24.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2200464901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 msgr2=0x558f94645ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94645ba0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f169c009a90 tx=0x7f169c009da0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2200464901 shutdown_connections 2023-03-22T14:31:24.131 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f9464aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94645ba0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2200464901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9464a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2200464901 >> 172.21.15.45:0/2200464901 conn(0x558f94640030 msgr2=0x558f94640400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:24.132 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2200464901 shutdown_connections 2023-03-22T14:31:24.133 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.129+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2200464901 wait complete. 2023-03-22T14:31:24.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.130+0000 7f16cc6e8b80 1 -- start start 2023-03-22T14:31:24.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.130+0000 7f16cc6e8b80 1 Processor -- start 2023-03-22T14:31:24.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16abfff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f16a009fdd0 0x7f16a00a2280 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f16a4005950 tx=0x7f16a400f6a0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:24.134 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 0x558f94651df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f9464f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f9464f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f9441b920 con 0x558f9464a630 2023-03-22T14:31:24.135 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f9464fec0 con 0x558f946457d0 2023-03-22T14:31:24.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f9466c8f0 con 0x558f946460e0 2023-03-22T14:31:24.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16cc6e8b80 10 client.0 _ll_register_callbacks cb 0x558f9443d290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:24.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16abfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f9464f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16abfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f9464f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48114/0 (socket says 172.21.15.45:48114) 2023-03-22T14:31:24.136 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.131+0000 7f16abfff700 1 -- 172.21.15.45:0/2501575924 learned_addr learned my addr 172.21.15.45:0/2501575924 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:24.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f16abfff700 1 -- 172.21.15.45:0/2501575924 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 msgr2=0x558f94651df0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:24.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f16abfff700 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 0x558f94651df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f16abfff700 1 -- 172.21.15.45:0/2501575924 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 msgr2=0x558f9464f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:24.137 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f16abfff700 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f9464f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f16abfff700 1 -- 172.21.15.45:0/2501575924 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f169c0096f0 con 0x558f946460e0 2023-03-22T14:31:24.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f16abfff700 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f9464f060 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f16a4005920 tx=0x7f16a4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b42eaa3176974cd2 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:24.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f1699ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:24.138 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.132+0000 7f1699ffb700 1 -- 172.21.15.45:0/2501575924 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16a4005590 con 0x558f946460e0 2023-03-22T14:31:24.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.133+0000 7f1699ffb700 1 -- 172.21.15.45:0/2501575924 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f16a4003680 con 0x558f946460e0 2023-03-22T14:31:24.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.133+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558f9455a3f0 con 0x558f946460e0 2023-03-22T14:31:24.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.133+0000 7f1699ffb700 1 -- 172.21.15.45:0/2501575924 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f16a40056f0 con 0x558f946460e0 2023-03-22T14:31:24.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.133+0000 7f16cc6e8b80 10 client.26047 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:24.139 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.133+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x558f943c5de0 con 0x558f946460e0 2023-03-22T14:31:24.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.133+0000 7f1699ffb700 1 -- 172.21.15.45:0/2501575924 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558f9455a3f0 con 0x558f946460e0 2023-03-22T14:31:24.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.133+0000 7f1699ffb700 1 -- 172.21.15.45:0/2501575924 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f16a40289f0 con 0x558f946460e0 2023-03-22T14:31:24.140 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.134+0000 7f16cc6e8b80 10 client.26047 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:24.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.134+0000 7f16cc6e8b80 10 client.26047 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:24.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.134+0000 7f16cc6e8b80 20 client.26047 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:24.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.134+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f94670980 0x558f94672d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.134+0000 7f16cc6e8b80 4 client.26047 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:24.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.134+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558f94566660 con 0x558f94670980 2023-03-22T14:31:24.141 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.136+0000 7f16b259c700 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f94670980 0x558f94672d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.136+0000 7f16b259c700 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f94670980 0x558f94672d90 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9342a965adf64a6f server_cookie=3b0924b43e6db988 in_seq=0 out_seq=0 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.136+0000 7f1699ffb700 10 client.26047 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.137+0000 7f1699ffb700 1 -- 172.21.15.45:0/2501575924 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x558f94566660 con 0x558f94670980 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.137+0000 7f1699ffb700 10 client.26047 handle_command_reply: tid=0 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.137+0000 7f16cc6e8b80 1 client.26047 shutdown 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 msgr2=0x558f9464f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f9464f060 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f16a4005920 tx=0x7f16a4009260 comp rx=0 tx=0).stop 2023-03-22T14:31:24.142 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 shutdown_connections 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f94670980 0x558f94672d90 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f9464f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 0x558f94651df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2501575924 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f9464f060 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 >> 172.21.15.45:0/2501575924 conn(0x558f94640030 msgr2=0x558f9463f710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f1699ffb700 0 client.26047 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.138+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 shutdown_connections 2023-03-22T14:31:24.143 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.139+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2501575924 wait complete. 2023-03-22T14:31:24.144 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.141+0000 7f16cc6e8b80 20 client.26047 trim_cache size 0 max 16384 2023-03-22T14:31:24.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.163+0000 7f16cc6e8b80 1 Processor -- start 2023-03-22T14:31:24.164 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.164+0000 7f16cc6e8b80 1 -- start start 2023-03-22T14:31:24.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.164+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94667840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.164+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9466bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.164+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f94672990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.164+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f94650620 con 0x558f9464a630 2023-03-22T14:31:24.166 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.164+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f946420c0 con 0x558f946460e0 2023-03-22T14:31:24.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.164+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f9464d5f0 con 0x558f946457d0 2023-03-22T14:31:24.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9466bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9466bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41050/0 (socket says 172.21.15.45:41050) 2023-03-22T14:31:24.167 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 -- 172.21.15.45:0/4256514647 learned_addr learned my addr 172.21.15.45:0/4256514647 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:24.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16b2d9d700 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f94672990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 -- 172.21.15.45:0/4256514647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 msgr2=0x558f94667840 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:24.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94667840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 -- 172.21.15.45:0/4256514647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 msgr2=0x558f94672990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:24.168 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f94672990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.165+0000 7f16abfff700 1 -- 172.21.15.45:0/4256514647 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558f946406d0 con 0x558f946460e0 2023-03-22T14:31:24.169 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.166+0000 7f16abfff700 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9466bfd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f16a4009810 tx=0x7f16a40092d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b64308c300948 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:24.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.167+0000 7f16a97fa700 1 -- 172.21.15.45:0/4256514647 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16a4005590 con 0x558f946460e0 2023-03-22T14:31:24.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.167+0000 7f16a97fa700 1 -- 172.21.15.45:0/4256514647 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f16a40056f0 con 0x558f946460e0 2023-03-22T14:31:24.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.167+0000 7f16a97fa700 1 -- 172.21.15.45:0/4256514647 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16a4003c70 con 0x558f946460e0 2023-03-22T14:31:24.170 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.168+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/4256514647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 msgr2=0x558f9466bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.168+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9466bfd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f16a4009810 tx=0x7f16a40092d0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.168+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/4256514647 shutdown_connections 2023-03-22T14:31:24.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.168+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f94672990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.168+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946457d0 0x558f94667840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.171 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.168+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/4256514647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946460e0 0x558f9466bfd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.168+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/4256514647 >> 172.21.15.45:0/4256514647 conn(0x558f94640030 msgr2=0x558f9463f710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:24.172 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.172+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/4256514647 shutdown_connections 2023-03-22T14:31:24.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.173+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/4256514647 wait complete. 2023-03-22T14:31:24.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.173+0000 7f16cc6e8b80 1 -- start start 2023-03-22T14:31:24.174 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.174+0000 7f16cc6e8b80 1 Processor -- start 2023-03-22T14:31:24.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.174+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 0x558f94663810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.174+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f94663d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.174+0000 7f16cc6e8b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f94664290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.174+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f946cc210 con 0x558f9464a630 2023-03-22T14:31:24.175 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.174+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f946cc380 con 0x558f946457d0 2023-03-22T14:31:24.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.175+0000 7f16cc6e8b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f946cc540 con 0x558f946460e0 2023-03-22T14:31:24.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.175+0000 7f16cc6e8b80 10 client.0 _ll_register_callbacks cb 0x558f9443d290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:24.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.175+0000 7f16abfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f94663d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.176+0000 7f16abfff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f94663d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48140/0 (socket says 172.21.15.45:48140) 2023-03-22T14:31:24.176 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.176+0000 7f16abfff700 1 -- 172.21.15.45:0/2640267901 learned_addr learned my addr 172.21.15.45:0/2640267901 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:24.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.176+0000 7f16abfff700 1 -- 172.21.15.45:0/2640267901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 msgr2=0x558f94663810 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:24.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.176+0000 7f16abfff700 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 0x558f94663810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.176+0000 7f16abfff700 1 -- 172.21.15.45:0/2640267901 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 msgr2=0x558f94664290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:24.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.176+0000 7f16abfff700 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f94664290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.177 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.176+0000 7f16abfff700 1 -- 172.21.15.45:0/2640267901 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558f943c5de0 con 0x558f946460e0 2023-03-22T14:31:24.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.178+0000 7f16abfff700 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f94663d50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f16a4042040 tx=0x7f16a4005d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5de3ffa74fbc03d3 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:24.178 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.178+0000 7f1699ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:24.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.178+0000 7f1699ffb700 1 -- 172.21.15.45:0/2640267901 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16a4028420 con 0x558f946460e0 2023-03-22T14:31:24.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.178+0000 7f1699ffb700 1 -- 172.21.15.45:0/2640267901 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f16a4028580 con 0x558f946460e0 2023-03-22T14:31:24.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.178+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558f94615240 con 0x558f946460e0 2023-03-22T14:31:24.179 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.179+0000 7f1699ffb700 1 -- 172.21.15.45:0/2640267901 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f16a4028740 con 0x558f946460e0 2023-03-22T14:31:24.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.179+0000 7f16cc6e8b80 10 client.26050 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:24.180 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.179+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x558f943aec60 con 0x558f946460e0 2023-03-22T14:31:24.182 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.182+0000 7f1699ffb700 1 -- 172.21.15.45:0/2640267901 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f16a404f030 con 0x558f946460e0 2023-03-22T14:31:24.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.182+0000 7f1699ffb700 1 -- 172.21.15.45:0/2640267901 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f16a4046020 con 0x558f946460e0 2023-03-22T14:31:24.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.183+0000 7f16cc6e8b80 10 client.26050 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:24.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.183+0000 7f16cc6e8b80 10 client.26050 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:24.183 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.183+0000 7f16cc6e8b80 20 client.26050 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:24.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.183+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f946cd860 0x558f946cfc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:24.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.183+0000 7f16cc6e8b80 4 client.26050 mds_command: new command op to 24575 tid=0[{"prefix": "damage ls"}] 2023-03-22T14:31:24.184 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.183+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558f9441bf60 con 0x558f946cd860 2023-03-22T14:31:24.187 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.187+0000 7f16b259c700 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f946cd860 0x558f946cfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:24.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.190+0000 7f16b259c700 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f946cd860 0x558f946cfc40 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e81b2f19011ac07 server_cookie=2013ac4dd6dc1b1a in_seq=0 out_seq=0 2023-03-22T14:31:24.190 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.190+0000 7f1699ffb700 10 client.26050 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:24.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.190+0000 7f1699ffb700 1 -- 172.21.15.45:0/2640267901 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558f9441bf60 con 0x558f946cd860 2023-03-22T14:31:24.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.190+0000 7f1699ffb700 10 client.26050 handle_command_reply: tid=0 2023-03-22T14:31:24.191 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.190+0000 7f16cc6e8b80 1 client.26050 shutdown 2023-03-22T14:31:24.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 msgr2=0x558f94663d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f94663d50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f16a4042040 tx=0x7f16a4005d00 comp rx=0 tx=0).stop 2023-03-22T14:31:24.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 shutdown_connections 2023-03-22T14:31:24.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x558f946cd860 0x558f946cfc40 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x558f9464a630 0x558f94664290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558f946457d0 0x558f94663810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.192 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 --2- 172.21.15.45:0/2640267901 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x558f946460e0 0x558f94663d50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.191+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 >> 172.21.15.45:0/2640267901 conn(0x558f94640030 msgr2=0x558f94672990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:24.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.192+0000 7f1699ffb700 0 client.26050 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:24.193 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.192+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 shutdown_connections 2023-03-22T14:31:24.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.192+0000 7f16cc6e8b80 1 -- 172.21.15.45:0/2640267901 wait complete. 2023-03-22T14:31:24.194 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.192+0000 7f16cc6e8b80 20 client.26050 trim_cache size 0 max 16384 2023-03-22T14:31:24.194 INFO:teuthology.orchestra.run.smithi045.stdout:[] 2023-03-22T14:31:24.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.198+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f16a009fdd0 msgr2=0x7f16a00a2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.198+0000 7f16b8dff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f16a009fdd0 0x7f16a00a2280 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f16a4005950 tx=0x7f16a400f6a0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.198+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b4104360 msgr2=0x7f16b419cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:24.199 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.198+0000 7f16b8dff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b4104360 0x7f16b419cf20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f16ac007ee0 tx=0x7f16ac00d3b0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 shutdown_connections 2023-03-22T14:31:24.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f16b4104360 0x7f16b419cf20 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f16b40ff320 0x7f16b4198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f16a009fdd0 0x7f16a00a2280 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 --2- 172.21.15.45:0/1297562667 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f16b40ffcc0 0x7f16b4198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:24.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 >> 172.21.15.45:0/1297562667 conn(0x7f16b4075f60 msgr2=0x7f16b40fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:24.200 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 shutdown_connections 2023-03-22T14:31:24.201 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:24.199+0000 7f16b8dff700 1 -- 172.21.15.45:0/1297562667 wait complete. 2023-03-22T14:31:25.227 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-03-22T14:31:25.228 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-03-22T14:31:25.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:25 smithi098 ceph-mon[94136]: pgmap v103: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 27 KiB/s rd, 41 MiB/s wr, 8.31k op/s 2023-03-22T14:31:25.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:25 smithi045 ceph-mon[91728]: pgmap v103: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 27 KiB/s rd, 41 MiB/s wr, 8.31k op/s 2023-03-22T14:31:25.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.576+0000 7f70d61ff700 1 -- 172.21.15.45:0/2386929127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 msgr2=0x7f70d01080c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.579 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.576+0000 7f70d61ff700 1 --2- 172.21.15.45:0/2386929127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 0x7f70d01080c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f70c40098f0 tx=0x7f70c4009c00 comp rx=0 tx=0).stop 2023-03-22T14:31:25.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.582+0000 7f70d61ff700 1 -- 172.21.15.45:0/2386929127 shutdown_connections 2023-03-22T14:31:25.582 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.582+0000 7f70d61ff700 1 --2- 172.21.15.45:0/2386929127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 0x7f70d01135c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.582+0000 7f70d61ff700 1 --2- 172.21.15.45:0/2386929127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 0x7f70d01080c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.582+0000 7f70d61ff700 1 --2- 172.21.15.45:0/2386929127 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f70d0108600 0x7f70d0110af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.582+0000 7f70d61ff700 1 -- 172.21.15.45:0/2386929127 >> 172.21.15.45:0/2386929127 conn(0x7f70d006b770 msgr2=0x7f70d00715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:25.583 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.583+0000 7f70d61ff700 1 -- 172.21.15.45:0/2386929127 shutdown_connections 2023-03-22T14:31:25.584 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.583+0000 7f70d61ff700 1 -- 172.21.15.45:0/2386929127 wait complete. 2023-03-22T14:31:25.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.584+0000 7f70d61ff700 1 Processor -- start 2023-03-22T14:31:25.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.585+0000 7f70d61ff700 1 -- start start 2023-03-22T14:31:25.585 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.585+0000 7f70d61ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 0x7f70d0110930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.585+0000 7f70d61ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f70d0108600 0x7f70d010d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.585+0000 7f70d61ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 0x7f70d010dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.585+0000 7f70d61ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70d010e670 con 0x7f70d0108600 2023-03-22T14:31:25.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.585+0000 7f70d61ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70d010e7e0 con 0x7f70d0111160 2023-03-22T14:31:25.586 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.585+0000 7f70d61ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70d01b1790 con 0x7f70d0107cf0 2023-03-22T14:31:25.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 0x7f70d010dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 0x7f70d010dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:41086/0 (socket says 172.21.15.45:41086) 2023-03-22T14:31:25.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 -- 172.21.15.45:0/1089828987 learned_addr learned my addr 172.21.15.45:0/1089828987 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:25.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 0x7f70d0110930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.587 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 -- 172.21.15.45:0/1089828987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 msgr2=0x7f70d0110930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 0x7f70d0110930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 -- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f70d0108600 msgr2=0x7f70d010d940 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:31:25.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f70d0108600 0x7f70d010d940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.586+0000 7f70cffff700 1 -- 172.21.15.45:0/1089828987 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70c4009520 con 0x7f70d0111160 2023-03-22T14:31:25.588 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.587+0000 7f70cffff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 0x7f70d010dea0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f70c800a2c0 tx=0x7f70c800a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:25.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.587+0000 7f70ccff9700 1 -- 172.21.15.45:0/1089828987 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c800aea0 con 0x7f70d0111160 2023-03-22T14:31:25.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.587+0000 7f70ccff9700 1 -- 172.21.15.45:0/1089828987 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70c8010040 con 0x7f70d0111160 2023-03-22T14:31:25.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.587+0000 7f70ccff9700 1 -- 172.21.15.45:0/1089828987 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c8014650 con 0x7f70d0111160 2023-03-22T14:31:25.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.587+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70d0116120 con 0x7f70d0111160 2023-03-22T14:31:25.589 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.587+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70d0115f90 con 0x7f70d0111160 2023-03-22T14:31:25.594 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.594+0000 7f70e9b33b80 1 Processor -- start 2023-03-22T14:31:25.597 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.597+0000 7f70ccff9700 1 -- 172.21.15.45:0/1089828987 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7f70c8009070 con 0x7f70d0111160 2023-03-22T14:31:25.599 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.599+0000 7f70e9b33b80 1 -- start start 2023-03-22T14:31:25.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.599+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 0x55740e492c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.600 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.599+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e497170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.600+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e497170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.600+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e497170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48176/0 (socket says 172.21.15.45:48176) 2023-03-22T14:31:25.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.600+0000 7f70ceffd700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 0x55740e492c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.601 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.600+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e497b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.600+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e3990f0 con 0x55740e492850 2023-03-22T14:31:25.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.600+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e3eba30 con 0x55740e4976b0 2023-03-22T14:31:25.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.600+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e3e4ec0 con 0x55740e493160 2023-03-22T14:31:25.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.601+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1804037842 learned_addr learned my addr 172.21.15.45:0/1804037842 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:25.602 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.602+0000 7f70ccff9700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f70b809fcc0 0x7f70b80a2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.602+0000 7f70ccff9700 1 -- 172.21.15.45:0/1089828987 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f70c80caea0 con 0x7f70d0111160 2023-03-22T14:31:25.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.603+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1804037842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 msgr2=0x55740e497b00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:25.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.603+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/1804037842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e497b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.603 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.603+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1804037842 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 msgr2=0x55740e492c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:25.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.603+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/1804037842 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 0x55740e492c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.603+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1804037842 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55740e2666b0 con 0x55740e493160 2023-03-22T14:31:25.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.603+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/1804037842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e497170 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f70c4000c00 tx=0x7f70c4005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19fc89773d583f5a server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:25.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.604+0000 7f70b5ffb700 1 -- 172.21.15.45:0/1804037842 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c400f890 con 0x55740e493160 2023-03-22T14:31:25.604 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.604+0000 7f70cffff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f70b809fcc0 0x7f70b80a2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.604+0000 7f70b5ffb700 1 -- 172.21.15.45:0/1804037842 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70c401d040 con 0x55740e493160 2023-03-22T14:31:25.605 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.604+0000 7f70b5ffb700 1 -- 172.21.15.45:0/1804037842 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c4005650 con 0x55740e493160 2023-03-22T14:31:25.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.605+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1804037842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 msgr2=0x55740e497170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.605+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1804037842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e497170 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f70c4000c00 tx=0x7f70c4005dc0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.606 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70cffff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f70b809fcc0 0x7f70b80a2170 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f70c8098480 tx=0x7f70c8004ad0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:25.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1804037842 shutdown_connections 2023-03-22T14:31:25.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1804037842 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 0x55740e492c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1804037842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e497b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1804037842 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e497170 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.607 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1804037842 >> 172.21.15.45:0/1804037842 conn(0x55740e48d0b0 msgr2=0x55740e48d480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:25.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1804037842 shutdown_connections 2023-03-22T14:31:25.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.606+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1804037842 wait complete. 2023-03-22T14:31:25.608 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.607+0000 7f70e9b33b80 1 -- start start 2023-03-22T14:31:25.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.607+0000 7f70e9b33b80 1 Processor -- start 2023-03-22T14:31:25.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.608+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 0x55740e49c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.609 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.608+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e49c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.608+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e49cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.608+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e2689a0 con 0x55740e492850 2023-03-22T14:31:25.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.608+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e49f2a0 con 0x55740e4976b0 2023-03-22T14:31:25.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.608+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e4b99a0 con 0x55740e493160 2023-03-22T14:31:25.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.608+0000 7f70e9b33b80 10 client.0 _ll_register_callbacks cb 0x55740e28a310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:25.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.609+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e49c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.610 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.609+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e49c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:48182/0 (socket says 172.21.15.45:48182) 2023-03-22T14:31:25.611 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.609+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1218063882 learned_addr learned my addr 172.21.15.45:0/1218063882 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:25.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.610+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1218063882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 msgr2=0x55740e49cbf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:25.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.610+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e49cbf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.610+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1218063882 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 msgr2=0x55740e49c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:25.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.610+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 0x55740e49c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.610+0000 7f70cf7fe700 1 -- 172.21.15.45:0/1218063882 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70d0114280 con 0x55740e493160 2023-03-22T14:31:25.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.610+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e49c6b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f70c4009fd0 tx=0x7f70c40054d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=361c9418440f68e server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:25.612 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.610+0000 7f70aeffd700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:25.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.611+0000 7f70aeffd700 1 -- 172.21.15.45:0/1218063882 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c400b970 con 0x55740e493160 2023-03-22T14:31:25.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.611+0000 7f70aeffd700 1 -- 172.21.15.45:0/1218063882 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f70c400bad0 con 0x55740e493160 2023-03-22T14:31:25.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.611+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55740e3a7470 con 0x55740e493160 2023-03-22T14:31:25.613 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.612+0000 7f70aeffd700 1 -- 172.21.15.45:0/1218063882 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f70c4003680 con 0x55740e493160 2023-03-22T14:31:25.614 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 10 client.26062 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:25.614 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55740e212e60 con 0x55740e493160 2023-03-22T14:31:25.614 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70aeffd700 1 -- 172.21.15.45:0/1218063882 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55740e3a7470 con 0x55740e493160 2023-03-22T14:31:25.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70aeffd700 1 -- 172.21.15.45:0/1218063882 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f70c4033070 con 0x55740e493160 2023-03-22T14:31:25.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 10 client.26062 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:25.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 10 client.26062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:25.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 20 client.26062 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:25.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e4bd760 0x55740e4bfb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.615 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 4 client.26062 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:25.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.614+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55740e3b36e0 con 0x55740e4bd760 2023-03-22T14:31:25.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.615+0000 7f70ceffd700 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e4bd760 0x55740e4bfb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.616 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.615+0000 7f70aeffd700 10 client.26062 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:25.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.615+0000 7f70ceffd700 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e4bd760 0x55740e4bfb70 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cd078ab820409e0 server_cookie=9ccc1531c1d922d5 in_seq=0 out_seq=0 2023-03-22T14:31:25.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.616+0000 7f70aeffd700 1 -- 172.21.15.45:0/1218063882 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55740e3b36e0 con 0x55740e4bd760 2023-03-22T14:31:25.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.616+0000 7f70aeffd700 10 client.26062 handle_command_reply: tid=0 2023-03-22T14:31:25.617 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.616+0000 7f70e9b33b80 1 client.26062 shutdown 2023-03-22T14:31:25.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.617+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 msgr2=0x55740e49c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.617+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e49c6b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f70c4009fd0 tx=0x7f70c40054d0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.617+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 shutdown_connections 2023-03-22T14:31:25.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.617+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e4bd760 0x55740e4bfb70 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.617+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e492850 0x55740e49c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.618 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.617+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e49cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.618+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/1218063882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e493160 0x55740e49c6b0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.618+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 >> 172.21.15.45:0/1218063882 conn(0x55740e48d0b0 msgr2=0x55740e48c790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:25.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.618+0000 7f70aeffd700 0 client.26062 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:25.619 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.618+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 shutdown_connections 2023-03-22T14:31:25.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.618+0000 7f70e9b33b80 1 -- 172.21.15.45:0/1218063882 wait complete. 2023-03-22T14:31:25.620 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.618+0000 7f70e9b33b80 20 client.26062 trim_cache size 0 max 16384 2023-03-22T14:31:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:25 smithi142 ceph-mon[94717]: pgmap v103: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 27 KiB/s rd, 41 MiB/s wr, 8.31k op/s 2023-03-22T14:31:25.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.650+0000 7f70e9b33b80 1 Processor -- start 2023-03-22T14:31:25.651 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.651+0000 7f70e9b33b80 1 -- start start 2023-03-22T14:31:25.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.651+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e492850 0x55740e4a38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.651+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e496710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.651+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e496c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.651+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e48e410 con 0x55740e493160 2023-03-22T14:31:25.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.651+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e48e140 con 0x55740e4976b0 2023-03-22T14:31:25.652 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.651+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e485710 con 0x55740e492850 2023-03-22T14:31:25.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.652+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e496710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.652+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e496710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50466/0 (socket says 172.21.15.45:50466) 2023-03-22T14:31:25.653 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.652+0000 7f70cf7fe700 1 -- 172.21.15.45:0/2312861585 learned_addr learned my addr 172.21.15.45:0/2312861585 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:25.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.653+0000 7f70cf7fe700 1 -- 172.21.15.45:0/2312861585 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e492850 msgr2=0x55740e4a38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:25.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.653+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/2312861585 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e492850 0x55740e4a38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.653+0000 7f70cf7fe700 1 -- 172.21.15.45:0/2312861585 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 msgr2=0x55740e496c50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:25.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.653+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/2312861585 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e496c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.654 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.653+0000 7f70cf7fe700 1 -- 172.21.15.45:0/2312861585 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55740e489ad0 con 0x55740e493160 2023-03-22T14:31:25.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.654+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/2312861585 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e496710 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f70c40051c0 tx=0x7f70c400bd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=416ec1e7973ecd22 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:25.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.654+0000 7f70b67fc700 1 -- 172.21.15.45:0/2312861585 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c4021b30 con 0x55740e493160 2023-03-22T14:31:25.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.654+0000 7f70b67fc700 1 -- 172.21.15.45:0/2312861585 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70c401d040 con 0x55740e493160 2023-03-22T14:31:25.655 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.654+0000 7f70b67fc700 1 -- 172.21.15.45:0/2312861585 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c4021690 con 0x55740e493160 2023-03-22T14:31:25.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.655+0000 7f70e9b33b80 1 -- 172.21.15.45:0/2312861585 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 msgr2=0x55740e496710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.655+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/2312861585 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e496710 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f70c40051c0 tx=0x7f70c400bd10 comp rx=0 tx=0).stop 2023-03-22T14:31:25.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.656+0000 7f70e9b33b80 1 -- 172.21.15.45:0/2312861585 shutdown_connections 2023-03-22T14:31:25.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.656+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/2312861585 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e4976b0 0x55740e496c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.656 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.656+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/2312861585 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e492850 0x55740e4a38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.656+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/2312861585 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e496710 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.656+0000 7f70e9b33b80 1 -- 172.21.15.45:0/2312861585 >> 172.21.15.45:0/2312861585 conn(0x55740e48d0b0 msgr2=0x55740e495770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:25.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.656+0000 7f70e9b33b80 1 -- 172.21.15.45:0/2312861585 shutdown_connections 2023-03-22T14:31:25.657 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.656+0000 7f70e9b33b80 1 -- 172.21.15.45:0/2312861585 wait complete. 2023-03-22T14:31:25.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.657+0000 7f70e9b33b80 1 -- start start 2023-03-22T14:31:25.659 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.657+0000 7f70e9b33b80 1 Processor -- start 2023-03-22T14:31:25.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.660+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e492850 0x55740e4a0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.660+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e4a0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.660+0000 7f70e9b33b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e4976b0 0x55740e4a0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.660+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e511600 con 0x55740e493160 2023-03-22T14:31:25.661 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.660+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e511740 con 0x55740e492850 2023-03-22T14:31:25.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.660+0000 7f70e9b33b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55740e511900 con 0x55740e4976b0 2023-03-22T14:31:25.662 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.660+0000 7f70e9b33b80 10 client.0 _ll_register_callbacks cb 0x55740e28a310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:25.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.661+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e4a0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.661+0000 7f70cf7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e4a0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:50482/0 (socket says 172.21.15.45:50482) 2023-03-22T14:31:25.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.661+0000 7f70cf7fe700 1 -- 172.21.15.45:0/3420529784 learned_addr learned my addr 172.21.15.45:0/3420529784 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:25.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70ceffd700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e4976b0 0x55740e4a0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70ceffd700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e492850 0x55740e4a0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70cf7fe700 1 -- 172.21.15.45:0/3420529784 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e4976b0 msgr2=0x55740e4a0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:25.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e4976b0 0x55740e4a0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.664 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70cf7fe700 1 -- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e492850 msgr2=0x55740e4a0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:25.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e492850 0x55740e4a0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70cf7fe700 1 -- 172.21.15.45:0/3420529784 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55740e212e60 con 0x55740e493160 2023-03-22T14:31:25.665 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.662+0000 7f70ceffd700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e4976b0 0x55740e4a0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:31:25.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.663+0000 7f70cf7fe700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e4a0540 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f70c4000c00 tx=0x7f70c400f9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d37510d887791179 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:25.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.663+0000 7f70aeffd700 10 client.0 ms_handle_connect on v2:172.21.15.45:3300/0 2023-03-22T14:31:25.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.664+0000 7f70aeffd700 1 -- 172.21.15.45:0/3420529784 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c400bb80 con 0x55740e493160 2023-03-22T14:31:25.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.664+0000 7f70aeffd700 1 -- 172.21.15.45:0/3420529784 <== mon.0 v2:172.21.15.45:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7f70c4000e40 con 0x55740e493160 2023-03-22T14:31:25.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.664+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55740e4622c0 con 0x55740e493160 2023-03-22T14:31:25.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.664+0000 7f70aeffd700 1 -- 172.21.15.45:0/3420529784 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f70c4021d70 con 0x55740e493160 2023-03-22T14:31:25.666 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.664+0000 7f70e9b33b80 10 client.16038 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:25.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.664+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55740e1fbce0 con 0x55740e493160 2023-03-22T14:31:25.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70aeffd700 1 -- 172.21.15.45:0/3420529784 <== mon.0 v2:172.21.15.45:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55740e4622c0 con 0x55740e493160 2023-03-22T14:31:25.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70aeffd700 1 -- 172.21.15.45:0/3420529784 <== mon.0 v2:172.21.15.45:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f70c4033070 con 0x55740e493160 2023-03-22T14:31:25.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70e9b33b80 10 client.16038 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:25.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70e9b33b80 10 client.16038 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:25.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70e9b33b80 20 client.16038 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:25.667 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e512c10 0x55740e514ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:25.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70e9b33b80 4 client.16038 mds_command: new command op to 24575 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-03-22T14:31:25.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.665+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55740e268fe0 con 0x55740e512c10 2023-03-22T14:31:25.668 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.666+0000 7f70ceffd700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e512c10 0x55740e514ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:25.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.667+0000 7f70ceffd700 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e512c10 0x55740e514ff0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c05995a9718541d server_cookie=36f67bc384958cb0 in_seq=0 out_seq=0 2023-03-22T14:31:25.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.667+0000 7f70aeffd700 10 client.16038 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:25.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.668+0000 7f70aeffd700 1 -- 172.21.15.45:0/3420529784 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55740e268fe0 con 0x55740e512c10 2023-03-22T14:31:25.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.668+0000 7f70aeffd700 10 client.16038 handle_command_reply: tid=0 2023-03-22T14:31:25.669 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.668+0000 7f70e9b33b80 1 client.16038 shutdown 2023-03-22T14:31:25.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.670+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 msgr2=0x55740e4a0540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.670 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.670+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e4a0540 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f70c4000c00 tx=0x7f70c400f9a0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.672 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.672+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 shutdown_connections 2023-03-22T14:31:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.672+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55740e512c10 0x55740e514ff0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.672+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55740e4976b0 0x55740e4a0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.672+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55740e492850 0x55740e4a0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.672+0000 7f70e9b33b80 1 --2- 172.21.15.45:0/3420529784 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55740e493160 0x55740e4a0540 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.672+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 >> 172.21.15.45:0/3420529784 conn(0x55740e48d0b0 msgr2=0x55740e49c930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:25.673 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.672+0000 7f70aeffd700 0 client.16038 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:25.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.673+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 shutdown_connections 2023-03-22T14:31:25.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.673+0000 7f70e9b33b80 1 -- 172.21.15.45:0/3420529784 wait complete. 2023-03-22T14:31:25.675 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.673+0000 7f70e9b33b80 20 client.16038 trim_cache size 0 max 16384 2023-03-22T14:31:25.676 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:31:25.676 INFO:teuthology.orchestra.run.smithi045.stdout: "return_code": 0, 2023-03-22T14:31:25.676 INFO:teuthology.orchestra.run.smithi045.stdout: "scrub_tag": "cf1aeb7c-25b4-4d88-82b0-58f36d428a55", 2023-03-22T14:31:25.676 INFO:teuthology.orchestra.run.smithi045.stdout: "mode": "asynchronous" 2023-03-22T14:31:25.676 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:31:25.676 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.674+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f70b809fcc0 msgr2=0x7f70b80a2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.674+0000 7f70d61ff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f70b809fcc0 0x7f70b80a2170 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f70c8098480 tx=0x7f70c8004ad0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.674+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 msgr2=0x7f70d010dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:25.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.674+0000 7f70d61ff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 0x7f70d010dea0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f70c800a2c0 tx=0x7f70c800a5d0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.674+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 shutdown_connections 2023-03-22T14:31:25.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.674+0000 7f70d61ff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70d0111160 0x7f70d010dea0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.674+0000 7f70d61ff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f70d0107cf0 0x7f70d0110930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.675+0000 7f70d61ff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7f70b809fcc0 0x7f70b80a2170 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.675+0000 7f70d61ff700 1 --2- 172.21.15.45:0/1089828987 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7f70d0108600 0x7f70d010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:25.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.675+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 >> 172.21.15.45:0/1089828987 conn(0x7f70d006b770 msgr2=0x7f70d0113330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:25.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.678+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 shutdown_connections 2023-03-22T14:31:25.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:25.678+0000 7f70d61ff700 1 -- 172.21.15.45:0/1089828987 wait complete. 2023-03-22T14:31:25.706 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:31:26.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.020+0000 7fdbe13ff700 1 -- 172.21.15.45:0/451617420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbdc06cc90 msgr2=0x7fdbdc119330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.020 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.020+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/451617420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc119330 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fdbd001a9a0 tx=0x7fdbd001acb0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.021 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.021+0000 7fdbe13ff700 1 -- 172.21.15.45:0/451617420 shutdown_connections 2023-03-22T14:31:26.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.021+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/451617420 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbdc119870 0x7fdbdc11bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.021+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/451617420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06c380 0x7fdbdc06c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.021+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/451617420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc119330 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.021+0000 7fdbe13ff700 1 -- 172.21.15.45:0/451617420 >> 172.21.15.45:0/451617420 conn(0x7fdbdc06b180 msgr2=0x7fdbdc06b580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:26.022 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.022+0000 7fdbe13ff700 1 -- 172.21.15.45:0/451617420 shutdown_connections 2023-03-22T14:31:26.023 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.023+0000 7fdbe13ff700 1 -- 172.21.15.45:0/451617420 wait complete. 2023-03-22T14:31:26.024 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.024+0000 7fdbe13ff700 1 Processor -- start 2023-03-22T14:31:26.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.024+0000 7fdbe13ff700 1 -- start start 2023-03-22T14:31:26.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbe13ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbdc06c380 0x7fdbdc114c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.025 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbe13ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc1151d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbe13ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbdc119870 0x7fdbdc1a25f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbe13ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc1a2bf0 con 0x7fdbdc119870 2023-03-22T14:31:26.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbe13ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc1a2d60 con 0x7fdbdc06cc90 2023-03-22T14:31:26.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbe13ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc1a2f20 con 0x7fdbdc06c380 2023-03-22T14:31:26.026 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc1151d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc1151d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:45514/0 (socket says 172.21.15.45:45514) 2023-03-22T14:31:26.027 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.025+0000 7fdbda7fc700 1 -- 172.21.15.45:0/1844156724 learned_addr learned my addr 172.21.15.45:0/1844156724 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:26.034 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.026+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbdc119870 0x7fdbdc1a25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbda7fc700 1 -- 172.21.15.45:0/1844156724 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbdc06c380 msgr2=0x7fdbdc114c90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-03-22T14:31:26.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbdc06c380 0x7fdbdc114c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbda7fc700 1 -- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbdc119870 msgr2=0x7fdbdc1a25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbdc119870 0x7fdbdc1a25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbda7fc700 1 -- 172.21.15.45:0/1844156724 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbd001a600 con 0x7fdbdc06cc90 2023-03-22T14:31:26.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc1151d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0003ba0 tx=0x7fdbd0005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:26.035 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbc3fff700 1 -- 172.21.15.45:0/1844156724 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd002d070 con 0x7fdbdc06cc90 2023-03-22T14:31:26.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbc3fff700 1 -- 172.21.15.45:0/1844156724 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbd0003680 con 0x7fdbdc06cc90 2023-03-22T14:31:26.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbdc10d340 con 0x7fdbdc06cc90 2023-03-22T14:31:26.036 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.027+0000 7fdbc3fff700 1 -- 172.21.15.45:0/1844156724 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd0031d70 con 0x7fdbdc06cc90 2023-03-22T14:31:26.037 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.028+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbdc10d1b0 con 0x7fdbdc06cc90 2023-03-22T14:31:26.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.037+0000 7fdbf4d5eb80 1 Processor -- start 2023-03-22T14:31:26.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.039+0000 7fdbc3fff700 1 -- 172.21.15.45:0/1844156724 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fdbd0004040 con 0x7fdbdc06cc90 2023-03-22T14:31:26.040 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.040+0000 7fdbf4d5eb80 1 -- start start 2023-03-22T14:31:26.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.040+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a3845ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.040+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.041 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.040+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.040+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a374c070 con 0x5573a384a630 2023-03-22T14:31:26.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.040+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a379e9b0 con 0x5573a38460e0 2023-03-22T14:31:26.042 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.040+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a3797e40 con 0x5573a38457d0 2023-03-22T14:31:26.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.041+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.041+0000 7fdbdaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.041+0000 7fdbdb7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a3845ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.041+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:59076/0 (socket says 172.21.15.45:59076) 2023-03-22T14:31:26.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.041+0000 7fdbda7fc700 1 -- 172.21.15.45:0/561764164 learned_addr learned my addr 172.21.15.45:0/561764164 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:26.043 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.042+0000 7fdbdb7fe700 1 -- 172.21.15.45:0/561764164 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 msgr2=0x5573a384a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:26.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.042+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.042+0000 7fdbdb7fe700 1 -- 172.21.15.45:0/561764164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 msgr2=0x5573a384aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:26.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.042+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.042+0000 7fdbdb7fe700 1 -- 172.21.15.45:0/561764164 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5573a3619630 con 0x5573a38457d0 2023-03-22T14:31:26.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.042+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:31:26.044 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.042+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a3845ba0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4009f40 tx=0x7fdbd4009650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87d406bdc2bf4225 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:26.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.043+0000 7fdbc17fa700 1 -- 172.21.15.45:0/561764164 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd4010040 con 0x5573a38457d0 2023-03-22T14:31:26.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.043+0000 7fdbc17fa700 1 -- 172.21.15.45:0/561764164 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbd4014ae0 con 0x5573a38457d0 2023-03-22T14:31:26.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.043+0000 7fdbc17fa700 1 -- 172.21.15.45:0/561764164 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd40139f0 con 0x5573a38457d0 2023-03-22T14:31:26.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.043+0000 7fdbc3fff700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdbc409fd40 0x7fdbc40a21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.045 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.043+0000 7fdbc3fff700 1 -- 172.21.15.45:0/1844156724 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fdbd00dc710 con 0x7fdbdc06cc90 2023-03-22T14:31:26.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.044+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdbc409fd40 0x7fdbc40a21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.044+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/561764164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 msgr2=0x5573a3845ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.048 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.044+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a3845ba0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4009f40 tx=0x7fdbd4009650 comp rx=0 tx=0).stop 2023-03-22T14:31:26.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.045+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/561764164 shutdown_connections 2023-03-22T14:31:26.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.045+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.045+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a3845ba0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.045+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/561764164 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.049 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.045+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/561764164 >> 172.21.15.45:0/561764164 conn(0x5573a3840030 msgr2=0x5573a3840400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:26.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.049+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdbc409fd40 0x7fdbc40a21f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0099e0 tx=0x7fdbcc0090e0 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:26.050 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.050+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/561764164 shutdown_connections 2023-03-22T14:31:26.051 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.050+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/561764164 wait complete. 2023-03-22T14:31:26.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.051+0000 7fdbf4d5eb80 1 -- start start 2023-03-22T14:31:26.052 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.051+0000 7fdbf4d5eb80 1 Processor -- start 2023-03-22T14:31:26.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38457d0 0x5573a3851e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38460e0 0x5573a384f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.053 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a361b920 con 0x5573a384a630 2023-03-22T14:31:26.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a384ff90 con 0x5573a38457d0 2023-03-22T14:31:26.054 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a385b9c0 con 0x5573a38460e0 2023-03-22T14:31:26.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbf4d5eb80 10 client.0 _ll_register_callbacks cb 0x5573a363d290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:26.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38460e0 0x5573a384f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.055 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38460e0 0x5573a384f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:34186/0 (socket says 172.21.15.45:34186) 2023-03-22T14:31:26.056 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.052+0000 7fdbda7fc700 1 -- 172.21.15.45:0/2918037020 learned_addr learned my addr 172.21.15.45:0/2918037020 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:26.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.053+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.057 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.053+0000 7fdbda7fc700 1 -- 172.21.15.45:0/2918037020 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38457d0 msgr2=0x5573a3851e60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:26.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.053+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38457d0 0x5573a3851e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.053+0000 7fdbda7fc700 1 -- 172.21.15.45:0/2918037020 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 msgr2=0x5573a384f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:26.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.053+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.053+0000 7fdbda7fc700 1 -- 172.21.15.45:0/2918037020 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbd4009ba0 con 0x5573a38460e0 2023-03-22T14:31:26.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.054+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38460e0 0x5573a384f0e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0031a80 tx=0x7fdbd00a98f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=633b0015e01ab4be server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:26.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.054+0000 7fdbbeff5700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:26.058 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.054+0000 7fdbbeff5700 1 -- 172.21.15.45:0/2918037020 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd00aa400 con 0x5573a38460e0 2023-03-22T14:31:26.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.054+0000 7fdbbeff5700 1 -- 172.21.15.45:0/2918037020 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fdbd00a9480 con 0x5573a38460e0 2023-03-22T14:31:26.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.054+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5573a375a3f0 con 0x5573a38460e0 2023-03-22T14:31:26.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.055+0000 7fdbbeff5700 1 -- 172.21.15.45:0/2918037020 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdbd00a9640 con 0x5573a38460e0 2023-03-22T14:31:26.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.055+0000 7fdbf4d5eb80 10 client.26074 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:26.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.055+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5573a35c5de0 con 0x5573a38460e0 2023-03-22T14:31:26.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.055+0000 7fdbbeff5700 1 -- 172.21.15.45:0/2918037020 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5573a375a3f0 con 0x5573a38460e0 2023-03-22T14:31:26.059 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.055+0000 7fdbbeff5700 1 -- 172.21.15.45:0/2918037020 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fdbd00a4ba0 con 0x5573a38460e0 2023-03-22T14:31:26.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.056+0000 7fdbf4d5eb80 10 client.26074 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:26.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.056+0000 7fdbf4d5eb80 10 client.26074 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:26.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.056+0000 7fdbf4d5eb80 20 client.26074 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:26.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.056+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a385f720 0x5573a3861b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.056+0000 7fdbf4d5eb80 4 client.26074 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:26.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.056+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5573a3766660 con 0x5573a385f720 2023-03-22T14:31:26.060 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.056+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a385f720 0x5573a3861b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.060+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a385f720 0x5573a3861b30 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbd3a9939af88ea3 server_cookie=85162afd506a3830 in_seq=0 out_seq=0 2023-03-22T14:31:26.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.060+0000 7fdbbeff5700 10 client.26074 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:26.061 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.061+0000 7fdbbeff5700 1 -- 172.21.15.45:0/2918037020 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5573a3766660 con 0x5573a385f720 2023-03-22T14:31:26.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.061+0000 7fdbbeff5700 10 client.26074 handle_command_reply: tid=0 2023-03-22T14:31:26.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.061+0000 7fdbf4d5eb80 1 client.26074 shutdown 2023-03-22T14:31:26.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.062+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38460e0 msgr2=0x5573a384f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.062 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.062+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38460e0 0x5573a384f0e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0031a80 tx=0x7fdbd00a98f0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.063+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 shutdown_connections 2023-03-22T14:31:26.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.063+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a385f720 0x5573a3861b30 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.063+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a384f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.063+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38457d0 0x5573a3851e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.063+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2918037020 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38460e0 0x5573a384f0e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.063 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.063+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 >> 172.21.15.45:0/2918037020 conn(0x5573a3840030 msgr2=0x5573a383f710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:26.064 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.063+0000 7fdbbeff5700 0 client.26074 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:26.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.066+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 shutdown_connections 2023-03-22T14:31:26.066 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.066+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2918037020 wait complete. 2023-03-22T14:31:26.067 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.067+0000 7fdbf4d5eb80 20 client.26074 trim_cache size 0 max 16384 2023-03-22T14:31:26.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.098+0000 7fdbf4d5eb80 1 Processor -- start 2023-03-22T14:31:26.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.101+0000 7fdbf4d5eb80 1 -- start start 2023-03-22T14:31:26.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.101+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a383f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.101+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.101+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a3851a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.101+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a3841330 con 0x5573a384a630 2023-03-22T14:31:26.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.101+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a38466b0 con 0x5573a38460e0 2023-03-22T14:31:26.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.101+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a3866490 con 0x5573a38457d0 2023-03-22T14:31:26.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.102+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.102+0000 7fdbdb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a3851a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.102+0000 7fdbdb7fe700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a3851a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:59084/0 (socket says 172.21.15.45:59084) 2023-03-22T14:31:26.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.102+0000 7fdbdb7fe700 1 -- 172.21.15.45:0/2497360224 learned_addr learned my addr 172.21.15.45:0/2497360224 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:26.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.103+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a383f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.103+0000 7fdbdb7fe700 1 -- 172.21.15.45:0/2497360224 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 msgr2=0x5573a383f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:26.104 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.103+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a383f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.103+0000 7fdbdb7fe700 1 -- 172.21.15.45:0/2497360224 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 msgr2=0x5573a384b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:26.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.103+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.103+0000 7fdbdb7fe700 1 -- 172.21.15.45:0/2497360224 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5573a375e190 con 0x5573a384a630 2023-03-22T14:31:26.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.103+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-03-22T14:31:26.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.104+0000 7fdbdb7fe700 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a3851a00 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4018000 tx=0x7fdbd400aea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8da9485792f60ca5 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:26.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.105+0000 7fdbc1ffb700 1 -- 172.21.15.45:0/2497360224 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd4010070 con 0x5573a384a630 2023-03-22T14:31:26.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.105+0000 7fdbc1ffb700 1 -- 172.21.15.45:0/2497360224 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbd4022070 con 0x5573a384a630 2023-03-22T14:31:26.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.105+0000 7fdbc1ffb700 1 -- 172.21.15.45:0/2497360224 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd401ea30 con 0x5573a384a630 2023-03-22T14:31:26.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.106+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2497360224 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 msgr2=0x5573a3851a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.106+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a3851a00 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4018000 tx=0x7fdbd400aea0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.106+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2497360224 shutdown_connections 2023-03-22T14:31:26.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.106+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a3851a00 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.106+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a383f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.106+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/2497360224 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.106+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2497360224 >> 172.21.15.45:0/2497360224 conn(0x5573a3840030 msgr2=0x5573a385be00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:26.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.107+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2497360224 shutdown_connections 2023-03-22T14:31:26.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.107+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/2497360224 wait complete. 2023-03-22T14:31:26.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 -- start start 2023-03-22T14:31:26.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 Processor -- start 2023-03-22T14:31:26.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a384e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a38b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a384ef00 con 0x5573a384a630 2023-03-22T14:31:26.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a38b3b00 con 0x5573a38460e0 2023-03-22T14:31:26.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.108+0000 7fdbf4d5eb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a38b3c40 con 0x5573a38457d0 2023-03-22T14:31:26.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbf4d5eb80 10 client.0 _ll_register_callbacks cb 0x5573a363d290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:26.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:45548/0 (socket says 172.21.15.45:45548) 2023-03-22T14:31:26.111 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 -- 172.21.15.45:0/293189781 learned_addr learned my addr 172.21.15.45:0/293189781 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a384e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 -- 172.21.15.45:0/293189781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 msgr2=0x5573a384e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a384e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 -- 172.21.15.45:0/293189781 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 msgr2=0x5573a38b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a38b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbda7fc700 1 -- 172.21.15.45:0/293189781 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5573a3619630 con 0x5573a38460e0 2023-03-22T14:31:26.112 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.109+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a384e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:31:26.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbda7fc700 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384e810 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00aa150 tx=0x7fdbd00aa020 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa76bb1d28160214 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:26.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbbeff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:31:26.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbbeff5700 1 -- 172.21.15.45:0/293189781 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbd00b1c60 con 0x5573a38460e0 2023-03-22T14:31:26.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbbeff5700 1 -- 172.21.15.45:0/293189781 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fdbd00b1dc0 con 0x5573a38460e0 2023-03-22T14:31:26.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5573a3815240 con 0x5573a38460e0 2023-03-22T14:31:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbbeff5700 1 -- 172.21.15.45:0/293189781 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdbd00c2280 con 0x5573a38460e0 2023-03-22T14:31:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbf4d5eb80 10 client.26090 fetch_fsmap learned FSMap version 31 2023-03-22T14:31:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.110+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5573a35ec250 con 0x5573a38460e0 2023-03-22T14:31:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbbeff5700 1 -- 172.21.15.45:0/293189781 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5573a3815240 con 0x5573a38460e0 2023-03-22T14:31:26.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbbeff5700 1 -- 172.21.15.45:0/293189781 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 31) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fdbd00a9160 con 0x5573a38460e0 2023-03-22T14:31:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbf4d5eb80 10 client.26090 fetch_fsmap finished waiting for FSMap version 31 2023-03-22T14:31:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbf4d5eb80 10 client.26090 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbf4d5eb80 20 client.26090 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a38b4e60 0x5573a38b7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbf4d5eb80 4 client.26090 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:31:26.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5573a361bf60 con 0x5573a38b4e60 2023-03-22T14:31:26.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.111+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a38b4e60 0x5573a38b7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:26.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.112+0000 7fdbdaffd700 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a38b4e60 0x5573a38b7240 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe784ac79d0dccf9 server_cookie=8699e31227b02ed0 in_seq=0 out_seq=0 2023-03-22T14:31:26.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.112+0000 7fdbbeff5700 10 client.26090 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:26.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.112+0000 7fdbbeff5700 1 -- 172.21.15.45:0/293189781 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x5573a361bf60 con 0x5573a38b4e60 2023-03-22T14:31:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.112+0000 7fdbbeff5700 10 client.26090 handle_command_reply: tid=0 2023-03-22T14:31:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.112+0000 7fdbf4d5eb80 1 client.26090 shutdown 2023-03-22T14:31:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 msgr2=0x5573a384e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384e810 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00aa150 tx=0x7fdbd00aa020 comp rx=0 tx=0).stop 2023-03-22T14:31:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 shutdown_connections 2023-03-22T14:31:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5573a38b4e60 0x5573a38b7240 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5573a384a630 0x5573a38b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5573a38457d0 0x5573a384e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 --2- 172.21.15.45:0/293189781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5573a38460e0 0x5573a384e810 secure :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fdbd00aa150 tx=0x7fdbd00aa020 comp rx=0 tx=0).stop 2023-03-22T14:31:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 >> 172.21.15.45:0/293189781 conn(0x5573a3840030 msgr2=0x5573a383f710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbbeff5700 0 client.26090 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 shutdown_connections 2023-03-22T14:31:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.113+0000 7fdbf4d5eb80 1 -- 172.21.15.45:0/293189781 wait complete. 2023-03-22T14:31:26.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.114+0000 7fdbf4d5eb80 20 client.26090 trim_cache size 0 max 16384 2023-03-22T14:31:26.120 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:31:26.120 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "scrub active (1 inodes in the stack)", 2023-03-22T14:31:26.120 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:31:26.120 INFO:teuthology.orchestra.run.smithi045.stdout: "cf1aeb7c-25b4-4d88-82b0-58f36d428a55": { 2023-03-22T14:31:26.121 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:31:26.121 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "cf1aeb7c-25b4-4d88-82b0-58f36d428a55", 2023-03-22T14:31:26.121 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:31:26.121 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:31:26.121 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:31:26.121 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:31:26.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdbc409fd40 msgr2=0x7fdbc40a21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdbc409fd40 0x7fdbc40a21f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0099e0 tx=0x7fdbcc0090e0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06cc90 msgr2=0x7fdbdc1151d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:26.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc1151d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0003ba0 tx=0x7fdbd0005f10 comp rx=0 tx=0).stop 2023-03-22T14:31:26.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 shutdown_connections 2023-03-22T14:31:26.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fdbc409fd40 0x7fdbc40a21f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fdbdc119870 0x7fdbdc1a25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbdc06c380 0x7fdbdc114c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 --2- 172.21.15.45:0/1844156724 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdbdc06cc90 0x7fdbdc1151d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:26.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 >> 172.21.15.45:0/1844156724 conn(0x7fdbdc06b180 msgr2=0x7fdbdc119c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:26.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 shutdown_connections 2023-03-22T14:31:26.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:26.117+0000 7fdbe13ff700 1 -- 172.21.15.45:0/1844156724 wait complete. 2023-03-22T14:31:26.148 INFO:tasks.cephfs.filesystem:scrub status for tag:cf1aeb7c-25b4-4d88-82b0-58f36d428a55 - {'path': '/', 'tag': 'cf1aeb7c-25b4-4d88-82b0-58f36d428a55', 'options': 'recursive,force'} 2023-03-22T14:31:26.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:26 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:31:26.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:26 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:26.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:26 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:31:26.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:26 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:26 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:31:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:26 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: pgmap v104: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 36 KiB/s rd, 50 MiB/s wr, 10.23k op/s 2023-03-22T14:31:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: scrub queued for path: / 2023-03-22T14:31:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:31:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:31:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: scrub summary: active paths [/] 2023-03-22T14:31:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:27 smithi098 ceph-mon[94136]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: pgmap v104: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 36 KiB/s rd, 50 MiB/s wr, 10.23k op/s 2023-03-22T14:31:27.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: scrub queued for path: / 2023-03-22T14:31:27.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:31:27.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:31:27.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: scrub summary: active paths [/] 2023-03-22T14:31:27.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:27 smithi045 ceph-mon[91728]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: pgmap v104: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 36 KiB/s rd, 50 MiB/s wr, 10.23k op/s 2023-03-22T14:31:27.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: scrub queued for path: / 2023-03-22T14:31:27.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:31:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:31:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: scrub summary: active paths [/] 2023-03-22T14:31:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:27 smithi142 ceph-mon[94717]: scrub summary: idle+waiting paths [/] 2023-03-22T14:31:28.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:28 smithi142 ceph-mon[94717]: pgmap v105: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 28 KiB/s rd, 49 MiB/s wr, 10.23k op/s 2023-03-22T14:31:28.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:28 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:28.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:28 smithi098 ceph-mon[94136]: pgmap v105: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 28 KiB/s rd, 49 MiB/s wr, 10.23k op/s 2023-03-22T14:31:28.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:28 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:28.726 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:28 smithi045 ceph-mon[91728]: pgmap v105: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 28 KiB/s rd, 49 MiB/s wr, 10.23k op/s 2023-03-22T14:31:28.726 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:28 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:31.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:30 smithi098 ceph-mon[94136]: pgmap v106: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 27 KiB/s rd, 41 MiB/s wr, 9.12k op/s 2023-03-22T14:31:31.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:30 smithi045 ceph-mon[91728]: pgmap v106: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 27 KiB/s rd, 41 MiB/s wr, 9.12k op/s 2023-03-22T14:31:31.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:30 smithi142 ceph-mon[94717]: pgmap v106: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 27 KiB/s rd, 41 MiB/s wr, 9.12k op/s 2023-03-22T14:31:33.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:32 smithi098 ceph-mon[94136]: pgmap v107: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 43 KiB/s rd, 45 MiB/s wr, 9.96k op/s 2023-03-22T14:31:33.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:32 smithi045 ceph-mon[91728]: pgmap v107: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 43 KiB/s rd, 45 MiB/s wr, 9.96k op/s 2023-03-22T14:31:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:32 smithi142 ceph-mon[94717]: pgmap v107: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 43 KiB/s rd, 45 MiB/s wr, 9.96k op/s 2023-03-22T14:31:35.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:34 smithi098 ceph-mon[94136]: pgmap v108: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 28 KiB/s rd, 34 MiB/s wr, 7.68k op/s 2023-03-22T14:31:35.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:34 smithi045 ceph-mon[91728]: pgmap v108: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 28 KiB/s rd, 34 MiB/s wr, 7.68k op/s 2023-03-22T14:31:35.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:34 smithi142 ceph-mon[94717]: pgmap v108: 97 pgs: 97 active+clean; 18 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 28 KiB/s rd, 34 MiB/s wr, 7.68k op/s 2023-03-22T14:31:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:36 smithi045 ceph-mon[91728]: pgmap v109: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 33 KiB/s rd, 23 MiB/s wr, 5.40k op/s 2023-03-22T14:31:37.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:36 smithi142 ceph-mon[94717]: pgmap v109: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 33 KiB/s rd, 23 MiB/s wr, 5.40k op/s 2023-03-22T14:31:37.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:36 smithi098 ceph-mon[94136]: pgmap v109: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 33 KiB/s rd, 23 MiB/s wr, 5.40k op/s 2023-03-22T14:31:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:39 smithi142 ceph-mon[94717]: pgmap v110: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 25 KiB/s rd, 16 MiB/s wr, 3.65k op/s 2023-03-22T14:31:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:39 smithi098 ceph-mon[94136]: pgmap v110: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 25 KiB/s rd, 16 MiB/s wr, 3.65k op/s 2023-03-22T14:31:39.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:38 smithi045 ceph-mon[91728]: pgmap v110: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 25 KiB/s rd, 16 MiB/s wr, 3.65k op/s 2023-03-22T14:31:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:41 smithi142 ceph-mon[94717]: pgmap v111: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 3.83k op/s 2023-03-22T14:31:41.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:41 smithi098 ceph-mon[94136]: pgmap v111: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 3.83k op/s 2023-03-22T14:31:41.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:41 smithi045 ceph-mon[91728]: pgmap v111: 97 pgs: 97 active+clean; 18 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 3.83k op/s 2023-03-22T14:31:43.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:43 smithi142 ceph-mon[94717]: pgmap v112: 97 pgs: 97 active+clean; 18 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 30 KiB/s rd, 24 MiB/s wr, 5.67k op/s 2023-03-22T14:31:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:43 smithi098 ceph-mon[94136]: pgmap v112: 97 pgs: 97 active+clean; 18 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 30 KiB/s rd, 24 MiB/s wr, 5.67k op/s 2023-03-22T14:31:43.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:43 smithi045 ceph-mon[91728]: pgmap v112: 97 pgs: 97 active+clean; 18 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 30 KiB/s rd, 24 MiB/s wr, 5.67k op/s 2023-03-22T14:31:45.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:45 smithi142 ceph-mon[94717]: pgmap v113: 97 pgs: 97 active+clean; 18 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 14 KiB/s rd, 24 MiB/s wr, 5.57k op/s 2023-03-22T14:31:45.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:45 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:45.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:45 smithi098 ceph-mon[94136]: pgmap v113: 97 pgs: 97 active+clean; 18 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 14 KiB/s rd, 24 MiB/s wr, 5.57k op/s 2023-03-22T14:31:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:45 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:45.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:45 smithi045 ceph-mon[91728]: pgmap v113: 97 pgs: 97 active+clean; 18 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 14 KiB/s rd, 24 MiB/s wr, 5.57k op/s 2023-03-22T14:31:45.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:45 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:31:47.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:47 smithi142 ceph-mon[94717]: pgmap v114: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 29 KiB/s rd, 26 MiB/s wr, 5.98k op/s 2023-03-22T14:31:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:47 smithi098 ceph-mon[94136]: pgmap v114: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 29 KiB/s rd, 26 MiB/s wr, 5.98k op/s 2023-03-22T14:31:47.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:47 smithi045 ceph-mon[91728]: pgmap v114: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 29 KiB/s rd, 26 MiB/s wr, 5.98k op/s 2023-03-22T14:31:49.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:49 smithi142 ceph-mon[94717]: pgmap v115: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 25 KiB/s rd, 25 MiB/s wr, 5.81k op/s 2023-03-22T14:31:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:49 smithi098 ceph-mon[94136]: pgmap v115: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 25 KiB/s rd, 25 MiB/s wr, 5.81k op/s 2023-03-22T14:31:49.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:49 smithi045 ceph-mon[91728]: pgmap v115: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 25 KiB/s rd, 25 MiB/s wr, 5.81k op/s 2023-03-22T14:31:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:51 smithi142 ceph-mon[94717]: pgmap v116: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 25 KiB/s rd, 25 MiB/s wr, 5.87k op/s 2023-03-22T14:31:51.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:51 smithi098 ceph-mon[94136]: pgmap v116: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 25 KiB/s rd, 25 MiB/s wr, 5.87k op/s 2023-03-22T14:31:51.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:51 smithi045 ceph-mon[91728]: pgmap v116: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 25 KiB/s rd, 25 MiB/s wr, 5.87k op/s 2023-03-22T14:31:53.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:53 smithi142 ceph-mon[94717]: pgmap v117: 97 pgs: 97 active+clean; 19 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 33 KiB/s rd, 34 MiB/s wr, 7.85k op/s 2023-03-22T14:31:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:53 smithi098 ceph-mon[94136]: pgmap v117: 97 pgs: 97 active+clean; 19 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 33 KiB/s rd, 34 MiB/s wr, 7.85k op/s 2023-03-22T14:31:53.472 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:53 smithi045 ceph-mon[91728]: pgmap v117: 97 pgs: 97 active+clean; 19 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 33 KiB/s rd, 34 MiB/s wr, 7.85k op/s 2023-03-22T14:31:55.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:55 smithi098 ceph-mon[94136]: pgmap v118: 97 pgs: 97 active+clean; 19 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 26 KiB/s rd, 24 MiB/s wr, 5.54k op/s 2023-03-22T14:31:55.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:55 smithi045 ceph-mon[91728]: pgmap v118: 97 pgs: 97 active+clean; 19 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 26 KiB/s rd, 24 MiB/s wr, 5.54k op/s 2023-03-22T14:31:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:55 smithi142 ceph-mon[94717]: pgmap v118: 97 pgs: 97 active+clean; 19 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 26 KiB/s rd, 24 MiB/s wr, 5.54k op/s 2023-03-22T14:31:56.149 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:31:56.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 -- 172.21.15.45:0/1894217244 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff348100be0 msgr2=0x7ff348100fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/1894217244 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff348100be0 0x7ff348100fb0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff33c009990 tx=0x7ff33c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 -- 172.21.15.45:0/1894217244 shutdown_connections 2023-03-22T14:31:56.475 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/1894217244 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff3481054e0 0x7ff34810d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/1894217244 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff348100be0 0x7ff348100fb0 secure :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff33c009990 tx=0x7ff33c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/1894217244 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff348101580 0x7ff348104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 -- 172.21.15.45:0/1894217244 >> 172.21.15.45:0/1894217244 conn(0x7ff348077500 msgr2=0x7ff348077900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:56.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 -- 172.21.15.45:0/1894217244 shutdown_connections 2023-03-22T14:31:56.476 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.473+0000 7ff34e5ff700 1 -- 172.21.15.45:0/1894217244 wait complete. 2023-03-22T14:31:56.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.475+0000 7ff34e5ff700 1 Processor -- start 2023-03-22T14:31:56.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.475+0000 7ff34e5ff700 1 -- start start 2023-03-22T14:31:56.477 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff34e5ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff348101580 0x7ff3481a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff34e5ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3481054e0 0x7ff3481a2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff34e5ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff34819ca50 0x7ff34819cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff34e5ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34819d4c0 con 0x7ff348101580 2023-03-22T14:31:56.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff34e5ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34819d600 con 0x7ff34819ca50 2023-03-22T14:31:56.478 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff34e5ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34819d7c0 con 0x7ff3481054e0 2023-03-22T14:31:56.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff34cb9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff34819ca50 0x7ff34819cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff347fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff348101580 0x7ff3481a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.479 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.476+0000 7ff347fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff348101580 0x7ff3481a29e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44846/0 (socket says 172.21.15.45:44846) 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.477+0000 7ff347fff700 1 -- 172.21.15.45:0/2538285439 learned_addr learned my addr 172.21.15.45:0/2538285439 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.477+0000 7ff347fff700 1 -- 172.21.15.45:0/2538285439 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3481054e0 msgr2=0x7ff3481a2f20 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.477+0000 7ff347fff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3481054e0 0x7ff3481a2f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.477+0000 7ff347fff700 1 -- 172.21.15.45:0/2538285439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff34819ca50 msgr2=0x7ff34819cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.477+0000 7ff347fff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff34819ca50 0x7ff34819cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.477+0000 7ff347fff700 1 -- 172.21.15.45:0/2538285439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff340009c40 con 0x7ff348101580 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.477+0000 7ff347fff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff348101580 0x7ff3481a29e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff33c000c00 tx=0x7ff33c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:56.480 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.478+0000 7ff3457fa700 1 -- 172.21.15.45:0/2538285439 <== mon.0 v2:172.21.15.45:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c01d070 con 0x7ff348101580 2023-03-22T14:31:56.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.478+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff33c0095f0 con 0x7ff348101580 2023-03-22T14:31:56.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.478+0000 7ff3457fa700 1 -- 172.21.15.45:0/2538285439 <== mon.0 v2:172.21.15.45:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff33c021410 con 0x7ff348101580 2023-03-22T14:31:56.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.478+0000 7ff3457fa700 1 -- 172.21.15.45:0/2538285439 <== mon.0 v2:172.21.15.45:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c017650 con 0x7ff348101580 2023-03-22T14:31:56.481 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.478+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff34810e150 con 0x7ff348101580 2023-03-22T14:31:56.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.484+0000 7ff361e63b80 1 Processor -- start 2023-03-22T14:31:56.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.485+0000 7ff361e63b80 1 -- start start 2023-03-22T14:31:56.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.485+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47e4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.485+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47e90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.487 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.485+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47e9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.485+0000 7ff361e63b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f46eb070 con 0x55a1f47e47d0 2023-03-22T14:31:56.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.485+0000 7ff361e63b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f473d9b0 con 0x55a1f47e50e0 2023-03-22T14:31:56.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.485+0000 7ff361e63b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f4736e40 con 0x55a1f47e9630 2023-03-22T14:31:56.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.486+0000 7ff34cb9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47e4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.488 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.486+0000 7ff34cb9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47e4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44848/0 (socket says 172.21.15.45:44848) 2023-03-22T14:31:56.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.486+0000 7ff34cb9c700 1 -- 172.21.15.45:0/57920754 learned_addr learned my addr 172.21.15.45:0/57920754 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:56.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.487+0000 7ff3457fa700 1 -- 172.21.15.45:0/2538285439 <== mon.0 v2:172.21.15.45:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7ff33c021580 con 0x7ff348101580 2023-03-22T14:31:56.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.487+0000 7ff347fff700 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47e90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.489 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.488+0000 7ff347fff700 1 -- 172.21.15.45:0/57920754 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 msgr2=0x55a1f47e9a80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-03-22T14:31:56.490 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.488+0000 7ff347fff700 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47e9a80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.488+0000 7ff347fff700 1 -- 172.21.15.45:0/57920754 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 msgr2=0x55a1f47e4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:56.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.488+0000 7ff347fff700 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47e4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.488+0000 7ff347fff700 1 -- 172.21.15.45:0/57920754 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1f45b8630 con 0x55a1f47e50e0 2023-03-22T14:31:56.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.489+0000 7ff3457fa700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff33009fd80 0x7ff3300a2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.491 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.490+0000 7ff347fff700 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47e90f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff33c0c95c0 tx=0x7ff33c0d43c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45c1cc4ed5928857 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:56.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.490+0000 7ff32e7fc700 1 -- 172.21.15.45:0/57920754 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c0d4d80 con 0x55a1f47e50e0 2023-03-22T14:31:56.492 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.490+0000 7ff3457fa700 1 -- 172.21.15.45:0/2538285439 <== mon.0 v2:172.21.15.45:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff33c0cbef0 con 0x7ff348101580 2023-03-22T14:31:56.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.492+0000 7ff32e7fc700 1 -- 172.21.15.45:0/57920754 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff33c095ab0 con 0x55a1f47e50e0 2023-03-22T14:31:56.494 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.492+0000 7ff32e7fc700 1 -- 172.21.15.45:0/57920754 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c099540 con 0x55a1f47e50e0 2023-03-22T14:31:56.495 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.493+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff33009fd80 0x7ff3300a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.494+0000 7ff361e63b80 1 -- 172.21.15.45:0/57920754 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 msgr2=0x55a1f47e90f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.494+0000 7ff361e63b80 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47e90f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff33c0c95c0 tx=0x7ff33c0d43c0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.494+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff33009fd80 0x7ff3300a2230 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff3400098f0 tx=0x7ff34000b040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:56.496 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.495+0000 7ff361e63b80 1 -- 172.21.15.45:0/57920754 shutdown_connections 2023-03-22T14:31:56.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.495+0000 7ff361e63b80 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47e4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.495+0000 7ff361e63b80 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47e9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.495+0000 7ff361e63b80 1 --2- 172.21.15.45:0/57920754 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47e90f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.495+0000 7ff361e63b80 1 -- 172.21.15.45:0/57920754 >> 172.21.15.45:0/57920754 conn(0x55a1f47df030 msgr2=0x55a1f47df400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:56.497 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.496+0000 7ff361e63b80 1 -- 172.21.15.45:0/57920754 shutdown_connections 2023-03-22T14:31:56.498 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.496+0000 7ff361e63b80 1 -- 172.21.15.45:0/57920754 wait complete. 2023-03-22T14:31:56.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.497+0000 7ff361e63b80 1 -- start start 2023-03-22T14:31:56.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.497+0000 7ff361e63b80 1 Processor -- start 2023-03-22T14:31:56.499 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47f0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47edfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47ee5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff361e63b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f45ba920 con 0x55a1f47e47d0 2023-03-22T14:31:56.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff361e63b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f47eed10 con 0x55a1f47e50e0 2023-03-22T14:31:56.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff361e63b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f480b5e0 con 0x55a1f47e9630 2023-03-22T14:31:56.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff361e63b80 10 client.0 _ll_register_callbacks cb 0x55a1f45dc290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:56.500 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff347fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47f0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff347fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47f0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44858/0 (socket says 172.21.15.45:44858) 2023-03-22T14:31:56.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff347fff700 1 -- 172.21.15.45:0/2215935509 learned_addr learned my addr 172.21.15.45:0/2215935509 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:56.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.498+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47ee5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.501 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff3477fe700 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47edfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff34cb9c700 1 -- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 msgr2=0x55a1f47edfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:56.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47edfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff34cb9c700 1 -- 172.21.15.45:0/2215935509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 msgr2=0x55a1f47f0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:56.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47f0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff34cb9c700 1 -- 172.21.15.45:0/2215935509 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff34810e150 con 0x55a1f47e9630 2023-03-22T14:31:56.502 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47ee5d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff3400046b0 tx=0x7ff340004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=849740e2b9eefc85 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:56.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.499+0000 7ff3277fe700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:31:56.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.501+0000 7ff3277fe700 1 -- 172.21.15.45:0/2215935509 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff340022070 con 0x55a1f47e9630 2023-03-22T14:31:56.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.501+0000 7ff3277fe700 1 -- 172.21.15.45:0/2215935509 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff34001d0d0 con 0x55a1f47e9630 2023-03-22T14:31:56.503 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.502+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a1f46f93f0 con 0x55a1f47e9630 2023-03-22T14:31:56.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.502+0000 7ff3277fe700 1 -- 172.21.15.45:0/2215935509 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff340003a00 con 0x55a1f47e9630 2023-03-22T14:31:56.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.502+0000 7ff361e63b80 10 client.26083 fetch_fsmap learned FSMap version 33 2023-03-22T14:31:56.504 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.502+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55a1f4564de0 con 0x55a1f47e9630 2023-03-22T14:31:56.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff3277fe700 1 -- 172.21.15.45:0/2215935509 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a1f46f93f0 con 0x55a1f47e9630 2023-03-22T14:31:56.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff3277fe700 1 -- 172.21.15.45:0/2215935509 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 33) v1 ==== 7510+0+0 (secure 0 0 0) 0x7ff340004c90 con 0x55a1f47e9630 2023-03-22T14:31:56.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff361e63b80 10 client.26083 fetch_fsmap finished waiting for FSMap version 33 2023-03-22T14:31:56.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff361e63b80 10 client.26083 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:56.505 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff361e63b80 20 client.26083 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:56.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff361e63b80 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f480f6c0 0x55a1f4811ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff361e63b80 4 client.26083 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:31:56.506 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.504+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a1f4705660 con 0x55a1f480f6c0 2023-03-22T14:31:56.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.505+0000 7ff347fff700 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f480f6c0 0x55a1f4811ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.507 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.506+0000 7ff347fff700 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f480f6c0 0x55a1f4811ad0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e8d4ce343321c42 server_cookie=4716ff4dd14bc46b in_seq=0 out_seq=0 2023-03-22T14:31:56.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff3277fe700 10 client.26083 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:56.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff3277fe700 1 -- 172.21.15.45:0/2215935509 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55a1f4705660 con 0x55a1f480f6c0 2023-03-22T14:31:56.510 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff3277fe700 10 client.26083 handle_command_reply: tid=0 2023-03-22T14:31:56.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff361e63b80 1 client.26083 shutdown 2023-03-22T14:31:56.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 msgr2=0x55a1f47ee5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff361e63b80 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47ee5d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff3400046b0 tx=0x7ff340004b40 comp rx=0 tx=0).stop 2023-03-22T14:31:56.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 shutdown_connections 2023-03-22T14:31:56.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff361e63b80 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f480f6c0 0x55a1f4811ad0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.511 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.509+0000 7ff361e63b80 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47f0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.510+0000 7ff361e63b80 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e9630 0x55a1f47ee5d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.510+0000 7ff361e63b80 1 --2- 172.21.15.45:0/2215935509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47edfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.510+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 >> 172.21.15.45:0/2215935509 conn(0x55a1f47df030 msgr2=0x55a1f47df400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:56.512 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.510+0000 7ff3277fe700 0 client.26083 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:56.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.511+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 shutdown_connections 2023-03-22T14:31:56.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.512+0000 7ff361e63b80 1 -- 172.21.15.45:0/2215935509 wait complete. 2023-03-22T14:31:56.514 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.512+0000 7ff361e63b80 20 client.26083 trim_cache size 0 max 16384 2023-03-22T14:31:56.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.540+0000 7ff361e63b80 1 Processor -- start 2023-03-22T14:31:56.546 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.541+0000 7ff361e63b80 1 -- start start 2023-03-22T14:31:56.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.541+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e47d0 0x55a1f47f5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.541+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47eb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.541+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e9630 0x55a1f48116d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.541+0000 7ff361e63b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f480f4a0 con 0x55a1f47e9630 2023-03-22T14:31:56.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.541+0000 7ff361e63b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f47e5730 con 0x55a1f47e50e0 2023-03-22T14:31:56.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.541+0000 7ff361e63b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f47dfef0 con 0x55a1f47e47d0 2023-03-22T14:31:56.547 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.542+0000 7ff347fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e47d0 0x55a1f47f5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.542+0000 7ff3477fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47eb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.542+0000 7ff34cb9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e9630 0x55a1f48116d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.542+0000 7ff34cb9c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e9630 0x55a1f48116d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44862/0 (socket says 172.21.15.45:44862) 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.542+0000 7ff34cb9c700 1 -- 172.21.15.45:0/1948369221 learned_addr learned my addr 172.21.15.45:0/1948369221 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.543+0000 7ff347fff700 1 -- 172.21.15.45:0/1948369221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 msgr2=0x55a1f47eb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.543+0000 7ff347fff700 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47eb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.543+0000 7ff347fff700 1 -- 172.21.15.45:0/1948369221 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e9630 msgr2=0x55a1f48116d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:56.548 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.543+0000 7ff347fff700 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e9630 0x55a1f48116d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.543+0000 7ff347fff700 1 -- 172.21.15.45:0/1948369221 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1f47dba50 con 0x55a1f47e47d0 2023-03-22T14:31:56.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.543+0000 7ff3477fe700 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47eb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:31:56.549 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.547+0000 7ff347fff700 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e47d0 0x55a1f47f5590 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff33c0a13a0 tx=0x7ff33c0d43c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=717556afd748db80 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:56.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.547+0000 7ff32effd700 1 -- 172.21.15.45:0/1948369221 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c0cf420 con 0x55a1f47e47d0 2023-03-22T14:31:56.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.547+0000 7ff32effd700 1 -- 172.21.15.45:0/1948369221 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff33c0992b0 con 0x55a1f47e47d0 2023-03-22T14:31:56.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.547+0000 7ff32effd700 1 -- 172.21.15.45:0/1948369221 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33c095ab0 con 0x55a1f47e47d0 2023-03-22T14:31:56.550 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.548+0000 7ff361e63b80 1 -- 172.21.15.45:0/1948369221 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e47d0 msgr2=0x55a1f47f5590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.548+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e47d0 0x55a1f47f5590 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff33c0a13a0 tx=0x7ff33c0d43c0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.549+0000 7ff361e63b80 1 -- 172.21.15.45:0/1948369221 shutdown_connections 2023-03-22T14:31:56.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.549+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e9630 0x55a1f48116d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.549+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e47d0 0x55a1f47f5590 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.549+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1948369221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e50e0 0x55a1f47eb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.551 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.549+0000 7ff361e63b80 1 -- 172.21.15.45:0/1948369221 >> 172.21.15.45:0/1948369221 conn(0x55a1f47df030 msgr2=0x55a1f47de710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:56.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.549+0000 7ff361e63b80 1 -- 172.21.15.45:0/1948369221 shutdown_connections 2023-03-22T14:31:56.552 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.549+0000 7ff361e63b80 1 -- 172.21.15.45:0/1948369221 wait complete. 2023-03-22T14:31:56.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.550+0000 7ff361e63b80 1 -- start start 2023-03-22T14:31:56.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.550+0000 7ff361e63b80 1 Processor -- start 2023-03-22T14:31:56.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47eda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e50e0 0x55a1f47edf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.554 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff361e63b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e9630 0x55a1f47ec770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff361e63b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f47ecd20 con 0x55a1f47e47d0 2023-03-22T14:31:56.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff361e63b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f47ece90 con 0x55a1f47e9630 2023-03-22T14:31:56.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff361e63b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1f47ed050 con 0x55a1f47e50e0 2023-03-22T14:31:56.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff361e63b80 10 client.0 _ll_register_callbacks cb 0x55a1f45dc290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:31:56.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff34cb9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e9630 0x55a1f47ec770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff34cb9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e9630 0x55a1f47ec770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:33174/0 (socket says 172.21.15.45:33174) 2023-03-22T14:31:56.555 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff34cb9c700 1 -- 172.21.15.45:0/1549999871 learned_addr learned my addr 172.21.15.45:0/1549999871 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff3477fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e50e0 0x55a1f47edf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff347fff700 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47eda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.551+0000 7ff34cb9c700 1 -- 172.21.15.45:0/1549999871 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e50e0 msgr2=0x55a1f47edf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e50e0 0x55a1f47edf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff34cb9c700 1 -- 172.21.15.45:0/1549999871 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 msgr2=0x55a1f47eda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47eda10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff34cb9c700 1 -- 172.21.15.45:0/1549999871 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff33800b4f0 con 0x55a1f47e9630 2023-03-22T14:31:56.556 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff347fff700 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47eda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:31:56.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff34cb9c700 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e9630 0x55a1f47ec770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff3400055b0 tx=0x7ff340009270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3c18238db964996 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:31:56.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff3277fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:31:56.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.552+0000 7ff3277fe700 1 -- 172.21.15.45:0/1549999871 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff340022070 con 0x55a1f47e9630 2023-03-22T14:31:56.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.553+0000 7ff3277fe700 1 -- 172.21.15.45:0/1549999871 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7ff340009920 con 0x55a1f47e9630 2023-03-22T14:31:56.557 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.553+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a1f47b4240 con 0x55a1f47e9630 2023-03-22T14:31:56.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.553+0000 7ff3277fe700 1 -- 172.21.15.45:0/1549999871 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff34001db50 con 0x55a1f47e9630 2023-03-22T14:31:56.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.553+0000 7ff361e63b80 10 client.26105 fetch_fsmap learned FSMap version 33 2023-03-22T14:31:56.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.553+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55a1f45b8630 con 0x55a1f47e9630 2023-03-22T14:31:56.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.554+0000 7ff3277fe700 1 -- 172.21.15.45:0/1549999871 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a1f47b4240 con 0x55a1f47e9630 2023-03-22T14:31:56.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.555+0000 7ff3277fe700 1 -- 172.21.15.45:0/1549999871 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7510+0+0 (secure 0 0 0) 0x7ff3400436a0 con 0x55a1f47e9630 2023-03-22T14:31:56.558 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.555+0000 7ff361e63b80 10 client.26105 fetch_fsmap finished waiting for FSMap version 33 2023-03-22T14:31:56.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.555+0000 7ff361e63b80 10 client.26105 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:31:56.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.555+0000 7ff361e63b80 20 client.26105 populate_metadata read hostname 'smithi045' 2023-03-22T14:31:56.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.555+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f4864530 0x55a1f4866940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:31:56.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.555+0000 7ff361e63b80 4 client.26105 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:31:56.559 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.555+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a1f45baf60 con 0x55a1f4864530 2023-03-22T14:31:56.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.559+0000 7ff347fff700 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f4864530 0x55a1f4866940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:31:56.560 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.559+0000 7ff347fff700 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f4864530 0x55a1f4866940 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=420abb4a94f28d60 server_cookie=7d9396bc52cdd10b in_seq=0 out_seq=0 2023-03-22T14:31:56.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.559+0000 7ff3277fe700 10 client.26105 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:56.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.560+0000 7ff3277fe700 1 -- 172.21.15.45:0/1549999871 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x55a1f45baf60 con 0x55a1f4864530 2023-03-22T14:31:56.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.560+0000 7ff3277fe700 10 client.26105 handle_command_reply: tid=0 2023-03-22T14:31:56.561 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.560+0000 7ff361e63b80 1 client.26105 shutdown 2023-03-22T14:31:56.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e9630 msgr2=0x55a1f47ec770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e9630 0x55a1f47ec770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff3400055b0 tx=0x7ff340009270 comp rx=0 tx=0).stop 2023-03-22T14:31:56.563 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 shutdown_connections 2023-03-22T14:31:56.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55a1f4864530 0x55a1f4866940 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55a1f47e47d0 0x55a1f47eda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a1f47e9630 0x55a1f47ec770 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 --2- 172.21.15.45:0/1549999871 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55a1f47e50e0 0x55a1f47edf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.564 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.562+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 >> 172.21.15.45:0/1549999871 conn(0x55a1f47df030 msgr2=0x55a1f48116d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:56.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.563+0000 7ff3277fe700 0 client.26105 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:31:56.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.563+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 shutdown_connections 2023-03-22T14:31:56.565 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.563+0000 7ff361e63b80 1 -- 172.21.15.45:0/1549999871 wait complete. 2023-03-22T14:31:56.567 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:31:56.567 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "scrub active (1 inodes in the stack)", 2023-03-22T14:31:56.567 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:31:56.567 INFO:teuthology.orchestra.run.smithi045.stdout: "cf1aeb7c-25b4-4d88-82b0-58f36d428a55": { 2023-03-22T14:31:56.568 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:31:56.568 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "cf1aeb7c-25b4-4d88-82b0-58f36d428a55", 2023-03-22T14:31:56.568 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:31:56.568 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:31:56.568 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:31:56.568 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:31:56.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.565+0000 7ff361e63b80 20 client.26105 trim_cache size 0 max 16384 2023-03-22T14:31:56.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.566+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff33009fd80 msgr2=0x7ff3300a2230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.566+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff33009fd80 0x7ff3300a2230 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff3400098f0 tx=0x7ff34000b040 comp rx=0 tx=0).stop 2023-03-22T14:31:56.570 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.566+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff348101580 msgr2=0x7ff3481a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:31:56.571 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.566+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff348101580 0x7ff3481a29e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff33c000c00 tx=0x7ff33c005740 comp rx=0 tx=0).stop 2023-03-22T14:31:56.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.569+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 shutdown_connections 2023-03-22T14:31:56.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.569+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7ff33009fd80 0x7ff3300a2230 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.569+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff348101580 0x7ff3481a29e0 secure :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff33c000c00 tx=0x7ff33c005740 comp rx=0 tx=0).stop 2023-03-22T14:31:56.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.569+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff34819ca50 0x7ff34819cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.569+0000 7ff34e5ff700 1 --2- 172.21.15.45:0/2538285439 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3481054e0 0x7ff3481a2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:31:56.572 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.569+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 >> 172.21.15.45:0/2538285439 conn(0x7ff348077500 msgr2=0x7ff3480feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:31:56.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.571+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 shutdown_connections 2023-03-22T14:31:56.573 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:31:56.572+0000 7ff34e5ff700 1 -- 172.21.15.45:0/2538285439 wait complete. 2023-03-22T14:31:56.603 INFO:tasks.cephfs.filesystem:scrub status for tag:cf1aeb7c-25b4-4d88-82b0-58f36d428a55 - {'path': '/', 'tag': 'cf1aeb7c-25b4-4d88-82b0-58f36d428a55', 'options': 'recursive,force'} 2023-03-22T14:31:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:57 smithi098 ceph-mon[94136]: pgmap v119: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 37 KiB/s rd, 33 MiB/s wr, 7.24k op/s 2023-03-22T14:31:57.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:57 smithi045 ceph-mon[91728]: pgmap v119: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 37 KiB/s rd, 33 MiB/s wr, 7.24k op/s 2023-03-22T14:31:57.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:57 smithi142 ceph-mon[94717]: pgmap v119: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 37 KiB/s rd, 33 MiB/s wr, 7.24k op/s 2023-03-22T14:31:59.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:31:59 smithi045 ceph-mon[91728]: pgmap v120: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 23 KiB/s rd, 32 MiB/s wr, 6.87k op/s 2023-03-22T14:31:59.635 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:31:59 smithi142 ceph-mon[94717]: pgmap v120: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 23 KiB/s rd, 32 MiB/s wr, 6.87k op/s 2023-03-22T14:31:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:31:59 smithi098 ceph-mon[94136]: pgmap v120: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 23 KiB/s rd, 32 MiB/s wr, 6.87k op/s 2023-03-22T14:32:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:00 smithi142 ceph-mon[94717]: pgmap v121: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 22 KiB/s rd, 31 MiB/s wr, 6.72k op/s 2023-03-22T14:32:00.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:00 smithi098 ceph-mon[94136]: pgmap v121: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 22 KiB/s rd, 31 MiB/s wr, 6.72k op/s 2023-03-22T14:32:00.726 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:00 smithi045 ceph-mon[91728]: pgmap v121: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 22 KiB/s rd, 31 MiB/s wr, 6.72k op/s 2023-03-22T14:32:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:02 smithi142 ceph-mon[94717]: pgmap v122: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1009 GiB / 1.0 TiB avail; 47 KiB/s rd, 42 MiB/s wr, 9.23k op/s 2023-03-22T14:32:02.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:02 smithi098 ceph-mon[94136]: pgmap v122: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1009 GiB / 1.0 TiB avail; 47 KiB/s rd, 42 MiB/s wr, 9.23k op/s 2023-03-22T14:32:02.970 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:02 smithi045 ceph-mon[91728]: pgmap v122: 97 pgs: 97 active+clean; 19 GiB data, 63 GiB used, 1009 GiB / 1.0 TiB avail; 47 KiB/s rd, 42 MiB/s wr, 9.23k op/s 2023-03-22T14:32:05.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:04 smithi098 ceph-mon[94136]: pgmap v123: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 38 KiB/s rd, 31 MiB/s wr, 6.69k op/s 2023-03-22T14:32:05.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:04 smithi045 ceph-mon[91728]: pgmap v123: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 38 KiB/s rd, 31 MiB/s wr, 6.69k op/s 2023-03-22T14:32:05.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:04 smithi142 ceph-mon[94717]: pgmap v123: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 38 KiB/s rd, 31 MiB/s wr, 6.69k op/s 2023-03-22T14:32:07.223 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:06 smithi045 ceph-mon[91728]: pgmap v124: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 46 KiB/s rd, 30 MiB/s wr, 6.52k op/s 2023-03-22T14:32:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:06 smithi142 ceph-mon[94717]: pgmap v124: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 46 KiB/s rd, 30 MiB/s wr, 6.52k op/s 2023-03-22T14:32:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:06 smithi098 ceph-mon[94136]: pgmap v124: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 46 KiB/s rd, 30 MiB/s wr, 6.52k op/s 2023-03-22T14:32:09.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:08 smithi045 ceph-mon[91728]: pgmap v125: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 42 KiB/s rd, 22 MiB/s wr, 4.93k op/s 2023-03-22T14:32:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:08 smithi142 ceph-mon[94717]: pgmap v125: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 42 KiB/s rd, 22 MiB/s wr, 4.93k op/s 2023-03-22T14:32:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:08 smithi098 ceph-mon[94136]: pgmap v125: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 42 KiB/s rd, 22 MiB/s wr, 4.93k op/s 2023-03-22T14:32:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:10 smithi142 ceph-mon[94717]: pgmap v126: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 40 KiB/s rd, 19 MiB/s wr, 4.22k op/s 2023-03-22T14:32:11.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:10 smithi098 ceph-mon[94136]: pgmap v126: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 40 KiB/s rd, 19 MiB/s wr, 4.22k op/s 2023-03-22T14:32:11.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:10 smithi045 ceph-mon[91728]: pgmap v126: 97 pgs: 97 active+clean; 19 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 40 KiB/s rd, 19 MiB/s wr, 4.22k op/s 2023-03-22T14:32:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:12 smithi142 ceph-mon[94717]: pgmap v127: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 47 KiB/s rd, 28 MiB/s wr, 6.15k op/s 2023-03-22T14:32:13.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:12 smithi098 ceph-mon[94136]: pgmap v127: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 47 KiB/s rd, 28 MiB/s wr, 6.15k op/s 2023-03-22T14:32:13.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:12 smithi045 ceph-mon[91728]: pgmap v127: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 47 KiB/s rd, 28 MiB/s wr, 6.15k op/s 2023-03-22T14:32:15.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:15 smithi142 ceph-mon[94717]: pgmap v128: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 21 KiB/s rd, 16 MiB/s wr, 3.60k op/s 2023-03-22T14:32:15.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:15 smithi098 ceph-mon[94136]: pgmap v128: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 21 KiB/s rd, 16 MiB/s wr, 3.60k op/s 2023-03-22T14:32:15.471 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:15 smithi045 ceph-mon[91728]: pgmap v128: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 21 KiB/s rd, 16 MiB/s wr, 3.60k op/s 2023-03-22T14:32:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:17 smithi098 ceph-mon[94136]: pgmap v129: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 21 KiB/s rd, 15 MiB/s wr, 3.27k op/s 2023-03-22T14:32:17.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:17 smithi045 ceph-mon[91728]: pgmap v129: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 21 KiB/s rd, 15 MiB/s wr, 3.27k op/s 2023-03-22T14:32:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:17 smithi142 ceph-mon[94717]: pgmap v129: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 21 KiB/s rd, 15 MiB/s wr, 3.27k op/s 2023-03-22T14:32:17.829 INFO:tasks.workunit.client.0.smithi045.stdout:Wrote -1 instead of 4096 bytes. 2023-03-22T14:32:17.829 INFO:tasks.workunit.client.0.smithi045.stdout:Probably out of disk space 2023-03-22T14:32:17.830 INFO:tasks.workunit.client.0.smithi045.stderr:write: Resource temporarily unavailable 2023-03-22T14:32:17.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-03-22T14:32:17.856 INFO:tasks.workunit:Stopping ['suites/ffsb.sh'] on client.0... 2023-03-22T14:32:17.856 DEBUG:teuthology.orchestra.run.smithi045:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-03-22T14:32:18.960 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/run_tasks.py", line 103, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/run_tasks.py", line 82, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/workunit.py", line 145, in task _spawn_on_all_clients(ctx, refspec, all_tasks, config.get('env'), File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/workunit.py", line 295, in _spawn_on_all_clients p.spawn(_run_tests, ctx, refspec, role, [unit], env, File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/workunit.py", line 424, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/remote.py", line 525, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test suites/ffsb.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh' 2023-03-22T14:32:19.092 ERROR:teuthology.run_tasks: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=55bc1fb78e4c4126af1229ac5f073cc2 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/run_tasks.py", line 103, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/run_tasks.py", line 82, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/workunit.py", line 145, in task _spawn_on_all_clients(ctx, refspec, all_tasks, config.get('env'), File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/workunit.py", line 295, in _spawn_on_all_clients p.spawn(_run_tests, ctx, refspec, role, [unit], env, File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/workunit.py", line 424, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/remote.py", line 525, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test suites/ffsb.sh) on smithi045 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh' 2023-03-22T14:32:19.095 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2023-03-22T14:32:19.105 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2023-03-22T14:32:19.106 INFO:teuthology.task.exec:Executing custom commands... 2023-03-22T14:32:19.106 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi045.front.sepia.ceph.com 2023-03-22T14:32:19.106 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2023-03-22T14:32:19.188 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2023-03-22T14:32:19.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:19 smithi045 ceph-mon[91728]: pgmap v130: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 27 KiB/s rd, 25 MiB/s wr, 5.72k op/s 2023-03-22T14:32:19.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:19 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:32:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:19 smithi142 ceph-mon[94717]: pgmap v130: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 27 KiB/s rd, 25 MiB/s wr, 5.72k op/s 2023-03-22T14:32:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:19 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:32:19.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:19 smithi098 ceph-mon[94136]: pgmap v130: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 27 KiB/s rd, 25 MiB/s wr, 5.72k op/s 2023-03-22T14:32:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:19 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:32:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:20 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:32:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:20 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:32:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:20 smithi098 ceph-mon[94136]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:32:20.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:20 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:32:20.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:20 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:32:20.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:20 smithi045 ceph-mon[91728]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:32:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:20 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-03-22T14:32:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:20 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-03-22T14:32:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:20 smithi142 ceph-mon[94717]: from='mgr.25376 172.21.15.45:0/531515061' entity='mgr.x' 2023-03-22T14:32:21.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:21 smithi098 ceph-mon[94136]: pgmap v131: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 21 KiB/s rd, 25 MiB/s wr, 5.50k op/s 2023-03-22T14:32:21.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:21 smithi045 ceph-mon[91728]: pgmap v131: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 21 KiB/s rd, 25 MiB/s wr, 5.50k op/s 2023-03-22T14:32:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:21 smithi142 ceph-mon[94717]: pgmap v131: 97 pgs: 97 active+clean; 19 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 21 KiB/s rd, 25 MiB/s wr, 5.50k op/s 2023-03-22T14:32:23.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:23 smithi098 ceph-mon[94136]: pgmap v132: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 42 KiB/s rd, 28 MiB/s wr, 6.23k op/s 2023-03-22T14:32:23.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:23 smithi045 ceph-mon[91728]: pgmap v132: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 42 KiB/s rd, 28 MiB/s wr, 6.23k op/s 2023-03-22T14:32:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:23 smithi142 ceph-mon[94717]: pgmap v132: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 42 KiB/s rd, 28 MiB/s wr, 6.23k op/s 2023-03-22T14:32:25.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:25 smithi098 ceph-mon[94136]: pgmap v133: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 36 KiB/s rd, 21 MiB/s wr, 4.66k op/s 2023-03-22T14:32:25.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:25 smithi045 ceph-mon[91728]: pgmap v133: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 36 KiB/s rd, 21 MiB/s wr, 4.66k op/s 2023-03-22T14:32:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:25 smithi142 ceph-mon[94717]: pgmap v133: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 36 KiB/s rd, 21 MiB/s wr, 4.66k op/s 2023-03-22T14:32:26.604 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:32:26.809 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 -- 172.21.15.45:0/1460275861 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0100440 msgr2=0x7fcfc0100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/1460275861 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0100440 0x7fcfc0100810 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0009990 tx=0x7fcfb0009ca0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 -- 172.21.15.45:0/1460275861 shutdown_connections 2023-03-22T14:32:26.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/1460275861 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcfc0105480 0x7fcfc010d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.810 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/1460275861 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0100440 0x7fcfc0100810 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/1460275861 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 0x7fcfc0104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 -- 172.21.15.45:0/1460275861 >> 172.21.15.45:0/1460275861 conn(0x7fcfc00fbcd0 msgr2=0x7fcfc00fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:26.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 -- 172.21.15.45:0/1460275861 shutdown_connections 2023-03-22T14:32:26.811 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.809+0000 7fcfc63ff700 1 -- 172.21.15.45:0/1460275861 wait complete. 2023-03-22T14:32:26.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 Processor -- start 2023-03-22T14:32:26.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 -- start start 2023-03-22T14:32:26.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcfc0100440 0x7fcfc0198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.813 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 0x7fcfc0198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0105480 0x7fcfc019cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfc019d540 con 0x7fcfc0100440 2023-03-22T14:32:26.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfc019d6b0 con 0x7fcfc0105480 2023-03-22T14:32:26.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.810+0000 7fcfc63ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfc019d870 con 0x7fcfc0100de0 2023-03-22T14:32:26.814 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 0x7fcfc0198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfc499c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0105480 0x7fcfc019cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 0x7fcfc0198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33040/0 (socket says 172.21.15.45:33040) 2023-03-22T14:32:26.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 -- 172.21.15.45:0/3482499864 learned_addr learned my addr 172.21.15.45:0/3482499864 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:26.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbffff700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcfc0100440 0x7fcfc0198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.815 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 -- 172.21.15.45:0/3482499864 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0105480 msgr2=0x7fcfc019cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0105480 0x7fcfc019cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 -- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcfc0100440 msgr2=0x7fcfc0198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcfc0100440 0x7fcfc0198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 -- 172.21.15.45:0/3482499864 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfb00095f0 con 0x7fcfc0100de0 2023-03-22T14:32:26.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.811+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 0x7fcfc0198aa0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fcfb400e940 tx=0x7fcfb400ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:26.816 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.812+0000 7fcfbd7fa700 1 -- 172.21.15.45:0/3482499864 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb4009730 con 0x7fcfc0100de0 2023-03-22T14:32:26.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.812+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfc0110290 con 0x7fcfc0100de0 2023-03-22T14:32:26.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.812+0000 7fcfbd7fa700 1 -- 172.21.15.45:0/3482499864 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfb4010430 con 0x7fcfc0100de0 2023-03-22T14:32:26.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.812+0000 7fcfbd7fa700 1 -- 172.21.15.45:0/3482499864 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb400cea0 con 0x7fcfc0100de0 2023-03-22T14:32:26.817 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.812+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfc0110100 con 0x7fcfc0100de0 2023-03-22T14:32:26.819 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.815+0000 7fcfbd7fa700 1 -- 172.21.15.45:0/3482499864 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fcfb4010810 con 0x7fcfc0100de0 2023-03-22T14:32:26.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.816+0000 7fcfd9c55b80 1 Processor -- start 2023-03-22T14:32:26.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.816+0000 7fcfd9c55b80 1 -- start start 2023-03-22T14:32:26.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.816+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bc3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.820 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.816+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bc80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.816+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bc8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.816+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606aca070 con 0x55d606bc37d0 2023-03-22T14:32:26.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606b1c9b0 con 0x55d606bc40e0 2023-03-22T14:32:26.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606b15e40 con 0x55d606bc8630 2023-03-22T14:32:26.821 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bc80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfc499c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bc3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbf7fe700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bc8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bc80f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49042/0 (socket says 172.21.15.45:49042) 2023-03-22T14:32:26.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 -- 172.21.15.45:0/129309122 learned_addr learned my addr 172.21.15.45:0/129309122 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:26.822 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbd7fa700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcfa809fc40 0x7fcfa80a20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 -- 172.21.15.45:0/129309122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 msgr2=0x55d606bc8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bc8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 -- 172.21.15.45:0/129309122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 msgr2=0x55d606bc3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bc3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.823 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 -- 172.21.15.45:0/129309122 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d606997630 con 0x55d606bc40e0 2023-03-22T14:32:26.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfc499c700 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bc3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:32:26.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfc499c700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcfa809fc40 0x7fcfa80a20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbd7fa700 1 -- 172.21.15.45:0/3482499864 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fcfb4014070 con 0x7fcfc0100de0 2023-03-22T14:32:26.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.817+0000 7fcfbffff700 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bc80f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0005ea0 tx=0x7fcfb0005ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99aceb60e8711637 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:26.824 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.818+0000 7fcfa67fc700 1 -- 172.21.15.45:0/129309122 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb001d070 con 0x55d606bc40e0 2023-03-22T14:32:26.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.818+0000 7fcfa67fc700 1 -- 172.21.15.45:0/129309122 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfb001e040 con 0x55d606bc40e0 2023-03-22T14:32:26.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.818+0000 7fcfa67fc700 1 -- 172.21.15.45:0/129309122 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb0004880 con 0x55d606bc40e0 2023-03-22T14:32:26.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.818+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/129309122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 msgr2=0x55d606bc80f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.818+0000 7fcfc499c700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcfa809fc40 0x7fcfa80a20f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcfb8009ec0 tx=0x7fcfb8009040 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:26.825 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.818+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bc80f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0005ea0 tx=0x7fcfb0005ed0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/129309122 shutdown_connections 2023-03-22T14:32:26.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bc3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bc8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/129309122 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bc80f0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/129309122 >> 172.21.15.45:0/129309122 conn(0x55d606bbe030 msgr2=0x55d606bbe400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:26.826 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/129309122 shutdown_connections 2023-03-22T14:32:26.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/129309122 wait complete. 2023-03-22T14:32:26.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 -- start start 2023-03-22T14:32:26.827 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.819+0000 7fcfd9c55b80 1 Processor -- start 2023-03-22T14:32:26.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bcfdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bcd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bcd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606999920 con 0x55d606bc40e0 2023-03-22T14:32:26.830 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606bcdec0 con 0x55d606bc37d0 2023-03-22T14:32:26.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606bd98b0 con 0x55d606bc8630 2023-03-22T14:32:26.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfd9c55b80 10 client.0 _ll_register_callbacks cb 0x55d6069bb290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:32:26.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bcfdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.831 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bcfdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49044/0 (socket says 172.21.15.45:49044) 2023-03-22T14:32:26.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 -- 172.21.15.45:0/29077471 learned_addr learned my addr 172.21.15.45:0/29077471 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:26.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfc499c700 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bcd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bcd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.832 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 -- 172.21.15.45:0/29077471 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 msgr2=0x55d606bcd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bcd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 -- 172.21.15.45:0/29077471 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 msgr2=0x55d606bcd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bcd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.820+0000 7fcfbffff700 1 -- 172.21.15.45:0/29077471 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfc010d890 con 0x55d606bc37d0 2023-03-22T14:32:26.833 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcfbffff700 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bcfdc0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0005780 tx=0x7fcfb000fb90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a11bfb8fe3e690d server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:26.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcf9f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:32:26.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/29077471 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb001d070 con 0x55d606bc37d0 2023-03-22T14:32:26.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d606ad83f0 con 0x55d606bc37d0 2023-03-22T14:32:26.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/29077471 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fcfb0005980 con 0x55d606bc37d0 2023-03-22T14:32:26.834 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/29077471 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfb00055a0 con 0x55d606bc37d0 2023-03-22T14:32:26.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcfd9c55b80 10 client.26117 fetch_fsmap learned FSMap version 33 2023-03-22T14:32:26.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.821+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d606943de0 con 0x55d606bc37d0 2023-03-22T14:32:26.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/29077471 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d606ad83f0 con 0x55d606bc37d0 2023-03-22T14:32:26.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/29077471 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7510+0+0 (secure 0 0 0) 0x7fcfb0022400 con 0x55d606bc37d0 2023-03-22T14:32:26.835 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfd9c55b80 10 client.26117 fetch_fsmap finished waiting for FSMap version 33 2023-03-22T14:32:26.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfd9c55b80 10 client.26117 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:32:26.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfd9c55b80 20 client.26117 populate_metadata read hostname 'smithi045' 2023-03-22T14:32:26.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606bdd560 0x55d606bdf940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfd9c55b80 4 client.26117 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:32:26.836 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d606ae4660 con 0x55d606bdd560 2023-03-22T14:32:26.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606bdd560 0x55d606bdf940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606bdd560 0x55d606bdf940 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d9d672a1b4af1d1 server_cookie=dcceff84c09a5e6e in_seq=0 out_seq=0 2023-03-22T14:32:26.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.822+0000 7fcf9f7fe700 10 client.26117 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:26.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.823+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/29077471 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x55d606ae4660 con 0x55d606bdd560 2023-03-22T14:32:26.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.823+0000 7fcf9f7fe700 10 client.26117 handle_command_reply: tid=0 2023-03-22T14:32:26.837 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.823+0000 7fcfd9c55b80 1 client.26117 shutdown 2023-03-22T14:32:26.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.823+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 msgr2=0x55d606bcfdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.823+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bcfdc0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0005780 tx=0x7fcfb000fb90 comp rx=0 tx=0).stop 2023-03-22T14:32:26.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 shutdown_connections 2023-03-22T14:32:26.838 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606bdd560 0x55d606bdf940 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bcd750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bcfdc0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/29077471 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bcd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 >> 172.21.15.45:0/29077471 conn(0x55d606bbe030 msgr2=0x55d606bbd710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:26.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcf9f7fe700 0 client.26117 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:26.839 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 shutdown_connections 2023-03-22T14:32:26.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/29077471 wait complete. 2023-03-22T14:32:26.840 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.824+0000 7fcfd9c55b80 20 client.26117 trim_cache size 0 max 16384 2023-03-22T14:32:26.841 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.841+0000 7fcfd9c55b80 1 Processor -- start 2023-03-22T14:32:26.842 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.841+0000 7fcfd9c55b80 1 -- start start 2023-03-22T14:32:26.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bcf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bccaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bccfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.843 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606bcd520 con 0x55d606bc37d0 2023-03-22T14:32:26.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606bce620 con 0x55d606bc40e0 2023-03-22T14:32:26.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606bbf320 con 0x55d606bc8630 2023-03-22T14:32:26.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bcf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfc499c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bccfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.844 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbf7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bccaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bcf960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:44988/0 (socket says 172.21.15.45:44988) 2023-03-22T14:32:26.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbffff700 1 -- 172.21.15.45:0/92607732 learned_addr learned my addr 172.21.15.45:0/92607732 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:26.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfc499c700 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bccfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:33066/0 (socket says 172.21.15.45:33066) 2023-03-22T14:32:26.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbf7fe700 1 -- 172.21.15.45:0/92607732 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 msgr2=0x55d606bccfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.845 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bccfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbf7fe700 1 -- 172.21.15.45:0/92607732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 msgr2=0x55d606bcf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bcf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbf7fe700 1 -- 172.21.15.45:0/92607732 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d606bbaa50 con 0x55d606bc40e0 2023-03-22T14:32:26.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.842+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bccaa0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fcfb40c87e0 tx=0x7fcfb40bf040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e2efc7fa4cc98be server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:26.846 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfa6ffd700 1 -- 172.21.15.45:0/92607732 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb40986d0 con 0x55d606bc40e0 2023-03-22T14:32:26.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfa6ffd700 1 -- 172.21.15.45:0/92607732 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfb4098440 con 0x55d606bc40e0 2023-03-22T14:32:26.847 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfa6ffd700 1 -- 172.21.15.45:0/92607732 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb40c8a60 con 0x55d606bc40e0 2023-03-22T14:32:26.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/92607732 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 msgr2=0x55d606bccaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bccaa0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fcfb40c87e0 tx=0x7fcfb40bf040 comp rx=0 tx=0).stop 2023-03-22T14:32:26.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/92607732 shutdown_connections 2023-03-22T14:32:26.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc37d0 0x55d606bcf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606bccfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/92607732 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc40e0 0x55d606bccaa0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/92607732 >> 172.21.15.45:0/92607732 conn(0x55d606bbe030 msgr2=0x55d606bc66f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:26.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/92607732 shutdown_connections 2023-03-22T14:32:26.851 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.843+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/92607732 wait complete. 2023-03-22T14:32:26.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 -- start start 2023-03-22T14:32:26.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 Processor -- start 2023-03-22T14:32:26.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bd35f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bd3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606c313a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606c318e0 con 0x55d606bc40e0 2023-03-22T14:32:26.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606c31a20 con 0x55d606bc37d0 2023-03-22T14:32:26.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d606c31b60 con 0x55d606bc8630 2023-03-22T14:32:26.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.844+0000 7fcfd9c55b80 10 client.0 _ll_register_callbacks cb 0x55d6069bb290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:32:26.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bd35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bd35f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:49060/0 (socket says 172.21.15.45:49060) 2023-03-22T14:32:26.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 -- 172.21.15.45:0/3049439599 learned_addr learned my addr 172.21.15.45:0/3049439599 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:26.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfc499c700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606c313a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bd3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 -- 172.21.15.45:0/3049439599 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 msgr2=0x55d606c313a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606c313a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 -- 172.21.15.45:0/3049439599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 msgr2=0x55d606bd3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:26.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bd3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 -- 172.21.15.45:0/3049439599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfc0110100 con 0x55d606bc37d0 2023-03-22T14:32:26.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bd3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-03-22T14:32:26.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfbffff700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bd35f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0022860 tx=0x7fcfb0005f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7aa28c90a115e46 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:26.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcf9f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:32:26.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/3049439599 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb001d040 con 0x55d606bc37d0 2023-03-22T14:32:26.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.845+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d606bbd390 con 0x55d606bc37d0 2023-03-22T14:32:26.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/3049439599 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fcfb0000e40 con 0x55d606bc37d0 2023-03-22T14:32:26.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/3049439599 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfb0022a80 con 0x55d606bc37d0 2023-03-22T14:32:26.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 10 client.26123 fetch_fsmap learned FSMap version 33 2023-03-22T14:32:26.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d60692cc60 con 0x55d606bc37d0 2023-03-22T14:32:26.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/3049439599 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfb004c020 con 0x55d606bc37d0 2023-03-22T14:32:26.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/3049439599 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7510+0+0 (secure 0 0 0) 0x7fcfb0004cc0 con 0x55d606bc37d0 2023-03-22T14:32:26.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 10 client.26123 fetch_fsmap finished waiting for FSMap version 33 2023-03-22T14:32:26.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 10 client.26123 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:32:26.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 20 client.26123 populate_metadata read hostname 'smithi045' 2023-03-22T14:32:26.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606c32ec0 0x55d606c352d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:26.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 4 client.26123 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:32:26.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55d606b93240 con 0x55d606c32ec0 2023-03-22T14:32:26.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.846+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606c32ec0 0x55d606c352d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:26.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfbf7fe700 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606c32ec0 0x55d606c352d0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=649053986c80a155 server_cookie=91a56dbbc0fb4d49 in_seq=0 out_seq=0 2023-03-22T14:32:26.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcf9f7fe700 10 client.26123 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:26.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcf9f7fe700 1 -- 172.21.15.45:0/3049439599 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x55d606b93240 con 0x55d606c32ec0 2023-03-22T14:32:26.859 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcf9f7fe700 10 client.26123 handle_command_reply: tid=0 2023-03-22T14:32:26.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 client.26123 shutdown 2023-03-22T14:32:26.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 msgr2=0x55d606bd35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bd35f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0022860 tx=0x7fcfb0005f00 comp rx=0 tx=0).stop 2023-03-22T14:32:26.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 shutdown_connections 2023-03-22T14:32:26.860 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x55d606c32ec0 0x55d606c352d0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55d606bc8630 0x55d606c313a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d606bc37d0 0x55d606bd35f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 --2- 172.21.15.45:0/3049439599 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x55d606bc40e0 0x55d606bd3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 >> 172.21.15.45:0/3049439599 conn(0x55d606bbe030 msgr2=0x55d606bc7660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:26.861 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcf9f7fe700 0 client.26123 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:26.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 shutdown_connections 2023-03-22T14:32:26.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.847+0000 7fcfd9c55b80 1 -- 172.21.15.45:0/3049439599 wait complete. 2023-03-22T14:32:26.862 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfd9c55b80 20 client.26123 trim_cache size 0 max 16384 2023-03-22T14:32:26.862 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:32:26.863 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "scrub active (1 inodes in the stack)", 2023-03-22T14:32:26.863 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:32:26.863 INFO:teuthology.orchestra.run.smithi045.stdout: "cf1aeb7c-25b4-4d88-82b0-58f36d428a55": { 2023-03-22T14:32:26.863 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:32:26.864 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "cf1aeb7c-25b4-4d88-82b0-58f36d428a55", 2023-03-22T14:32:26.864 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:32:26.864 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:32:26.864 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:32:26.864 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:32:26.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcfa809fc40 msgr2=0x7fcfa80a20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcfa809fc40 0x7fcfa80a20f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcfb8009ec0 tx=0x7fcfb8009040 comp rx=0 tx=0).stop 2023-03-22T14:32:26.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 msgr2=0x7fcfc0198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:26.866 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 0x7fcfc0198aa0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fcfb400e940 tx=0x7fcfb400ec50 comp rx=0 tx=0).stop 2023-03-22T14:32:26.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 shutdown_connections 2023-03-22T14:32:26.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fcfa809fc40 0x7fcfa80a20f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fcfc0100440 0x7fcfc0198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcfc0105480 0x7fcfc019cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.867 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 --2- 172.21.15.45:0/3482499864 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcfc0100de0 0x7fcfc0198aa0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:26.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 >> 172.21.15.45:0/3482499864 conn(0x7fcfc00fbcd0 msgr2=0x7fcfc00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:26.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 shutdown_connections 2023-03-22T14:32:26.868 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:26.848+0000 7fcfc63ff700 1 -- 172.21.15.45:0/3482499864 wait complete. 2023-03-22T14:32:26.868 INFO:tasks.cephfs.filesystem:scrub status for tag:cf1aeb7c-25b4-4d88-82b0-58f36d428a55 - {'path': '/', 'tag': 'cf1aeb7c-25b4-4d88-82b0-58f36d428a55', 'options': 'recursive,force'} 2023-03-22T14:32:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:27 smithi098 ceph-mon[94136]: pgmap v134: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 36 KiB/s rd, 19 MiB/s wr, 4.40k op/s 2023-03-22T14:32:27.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:27 smithi045 ceph-mon[91728]: pgmap v134: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 36 KiB/s rd, 19 MiB/s wr, 4.40k op/s 2023-03-22T14:32:27.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:27 smithi142 ceph-mon[94717]: pgmap v134: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 36 KiB/s rd, 19 MiB/s wr, 4.40k op/s 2023-03-22T14:32:29.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:29 smithi045 ceph-mon[91728]: pgmap v135: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 41 KiB/s rd, 19 MiB/s wr, 4.41k op/s 2023-03-22T14:32:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:29 smithi142 ceph-mon[94717]: pgmap v135: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 41 KiB/s rd, 19 MiB/s wr, 4.41k op/s 2023-03-22T14:32:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:29 smithi098 ceph-mon[94136]: pgmap v135: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 41 KiB/s rd, 19 MiB/s wr, 4.41k op/s 2023-03-22T14:32:31.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:31 smithi045 ceph-mon[91728]: pgmap v136: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 27 KiB/s rd, 7.9 MiB/s wr, 1.73k op/s 2023-03-22T14:32:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:31 smithi142 ceph-mon[94717]: pgmap v136: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 27 KiB/s rd, 7.9 MiB/s wr, 1.73k op/s 2023-03-22T14:32:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:31 smithi098 ceph-mon[94136]: pgmap v136: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 27 KiB/s rd, 7.9 MiB/s wr, 1.73k op/s 2023-03-22T14:32:33.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:33 smithi045 ceph-mon[91728]: pgmap v137: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 35 KiB/s rd, 8.1 MiB/s wr, 1.84k op/s 2023-03-22T14:32:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:33 smithi142 ceph-mon[94717]: pgmap v137: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 35 KiB/s rd, 8.1 MiB/s wr, 1.84k op/s 2023-03-22T14:32:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:33 smithi098 ceph-mon[94136]: pgmap v137: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 35 KiB/s rd, 8.1 MiB/s wr, 1.84k op/s 2023-03-22T14:32:35.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:34 smithi045 ceph-mon[91728]: pgmap v138: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 15 KiB/s rd, 8.8 MiB/s wr, 2.05k op/s 2023-03-22T14:32:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:34 smithi142 ceph-mon[94717]: pgmap v138: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 15 KiB/s rd, 8.8 MiB/s wr, 2.05k op/s 2023-03-22T14:32:35.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:34 smithi098 ceph-mon[94136]: pgmap v138: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 15 KiB/s rd, 8.8 MiB/s wr, 2.05k op/s 2023-03-22T14:32:37.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:36 smithi045 ceph-mon[91728]: pgmap v139: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 MiB/s wr, 1.69k op/s 2023-03-22T14:32:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:36 smithi142 ceph-mon[94717]: pgmap v139: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 MiB/s wr, 1.69k op/s 2023-03-22T14:32:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:36 smithi098 ceph-mon[94136]: pgmap v139: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 14 KiB/s rd, 6.9 MiB/s wr, 1.69k op/s 2023-03-22T14:32:39.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:38 smithi045 ceph-mon[91728]: pgmap v140: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 19 KiB/s rd, 7.8 MiB/s wr, 1.91k op/s 2023-03-22T14:32:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:38 smithi142 ceph-mon[94717]: pgmap v140: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 19 KiB/s rd, 7.8 MiB/s wr, 1.91k op/s 2023-03-22T14:32:39.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:38 smithi098 ceph-mon[94136]: pgmap v140: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 19 KiB/s rd, 7.8 MiB/s wr, 1.91k op/s 2023-03-22T14:32:41.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:40 smithi045 ceph-mon[91728]: pgmap v141: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 7.9 MiB/s wr, 1.93k op/s 2023-03-22T14:32:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:40 smithi142 ceph-mon[94717]: pgmap v141: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 7.9 MiB/s wr, 1.93k op/s 2023-03-22T14:32:41.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:40 smithi098 ceph-mon[94136]: pgmap v141: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 7.9 MiB/s wr, 1.93k op/s 2023-03-22T14:32:43.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:42 smithi045 ceph-mon[91728]: pgmap v142: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 21 KiB/s rd, 7.9 MiB/s wr, 1.94k op/s 2023-03-22T14:32:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:42 smithi142 ceph-mon[94717]: pgmap v142: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 21 KiB/s rd, 7.9 MiB/s wr, 1.94k op/s 2023-03-22T14:32:43.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:42 smithi098 ceph-mon[94136]: pgmap v142: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 21 KiB/s rd, 7.9 MiB/s wr, 1.94k op/s 2023-03-22T14:32:45.219 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:44 smithi045 ceph-mon[91728]: pgmap v143: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 4.9 MiB/s wr, 1.20k op/s 2023-03-22T14:32:45.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:44 smithi142 ceph-mon[94717]: pgmap v143: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 4.9 MiB/s wr, 1.20k op/s 2023-03-22T14:32:45.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:44 smithi098 ceph-mon[94136]: pgmap v143: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 4.9 MiB/s wr, 1.20k op/s 2023-03-22T14:32:47.221 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:46 smithi045 ceph-mon[91728]: pgmap v144: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 254 op/s 2023-03-22T14:32:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:46 smithi142 ceph-mon[94717]: pgmap v144: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 254 op/s 2023-03-22T14:32:47.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:46 smithi098 ceph-mon[94136]: pgmap v144: 97 pgs: 97 active+clean; 19 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 254 op/s 2023-03-22T14:32:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:48 smithi142 ceph-mon[94717]: pgmap v145: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 15 KiB/s rd, 3.8 MiB/s wr, 919 op/s 2023-03-22T14:32:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:48 smithi098 ceph-mon[94136]: pgmap v145: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 15 KiB/s rd, 3.8 MiB/s wr, 919 op/s 2023-03-22T14:32:49.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:48 smithi045 ceph-mon[91728]: pgmap v145: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 15 KiB/s rd, 3.8 MiB/s wr, 919 op/s 2023-03-22T14:32:51.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:50 smithi142 ceph-mon[94717]: pgmap v146: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.3 MiB/s wr, 1.03k op/s 2023-03-22T14:32:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:50 smithi098 ceph-mon[94136]: pgmap v146: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.3 MiB/s wr, 1.03k op/s 2023-03-22T14:32:51.470 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:50 smithi045 ceph-mon[91728]: pgmap v146: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.3 MiB/s wr, 1.03k op/s 2023-03-22T14:32:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:52 smithi142 ceph-mon[94717]: pgmap v147: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 4.8 MiB/s wr, 1.18k op/s 2023-03-22T14:32:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:52 smithi098 ceph-mon[94136]: pgmap v147: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 4.8 MiB/s wr, 1.18k op/s 2023-03-22T14:32:53.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:52 smithi045 ceph-mon[91728]: pgmap v147: 97 pgs: 97 active+clean; 20 GiB data, 66 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 4.8 MiB/s wr, 1.18k op/s 2023-03-22T14:32:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:54 smithi142 ceph-mon[94717]: pgmap v148: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 10 KiB/s rd, 7.1 MiB/s wr, 1.73k op/s 2023-03-22T14:32:55.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:54 smithi098 ceph-mon[94136]: pgmap v148: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 10 KiB/s rd, 7.1 MiB/s wr, 1.73k op/s 2023-03-22T14:32:55.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:54 smithi045 ceph-mon[91728]: pgmap v148: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 10 KiB/s rd, 7.1 MiB/s wr, 1.73k op/s 2023-03-22T14:32:56.869 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:32:57.073 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 -- 172.21.15.45:0/3137497203 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 msgr2=0x7fc82c100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 --2- 172.21.15.45:0/3137497203 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c100810 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc81c009990 tx=0x7fc81c009ca0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 -- 172.21.15.45:0/3137497203 shutdown_connections 2023-03-22T14:32:57.074 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 --2- 172.21.15.45:0/3137497203 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc82c105480 0x7fc82c10d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 --2- 172.21.15.45:0/3137497203 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c100810 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 --2- 172.21.15.45:0/3137497203 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc82c100de0 0x7fc82c104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 -- 172.21.15.45:0/3137497203 >> 172.21.15.45:0/3137497203 conn(0x7fc82c0fbcd0 msgr2=0x7fc82c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:57.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 -- 172.21.15.45:0/3137497203 shutdown_connections 2023-03-22T14:32:57.075 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.072+0000 7fc830bff700 1 -- 172.21.15.45:0/3137497203 wait complete. 2023-03-22T14:32:57.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 Processor -- start 2023-03-22T14:32:57.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 -- start start 2023-03-22T14:32:57.077 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc82c100de0 0x7fc82c198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc82c105480 0x7fc82c19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc82c19d540 con 0x7fc82c105480 2023-03-22T14:32:57.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc82c19d6b0 con 0x7fc82c100440 2023-03-22T14:32:57.078 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.073+0000 7fc830bff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc82c19d870 con 0x7fc82c100de0 2023-03-22T14:32:57.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc823fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc82c100de0 0x7fc82c198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c198560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:52956/0 (socket says 172.21.15.45:52956) 2023-03-22T14:32:57.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 -- 172.21.15.45:0/1437940705 learned_addr learned my addr 172.21.15.45:0/1437940705 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:57.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82ad9d700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc82c105480 0x7fc82c19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.079 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 -- 172.21.15.45:0/1437940705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc82c100de0 msgr2=0x7fc82c198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc82c100de0 0x7fc82c198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 -- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc82c105480 msgr2=0x7fc82c19cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc82c105480 0x7fc82c19cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 -- 172.21.15.45:0/1437940705 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc81c0095f0 con 0x7fc82c100440 2023-03-22T14:32:57.080 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc82a59c700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c198560 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc81c000c00 tx=0x7fc81c005720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:57.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc8237fe700 1 -- 172.21.15.45:0/1437940705 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c01d070 con 0x7fc82c100440 2023-03-22T14:32:57.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc8237fe700 1 -- 172.21.15.45:0/1437940705 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc81c022470 con 0x7fc82c100440 2023-03-22T14:32:57.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.074+0000 7fc8237fe700 1 -- 172.21.15.45:0/1437940705 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c017630 con 0x7fc82c100440 2023-03-22T14:32:57.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.075+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc82c110290 con 0x7fc82c100440 2023-03-22T14:32:57.081 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.075+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc82c110100 con 0x7fc82c100440 2023-03-22T14:32:57.083 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.078+0000 7fc8237fe700 1 -- 172.21.15.45:0/1437940705 <== mon.2 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 25) v1 ==== 133704+0+0 (secure 0 0 0) 0x7fc81c00fad0 con 0x7fc82c100440 2023-03-22T14:32:57.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 Processor -- start 2023-03-22T14:32:57.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 -- start start 2023-03-22T14:32:57.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc8237fe700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc81809fcc0 0x7fc8180a2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc8237fe700 1 -- 172.21.15.45:0/1437940705 <== mon.2 v2:172.21.15.98:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fc81c0cc150 con 0x7fc82c100440 2023-03-22T14:32:57.084 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc82ad9d700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc81809fcc0 0x7fc8180a2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bc7d0 0x5609362bcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609361c3070 con 0x5609362bd0e0 2023-03-22T14:32:57.085 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609362159b0 con 0x5609362c1630 2023-03-22T14:32:57.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.079+0000 7fc84457bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56093620ee40 con 0x5609362bc7d0 2023-03-22T14:32:57.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bc7d0 0x5609362bcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bc7d0 0x5609362bcba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:57438/0 (socket says 172.21.15.45:57438) 2023-03-22T14:32:57.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 -- 172.21.15.45:0/886461882 learned_addr learned my addr 172.21.15.45:0/886461882 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:57.086 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc823fff700 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82ad9d700 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 -- 172.21.15.45:0/886461882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 msgr2=0x5609362c1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 -- 172.21.15.45:0/886461882 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 msgr2=0x5609362c10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.087 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 -- 172.21.15.45:0/886461882 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560936090630 con 0x5609362bc7d0 2023-03-22T14:32:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82ad9d700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc81809fcc0 0x7fc8180a2170 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc82400f540 tx=0x7fc824009920 comp rx=0 tx=0).ready entity=mgr.25376 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc82a59c700 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bc7d0 0x5609362bcba0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc81c005f50 tx=0x7fc81c022af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb348742fe692f95 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc820ff9700 1 -- 172.21.15.45:0/886461882 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c0999d0 con 0x5609362bc7d0 2023-03-22T14:32:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc820ff9700 1 -- 172.21.15.45:0/886461882 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc81c0a1b30 con 0x5609362bc7d0 2023-03-22T14:32:57.088 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.080+0000 7fc820ff9700 1 -- 172.21.15.45:0/886461882 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c098ec0 con 0x5609362bc7d0 2023-03-22T14:32:57.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 -- 172.21.15.45:0/886461882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bc7d0 msgr2=0x5609362bcba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bc7d0 0x5609362bcba0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc81c005f50 tx=0x7fc81c022af0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 -- 172.21.15.45:0/886461882 shutdown_connections 2023-03-22T14:32:57.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.089 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bc7d0 0x5609362bcba0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 --2- 172.21.15.45:0/886461882 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 -- 172.21.15.45:0/886461882 >> 172.21.15.45:0/886461882 conn(0x5609362b7030 msgr2=0x5609362b7400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:57.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 -- 172.21.15.45:0/886461882 shutdown_connections 2023-03-22T14:32:57.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.081+0000 7fc84457bb80 1 -- 172.21.15.45:0/886461882 wait complete. 2023-03-22T14:32:57.090 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 -- start start 2023-03-22T14:32:57.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 Processor -- start 2023-03-22T14:32:57.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.093 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x560936092920 con 0x5609362bd0e0 2023-03-22T14:32:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609362c6ee0 con 0x5609362bc7d0 2023-03-22T14:32:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.082+0000 7fc84457bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609362d25d0 con 0x5609362c1630 2023-03-22T14:32:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc84457bb80 10 client.0 _ll_register_callbacks cb 0x5609360b4290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:32:57.094 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:52968/0 (socket says 172.21.15.45:52968) 2023-03-22T14:32:57.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc823fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 -- 172.21.15.45:0/3544565608 learned_addr learned my addr 172.21.15.45:0/3544565608 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:57.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82ad9d700 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.095 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 -- 172.21.15.45:0/3544565608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 msgr2=0x5609362c67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 -- 172.21.15.45:0/3544565608 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 msgr2=0x5609362c6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 -- 172.21.15.45:0/3544565608 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc82c110100 con 0x5609362bc7d0 2023-03-22T14:32:57.096 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc82a59c700 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362c8e50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc81c099960 tx=0x7fc81c099610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14e3a97f898b946f server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:57.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc811ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-03-22T14:32:57.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.083+0000 7fc811ffb700 1 -- 172.21.15.45:0/3544565608 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c0999d0 con 0x5609362bc7d0 2023-03-22T14:32:57.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc811ffb700 1 -- 172.21.15.45:0/3544565608 <== mon.2 v2:172.21.15.98:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fc81c099c30 con 0x5609362bc7d0 2023-03-22T14:32:57.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5609361d13f0 con 0x5609362bc7d0 2023-03-22T14:32:57.097 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc811ffb700 1 -- 172.21.15.45:0/3544565608 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc81c099df0 con 0x5609362bc7d0 2023-03-22T14:32:57.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 10 client.26135 fetch_fsmap learned FSMap version 33 2023-03-22T14:32:57.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x56093603cde0 con 0x5609362bc7d0 2023-03-22T14:32:57.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc811ffb700 1 -- 172.21.15.45:0/3544565608 <== mon.2 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5609361d13f0 con 0x5609362bc7d0 2023-03-22T14:32:57.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc811ffb700 1 -- 172.21.15.45:0/3544565608 <== mon.2 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7510+0+0 (secure 0 0 0) 0x7fc81c098930 con 0x5609362bc7d0 2023-03-22T14:32:57.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 10 client.26135 fetch_fsmap finished waiting for FSMap version 33 2023-03-22T14:32:57.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 10 client.26135 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:32:57.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 20 client.26135 populate_metadata read hostname 'smithi045' 2023-03-22T14:32:57.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5609362d61e0 0x5609362d85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 4 client.26135 mds_command: new command op to 24575 tid=0[{"prefix": "get_command_descriptions"}] 2023-03-22T14:32:57.099 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5609361dd660 con 0x5609362d61e0 2023-03-22T14:32:57.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.084+0000 7fc823fff700 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5609362d61e0 0x5609362d85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.085+0000 7fc823fff700 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5609362d61e0 0x5609362d85f0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db055a2a0cb2ff4a server_cookie=8ce842cf9555da8f in_seq=0 out_seq=0 2023-03-22T14:32:57.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.085+0000 7fc811ffb700 10 client.26135 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:57.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.085+0000 7fc811ffb700 1 -- 172.21.15.45:0/3544565608 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18278 (crc 0 0 0) 0x5609361dd660 con 0x5609362d61e0 2023-03-22T14:32:57.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.085+0000 7fc811ffb700 10 client.26135 handle_command_reply: tid=0 2023-03-22T14:32:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 client.26135 shutdown 2023-03-22T14:32:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 msgr2=0x5609362c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362c8e50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc81c099960 tx=0x7fc81c099610 comp rx=0 tx=0).stop 2023-03-22T14:32:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 shutdown_connections 2023-03-22T14:32:57.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x5609362d61e0 0x5609362d85f0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362c8e50 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 --2- 172.21.15.45:0/3544565608 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362c6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc811ffb700 0 client.26135 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:57.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 >> 172.21.15.45:0/3544565608 conn(0x5609362b7030 msgr2=0x5609362b6710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:57.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 shutdown_connections 2023-03-22T14:32:57.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 1 -- 172.21.15.45:0/3544565608 wait complete. 2023-03-22T14:32:57.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.086+0000 7fc84457bb80 20 client.26135 trim_cache size 0 max 16384 2023-03-22T14:32:57.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.103+0000 7fc84457bb80 1 Processor -- start 2023-03-22T14:32:57.105 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc84457bb80 1 -- start start 2023-03-22T14:32:57.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362cd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.106 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362b6710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc84457bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609362b8360 con 0x5609362bd0e0 2023-03-22T14:32:57.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc84457bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609362bd940 con 0x5609362bc7d0 2023-03-22T14:32:57.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc84457bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609362b1e30 con 0x5609362c1630 2023-03-22T14:32:57.107 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362cd590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.45:52974/0 (socket says 172.21.15.45:52974) 2023-03-22T14:32:57.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc82a59c700 1 -- 172.21.15.45:0/4262833631 learned_addr learned my addr 172.21.15.45:0/4262833631 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:57.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc82ad9d700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.104+0000 7fc823fff700 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362b6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.108 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc82a59c700 1 -- 172.21.15.45:0/4262833631 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 msgr2=0x5609362c8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc82a59c700 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc82a59c700 1 -- 172.21.15.45:0/4262833631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 msgr2=0x5609362b6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc82a59c700 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362b6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc82a59c700 1 -- 172.21.15.45:0/4262833631 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609361d5190 con 0x5609362bc7d0 2023-03-22T14:32:57.109 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc82a59c700 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362cd590 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc81c005f50 tx=0x7fc81c097f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dc657713a15d282 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:57.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc8217fa700 1 -- 172.21.15.45:0/4262833631 <== mon.2 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c0a16a0 con 0x5609362bc7d0 2023-03-22T14:32:57.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc8217fa700 1 -- 172.21.15.45:0/4262833631 <== mon.2 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc81c0999d0 con 0x5609362bc7d0 2023-03-22T14:32:57.110 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.105+0000 7fc8217fa700 1 -- 172.21.15.45:0/4262833631 <== mon.2 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c0c9330 con 0x5609362bc7d0 2023-03-22T14:32:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 -- 172.21.15.45:0/4262833631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 msgr2=0x5609362cd590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362cd590 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc81c005f50 tx=0x7fc81c097f80 comp rx=0 tx=0).stop 2023-03-22T14:32:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 -- 172.21.15.45:0/4262833631 shutdown_connections 2023-03-22T14:32:57.113 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362c1630 0x5609362c8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362bc7d0 0x5609362cd590 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 --2- 172.21.15.45:0/4262833631 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bd0e0 0x5609362b6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 -- 172.21.15.45:0/4262833631 >> 172.21.15.45:0/4262833631 conn(0x5609362b7030 msgr2=0x5609362d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 -- 172.21.15.45:0/4262833631 shutdown_connections 2023-03-22T14:32:57.114 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 -- 172.21.15.45:0/4262833631 wait complete. 2023-03-22T14:32:57.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 -- start start 2023-03-22T14:32:57.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.106+0000 7fc84457bb80 1 Processor -- start 2023-03-22T14:32:57.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bc7d0 0x5609362c4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bd0e0 0x5609362c51c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.115 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc84457bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc84457bb80 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609362cdb60 con 0x5609362bc7d0 2023-03-22T14:32:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc84457bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56093632a080 con 0x5609362c1630 2023-03-22T14:32:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc84457bb80 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x56093632a1c0 con 0x5609362bd0e0 2023-03-22T14:32:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc84457bb80 10 client.0 _ll_register_callbacks cb 0x5609360b4290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-03-22T14:32:57.116 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc823fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bd0e0 0x5609362c51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bc7d0 0x5609362c4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc82ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc82a59c700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bc7d0 0x5609362c4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.45:3300/0 says I am v2:172.21.15.45:52972/0 (socket says 172.21.15.45:52972) 2023-03-22T14:32:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc82a59c700 1 -- 172.21.15.45:0/1893003730 learned_addr learned my addr 172.21.15.45:0/1893003730 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:32:57.117 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc823fff700 1 -- 172.21.15.45:0/1893003730 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 msgr2=0x5609362c5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.107+0000 7fc823fff700 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc823fff700 1 -- 172.21.15.45:0/1893003730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bc7d0 msgr2=0x5609362c4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-03-22T14:32:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc823fff700 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bc7d0 0x5609362c4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc823fff700 1 -- 172.21.15.45:0/1893003730 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56093603cde0 con 0x5609362bd0e0 2023-03-22T14:32:57.118 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc82a59c700 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bc7d0 0x5609362c4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:32:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc823fff700 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bd0e0 0x5609362c51c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x5609362d8ed0 tx=0x7fc814009fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bc22a7041d9ef46 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:32:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc811ffb700 10 client.0 ms_handle_connect on v2:172.21.15.142:3300/0 2023-03-22T14:32:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc811ffb700 1 -- 172.21.15.45:0/1893003730 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc814017040 con 0x5609362bd0e0 2023-03-22T14:32:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56093628c240 con 0x5609362bd0e0 2023-03-22T14:32:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc811ffb700 1 -- 172.21.15.45:0/1893003730 <== mon.1 v2:172.21.15.142:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8556+0+0 (secure 0 0 0) 0x7fc81401fe40 con 0x5609362bd0e0 2023-03-22T14:32:57.119 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc811ffb700 1 -- 172.21.15.45:0/1893003730 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc814004520 con 0x5609362bd0e0 2023-03-22T14:32:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc84457bb80 10 client.26125 fetch_fsmap learned FSMap version 33 2023-03-22T14:32:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.108+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x560936063250 con 0x5609362bd0e0 2023-03-22T14:32:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc811ffb700 1 -- 172.21.15.45:0/1893003730 <== mon.1 v2:172.21.15.142:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56093628c240 con 0x5609362bd0e0 2023-03-22T14:32:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc811ffb700 1 -- 172.21.15.45:0/1893003730 <== mon.1 v2:172.21.15.142:3300/0 5 ==== fsmap(e 33) v1 ==== 7510+0+0 (secure 0 0 0) 0x7fc814010710 con 0x5609362bd0e0 2023-03-22T14:32:57.120 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc84457bb80 10 client.26125 fetch_fsmap finished waiting for FSMap version 33 2023-03-22T14:32:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc84457bb80 10 client.26125 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-03-22T14:32:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc84457bb80 20 client.26125 populate_metadata read hostname 'smithi045' 2023-03-22T14:32:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc84457bb80 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56093632ba10 0x56093632de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:32:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc84457bb80 4 client.26125 mds_command: new command op to 24575 tid=0[{"prefix": "scrub status"}] 2023-03-22T14:32:57.121 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 --> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560936092f60 con 0x56093632ba10 2023-03-22T14:32:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc82a59c700 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56093632ba10 0x56093632de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:32:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.109+0000 7fc82a59c700 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56093632ba10 0x56093632de20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f02af14365e31080 server_cookie=8d13cd4be9c99839 in_seq=0 out_seq=0 2023-03-22T14:32:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc811ffb700 10 client.26125 ms_handle_connect on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc811ffb700 1 -- 172.21.15.45:0/1893003730 <== mds.0 v2:172.21.15.98:6838/4206668768 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x560936092f60 con 0x56093632ba10 2023-03-22T14:32:57.122 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc811ffb700 10 client.26125 handle_command_reply: tid=0 2023-03-22T14:32:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 client.26125 shutdown 2023-03-22T14:32:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bd0e0 msgr2=0x5609362c51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bd0e0 0x5609362c51c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x5609362d8ed0 tx=0x7fc814009fd0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 shutdown_connections 2023-03-22T14:32:57.123 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] conn(0x56093632ba10 0x56093632de20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x5609362bc7d0 0x5609362c4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609362c1630 0x5609362c5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc811ffb700 0 client.26125 ms_handle_reset on v2:172.21.15.98:6838/4206668768 2023-03-22T14:32:57.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 --2- 172.21.15.45:0/1893003730 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x5609362bd0e0 0x5609362c51c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.124 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 >> 172.21.15.45:0/1893003730 conn(0x5609362b7030 msgr2=0x5609362b6710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:57.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 shutdown_connections 2023-03-22T14:32:57.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 1 -- 172.21.15.45:0/1893003730 wait complete. 2023-03-22T14:32:57.125 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.110+0000 7fc84457bb80 20 client.26125 trim_cache size 0 max 16384 2023-03-22T14:32:57.125 INFO:teuthology.orchestra.run.smithi045.stdout:{ 2023-03-22T14:32:57.126 INFO:teuthology.orchestra.run.smithi045.stdout: "status": "scrub active (1 inodes in the stack)", 2023-03-22T14:32:57.126 INFO:teuthology.orchestra.run.smithi045.stdout: "scrubs": { 2023-03-22T14:32:57.126 INFO:teuthology.orchestra.run.smithi045.stdout: "cf1aeb7c-25b4-4d88-82b0-58f36d428a55": { 2023-03-22T14:32:57.126 INFO:teuthology.orchestra.run.smithi045.stdout: "path": "/", 2023-03-22T14:32:57.126 INFO:teuthology.orchestra.run.smithi045.stdout: "tag": "cf1aeb7c-25b4-4d88-82b0-58f36d428a55", 2023-03-22T14:32:57.127 INFO:teuthology.orchestra.run.smithi045.stdout: "options": "recursive,force" 2023-03-22T14:32:57.127 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:32:57.127 INFO:teuthology.orchestra.run.smithi045.stdout: } 2023-03-22T14:32:57.127 INFO:teuthology.orchestra.run.smithi045.stdout:} 2023-03-22T14:32:57.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc81809fcc0 msgr2=0x7fc8180a2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc81809fcc0 0x7fc8180a2170 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc82400f540 tx=0x7fc824009920 comp rx=0 tx=0).stop 2023-03-22T14:32:57.128 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 msgr2=0x7fc82c198560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:32:57.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c198560 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc81c000c00 tx=0x7fc81c005720 comp rx=0 tx=0).stop 2023-03-22T14:32:57.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 shutdown_connections 2023-03-22T14:32:57.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:6800/1935754836,v1:172.21.15.45:6801/1935754836] conn(0x7fc81809fcc0 0x7fc8180a2170 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7fc82c105480 0x7fc82c19cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.129 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc82c100440 0x7fc82c198560 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 --2- 172.21.15.45:0/1437940705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc82c100de0 0x7fc82c198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:32:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 >> 172.21.15.45:0/1437940705 conn(0x7fc82c0fbcd0 msgr2=0x7fc82c0fc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:32:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 shutdown_connections 2023-03-22T14:32:57.130 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:32:57.111+0000 7fc830bff700 1 -- 172.21.15.45:0/1437940705 wait complete. 2023-03-22T14:32:57.131 INFO:tasks.cephfs.filesystem:scrub status for tag:cf1aeb7c-25b4-4d88-82b0-58f36d428a55 - {'path': '/', 'tag': 'cf1aeb7c-25b4-4d88-82b0-58f36d428a55', 'options': 'recursive,force'} 2023-03-22T14:32:57.220 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:56 smithi045 ceph-mon[91728]: pgmap v149: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.1 MiB/s wr, 1.72k op/s 2023-03-22T14:32:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:56 smithi142 ceph-mon[94717]: pgmap v149: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.1 MiB/s wr, 1.72k op/s 2023-03-22T14:32:57.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:56 smithi098 ceph-mon[94136]: pgmap v149: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.1 MiB/s wr, 1.72k op/s 2023-03-22T14:32:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:58 smithi142 ceph-mon[94717]: pgmap v150: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 17 KiB/s rd, 7.2 MiB/s wr, 1.76k op/s 2023-03-22T14:32:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:58 smithi098 ceph-mon[94136]: pgmap v150: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 17 KiB/s rd, 7.2 MiB/s wr, 1.76k op/s 2023-03-22T14:32:59.469 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:58 smithi045 ceph-mon[91728]: pgmap v150: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 17 KiB/s rd, 7.2 MiB/s wr, 1.76k op/s 2023-03-22T14:33:00.241 INFO:journalctl@ceph.mon.a.smithi045.stdout:Mar 22 14:32:59 smithi045 ceph-mon[91728]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:32:59 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:32:59 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:15 smithi142 ceph-mon[94717]: pgmap v151: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 1.09k op/s 2023-03-22T14:33:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:15 smithi098 ceph-mon[94136]: pgmap v151: 97 pgs: 97 active+clean; 20 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 1.09k op/s 2023-03-22T14:33:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: mon.b calling monitor election 2023-03-22T14:33:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: mon.c calling monitor election 2023-03-22T14:33:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: mon.c is new leader, mons c,b in quorum (ranks 1,2) 2023-03-22T14:33:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:33:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: osdmap e89: 12 total, 12 up, 12 in 2023-03-22T14:33:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: mgrmap e25: x(active, since 5m), standbys: z, y 2023-03-22T14:33:16.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: Health check failed: 1/3 mons down, quorum c,b (MON_DOWN) 2023-03-22T14:33:16.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: Health detail: HEALTH_WARN 1/3 mons down, quorum c,b 2023-03-22T14:33:16.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T14:33:16.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:16 smithi142 ceph-mon[94717]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T14:33:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: mon.b calling monitor election 2023-03-22T14:33:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: mon.c calling monitor election 2023-03-22T14:33:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: mon.c is new leader, mons c,b in quorum (ranks 1,2) 2023-03-22T14:33:16.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: monmap e3: 3 mons at {a=[v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0],b=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0]} removed_ranks: {} 2023-03-22T14:33:16.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:16.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: osdmap e89: 12 total, 12 up, 12 in 2023-03-22T14:33:16.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: mgrmap e25: x(active, since 5m), standbys: z, y 2023-03-22T14:33:16.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: Health check failed: 1/3 mons down, quorum c,b (MON_DOWN) 2023-03-22T14:33:16.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: Health detail: HEALTH_WARN 1/3 mons down, quorum c,b 2023-03-22T14:33:16.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T14:33:16.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:16 smithi098 ceph-mon[94136]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T14:33:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:17 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:17 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:27.132 DEBUG:teuthology.orchestra.run.smithi045:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-03-22T14:33:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:34 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:34.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:34 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:46.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:33:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:33:45.923+0000 7f4529b2c700 -1 client.25610 I was blocklisted at osd epoch 90 2023-03-22T14:33:46.278 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: Manager daemon x is unresponsive, replacing it with standby daemon z 2023-03-22T14:33:46.279 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: osdmap e90: 12 total, 12 up, 12 in 2023-03-22T14:33:46.279 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: mgrmap e26: z(active, starting, since 0.015064s), standbys: y 2023-03-22T14:33:46.279 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:33:46.279 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:33:46.280 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:33:46.280 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:33:46.280 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:33:46.280 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:33:46.280 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:33:46.281 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:33:46.281 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:33:46.281 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:33:46.281 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:33:46.281 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:33:46.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:33:46.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:33:46.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:33:46.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:33:46.282 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:33:46.283 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:33:46.283 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:33:46.283 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:33:46.283 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:33:46.283 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:33:46.284 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:33:46.284 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:33:46.284 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:33:46.284 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:33:46.284 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:33:46.285 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:33:46.285 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:33:46.285 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:33:46.285 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:33:46.285 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:45 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:33:46.291 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: Manager daemon x is unresponsive, replacing it with standby daemon z 2023-03-22T14:33:46.291 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: osdmap e90: 12 total, 12 up, 12 in 2023-03-22T14:33:46.292 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: mgrmap e26: z(active, starting, since 0.015064s), standbys: y 2023-03-22T14:33:46.292 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-03-22T14:33:46.292 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-03-22T14:33:46.292 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-03-22T14:33:46.292 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-03-22T14:33:46.293 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-03-22T14:33:46.293 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-03-22T14:33:46.293 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-03-22T14:33:46.293 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-03-22T14:33:46.293 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-03-22T14:33:46.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-03-22T14:33:46.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-03-22T14:33:46.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-03-22T14:33:46.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-03-22T14:33:46.294 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-03-22T14:33:46.295 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-03-22T14:33:46.295 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-03-22T14:33:46.295 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-03-22T14:33:46.295 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-03-22T14:33:46.295 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-03-22T14:33:46.295 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-03-22T14:33:46.296 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-03-22T14:33:46.296 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-03-22T14:33:46.296 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-03-22T14:33:46.296 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-03-22T14:33:46.296 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-03-22T14:33:46.297 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-03-22T14:33:46.297 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-03-22T14:33:46.297 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-03-22T14:33:46.297 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-03-22T14:33:46.297 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-03-22T14:33:46.298 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-03-22T14:33:46.298 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:45 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-03-22T14:33:46.628 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.282+0000 7f8fb00a0700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.628 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.282+0000 7f8fb00a0700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.282+0000 7f8fb00a0700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.282+0000 7f8fb00a0700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.282+0000 7f8fb00a0700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.283+0000 7f8fad09a700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.283+0000 7f8fad09a700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.630 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.283+0000 7f8fad09a700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.630 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.283+0000 7f8fad09a700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:46.630 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:33:46.283+0000 7f8fad09a700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:33:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-mon[94717]: Manager daemon z is now available 2023-03-22T14:33:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:33:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:33:47.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:33:47.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:33:47.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/trash_purge_schedule"}]: dispatch 2023-03-22T14:33:47.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:46 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/trash_purge_schedule"}]: dispatch 2023-03-22T14:33:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:46 smithi098 ceph-mon[94136]: Manager daemon z is now available 2023-03-22T14:33:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:46 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:33:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:46 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-03-22T14:33:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:46 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:33:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:46 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/mirror_snapshot_schedule"}]: dispatch 2023-03-22T14:33:47.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:46 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/trash_purge_schedule"}]: dispatch 2023-03-22T14:33:47.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:46 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/z/trash_purge_schedule"}]: dispatch 2023-03-22T14:33:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:47 smithi142 ceph-mon[94717]: mgrmap e27: z(active, since 1.06646s), standbys: y 2023-03-22T14:33:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:47 smithi142 ceph-mon[94717]: [22/Mar/2023:14:33:47] ENGINE Bus STARTING 2023-03-22T14:33:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:47 smithi142 ceph-mon[94717]: [22/Mar/2023:14:33:47] ENGINE Serving on https://172.21.15.142:7150 2023-03-22T14:33:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:47 smithi142 ceph-mon[94717]: [22/Mar/2023:14:33:47] ENGINE Serving on http://172.21.15.142:8765 2023-03-22T14:33:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:47 smithi142 ceph-mon[94717]: [22/Mar/2023:14:33:47] ENGINE Bus STARTED 2023-03-22T14:33:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:47 smithi098 ceph-mon[94136]: mgrmap e27: z(active, since 1.06646s), standbys: y 2023-03-22T14:33:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:47 smithi098 ceph-mon[94136]: [22/Mar/2023:14:33:47] ENGINE Bus STARTING 2023-03-22T14:33:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:47 smithi098 ceph-mon[94136]: [22/Mar/2023:14:33:47] ENGINE Serving on https://172.21.15.142:7150 2023-03-22T14:33:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:47 smithi098 ceph-mon[94136]: [22/Mar/2023:14:33:47] ENGINE Serving on http://172.21.15.142:8765 2023-03-22T14:33:48.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:47 smithi098 ceph-mon[94136]: [22/Mar/2023:14:33:47] ENGINE Bus STARTED 2023-03-22T14:33:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:48 smithi142 ceph-mon[94717]: mgrmap e28: z(active, since 2s), standbys: y 2023-03-22T14:33:49.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:48 smithi098 ceph-mon[94136]: mgrmap e28: z(active, since 2s), standbys: y 2023-03-22T14:33:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:49 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:49 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:49 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:49 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:49 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:49 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:49 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:49 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:49 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:49 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:49 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:49 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:49 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:50.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:49 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi098 to 196.2M 2023-03-22T14:33:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: Unable to set osd_memory_target on smithi098 to 205766758: error parsing value: Value '205766758' is below minimum 939524096 2023-03-22T14:33:51.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.428 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.428 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: Adjusting osd_memory_target on smithi142 to 196.2M 2023-03-22T14:33:51.428 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:51 smithi098 ceph-mon[94136]: Unable to set osd_memory_target on smithi142 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-03-22T14:33:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi098 to 196.2M 2023-03-22T14:33:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: Unable to set osd_memory_target on smithi098 to 205766758: error parsing value: Value '205766758' is below minimum 939524096 2023-03-22T14:33:51.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' 2023-03-22T14:33:51.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 172.21.15.142:0/1449494017' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: from='mgr.25360 ' entity='mgr.z' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-03-22T14:33:51.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: Adjusting osd_memory_target on smithi142 to 196.2M 2023-03-22T14:33:51.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:51 smithi142 ceph-mon[94717]: Unable to set osd_memory_target on smithi142 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-03-22T14:33:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:33:52 smithi142 ceph-mon[94717]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:33:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:33:52 smithi098 ceph-mon[94136]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-03-22T14:34:00.628 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:34:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:34:00.269+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:34:00.628 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:34:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:34:00.269+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:34:00.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:34:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:34:00.269+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:34:00.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:34:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:34:00.269+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:34:00.629 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 14:34:00 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T14:34:00.269+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T14:34:00.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:34:00.388+0000 7f4527b28700 -1 client.25390: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (108) Cannot send after transport endpoint shutdown 2023-03-22T14:34:00.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 14:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T14:34:00.389+0000 7f4527b28700 -1 client.25390: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (108) Cannot send after transport endpoint shutdown 2023-03-22T14:34:03.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:02 smithi098 ceph-mon[94136]: mgrmap e29: z(active, since 16s), standbys: y 2023-03-22T14:34:03.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:02 smithi142 ceph-mon[94717]: mgrmap e29: z(active, since 16s), standbys: y 2023-03-22T14:34:07.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:06 smithi098 ceph-mon[94136]: pgmap v3: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail 2023-03-22T14:34:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:06 smithi142 ceph-mon[94717]: pgmap v3: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail 2023-03-22T14:34:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:08 smithi142 ceph-mon[94717]: pgmap v4: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 8.0 KiB/s rd, 1023 B/s wr, 21 op/s 2023-03-22T14:34:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:08 smithi098 ceph-mon[94136]: pgmap v4: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 8.0 KiB/s rd, 1023 B/s wr, 21 op/s 2023-03-22T14:34:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:10 smithi142 ceph-mon[94717]: pgmap v5: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.0 KiB/s rd, 511 B/s wr, 10 op/s 2023-03-22T14:34:10.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:10 smithi098 ceph-mon[94136]: pgmap v5: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.0 KiB/s rd, 511 B/s wr, 10 op/s 2023-03-22T14:34:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:12 smithi142 ceph-mon[94717]: pgmap v6: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.7 KiB/s rd, 341 B/s wr, 7 op/s 2023-03-22T14:34:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:12 smithi098 ceph-mon[94136]: pgmap v6: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.7 KiB/s rd, 341 B/s wr, 7 op/s 2023-03-22T14:34:14.279 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:14 smithi098 ceph-mon[94136]: pgmap v7: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.0 KiB/s rd, 383 B/s wr, 10 op/s 2023-03-22T14:34:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:14 smithi142 ceph-mon[94717]: pgmap v7: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.0 KiB/s rd, 383 B/s wr, 10 op/s 2023-03-22T14:34:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:15 smithi142 ceph-mon[94717]: MDS daemon mds.j is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:15 smithi142 ceph-mon[94717]: MDS daemon mds.d is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:15 smithi142 ceph-mon[94717]: MDS daemon mds.g is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:15 smithi142 ceph-mon[94717]: MDS daemon mds.a is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T14:34:16.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:15 smithi142 ceph-mon[94717]: pgmap v8: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 307 B/s wr, 8 op/s 2023-03-22T14:34:16.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:15 smithi098 ceph-mon[94136]: MDS daemon mds.j is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:15 smithi098 ceph-mon[94136]: MDS daemon mds.d is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:15 smithi098 ceph-mon[94136]: MDS daemon mds.g is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:15 smithi098 ceph-mon[94136]: MDS daemon mds.a is removed because it is dead or otherwise unavailable. 2023-03-22T14:34:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T14:34:16.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:15 smithi098 ceph-mon[94136]: pgmap v8: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 307 B/s wr, 8 op/s 2023-03-22T14:34:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:18 smithi142 ceph-mon[94717]: pgmap v9: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.9 KiB/s rd, 255 B/s wr, 10 op/s 2023-03-22T14:34:18.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:18 smithi098 ceph-mon[94136]: pgmap v9: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.9 KiB/s rd, 255 B/s wr, 10 op/s 2023-03-22T14:34:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:20 smithi142 ceph-mon[94717]: pgmap v10: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:34:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:20 smithi098 ceph-mon[94136]: pgmap v10: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:34:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:22 smithi142 ceph-mon[94717]: pgmap v11: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:34:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:22 smithi098 ceph-mon[94136]: pgmap v11: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:34:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:24 smithi142 ceph-mon[94717]: pgmap v12: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:34:24.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:24 smithi098 ceph-mon[94136]: pgmap v12: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:34:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:26 smithi142 ceph-mon[94717]: pgmap v13: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:26 smithi098 ceph-mon[94136]: pgmap v13: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:28 smithi142 ceph-mon[94717]: pgmap v14: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:28.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:28 smithi098 ceph-mon[94136]: pgmap v14: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:30 smithi142 ceph-mon[94717]: pgmap v15: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:30.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:30 smithi098 ceph-mon[94136]: pgmap v15: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:32 smithi142 ceph-mon[94717]: pgmap v16: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:32.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:32 smithi098 ceph-mon[94136]: pgmap v16: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:34 smithi142 ceph-mon[94717]: pgmap v17: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:34 smithi098 ceph-mon[94136]: pgmap v17: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:36 smithi142 ceph-mon[94717]: pgmap v18: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:36 smithi098 ceph-mon[94136]: pgmap v18: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:38 smithi142 ceph-mon[94717]: pgmap v19: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:38.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:38 smithi098 ceph-mon[94136]: pgmap v19: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:40 smithi142 ceph-mon[94717]: pgmap v20: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:40 smithi098 ceph-mon[94136]: pgmap v20: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:42 smithi142 ceph-mon[94717]: pgmap v21: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:42 smithi098 ceph-mon[94136]: pgmap v21: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:44 smithi142 ceph-mon[94717]: pgmap v22: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:44.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:44 smithi098 ceph-mon[94136]: pgmap v22: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:46 smithi142 ceph-mon[94717]: pgmap v23: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:46 smithi098 ceph-mon[94136]: pgmap v23: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:47 smithi142 ceph-mon[94717]: Health check failed: Reduced data availability: 27 pgs inactive (PG_AVAILABILITY) 2023-03-22T14:34:48.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:47 smithi098 ceph-mon[94136]: Health check failed: Reduced data availability: 27 pgs inactive (PG_AVAILABILITY) 2023-03-22T14:34:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:48 smithi142 ceph-mon[94717]: pgmap v24: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:48 smithi098 ceph-mon[94136]: pgmap v24: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:50 smithi142 ceph-mon[94717]: pgmap v25: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:50 smithi098 ceph-mon[94136]: pgmap v25: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:52 smithi142 ceph-mon[94717]: pgmap v26: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:52.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:52 smithi098 ceph-mon[94136]: pgmap v26: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:54 smithi142 ceph-mon[94717]: pgmap v27: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:54 smithi098 ceph-mon[94136]: pgmap v27: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:56 smithi142 ceph-mon[94717]: pgmap v28: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:56 smithi098 ceph-mon[94136]: pgmap v28: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:34:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:34:58 smithi142 ceph-mon[94717]: pgmap v29: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:34:58.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:34:58 smithi098 ceph-mon[94136]: pgmap v29: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:00 smithi142 ceph-mon[94717]: pgmap v30: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:00.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:00 smithi098 ceph-mon[94136]: pgmap v30: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:02 smithi142 ceph-mon[94717]: pgmap v31: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:02 smithi098 ceph-mon[94136]: pgmap v31: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:04 smithi142 ceph-mon[94717]: pgmap v32: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:35:04.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:04 smithi098 ceph-mon[94136]: pgmap v32: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:35:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:06 smithi142 ceph-mon[94717]: pgmap v33: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.0 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:35:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:06 smithi098 ceph-mon[94136]: pgmap v33: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.0 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:35:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:08 smithi142 ceph-mon[94717]: pgmap v34: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.3 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:35:08.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:08 smithi098 ceph-mon[94136]: pgmap v34: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.3 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:35:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:10 smithi142 ceph-mon[94717]: osdmap e91: 12 total, 12 up, 12 in 2023-03-22T14:35:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:10 smithi142 ceph-mon[94717]: pgmap v36: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.9 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:35:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:10 smithi098 ceph-mon[94136]: osdmap e91: 12 total, 12 up, 12 in 2023-03-22T14:35:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:10 smithi098 ceph-mon[94136]: pgmap v36: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.9 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:35:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:12 smithi142 ceph-mon[94717]: pgmap v37: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.9 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:35:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:12 smithi098 ceph-mon[94136]: pgmap v37: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.9 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:35:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:14 smithi142 ceph-mon[94717]: pgmap v38: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:35:14.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:14 smithi098 ceph-mon[94136]: pgmap v38: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:35:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:16 smithi142 ceph-mon[94717]: pgmap v39: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:35:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:16 smithi098 ceph-mon[94136]: pgmap v39: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:35:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:18 smithi142 ceph-mon[94717]: pgmap v40: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.5 KiB/s rd, 921 B/s wr, 9 op/s 2023-03-22T14:35:18.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:18 smithi098 ceph-mon[94136]: pgmap v40: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.5 KiB/s rd, 921 B/s wr, 9 op/s 2023-03-22T14:35:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:20 smithi142 ceph-mon[94717]: mgrmap e30: z(active, since 93s), standbys: y 2023-03-22T14:35:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:20 smithi142 ceph-mon[94717]: pgmap v41: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 842 B/s wr, 8 op/s 2023-03-22T14:35:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:20 smithi098 ceph-mon[94136]: mgrmap e30: z(active, since 93s), standbys: y 2023-03-22T14:35:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:20 smithi098 ceph-mon[94136]: pgmap v41: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 842 B/s wr, 8 op/s 2023-03-22T14:35:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:22 smithi142 ceph-mon[94717]: pgmap v42: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.9 KiB/s rd, 767 B/s wr, 7 op/s 2023-03-22T14:35:22.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:22 smithi098 ceph-mon[94136]: pgmap v42: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.9 KiB/s rd, 767 B/s wr, 7 op/s 2023-03-22T14:35:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:24 smithi142 ceph-mon[94717]: pgmap v43: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 11 op/s 2023-03-22T14:35:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:24 smithi098 ceph-mon[94136]: pgmap v43: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 11 op/s 2023-03-22T14:35:27.198 DEBUG:teuthology.orchestra.run:got remote process result: 124 2023-03-22T14:35:27.200 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/fwd_scrub.py", line 76, in _scrub done = self.fs.wait_until_scrub_complete(tag=tag, sleep=30, timeout=self.scrub_timeout) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/cephfs/filesystem.py", line 1661, in wait_until_scrub_complete out_json = self.rank_tell(["scrub", "status"], rank=rank) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/cephfs/filesystem.py", line 1230, in rank_tell out = self.mon_manager.raw_cluster_cmd("tell", f"mds.{self.id}:{rank}", *command) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/ceph_manager.py", line 1597, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/ceph_manager.py", line 1588, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/remote.py", line 525, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi045 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status' 2023-03-22T14:35:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:26 smithi142 ceph-mon[94717]: pgmap v44: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.8 KiB/s rd, 767 B/s wr, 7 op/s 2023-03-22T14:35:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:26 smithi098 ceph-mon[94136]: pgmap v44: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.8 KiB/s rd, 767 B/s wr, 7 op/s 2023-03-22T14:35:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:28 smithi142 ceph-mon[94717]: pgmap v45: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.1 KiB/s rd, 767 B/s wr, 11 op/s 2023-03-22T14:35:28.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:28 smithi098 ceph-mon[94136]: pgmap v45: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.1 KiB/s rd, 767 B/s wr, 11 op/s 2023-03-22T14:35:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:30 smithi142 ceph-mon[94717]: pgmap v46: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:35:30.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:30 smithi098 ceph-mon[94136]: pgmap v46: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:35:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:32 smithi142 ceph-mon[94717]: pgmap v47: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:35:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:32 smithi098 ceph-mon[94136]: pgmap v47: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:35:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:34 smithi142 ceph-mon[94717]: pgmap v48: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:35:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:34 smithi098 ceph-mon[94136]: pgmap v48: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:35:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:36 smithi142 ceph-mon[94717]: pgmap v49: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:36 smithi098 ceph-mon[94136]: pgmap v49: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:38 smithi142 ceph-mon[94717]: pgmap v50: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:38 smithi098 ceph-mon[94136]: pgmap v50: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:40 smithi142 ceph-mon[94717]: pgmap v51: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:40.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:40 smithi098 ceph-mon[94136]: pgmap v51: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:42 smithi142 ceph-mon[94717]: pgmap v52: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:42 smithi098 ceph-mon[94136]: pgmap v52: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:44 smithi142 ceph-mon[94717]: pgmap v53: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:44 smithi098 ceph-mon[94136]: pgmap v53: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:46 smithi142 ceph-mon[94717]: pgmap v54: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:46 smithi098 ceph-mon[94136]: pgmap v54: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:48 smithi142 ceph-mon[94717]: pgmap v55: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:48 smithi098 ceph-mon[94136]: pgmap v55: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:50 smithi142 ceph-mon[94717]: pgmap v56: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:50 smithi098 ceph-mon[94136]: pgmap v56: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:52 smithi142 ceph-mon[94717]: pgmap v57: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:52 smithi098 ceph-mon[94136]: pgmap v57: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:54 smithi142 ceph-mon[94717]: pgmap v58: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:54 smithi098 ceph-mon[94136]: pgmap v58: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:56 smithi142 ceph-mon[94717]: pgmap v59: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:56 smithi098 ceph-mon[94136]: pgmap v59: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:35:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:35:58 smithi142 ceph-mon[94717]: pgmap v60: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:35:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:35:58 smithi098 ceph-mon[94136]: pgmap v60: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:00 smithi142 ceph-mon[94717]: pgmap v61: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:00.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:00 smithi098 ceph-mon[94136]: pgmap v61: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:02 smithi142 ceph-mon[94717]: pgmap v62: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:02 smithi098 ceph-mon[94136]: pgmap v62: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:04 smithi142 ceph-mon[94717]: pgmap v63: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:36:04.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:04 smithi098 ceph-mon[94136]: pgmap v63: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:36:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:06 smithi142 ceph-mon[94717]: pgmap v64: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.9 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:36:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:06 smithi098 ceph-mon[94136]: pgmap v64: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.9 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:36:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:08 smithi142 ceph-mon[94717]: pgmap v65: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:36:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:08 smithi098 ceph-mon[94136]: pgmap v65: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:36:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:10 smithi142 ceph-mon[94717]: osdmap e92: 12 total, 12 up, 12 in 2023-03-22T14:36:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:10 smithi142 ceph-mon[94717]: pgmap v67: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.8 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:36:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:10 smithi098 ceph-mon[94136]: osdmap e92: 12 total, 12 up, 12 in 2023-03-22T14:36:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:10 smithi098 ceph-mon[94136]: pgmap v67: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.8 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:36:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:12 smithi142 ceph-mon[94717]: pgmap v68: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.8 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:36:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:12 smithi098 ceph-mon[94136]: pgmap v68: 97 pgs: 70 active+clean, 27 unknown; 14 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 4.8 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:36:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:14 smithi142 ceph-mon[94717]: pgmap v69: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:36:14.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:14 smithi098 ceph-mon[94136]: pgmap v69: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:36:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:16 smithi142 ceph-mon[94717]: pgmap v70: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:36:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:16 smithi098 ceph-mon[94136]: pgmap v70: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 52 GiB used, 753 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:36:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:18 smithi142 ceph-mon[94717]: pgmap v71: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:36:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:18 smithi098 ceph-mon[94136]: pgmap v71: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:36:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:20 smithi142 ceph-mon[94717]: pgmap v72: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:36:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:20 smithi098 ceph-mon[94136]: pgmap v72: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:36:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:22 smithi142 ceph-mon[94717]: pgmap v73: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s 2023-03-22T14:36:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:22 smithi098 ceph-mon[94136]: pgmap v73: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s 2023-03-22T14:36:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:24 smithi142 ceph-mon[94717]: pgmap v74: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:36:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:24 smithi098 ceph-mon[94136]: pgmap v74: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:36:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:26 smithi142 ceph-mon[94717]: pgmap v75: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:36:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:26 smithi098 ceph-mon[94136]: pgmap v75: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:36:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:28 smithi142 ceph-mon[94717]: pgmap v76: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:36:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:28 smithi098 ceph-mon[94136]: pgmap v76: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:36:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:30 smithi142 ceph-mon[94717]: pgmap v77: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:30.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:30 smithi098 ceph-mon[94136]: pgmap v77: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:32 smithi142 ceph-mon[94717]: pgmap v78: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:32 smithi098 ceph-mon[94136]: pgmap v78: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:34 smithi142 ceph-mon[94717]: pgmap v79: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:34 smithi098 ceph-mon[94136]: pgmap v79: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:36 smithi142 ceph-mon[94717]: pgmap v80: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:36 smithi098 ceph-mon[94136]: pgmap v80: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:38 smithi142 ceph-mon[94717]: pgmap v81: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:38 smithi098 ceph-mon[94136]: pgmap v81: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:40 smithi142 ceph-mon[94717]: pgmap v82: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:40 smithi098 ceph-mon[94136]: pgmap v82: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:42 smithi142 ceph-mon[94717]: pgmap v83: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:42 smithi098 ceph-mon[94136]: pgmap v83: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 50 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:44 smithi142 ceph-mon[94717]: pgmap v84: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:44 smithi098 ceph-mon[94136]: pgmap v84: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:46 smithi142 ceph-mon[94717]: pgmap v85: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:46 smithi098 ceph-mon[94136]: pgmap v85: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:48 smithi142 ceph-mon[94717]: pgmap v86: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:48 smithi098 ceph-mon[94136]: pgmap v86: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:51 smithi142 ceph-mon[94717]: pgmap v87: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:51 smithi098 ceph-mon[94136]: pgmap v87: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:53 smithi142 ceph-mon[94717]: pgmap v88: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:54.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:53 smithi098 ceph-mon[94136]: pgmap v88: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:55 smithi142 ceph-mon[94717]: pgmap v89: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:55 smithi098 ceph-mon[94136]: pgmap v89: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:36:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:57 smithi142 ceph-mon[94717]: pgmap v90: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:36:58.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:57 smithi098 ceph-mon[94136]: pgmap v90: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:36:59 smithi142 ceph-mon[94717]: pgmap v91: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:36:59 smithi098 ceph-mon[94136]: pgmap v91: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:01 smithi142 ceph-mon[94717]: pgmap v92: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:01 smithi098 ceph-mon[94136]: pgmap v92: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:03 smithi142 ceph-mon[94717]: pgmap v93: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:04.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:03 smithi098 ceph-mon[94136]: pgmap v93: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:05 smithi142 ceph-mon[94717]: pgmap v94: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 5.1 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:37:06.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:05 smithi098 ceph-mon[94136]: pgmap v94: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 5.1 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:37:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:06 smithi142 ceph-mon[94717]: pgmap v95: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.8 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:37:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:06 smithi098 ceph-mon[94136]: pgmap v95: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 3.8 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:37:09.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:08 smithi142 ceph-mon[94717]: pgmap v96: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:37:09.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:08 smithi098 ceph-mon[94136]: pgmap v96: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 5.2 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:37:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:10 smithi142 ceph-mon[94717]: osdmap e93: 12 total, 12 up, 12 in 2023-03-22T14:37:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:10 smithi098 ceph-mon[94136]: osdmap e93: 12 total, 12 up, 12 in 2023-03-22T14:37:12.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:11 smithi142 ceph-mon[94717]: pgmap v98: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 4.7 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:37:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:11 smithi098 ceph-mon[94136]: pgmap v98: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 4.7 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:37:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:13 smithi142 ceph-mon[94717]: pgmap v99: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 4.7 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:37:14.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:13 smithi098 ceph-mon[94136]: pgmap v99: 97 pgs: 70 active+clean, 27 unknown; 9.8 GiB data, 49 GiB used, 755 GiB / 805 GiB avail; 4.7 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:37:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:15 smithi142 ceph-mon[94717]: pgmap v100: 97 pgs: 14 active+clean+snaptrim, 25 active+clean+snaptrim_wait, 27 unknown, 31 active+clean; 9.3 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:37:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:15 smithi098 ceph-mon[94136]: pgmap v100: 97 pgs: 14 active+clean+snaptrim, 25 active+clean+snaptrim_wait, 27 unknown, 31 active+clean; 9.3 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:37:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:17 smithi142 ceph-mon[94717]: pgmap v101: 97 pgs: 14 active+clean+snaptrim, 25 active+clean+snaptrim_wait, 27 unknown, 31 active+clean; 9.3 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:37:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:17 smithi098 ceph-mon[94136]: pgmap v101: 97 pgs: 14 active+clean+snaptrim, 25 active+clean+snaptrim_wait, 27 unknown, 31 active+clean; 9.3 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:37:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:19 smithi142 ceph-mon[94717]: pgmap v102: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:37:19.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:19 smithi098 ceph-mon[94136]: pgmap v102: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:37:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:21 smithi142 ceph-mon[94717]: pgmap v103: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.9 KiB/s rd, 186 B/s wr, 7 op/s 2023-03-22T14:37:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:21 smithi098 ceph-mon[94136]: pgmap v103: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.9 KiB/s rd, 186 B/s wr, 7 op/s 2023-03-22T14:37:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:23 smithi142 ceph-mon[94717]: pgmap v104: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s 2023-03-22T14:37:24.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:23 smithi098 ceph-mon[94136]: pgmap v104: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s 2023-03-22T14:37:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:25 smithi142 ceph-mon[94717]: pgmap v105: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:37:26.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:25 smithi098 ceph-mon[94136]: pgmap v105: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:37:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:27 smithi142 ceph-mon[94717]: pgmap v106: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:37:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:27 smithi098 ceph-mon[94136]: pgmap v106: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:37:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:29 smithi142 ceph-mon[94717]: pgmap v107: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:37:30.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:29 smithi098 ceph-mon[94136]: pgmap v107: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:37:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:31 smithi142 ceph-mon[94717]: pgmap v108: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:31 smithi098 ceph-mon[94136]: pgmap v108: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:33 smithi142 ceph-mon[94717]: pgmap v109: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:33 smithi098 ceph-mon[94136]: pgmap v109: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:35 smithi142 ceph-mon[94717]: pgmap v110: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:35 smithi098 ceph-mon[94136]: pgmap v110: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:37 smithi142 ceph-mon[94717]: pgmap v111: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:37 smithi098 ceph-mon[94136]: pgmap v111: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:39 smithi142 ceph-mon[94717]: pgmap v112: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:39 smithi098 ceph-mon[94136]: pgmap v112: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:41 smithi142 ceph-mon[94717]: pgmap v113: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:41 smithi098 ceph-mon[94136]: pgmap v113: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:43 smithi142 ceph-mon[94717]: pgmap v114: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:43 smithi098 ceph-mon[94136]: pgmap v114: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:45 smithi142 ceph-mon[94717]: pgmap v115: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:45 smithi098 ceph-mon[94136]: pgmap v115: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:47 smithi142 ceph-mon[94717]: pgmap v116: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:47 smithi098 ceph-mon[94136]: pgmap v116: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 49 GiB used, 756 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:49 smithi142 ceph-mon[94717]: pgmap v117: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 48 GiB used, 757 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:49 smithi098 ceph-mon[94136]: pgmap v117: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 48 GiB used, 757 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:51 smithi142 ceph-mon[94717]: pgmap v118: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 48 GiB used, 757 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:51 smithi098 ceph-mon[94136]: pgmap v118: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 48 GiB used, 757 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:37:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:53 smithi142 ceph-mon[94717]: pgmap v119: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 48 GiB used, 757 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:37:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:53 smithi098 ceph-mon[94136]: pgmap v119: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 48 GiB used, 757 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:37:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:55 smithi142 ceph-mon[94717]: pgmap v120: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 45 GiB used, 759 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:55 smithi142 ceph-mon[94717]: evicting unresponsive client smithi045:0 (15195), after 300.128 seconds 2023-03-22T14:37:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:55 smithi142 ceph-mon[94717]: Evicting (and blocklisting) client session 15195 (v1:192.168.0.1:0/846699138) 2023-03-22T14:37:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:55 smithi142 ceph-mon[94717]: from='mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149]' entity='mds.i' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]: dispatch 2023-03-22T14:37:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:55 smithi142 ceph-mon[94717]: evicting unresponsive client smithi045:0 (15195), after 300.623 seconds 2023-03-22T14:37:56.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:55 smithi142 ceph-mon[94717]: Evicting (and blocklisting) client session 15195 (v1:192.168.0.1:0/846699138) 2023-03-22T14:37:56.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:55 smithi142 ceph-mon[94717]: from='mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726]' entity='mds.c' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]: dispatch 2023-03-22T14:37:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:55 smithi098 ceph-mon[94136]: pgmap v120: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 45 GiB used, 759 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:37:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:55 smithi098 ceph-mon[94136]: evicting unresponsive client smithi045:0 (15195), after 300.128 seconds 2023-03-22T14:37:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:55 smithi098 ceph-mon[94136]: Evicting (and blocklisting) client session 15195 (v1:192.168.0.1:0/846699138) 2023-03-22T14:37:56.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:55 smithi098 ceph-mon[94136]: from='mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149]' entity='mds.i' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]: dispatch 2023-03-22T14:37:56.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:55 smithi098 ceph-mon[94136]: evicting unresponsive client smithi045:0 (15195), after 300.623 seconds 2023-03-22T14:37:56.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:55 smithi098 ceph-mon[94136]: Evicting (and blocklisting) client session 15195 (v1:192.168.0.1:0/846699138) 2023-03-22T14:37:56.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:55 smithi098 ceph-mon[94136]: from='mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726]' entity='mds.c' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]: dispatch 2023-03-22T14:37:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:56 smithi142 ceph-mon[94717]: from='mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149]' entity='mds.i' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]': finished 2023-03-22T14:37:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:56 smithi142 ceph-mon[94717]: from='mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726]' entity='mds.c' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]': finished 2023-03-22T14:37:57.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:56 smithi142 ceph-mon[94717]: osdmap e94: 12 total, 12 up, 12 in 2023-03-22T14:37:57.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:56 smithi142 ceph-mon[94717]: pgmap v122: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 45 GiB used, 759 GiB / 805 GiB avail; 3.0 KiB/s rd, 7 op/s 2023-03-22T14:37:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:56 smithi098 ceph-mon[94136]: from='mds.? [v2:172.21.15.142:6838/2543721149,v1:172.21.15.142:6839/2543721149]' entity='mds.i' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]': finished 2023-03-22T14:37:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:56 smithi098 ceph-mon[94136]: from='mds.? [v2:172.21.15.142:6836/2383089726,v1:172.21.15.142:6837/2383089726]' entity='mds.c' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"v1:192.168.0.1:0/846699138"}]': finished 2023-03-22T14:37:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:56 smithi098 ceph-mon[94136]: osdmap e94: 12 total, 12 up, 12 in 2023-03-22T14:37:57.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:56 smithi098 ceph-mon[94136]: pgmap v122: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 45 GiB used, 759 GiB / 805 GiB avail; 3.0 KiB/s rd, 7 op/s 2023-03-22T14:37:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:37:59 smithi142 ceph-mon[94717]: pgmap v123: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.5 KiB/s rd, 1023 B/s wr, 9 op/s 2023-03-22T14:37:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:37:59 smithi098 ceph-mon[94136]: pgmap v123: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.5 KiB/s rd, 1023 B/s wr, 9 op/s 2023-03-22T14:38:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:01 smithi142 ceph-mon[94717]: pgmap v124: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.5 KiB/s rd, 1023 B/s wr, 9 op/s 2023-03-22T14:38:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:01 smithi098 ceph-mon[94136]: pgmap v124: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.5 KiB/s rd, 1023 B/s wr, 9 op/s 2023-03-22T14:38:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:03 smithi142 ceph-mon[94717]: pgmap v125: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.5 KiB/s rd, 1023 B/s wr, 9 op/s 2023-03-22T14:38:04.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:03 smithi098 ceph-mon[94136]: pgmap v125: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.5 KiB/s rd, 1023 B/s wr, 9 op/s 2023-03-22T14:38:06.259 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-03-22T14:38:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:05 smithi142 ceph-mon[94717]: pgmap v126: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 5.0 KiB/s rd, 29 KiB/s wr, 13 op/s 2023-03-22T14:38:06.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:05 smithi098 ceph-mon[94136]: pgmap v126: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 5.0 KiB/s rd, 29 KiB/s wr, 13 op/s 2023-03-22T14:38:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:07 smithi142 ceph-mon[94717]: pgmap v127: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 5.0 KiB/s rd, 29 KiB/s wr, 13 op/s 2023-03-22T14:38:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:07 smithi098 ceph-mon[94136]: pgmap v127: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 5.0 KiB/s rd, 29 KiB/s wr, 13 op/s 2023-03-22T14:38:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:09 smithi142 ceph-mon[94717]: pgmap v128: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 5.5 KiB/s rd, 24 KiB/s wr, 14 op/s 2023-03-22T14:38:10.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:09 smithi142 ceph-mon[94717]: osdmap e95: 12 total, 12 up, 12 in 2023-03-22T14:38:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:09 smithi098 ceph-mon[94136]: pgmap v128: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 5.5 KiB/s rd, 24 KiB/s wr, 14 op/s 2023-03-22T14:38:10.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:09 smithi098 ceph-mon[94136]: osdmap e95: 12 total, 12 up, 12 in 2023-03-22T14:38:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:11 smithi142 ceph-mon[94717]: pgmap v130: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 4.6 KiB/s rd, 28 KiB/s wr, 12 op/s 2023-03-22T14:38:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:11 smithi098 ceph-mon[94136]: pgmap v130: 97 pgs: 27 unknown, 70 active+clean; 9.0 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 4.6 KiB/s rd, 28 KiB/s wr, 12 op/s 2023-03-22T14:38:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:12 smithi142 ceph-mon[94717]: pgmap v131: 97 pgs: 27 unknown, 70 active+clean; 8.9 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 4.6 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:38:13.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:12 smithi098 ceph-mon[94136]: pgmap v131: 97 pgs: 27 unknown, 70 active+clean; 8.9 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 4.6 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:38:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:15 smithi142 ceph-mon[94717]: pgmap v132: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 766 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:38:15.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:15 smithi098 ceph-mon[94136]: pgmap v132: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 766 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:38:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:17 smithi142 ceph-mon[94717]: pgmap v133: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 766 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:38:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:17 smithi098 ceph-mon[94136]: pgmap v133: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 766 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:38:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:19 smithi142 ceph-mon[94717]: pgmap v134: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 3.2 KiB/s rd, 307 B/s wr, 8 op/s 2023-03-22T14:38:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:19 smithi098 ceph-mon[94136]: pgmap v134: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 3.2 KiB/s rd, 307 B/s wr, 8 op/s 2023-03-22T14:38:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:21 smithi142 ceph-mon[94717]: pgmap v135: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 2.9 KiB/s rd, 278 B/s wr, 7 op/s 2023-03-22T14:38:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:21 smithi098 ceph-mon[94136]: pgmap v135: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 2.9 KiB/s rd, 278 B/s wr, 7 op/s 2023-03-22T14:38:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:23 smithi142 ceph-mon[94717]: pgmap v136: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 7 op/s 2023-03-22T14:38:24.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:23 smithi098 ceph-mon[94136]: pgmap v136: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 7 op/s 2023-03-22T14:38:25.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:24 smithi142 ceph-mon[94717]: pgmap v137: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 3.9 KiB/s rd, 255 B/s wr, 9 op/s 2023-03-22T14:38:25.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:24 smithi098 ceph-mon[94136]: pgmap v137: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 3.9 KiB/s rd, 255 B/s wr, 9 op/s 2023-03-22T14:38:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:27 smithi142 ceph-mon[94717]: pgmap v138: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 2.6 KiB/s rd, 170 B/s wr, 6 op/s 2023-03-22T14:38:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:27 smithi098 ceph-mon[94136]: pgmap v138: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 2.6 KiB/s rd, 170 B/s wr, 6 op/s 2023-03-22T14:38:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:29 smithi142 ceph-mon[94717]: pgmap v139: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 37 GiB used, 767 GiB / 805 GiB avail; 3.8 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:38:30.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:29 smithi098 ceph-mon[94136]: pgmap v139: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 37 GiB used, 767 GiB / 805 GiB avail; 3.8 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:38:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:31 smithi142 ceph-mon[94717]: pgmap v140: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 37 GiB used, 767 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:31 smithi098 ceph-mon[94136]: pgmap v140: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 37 GiB used, 767 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:32 smithi142 ceph-mon[94717]: pgmap v141: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 37 GiB used, 767 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:38:33.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:32 smithi098 ceph-mon[94136]: pgmap v141: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 37 GiB used, 767 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:38:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:35 smithi142 ceph-mon[94717]: pgmap v142: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 768 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:38:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:35 smithi098 ceph-mon[94136]: pgmap v142: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 768 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:38:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:37 smithi142 ceph-mon[94717]: pgmap v143: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 768 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:37 smithi098 ceph-mon[94136]: pgmap v143: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 768 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:39 smithi142 ceph-mon[94717]: pgmap v144: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:38:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:39 smithi098 ceph-mon[94136]: pgmap v144: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:38:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:41 smithi142 ceph-mon[94717]: pgmap v145: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:41 smithi098 ceph-mon[94136]: pgmap v145: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:43 smithi142 ceph-mon[94717]: pgmap v146: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:38:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:43 smithi098 ceph-mon[94136]: pgmap v146: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:38:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:45 smithi142 ceph-mon[94717]: pgmap v147: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:38:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:45 smithi098 ceph-mon[94136]: pgmap v147: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:38:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:47 smithi142 ceph-mon[94717]: pgmap v148: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:47 smithi098 ceph-mon[94136]: pgmap v148: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:38:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:49 smithi142 ceph-mon[94717]: pgmap v149: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 9 op/s 2023-03-22T14:38:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:49 smithi098 ceph-mon[94136]: pgmap v149: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 9 op/s 2023-03-22T14:38:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:51 smithi142 ceph-mon[94717]: pgmap v150: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.3 KiB/s rd, 6 op/s 2023-03-22T14:38:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:51 smithi098 ceph-mon[94136]: pgmap v150: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.3 KiB/s rd, 6 op/s 2023-03-22T14:38:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:53 smithi142 ceph-mon[94717]: pgmap v151: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.3 KiB/s rd, 7 op/s 2023-03-22T14:38:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:53 smithi098 ceph-mon[94136]: pgmap v151: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.3 KiB/s rd, 7 op/s 2023-03-22T14:38:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:55 smithi142 ceph-mon[94717]: pgmap v152: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 8 op/s 2023-03-22T14:38:55.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:55 smithi098 ceph-mon[94136]: pgmap v152: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 8 op/s 2023-03-22T14:38:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:57 smithi142 ceph-mon[94717]: pgmap v153: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.3 KiB/s rd, 6 op/s 2023-03-22T14:38:58.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:57 smithi098 ceph-mon[94136]: pgmap v153: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.3 KiB/s rd, 6 op/s 2023-03-22T14:39:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:38:59 smithi142 ceph-mon[94717]: pgmap v154: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 9 op/s 2023-03-22T14:39:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:38:59 smithi098 ceph-mon[94136]: pgmap v154: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 9 op/s 2023-03-22T14:39:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:01 smithi142 ceph-mon[94717]: pgmap v155: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:01 smithi098 ceph-mon[94136]: pgmap v155: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:03 smithi142 ceph-mon[94717]: pgmap v156: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:04.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:03 smithi098 ceph-mon[94136]: pgmap v156: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:05 smithi142 ceph-mon[94717]: pgmap v157: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:39:06.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:05 smithi098 ceph-mon[94136]: pgmap v157: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:39:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:07 smithi142 ceph-mon[94717]: pgmap v158: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:39:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:07 smithi098 ceph-mon[94136]: pgmap v158: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:39:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:08 smithi142 ceph-mon[94717]: pgmap v159: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:39:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:08 smithi098 ceph-mon[94136]: pgmap v159: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:39:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:09 smithi142 ceph-mon[94717]: osdmap e96: 12 total, 12 up, 12 in 2023-03-22T14:39:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:09 smithi098 ceph-mon[94136]: osdmap e96: 12 total, 12 up, 12 in 2023-03-22T14:39:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:11 smithi142 ceph-mon[94717]: pgmap v161: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:39:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:11 smithi098 ceph-mon[94136]: pgmap v161: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:39:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:13 smithi142 ceph-mon[94717]: pgmap v162: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:39:14.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:13 smithi098 ceph-mon[94136]: pgmap v162: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:39:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:15 smithi142 ceph-mon[94717]: pgmap v163: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:39:16.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:15 smithi098 ceph-mon[94136]: pgmap v163: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:39:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:17 smithi142 ceph-mon[94717]: pgmap v164: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:39:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:17 smithi098 ceph-mon[94136]: pgmap v164: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:39:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:19 smithi142 ceph-mon[94717]: pgmap v165: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:39:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:19 smithi098 ceph-mon[94136]: pgmap v165: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:39:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:21 smithi142 ceph-mon[94717]: pgmap v166: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 185 B/s wr, 7 op/s 2023-03-22T14:39:22.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:21 smithi098 ceph-mon[94136]: pgmap v166: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 185 B/s wr, 7 op/s 2023-03-22T14:39:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:23 smithi142 ceph-mon[94717]: pgmap v167: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 7 op/s 2023-03-22T14:39:24.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:23 smithi098 ceph-mon[94136]: pgmap v167: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 7 op/s 2023-03-22T14:39:25.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:25 smithi142 ceph-mon[94717]: pgmap v168: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:39:25.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:25 smithi098 ceph-mon[94136]: pgmap v168: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:39:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:27 smithi142 ceph-mon[94717]: pgmap v169: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:39:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:27 smithi098 ceph-mon[94136]: pgmap v169: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:39:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:29 smithi142 ceph-mon[94717]: pgmap v170: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:39:30.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:29 smithi098 ceph-mon[94136]: pgmap v170: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:39:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:31 smithi142 ceph-mon[94717]: pgmap v171: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:31 smithi098 ceph-mon[94136]: pgmap v171: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:33 smithi142 ceph-mon[94717]: pgmap v172: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:33 smithi098 ceph-mon[94136]: pgmap v172: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:35 smithi142 ceph-mon[94717]: pgmap v173: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:35 smithi098 ceph-mon[94136]: pgmap v173: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:37 smithi142 ceph-mon[94717]: pgmap v174: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:37 smithi098 ceph-mon[94136]: pgmap v174: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:39 smithi142 ceph-mon[94717]: pgmap v175: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:39 smithi098 ceph-mon[94136]: pgmap v175: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:41 smithi142 ceph-mon[94717]: pgmap v176: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:41 smithi098 ceph-mon[94136]: pgmap v176: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:43 smithi142 ceph-mon[94717]: pgmap v177: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:43 smithi098 ceph-mon[94136]: pgmap v177: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:45 smithi142 ceph-mon[94717]: pgmap v178: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:45 smithi098 ceph-mon[94136]: pgmap v178: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:46 smithi142 ceph-mon[94717]: pgmap v179: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:46 smithi098 ceph-mon[94136]: pgmap v179: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:49 smithi142 ceph-mon[94717]: pgmap v180: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:49 smithi098 ceph-mon[94136]: pgmap v180: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:51 smithi142 ceph-mon[94717]: pgmap v181: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:51 smithi098 ceph-mon[94136]: pgmap v181: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:53 smithi142 ceph-mon[94717]: pgmap v182: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:54.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:53 smithi098 ceph-mon[94136]: pgmap v182: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:39:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:55 smithi142 ceph-mon[94717]: pgmap v183: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:56.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:55 smithi098 ceph-mon[94136]: pgmap v183: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:57 smithi142 ceph-mon[94717]: pgmap v184: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:57 smithi098 ceph-mon[94136]: pgmap v184: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:39:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:39:59 smithi142 ceph-mon[94717]: pgmap v185: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:39:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:39:59 smithi098 ceph-mon[94136]: pgmap v185: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: Health detail: HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 27 pgs inactive 2023-03-22T14:40:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T14:40:00.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T14:40:00.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: [WRN] PG_AVAILABILITY: Reduced data availability: 27 pgs inactive 2023-03-22T14:40:00.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.1 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.4 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.6 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.9 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.19 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.1e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 2.1f is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.1 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.2 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.4 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.7 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.b is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.12 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.383 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.18 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.383 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.19 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.383 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.1d is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.383 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.1e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.383 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.24 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.384 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.27 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.384 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.28 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.384 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.29 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.385 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.2b is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.385 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.2e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.385 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.33 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.385 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.34 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.385 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:00 smithi142 ceph-mon[94717]: pg 3.38 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: Health detail: HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 27 pgs inactive 2023-03-22T14:40:00.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T14:40:00.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T14:40:00.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: [WRN] PG_AVAILABILITY: Reduced data availability: 27 pgs inactive 2023-03-22T14:40:00.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.1 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.4 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.6 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.9 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.19 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.1e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 2.1f is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.1 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.2 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.4 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.7 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.428 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.b is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.428 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.12 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.428 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.18 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.428 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.19 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.429 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.1d is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.429 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.1e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.429 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.24 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.429 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.27 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.429 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.28 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.430 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.29 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.430 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.2b is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.430 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.2e is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.430 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.33 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.430 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.34 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:00.431 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:00 smithi098 ceph-mon[94136]: pg 3.38 is stuck inactive for 6m, current state unknown, last acting [] 2023-03-22T14:40:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:01 smithi142 ceph-mon[94717]: pgmap v186: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:01 smithi098 ceph-mon[94136]: pgmap v186: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:03 smithi142 ceph-mon[94717]: pgmap v187: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:04.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:03 smithi098 ceph-mon[94136]: pgmap v187: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:05 smithi142 ceph-mon[94717]: pgmap v188: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:40:06.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:05 smithi098 ceph-mon[94136]: pgmap v188: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:40:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:06 smithi142 ceph-mon[94717]: pgmap v189: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:40:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:06 smithi098 ceph-mon[94136]: pgmap v189: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.6 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:40:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:09 smithi142 ceph-mon[94717]: pgmap v190: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:40:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:09 smithi098 ceph-mon[94136]: pgmap v190: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:40:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:10 smithi142 ceph-mon[94717]: osdmap e97: 12 total, 12 up, 12 in 2023-03-22T14:40:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:10 smithi098 ceph-mon[94136]: osdmap e97: 12 total, 12 up, 12 in 2023-03-22T14:40:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:11 smithi142 ceph-mon[94717]: pgmap v192: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:40:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:11 smithi098 ceph-mon[94136]: pgmap v192: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:40:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:13 smithi142 ceph-mon[94717]: pgmap v193: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:40:14.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:13 smithi098 ceph-mon[94136]: pgmap v193: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:40:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:15 smithi142 ceph-mon[94717]: pgmap v194: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:40:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:15 smithi098 ceph-mon[94136]: pgmap v194: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:40:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:17 smithi142 ceph-mon[94717]: pgmap v195: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:40:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:17 smithi098 ceph-mon[94136]: pgmap v195: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:40:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:19 smithi142 ceph-mon[94717]: pgmap v196: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:40:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:19 smithi098 ceph-mon[94136]: pgmap v196: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:40:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:21 smithi142 ceph-mon[94717]: pgmap v197: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:40:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:21 smithi098 ceph-mon[94136]: pgmap v197: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:40:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:23 smithi142 ceph-mon[94717]: pgmap v198: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 7 op/s 2023-03-22T14:40:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:23 smithi098 ceph-mon[94136]: pgmap v198: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 7 op/s 2023-03-22T14:40:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:25 smithi142 ceph-mon[94717]: pgmap v199: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:40:26.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:25 smithi098 ceph-mon[94136]: pgmap v199: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:40:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:27 smithi142 ceph-mon[94717]: pgmap v200: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:40:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:27 smithi098 ceph-mon[94136]: pgmap v200: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:40:29.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:29 smithi142 ceph-mon[94717]: pgmap v201: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:40:29.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:29 smithi098 ceph-mon[94136]: pgmap v201: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:40:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:31 smithi142 ceph-mon[94717]: pgmap v202: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:31 smithi098 ceph-mon[94136]: pgmap v202: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:33 smithi142 ceph-mon[94717]: pgmap v203: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:33 smithi098 ceph-mon[94136]: pgmap v203: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:35 smithi142 ceph-mon[94717]: pgmap v204: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:35 smithi098 ceph-mon[94136]: pgmap v204: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:37 smithi142 ceph-mon[94717]: pgmap v205: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:37 smithi098 ceph-mon[94136]: pgmap v205: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:39 smithi142 ceph-mon[94717]: pgmap v206: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:39.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:39 smithi098 ceph-mon[94136]: pgmap v206: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:41 smithi142 ceph-mon[94717]: pgmap v207: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:41 smithi098 ceph-mon[94136]: pgmap v207: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:43 smithi142 ceph-mon[94717]: pgmap v208: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:43 smithi098 ceph-mon[94136]: pgmap v208: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:45.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:45 smithi142 ceph-mon[94717]: pgmap v209: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:45 smithi098 ceph-mon[94136]: pgmap v209: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:46 smithi142 ceph-mon[94717]: pgmap v210: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:46 smithi098 ceph-mon[94136]: pgmap v210: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:49 smithi142 ceph-mon[94717]: pgmap v211: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:49 smithi098 ceph-mon[94136]: pgmap v211: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:51 smithi142 ceph-mon[94717]: pgmap v212: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:52.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:51 smithi098 ceph-mon[94136]: pgmap v212: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:53 smithi142 ceph-mon[94717]: pgmap v213: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:54.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:53 smithi098 ceph-mon[94136]: pgmap v213: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:40:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:55 smithi142 ceph-mon[94717]: pgmap v214: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:55.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:55 smithi098 ceph-mon[94136]: pgmap v214: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:57 smithi142 ceph-mon[94717]: pgmap v215: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:57 smithi098 ceph-mon[94136]: pgmap v215: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:40:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:40:59 smithi142 ceph-mon[94717]: pgmap v216: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:40:59.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:40:59 smithi098 ceph-mon[94136]: pgmap v216: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:41:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:01 smithi142 ceph-mon[94717]: pgmap v217: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:01 smithi098 ceph-mon[94136]: pgmap v217: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:03.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:03 smithi142 ceph-mon[94717]: pgmap v218: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:03 smithi098 ceph-mon[94136]: pgmap v218: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:05.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:05 smithi142 ceph-mon[94717]: pgmap v219: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:41:05.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:05 smithi098 ceph-mon[94136]: pgmap v219: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:41:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:07 smithi142 ceph-mon[94717]: pgmap v220: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:41:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:07 smithi098 ceph-mon[94136]: pgmap v220: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:41:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:09 smithi142 ceph-mon[94717]: pgmap v221: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:41:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:09 smithi098 ceph-mon[94136]: pgmap v221: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:41:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:10 smithi142 ceph-mon[94717]: osdmap e98: 12 total, 12 up, 12 in 2023-03-22T14:41:10.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:10 smithi098 ceph-mon[94136]: osdmap e98: 12 total, 12 up, 12 in 2023-03-22T14:41:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:11 smithi142 ceph-mon[94717]: pgmap v223: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:41:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:11 smithi098 ceph-mon[94136]: pgmap v223: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:41:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:13 smithi142 ceph-mon[94717]: pgmap v224: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:41:13.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:13 smithi098 ceph-mon[94136]: pgmap v224: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:41:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:15 smithi142 ceph-mon[94717]: pgmap v225: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:41:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:15 smithi098 ceph-mon[94136]: pgmap v225: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:41:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:17 smithi142 ceph-mon[94717]: pgmap v226: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:41:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:17 smithi098 ceph-mon[94136]: pgmap v226: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:41:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:19 smithi142 ceph-mon[94717]: pgmap v227: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:41:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:19 smithi098 ceph-mon[94136]: pgmap v227: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:41:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:21 smithi142 ceph-mon[94717]: pgmap v228: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 185 B/s wr, 7 op/s 2023-03-22T14:41:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:21 smithi098 ceph-mon[94136]: pgmap v228: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 185 B/s wr, 7 op/s 2023-03-22T14:41:23.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:23 smithi142 ceph-mon[94717]: pgmap v229: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T14:41:23.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:23 smithi098 ceph-mon[94136]: pgmap v229: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T14:41:25.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:25 smithi142 ceph-mon[94717]: pgmap v230: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T14:41:25.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:25 smithi098 ceph-mon[94136]: pgmap v230: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T14:41:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:27 smithi142 ceph-mon[94717]: pgmap v231: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:41:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:27 smithi098 ceph-mon[94136]: pgmap v231: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:41:29.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:29 smithi142 ceph-mon[94717]: pgmap v232: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:41:29.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:29 smithi098 ceph-mon[94136]: pgmap v232: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:41:31.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:31 smithi142 ceph-mon[94717]: pgmap v233: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:31.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:31 smithi098 ceph-mon[94136]: pgmap v233: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:33 smithi142 ceph-mon[94717]: pgmap v234: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:33.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:33 smithi098 ceph-mon[94136]: pgmap v234: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:35 smithi142 ceph-mon[94717]: pgmap v235: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 8 op/s 2023-03-22T14:41:35.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:35 smithi098 ceph-mon[94136]: pgmap v235: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 8 op/s 2023-03-22T14:41:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:37 smithi142 ceph-mon[94717]: pgmap v236: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:37 smithi098 ceph-mon[94136]: pgmap v236: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:39 smithi142 ceph-mon[94717]: pgmap v237: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:41:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:39 smithi098 ceph-mon[94136]: pgmap v237: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:41:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:41 smithi142 ceph-mon[94717]: pgmap v238: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:41.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:41 smithi098 ceph-mon[94136]: pgmap v238: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:43 smithi142 ceph-mon[94717]: pgmap v239: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:43 smithi098 ceph-mon[94136]: pgmap v239: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:45.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:45 smithi142 ceph-mon[94717]: pgmap v240: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 8 op/s 2023-03-22T14:41:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:45 smithi098 ceph-mon[94136]: pgmap v240: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 8 op/s 2023-03-22T14:41:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:47 smithi142 ceph-mon[94717]: pgmap v241: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:47 smithi098 ceph-mon[94136]: pgmap v241: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:49 smithi142 ceph-mon[94717]: pgmap v242: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:41:49.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:49 smithi098 ceph-mon[94136]: pgmap v242: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:41:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:51 smithi142 ceph-mon[94717]: pgmap v243: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:51 smithi098 ceph-mon[94136]: pgmap v243: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:53 smithi142 ceph-mon[94717]: pgmap v244: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:53 smithi098 ceph-mon[94136]: pgmap v244: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:41:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:55 smithi142 ceph-mon[94717]: pgmap v245: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 8 op/s 2023-03-22T14:41:55.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:55 smithi098 ceph-mon[94136]: pgmap v245: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 8 op/s 2023-03-22T14:41:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:57 smithi142 ceph-mon[94717]: pgmap v246: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:57 smithi098 ceph-mon[94136]: pgmap v246: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:41:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:41:59 smithi142 ceph-mon[94717]: pgmap v247: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:41:59.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:41:59 smithi098 ceph-mon[94136]: pgmap v247: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:01.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:01 smithi142 ceph-mon[94717]: pgmap v248: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:01.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:01 smithi098 ceph-mon[94136]: pgmap v248: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:03.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:03 smithi142 ceph-mon[94717]: pgmap v249: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 22 KiB/s wr, 10 op/s 2023-03-22T14:42:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:03 smithi098 ceph-mon[94136]: pgmap v249: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 22 KiB/s wr, 10 op/s 2023-03-22T14:42:05.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:05 smithi142 ceph-mon[94717]: pgmap v250: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:42:05.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:05 smithi098 ceph-mon[94136]: pgmap v250: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 11 op/s 2023-03-22T14:42:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:07 smithi142 ceph-mon[94717]: pgmap v251: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:42:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:07 smithi098 ceph-mon[94136]: pgmap v251: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:42:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:09 smithi142 ceph-mon[94717]: pgmap v252: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:42:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:09 smithi098 ceph-mon[94136]: pgmap v252: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:42:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:10 smithi142 ceph-mon[94717]: osdmap e99: 12 total, 12 up, 12 in 2023-03-22T14:42:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:10 smithi098 ceph-mon[94136]: osdmap e99: 12 total, 12 up, 12 in 2023-03-22T14:42:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:11 smithi142 ceph-mon[94717]: pgmap v254: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:42:11.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:11 smithi098 ceph-mon[94136]: pgmap v254: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:42:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:13 smithi142 ceph-mon[94717]: pgmap v255: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.5 KiB/s rd, 818 B/s wr, 8 op/s 2023-03-22T14:42:13.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:13 smithi098 ceph-mon[94136]: pgmap v255: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.5 KiB/s rd, 818 B/s wr, 8 op/s 2023-03-22T14:42:15.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:15 smithi142 ceph-mon[94717]: pgmap v256: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:42:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:15 smithi098 ceph-mon[94136]: pgmap v256: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:42:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:17 smithi142 ceph-mon[94717]: pgmap v257: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:42:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:17 smithi098 ceph-mon[94136]: pgmap v257: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:42:19.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:19 smithi142 ceph-mon[94717]: pgmap v258: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:42:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:19 smithi098 ceph-mon[94136]: pgmap v258: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:42:21.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:21 smithi142 ceph-mon[94717]: pgmap v259: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:42:21.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:21 smithi098 ceph-mon[94136]: pgmap v259: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:42:23.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:23 smithi142 ceph-mon[94717]: pgmap v260: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:42:23.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:23 smithi098 ceph-mon[94136]: pgmap v260: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:42:25.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:25 smithi142 ceph-mon[94717]: pgmap v261: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:42:25.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:25 smithi098 ceph-mon[94136]: pgmap v261: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:42:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:27 smithi142 ceph-mon[94717]: pgmap v262: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:42:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:27 smithi098 ceph-mon[94136]: pgmap v262: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:42:29.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:29 smithi142 ceph-mon[94717]: pgmap v263: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:42:29.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:29 smithi098 ceph-mon[94136]: pgmap v263: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:42:31.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:31 smithi142 ceph-mon[94717]: pgmap v264: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:31.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:31 smithi098 ceph-mon[94136]: pgmap v264: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:33.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:33 smithi142 ceph-mon[94717]: pgmap v265: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:33 smithi098 ceph-mon[94136]: pgmap v265: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:35.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:35 smithi142 ceph-mon[94717]: pgmap v266: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:42:35.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:35 smithi098 ceph-mon[94136]: pgmap v266: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:42:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:37 smithi142 ceph-mon[94717]: pgmap v267: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:37 smithi098 ceph-mon[94136]: pgmap v267: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:39.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:39 smithi142 ceph-mon[94717]: pgmap v268: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:39 smithi098 ceph-mon[94136]: pgmap v268: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:41.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:41 smithi142 ceph-mon[94717]: pgmap v269: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:41.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:41 smithi098 ceph-mon[94136]: pgmap v269: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:43.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:43 smithi142 ceph-mon[94717]: pgmap v270: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:43 smithi098 ceph-mon[94136]: pgmap v270: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:45.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:45 smithi142 ceph-mon[94717]: pgmap v271: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:42:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:45 smithi098 ceph-mon[94136]: pgmap v271: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:42:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:47 smithi142 ceph-mon[94717]: pgmap v272: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:47 smithi098 ceph-mon[94136]: pgmap v272: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:49.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:49 smithi142 ceph-mon[94717]: pgmap v273: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:49 smithi098 ceph-mon[94136]: pgmap v273: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:51 smithi142 ceph-mon[94717]: pgmap v274: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:51 smithi098 ceph-mon[94136]: pgmap v274: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:53.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:53 smithi142 ceph-mon[94717]: pgmap v275: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:53 smithi098 ceph-mon[94136]: pgmap v275: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:55 smithi142 ceph-mon[94717]: pgmap v276: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:42:55.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:55 smithi098 ceph-mon[94136]: pgmap v276: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:42:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:57 smithi142 ceph-mon[94717]: pgmap v277: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:57 smithi098 ceph-mon[94136]: pgmap v277: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:42:59.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:42:59 smithi142 ceph-mon[94717]: pgmap v278: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:42:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:42:59 smithi098 ceph-mon[94136]: pgmap v278: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:01.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:01 smithi142 ceph-mon[94717]: pgmap v279: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:01.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:01 smithi098 ceph-mon[94136]: pgmap v279: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:03.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:03 smithi142 ceph-mon[94717]: pgmap v280: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:43:03.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:03 smithi098 ceph-mon[94136]: pgmap v280: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:43:05.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:05 smithi098 ceph-mon[94136]: pgmap v281: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:43:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:05 smithi142 ceph-mon[94717]: pgmap v281: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:43:06.416 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.415+0000 7ff997fff700 -1 monclient: get_monmap_and_config failed to get config 2023-03-22T14:43:06.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 -- 172.21.15.45:0/3980326286 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff990101ce0 msgr2=0x7ff99010a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 --2- 172.21.15.45:0/3980326286 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff990101ce0 0x7ff99010a1d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff980009d30 tx=0x7ff98000e630 comp rx=0 tx=0).stop 2023-03-22T14:43:06.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 -- 172.21.15.45:0/3980326286 shutdown_connections 2023-03-22T14:43:06.419 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 --2- 172.21.15.45:0/3980326286 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff9901013d0 0x7ff9901017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 --2- 172.21.15.45:0/3980326286 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff990101ce0 0x7ff99010a1d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 --2- 172.21.15.45:0/3980326286 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff99010a7a0 0x7ff99010cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 -- 172.21.15.45:0/3980326286 >> 172.21.15.45:0/3980326286 conn(0x7ff990076330 msgr2=0x7ff990076730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:43:06.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.418+0000 7ff997fff700 1 -- 172.21.15.45:0/3980326286 shutdown_connections 2023-03-22T14:43:06.420 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.419+0000 7ff997fff700 1 -- 172.21.15.45:0/3980326286 wait complete. 2023-03-22T14:43:06.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 Processor -- start 2023-03-22T14:43:06.422 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 -- start start 2023-03-22T14:43:06.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff9901013d0 0x7ff9900ff020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff990101ce0 0x7ff9900ff560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff99010a7a0 0x7ff9900ffaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9901a4ee0 con 0x7ff9901013d0 2023-03-22T14:43:06.423 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9901a5050 con 0x7ff99010a7a0 2023-03-22T14:43:06.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.420+0000 7ff997fff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9901a5210 con 0x7ff990101ce0 2023-03-22T14:43:06.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff990101ce0 0x7ff9900ff560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff99010a7a0 0x7ff9900ffaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff995d9b700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff9901013d0 0x7ff9900ff020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.424 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff990101ce0 0x7ff9900ff560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:37796/0 (socket says 172.21.15.45:37796) 2023-03-22T14:43:06.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 -- 172.21.15.45:0/1470392402 learned_addr learned my addr 172.21.15.45:0/1470392402 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:43:06.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 -- 172.21.15.45:0/1470392402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff99010a7a0 msgr2=0x7ff9900ffaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff99010a7a0 0x7ff9900ffaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.425 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 -- 172.21.15.45:0/1470392402 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff9901013d0 msgr2=0x7ff9900ff020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff9901013d0 0x7ff9900ff020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 -- 172.21.15.45:0/1470392402 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff980009960 con 0x7ff990101ce0 2023-03-22T14:43:06.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99659c700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff99010a7a0 0x7ff9900ffaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-03-22T14:43:06.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff99559a700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff990101ce0 0x7ff9900ff560 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff980000c00 tx=0x7ff980005000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:43:06.426 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.421+0000 7ff986ffd700 1 -- 172.21.15.45:0/1470392402 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff980005630 con 0x7ff990101ce0 2023-03-22T14:43:06.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.422+0000 7ff986ffd700 1 -- 172.21.15.45:0/1470392402 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff980004ab0 con 0x7ff990101ce0 2023-03-22T14:43:06.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.422+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9901059e0 con 0x7ff990101ce0 2023-03-22T14:43:06.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.422+0000 7ff986ffd700 1 -- 172.21.15.45:0/1470392402 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff980010720 con 0x7ff990101ce0 2023-03-22T14:43:06.427 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.422+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff98c0095f0 con 0x7ff990101ce0 2023-03-22T14:43:06.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.423+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff990105b70 con 0x7ff990101ce0 2023-03-22T14:43:06.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.423+0000 7ff986ffd700 1 -- 172.21.15.45:0/1470392402 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 30) v1 ==== 89359+0+0 (secure 0 0 0) 0x7ff980020070 con 0x7ff990101ce0 2023-03-22T14:43:06.428 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.424+0000 7ff986ffd700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7ff97c06c070 0x7ff97c06e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.424+0000 7ff986ffd700 1 -- 172.21.15.45:0/1470392402 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 9111+0+0 (secure 0 0 0) 0x7ff98001d070 con 0x7ff990101ce0 2023-03-22T14:43:06.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.424+0000 7ff995d9b700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7ff97c06c070 0x7ff97c06e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.429 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.425+0000 7ff995d9b700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7ff97c06c070 0x7ff97c06e520 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff98c000c00 tx=0x7ff98c011000 comp rx=0 tx=0).ready entity=mgr.25360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:43:06.430 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.430+0000 7ff986ffd700 1 -- 172.21.15.45:0/1470392402 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7ff980057a00 con 0x7ff990101ce0 2023-03-22T14:43:06.663 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.663+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 --> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7ff99010ef30 con 0x7ff97c06c070 2023-03-22T14:43:06.674 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.674+0000 7ff986ffd700 1 -- 172.21.15.45:0/1470392402 <== mgr.25360 v2:172.21.15.142:6840/4055751417 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+335 (secure 0 0 0) 0x7ff99010ef30 con 0x7ff97c06c070 2023-03-22T14:43:06.675 INFO:teuthology.orchestra.run.smithi045.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1M", "retention": {"h": 3, "M": 6}, "start": "2023-03-22T00:00:00", "created": "2023-03-22T14:28:04", "first": "2023-03-22T14:29:00", "last": "2023-03-22T14:43:00", "last_pruned": "2023-03-22T14:43:00", "created_count": 15, "pruned_count": 9, "active": true} 2023-03-22T14:43:06.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7ff97c06c070 msgr2=0x7ff97c06e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7ff97c06c070 0x7ff97c06e520 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff98c000c00 tx=0x7ff98c011000 comp rx=0 tx=0).stop 2023-03-22T14:43:06.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff990101ce0 msgr2=0x7ff9900ff560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.677 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff990101ce0 0x7ff9900ff560 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff980000c00 tx=0x7ff980005000 comp rx=0 tx=0).stop 2023-03-22T14:43:06.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 shutdown_connections 2023-03-22T14:43:06.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7ff97c06c070 0x7ff97c06e520 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7ff9901013d0 0x7ff9900ff020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff99010a7a0 0x7ff9900ffaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.678 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 --2- 172.21.15.45:0/1470392402 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff990101ce0 0x7ff9900ff560 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 >> 172.21.15.45:0/1470392402 conn(0x7ff990076330 msgr2=0x7ff9900fc970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:43:06.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 shutdown_connections 2023-03-22T14:43:06.679 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.676+0000 7ff997fff700 1 -- 172.21.15.45:0/1470392402 wait complete. 2023-03-22T14:43:06.690 DEBUG:teuthology.orchestra.run.smithi045:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-03-22T14:43:06.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 -- 172.21.15.45:0/1705449637 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700fe970 msgr2=0x7faf700fed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 --2- 172.21.15.45:0/1705449637 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700fe970 0x7faf700fed40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7faf6c00b0d0 tx=0x7faf6c00b3e0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.848 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 -- 172.21.15.45:0/1705449637 shutdown_connections 2023-03-22T14:43:06.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 --2- 172.21.15.45:0/1705449637 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf70105510 0x7faf7010d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 --2- 172.21.15.45:0/1705449637 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700fe970 0x7faf700fed40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 --2- 172.21.15.45:0/1705449637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faf700ff310 0x7faf70104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 -- 172.21.15.45:0/1705449637 >> 172.21.15.45:0/1705449637 conn(0x7faf700757a0 msgr2=0x7faf70075ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:43:06.849 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 -- 172.21.15.45:0/1705449637 shutdown_connections 2023-03-22T14:43:06.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.847+0000 7faf775ff700 1 -- 172.21.15.45:0/1705449637 wait complete. 2023-03-22T14:43:06.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 Processor -- start 2023-03-22T14:43:06.850 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 -- start start 2023-03-22T14:43:06.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faf700fe970 0x7faf701986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700ff310 0x7faf70198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.852 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 --2- >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf70105510 0x7faf7019bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 -- --> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf7019c5e0 con 0x7faf70105510 2023-03-22T14:43:06.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf7019c750 con 0x7faf700fe970 2023-03-22T14:43:06.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf775ff700 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf7019c910 con 0x7faf700ff310 2023-03-22T14:43:06.853 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf74b9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700ff310 0x7faf70198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf74b9a700 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700ff310 0x7faf70198c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.45:37818/0 (socket says 172.21.15.45:37818) 2023-03-22T14:43:06.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf74b9a700 1 -- 172.21.15.45:0/3548372198 learned_addr learned my addr 172.21.15.45:0/3548372198 (peer_addr_for_me v2:172.21.15.45:0/0) 2023-03-22T14:43:06.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf7539b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faf700fe970 0x7faf701986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf75b9c700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf70105510 0x7faf7019bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf74b9a700 1 -- 172.21.15.45:0/3548372198 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faf700fe970 msgr2=0x7faf701986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.854 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf74b9a700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faf700fe970 0x7faf701986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.848+0000 7faf74b9a700 1 -- 172.21.15.45:0/3548372198 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf70105510 msgr2=0x7faf7019bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:06.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf74b9a700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf70105510 0x7faf7019bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:06.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf74b9a700 1 -- 172.21.15.45:0/3548372198 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf6c009d00 con 0x7faf700ff310 2023-03-22T14:43:06.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf74b9a700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700ff310 0x7faf70198c30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faf6000e910 tx=0x7faf6000ec20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:43:06.855 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf667fc700 1 -- 172.21.15.45:0/3548372198 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf60004a30 con 0x7faf700ff310 2023-03-22T14:43:06.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf667fc700 1 -- 172.21.15.45:0/3548372198 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faf600054e0 con 0x7faf700ff310 2023-03-22T14:43:06.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf70110280 con 0x7faf700ff310 2023-03-22T14:43:06.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf667fc700 1 -- 172.21.15.45:0/3548372198 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6000cc40 con 0x7faf700ff310 2023-03-22T14:43:06.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.849+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf701100f0 con 0x7faf700ff310 2023-03-22T14:43:06.856 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.850+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf70110410 con 0x7faf700ff310 2023-03-22T14:43:06.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.851+0000 7faf667fc700 1 -- 172.21.15.45:0/3548372198 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 30) v1 ==== 89359+0+0 (secure 0 0 0) 0x7faf60005000 con 0x7faf700ff310 2023-03-22T14:43:06.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.851+0000 7faf667fc700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7faf5c06c050 0x7faf5c06e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-03-22T14:43:06.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.851+0000 7faf667fc700 1 -- 172.21.15.45:0/3548372198 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 9111+0+0 (secure 0 0 0) 0x7faf60014070 con 0x7faf700ff310 2023-03-22T14:43:06.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.851+0000 7faf7539b700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7faf5c06c050 0x7faf5c06e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-03-22T14:43:06.857 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.852+0000 7faf7539b700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7faf5c06c050 0x7faf5c06e500 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009fd0 tx=0x7faf6c00b040 comp rx=0 tx=0).ready entity=mgr.25360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-03-22T14:43:06.858 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:06.856+0000 7faf667fc700 1 -- 172.21.15.45:0/3548372198 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177574 (secure 0 0 0) 0x7faf60055e90 con 0x7faf700ff310 2023-03-22T14:43:07.091 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.090+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 --> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7faf70100820 con 0x7faf5c06c050 2023-03-22T14:43:07.098 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.097+0000 7faf667fc700 1 -- 172.21.15.45:0/3548372198 <== mgr.25360 v2:172.21.15.142:6840/4055751417 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7faf70100820 con 0x7faf5c06c050 2023-03-22T14:43:07.098 INFO:teuthology.orchestra.run.smithi045.stdout:/ 1M 6M3h 2023-03-22T14:43:07.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7faf5c06c050 msgr2=0x7faf5c06e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:07.100 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7faf5c06c050 0x7faf5c06e500 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009fd0 tx=0x7faf6c00b040 comp rx=0 tx=0).stop 2023-03-22T14:43:07.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700ff310 msgr2=0x7faf70198c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-03-22T14:43:07.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700ff310 0x7faf70198c30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faf6000e910 tx=0x7faf6000ec20 comp rx=0 tx=0).stop 2023-03-22T14:43:07.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 shutdown_connections 2023-03-22T14:43:07.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:6840/4055751417,v1:172.21.15.142:6841/4055751417] conn(0x7faf5c06c050 0x7faf5c06e500 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:07.101 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] conn(0x7faf70105510 0x7faf7019bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:07.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faf700fe970 0x7faf701986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:07.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 --2- 172.21.15.45:0/3548372198 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faf700ff310 0x7faf70198c30 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-03-22T14:43:07.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 >> 172.21.15.45:0/3548372198 conn(0x7faf700757a0 msgr2=0x7faf700fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-03-22T14:43:07.102 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 shutdown_connections 2023-03-22T14:43:07.103 INFO:teuthology.orchestra.run.smithi045.stderr:2023-03-22T14:43:07.100+0000 7faf775ff700 1 -- 172.21.15.45:0/3548372198 wait complete. 2023-03-22T14:43:07.113 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2023-03-22T14:43:07.123 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2023-03-22T14:43:07.124 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_73b89aac0a5bd1ebc44f009c17952fa6438cc002/teuthology/run_tasks.py", line 188, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/github.com_batrick_ceph_d7aeb57144474ea0ef06bc75044b54d9d2dbc0ed/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: Command failed on smithi045 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status' 2023-03-22T14:43:07.129 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2023-03-22T14:43:07.141 DEBUG:tasks.check_counter:Getting stats from a 2023-03-22T14:43:07.142 DEBUG:teuthology.orchestra.run.smithi045:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:5ef201735dd432fb1acc6499397b70bdb0d4e31e shell --fsid 54899176-c8bc-11ed-9afe-001a4aab830c -- ceph daemon mds.a perf dump 2023-03-22T14:43:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:07 smithi142 ceph-mon[94717]: pgmap v282: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:43:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:07 smithi142 ceph-mon[94717]: from='client.26179 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:43:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:07 smithi098 ceph-mon[94136]: pgmap v282: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:43:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:07 smithi098 ceph-mon[94136]: from='client.26179 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:43:07.839 INFO:teuthology.orchestra.run.smithi045.stderr:Inferring config /var/lib/ceph/54899176-c8bc-11ed-9afe-001a4aab830c/mon.a/config 2023-03-22T14:43:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:08 smithi142 ceph-mon[94717]: from='client.26185 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:43:08.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:08 smithi098 ceph-mon[94136]: from='client.26185 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-03-22T14:43:09.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:09 smithi142 ceph-mon[94717]: pgmap v283: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.1 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:43:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:09 smithi098 ceph-mon[94136]: pgmap v283: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.1 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:43:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:10 smithi142 ceph-mon[94717]: osdmap e100: 12 total, 12 up, 12 in 2023-03-22T14:43:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:10 smithi098 ceph-mon[94136]: osdmap e100: 12 total, 12 up, 12 in 2023-03-22T14:43:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:11 smithi142 ceph-mon[94717]: pgmap v285: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.6 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:43:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:11 smithi098 ceph-mon[94136]: pgmap v285: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.6 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:43:13.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:13 smithi142 ceph-mon[94717]: pgmap v286: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:13.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:13 smithi098 ceph-mon[94136]: pgmap v286: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:15 smithi098 ceph-mon[94136]: pgmap v287: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:15 smithi142 ceph-mon[94717]: pgmap v287: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:17 smithi142 ceph-mon[94717]: pgmap v288: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:17 smithi098 ceph-mon[94136]: pgmap v288: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:19 smithi098 ceph-mon[94136]: pgmap v289: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:19 smithi142 ceph-mon[94717]: pgmap v289: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:43:21.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:21 smithi098 ceph-mon[94136]: pgmap v290: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 185 B/s wr, 7 op/s 2023-03-22T14:43:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:21 smithi142 ceph-mon[94717]: pgmap v290: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 185 B/s wr, 7 op/s 2023-03-22T14:43:23.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:23 smithi098 ceph-mon[94136]: pgmap v291: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.0 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:43:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:23 smithi142 ceph-mon[94717]: pgmap v291: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.0 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:43:25.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:25 smithi098 ceph-mon[94136]: pgmap v292: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:43:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:25 smithi142 ceph-mon[94717]: pgmap v292: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:43:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:27 smithi142 ceph-mon[94717]: pgmap v293: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:43:27.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:27 smithi098 ceph-mon[94136]: pgmap v293: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:43:29.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:29 smithi098 ceph-mon[94136]: pgmap v294: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:43:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:29 smithi142 ceph-mon[94717]: pgmap v294: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:43:31.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:31 smithi098 ceph-mon[94136]: pgmap v295: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:31 smithi142 ceph-mon[94717]: pgmap v295: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:33 smithi098 ceph-mon[94136]: pgmap v296: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:33 smithi142 ceph-mon[94717]: pgmap v296: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:35 smithi098 ceph-mon[94136]: pgmap v297: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:43:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:35 smithi142 ceph-mon[94717]: pgmap v297: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:43:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:37 smithi142 ceph-mon[94717]: pgmap v298: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:37 smithi098 ceph-mon[94136]: pgmap v298: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:39 smithi098 ceph-mon[94136]: pgmap v299: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:39 smithi142 ceph-mon[94717]: pgmap v299: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:41.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:41 smithi098 ceph-mon[94136]: pgmap v300: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:41 smithi142 ceph-mon[94717]: pgmap v300: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:43 smithi098 ceph-mon[94136]: pgmap v301: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:43 smithi142 ceph-mon[94717]: pgmap v301: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:45 smithi098 ceph-mon[94136]: pgmap v302: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:43:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:45 smithi142 ceph-mon[94717]: pgmap v302: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:43:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:47 smithi142 ceph-mon[94717]: pgmap v303: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:47 smithi098 ceph-mon[94136]: pgmap v303: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:49.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:49 smithi098 ceph-mon[94136]: pgmap v304: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:49 smithi142 ceph-mon[94717]: pgmap v304: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:51 smithi098 ceph-mon[94136]: pgmap v305: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:51 smithi142 ceph-mon[94717]: pgmap v305: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:53.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:53 smithi098 ceph-mon[94136]: pgmap v306: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:53 smithi142 ceph-mon[94717]: pgmap v306: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:55.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:55 smithi098 ceph-mon[94136]: pgmap v307: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:43:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:55 smithi142 ceph-mon[94717]: pgmap v307: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:43:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:57 smithi142 ceph-mon[94717]: pgmap v308: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:57.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:57 smithi098 ceph-mon[94136]: pgmap v308: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:43:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:43:59 smithi098 ceph-mon[94136]: pgmap v309: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:43:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:43:59 smithi142 ceph-mon[94717]: pgmap v309: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:01.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:01 smithi098 ceph-mon[94136]: pgmap v310: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:01 smithi142 ceph-mon[94717]: pgmap v310: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:03 smithi098 ceph-mon[94136]: pgmap v311: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:44:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:03 smithi142 ceph-mon[94717]: pgmap v311: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:44:05.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:05 smithi098 ceph-mon[94136]: pgmap v312: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:44:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:05 smithi142 ceph-mon[94717]: pgmap v312: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:44:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:07 smithi142 ceph-mon[94717]: pgmap v313: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:44:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:07 smithi098 ceph-mon[94136]: pgmap v313: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:44:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:09 smithi098 ceph-mon[94136]: pgmap v314: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:44:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:09 smithi142 ceph-mon[94717]: pgmap v314: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:44:10.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:10 smithi098 ceph-mon[94136]: osdmap e101: 12 total, 12 up, 12 in 2023-03-22T14:44:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:10 smithi142 ceph-mon[94717]: osdmap e101: 12 total, 12 up, 12 in 2023-03-22T14:44:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:11 smithi098 ceph-mon[94136]: pgmap v316: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:44:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:11 smithi142 ceph-mon[94717]: pgmap v316: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:44:13.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:13 smithi098 ceph-mon[94136]: pgmap v317: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:13 smithi142 ceph-mon[94717]: pgmap v317: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:15.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:15 smithi098 ceph-mon[94136]: pgmap v318: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:15 smithi142 ceph-mon[94717]: pgmap v318: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:17 smithi142 ceph-mon[94717]: pgmap v319: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:17 smithi098 ceph-mon[94136]: pgmap v319: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:19 smithi098 ceph-mon[94136]: pgmap v320: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:19 smithi142 ceph-mon[94717]: pgmap v320: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:44:21.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:21 smithi098 ceph-mon[94136]: pgmap v321: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:44:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:21 smithi142 ceph-mon[94717]: pgmap v321: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:44:23.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:23 smithi098 ceph-mon[94136]: pgmap v322: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:44:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:23 smithi142 ceph-mon[94717]: pgmap v322: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:44:25.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:25 smithi098 ceph-mon[94136]: pgmap v323: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:44:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:25 smithi142 ceph-mon[94717]: pgmap v323: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:44:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:27 smithi142 ceph-mon[94717]: pgmap v324: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:44:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:27 smithi098 ceph-mon[94136]: pgmap v324: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:44:29.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:29 smithi098 ceph-mon[94136]: pgmap v325: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:44:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:29 smithi142 ceph-mon[94717]: pgmap v325: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:44:31.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:31 smithi098 ceph-mon[94136]: pgmap v326: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:31 smithi142 ceph-mon[94717]: pgmap v326: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:33 smithi098 ceph-mon[94136]: pgmap v327: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:33 smithi142 ceph-mon[94717]: pgmap v327: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:35.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:35 smithi098 ceph-mon[94136]: pgmap v328: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:44:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:35 smithi142 ceph-mon[94717]: pgmap v328: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:44:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:37 smithi142 ceph-mon[94717]: pgmap v329: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:37.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:37 smithi098 ceph-mon[94136]: pgmap v329: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:39 smithi098 ceph-mon[94136]: pgmap v330: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:39 smithi142 ceph-mon[94717]: pgmap v330: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:41.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:41 smithi098 ceph-mon[94136]: pgmap v331: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:41 smithi142 ceph-mon[94717]: pgmap v331: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:43.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:43 smithi098 ceph-mon[94136]: pgmap v332: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:43 smithi142 ceph-mon[94717]: pgmap v332: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:45.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:45 smithi098 ceph-mon[94136]: pgmap v333: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:44:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:45 smithi142 ceph-mon[94717]: pgmap v333: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:44:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:47 smithi142 ceph-mon[94717]: pgmap v334: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:47 smithi098 ceph-mon[94136]: pgmap v334: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:49.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:49 smithi098 ceph-mon[94136]: pgmap v335: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:49 smithi142 ceph-mon[94717]: pgmap v335: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:51.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:51 smithi098 ceph-mon[94136]: pgmap v336: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:51 smithi142 ceph-mon[94717]: pgmap v336: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:53.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:53 smithi098 ceph-mon[94136]: pgmap v337: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:53 smithi142 ceph-mon[94717]: pgmap v337: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:55.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:55 smithi098 ceph-mon[94136]: pgmap v338: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:44:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:55 smithi142 ceph-mon[94717]: pgmap v338: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:44:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:57 smithi142 ceph-mon[94717]: pgmap v339: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:57 smithi098 ceph-mon[94136]: pgmap v339: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:44:59.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:44:59 smithi098 ceph-mon[94136]: pgmap v340: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:44:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:44:59 smithi142 ceph-mon[94717]: pgmap v340: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:01.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:01 smithi098 ceph-mon[94136]: pgmap v341: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:01 smithi142 ceph-mon[94717]: pgmap v341: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:03.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:03 smithi098 ceph-mon[94136]: pgmap v342: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:45:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:03 smithi142 ceph-mon[94717]: pgmap v342: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:45:05.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:05 smithi098 ceph-mon[94136]: pgmap v343: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:45:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:05 smithi142 ceph-mon[94717]: pgmap v343: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:45:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:07 smithi142 ceph-mon[94717]: pgmap v344: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:45:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:07 smithi098 ceph-mon[94136]: pgmap v344: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:45:09.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:09 smithi098 ceph-mon[94136]: pgmap v345: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:45:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:09 smithi142 ceph-mon[94717]: pgmap v345: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:45:10.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:10 smithi098 ceph-mon[94136]: osdmap e102: 12 total, 12 up, 12 in 2023-03-22T14:45:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:10 smithi142 ceph-mon[94717]: osdmap e102: 12 total, 12 up, 12 in 2023-03-22T14:45:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:11 smithi098 ceph-mon[94136]: pgmap v347: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:45:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:11 smithi142 ceph-mon[94717]: pgmap v347: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:45:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:13 smithi142 ceph-mon[94717]: pgmap v348: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:13 smithi098 ceph-mon[94136]: pgmap v348: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:15 smithi142 ceph-mon[94717]: pgmap v349: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:15 smithi098 ceph-mon[94136]: pgmap v349: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:17 smithi142 ceph-mon[94717]: pgmap v350: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:17 smithi098 ceph-mon[94136]: pgmap v350: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:19.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:19 smithi098 ceph-mon[94136]: pgmap v351: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:19 smithi142 ceph-mon[94717]: pgmap v351: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:45:21.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:21 smithi098 ceph-mon[94136]: pgmap v352: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:45:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:21 smithi142 ceph-mon[94717]: pgmap v352: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:45:23.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:23 smithi098 ceph-mon[94136]: pgmap v353: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:45:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:23 smithi142 ceph-mon[94717]: pgmap v353: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:45:25.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:25 smithi098 ceph-mon[94136]: pgmap v354: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:45:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:25 smithi142 ceph-mon[94717]: pgmap v354: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:45:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:27 smithi142 ceph-mon[94717]: pgmap v355: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:45:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:27 smithi098 ceph-mon[94136]: pgmap v355: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:45:29.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:29 smithi098 ceph-mon[94136]: pgmap v356: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:45:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:29 smithi142 ceph-mon[94717]: pgmap v356: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:45:31.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:31 smithi098 ceph-mon[94136]: pgmap v357: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:31 smithi142 ceph-mon[94717]: pgmap v357: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:33.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:33 smithi098 ceph-mon[94136]: pgmap v358: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:33 smithi142 ceph-mon[94717]: pgmap v358: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:35.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:35 smithi098 ceph-mon[94136]: pgmap v359: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:35 smithi142 ceph-mon[94717]: pgmap v359: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:37 smithi142 ceph-mon[94717]: pgmap v360: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:37 smithi098 ceph-mon[94136]: pgmap v360: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:39.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:39 smithi098 ceph-mon[94136]: pgmap v361: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:39 smithi142 ceph-mon[94717]: pgmap v361: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:41.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:41 smithi098 ceph-mon[94136]: pgmap v362: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:41 smithi142 ceph-mon[94717]: pgmap v362: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:43.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:43 smithi098 ceph-mon[94136]: pgmap v363: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:43 smithi142 ceph-mon[94717]: pgmap v363: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:45.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:45 smithi098 ceph-mon[94136]: pgmap v364: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:45 smithi142 ceph-mon[94717]: pgmap v364: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:47 smithi142 ceph-mon[94717]: pgmap v365: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:47 smithi098 ceph-mon[94136]: pgmap v365: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:49.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:49 smithi098 ceph-mon[94136]: pgmap v366: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:49 smithi142 ceph-mon[94717]: pgmap v366: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:51.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:51 smithi098 ceph-mon[94136]: pgmap v367: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:51 smithi142 ceph-mon[94717]: pgmap v367: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:53 smithi142 ceph-mon[94717]: pgmap v368: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:53.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:53 smithi098 ceph-mon[94136]: pgmap v368: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:55 smithi142 ceph-mon[94717]: pgmap v369: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:45:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:55 smithi098 ceph-mon[94136]: pgmap v369: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:45:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:57 smithi142 ceph-mon[94717]: pgmap v370: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:57 smithi098 ceph-mon[94136]: pgmap v370: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:45:59.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:45:59 smithi098 ceph-mon[94136]: pgmap v371: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:45:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:45:59 smithi142 ceph-mon[94717]: pgmap v371: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:01 smithi142 ceph-mon[94717]: pgmap v372: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:01 smithi098 ceph-mon[94136]: pgmap v372: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:03 smithi142 ceph-mon[94717]: pgmap v373: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:46:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:03 smithi098 ceph-mon[94136]: pgmap v373: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:46:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:05 smithi142 ceph-mon[94717]: pgmap v374: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:46:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:05 smithi098 ceph-mon[94136]: pgmap v374: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:46:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:07 smithi142 ceph-mon[94717]: pgmap v375: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:46:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:07 smithi098 ceph-mon[94136]: pgmap v375: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:46:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:09 smithi142 ceph-mon[94717]: pgmap v376: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:46:09.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:09 smithi098 ceph-mon[94136]: pgmap v376: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:46:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:10 smithi142 ceph-mon[94717]: osdmap e103: 12 total, 12 up, 12 in 2023-03-22T14:46:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:10 smithi098 ceph-mon[94136]: osdmap e103: 12 total, 12 up, 12 in 2023-03-22T14:46:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:11 smithi142 ceph-mon[94717]: pgmap v378: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:46:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:11 smithi098 ceph-mon[94136]: pgmap v378: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:46:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:13 smithi142 ceph-mon[94717]: pgmap v379: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:13 smithi098 ceph-mon[94136]: pgmap v379: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:15 smithi142 ceph-mon[94717]: pgmap v380: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:15 smithi098 ceph-mon[94136]: pgmap v380: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:17 smithi142 ceph-mon[94717]: pgmap v381: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:17 smithi098 ceph-mon[94136]: pgmap v381: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:19 smithi142 ceph-mon[94717]: pgmap v382: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:19 smithi098 ceph-mon[94136]: pgmap v382: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:46:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:21 smithi142 ceph-mon[94717]: pgmap v383: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:46:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:21 smithi098 ceph-mon[94136]: pgmap v383: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:46:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:23 smithi142 ceph-mon[94717]: pgmap v384: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:46:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:23 smithi098 ceph-mon[94136]: pgmap v384: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:46:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:25 smithi142 ceph-mon[94717]: pgmap v385: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:46:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:25 smithi098 ceph-mon[94136]: pgmap v385: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:46:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:27 smithi142 ceph-mon[94717]: pgmap v386: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:46:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:27 smithi098 ceph-mon[94136]: pgmap v386: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:46:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:29 smithi142 ceph-mon[94717]: pgmap v387: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:46:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:29 smithi098 ceph-mon[94136]: pgmap v387: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:46:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:31 smithi142 ceph-mon[94717]: pgmap v388: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:31 smithi098 ceph-mon[94136]: pgmap v388: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:33 smithi142 ceph-mon[94717]: pgmap v389: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:33.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:33 smithi098 ceph-mon[94136]: pgmap v389: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:35 smithi142 ceph-mon[94717]: pgmap v390: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:46:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:35 smithi098 ceph-mon[94136]: pgmap v390: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:46:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:37 smithi142 ceph-mon[94717]: pgmap v391: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:37 smithi098 ceph-mon[94136]: pgmap v391: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:39 smithi142 ceph-mon[94717]: pgmap v392: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:39 smithi098 ceph-mon[94136]: pgmap v392: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:41 smithi142 ceph-mon[94717]: pgmap v393: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:41 smithi098 ceph-mon[94136]: pgmap v393: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:43 smithi142 ceph-mon[94717]: pgmap v394: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:43 smithi098 ceph-mon[94136]: pgmap v394: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:45 smithi142 ceph-mon[94717]: pgmap v395: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:46:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:45 smithi098 ceph-mon[94136]: pgmap v395: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:46:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:47 smithi142 ceph-mon[94717]: pgmap v396: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:47 smithi098 ceph-mon[94136]: pgmap v396: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:49 smithi142 ceph-mon[94717]: pgmap v397: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:49 smithi098 ceph-mon[94136]: pgmap v397: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:51 smithi142 ceph-mon[94717]: pgmap v398: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:51 smithi098 ceph-mon[94136]: pgmap v398: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:53 smithi142 ceph-mon[94717]: pgmap v399: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:53 smithi098 ceph-mon[94136]: pgmap v399: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:55 smithi142 ceph-mon[94717]: pgmap v400: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:46:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:55 smithi098 ceph-mon[94136]: pgmap v400: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:46:57.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:57 smithi142 ceph-mon[94717]: pgmap v401: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:57 smithi098 ceph-mon[94136]: pgmap v401: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:46:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:46:59 smithi142 ceph-mon[94717]: pgmap v402: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:46:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:46:59 smithi098 ceph-mon[94136]: pgmap v402: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:01 smithi142 ceph-mon[94717]: pgmap v403: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:01 smithi098 ceph-mon[94136]: pgmap v403: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:03 smithi142 ceph-mon[94717]: pgmap v404: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:47:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:03 smithi098 ceph-mon[94136]: pgmap v404: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:47:05.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:05 smithi142 ceph-mon[94717]: pgmap v405: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:47:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:05 smithi098 ceph-mon[94136]: pgmap v405: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:47:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:07 smithi142 ceph-mon[94717]: pgmap v406: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:47:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:07 smithi098 ceph-mon[94136]: pgmap v406: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:47:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:09 smithi142 ceph-mon[94717]: pgmap v407: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:47:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:09 smithi098 ceph-mon[94136]: pgmap v407: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:47:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:10 smithi142 ceph-mon[94717]: osdmap e104: 12 total, 12 up, 12 in 2023-03-22T14:47:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:10 smithi098 ceph-mon[94136]: osdmap e104: 12 total, 12 up, 12 in 2023-03-22T14:47:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:11 smithi142 ceph-mon[94717]: pgmap v409: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:47:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:11 smithi098 ceph-mon[94136]: pgmap v409: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:47:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:13 smithi142 ceph-mon[94717]: pgmap v410: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:13 smithi098 ceph-mon[94136]: pgmap v410: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:15 smithi142 ceph-mon[94717]: pgmap v411: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:15 smithi098 ceph-mon[94136]: pgmap v411: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:17 smithi142 ceph-mon[94717]: pgmap v412: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:17 smithi098 ceph-mon[94136]: pgmap v412: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:19 smithi142 ceph-mon[94717]: pgmap v413: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:19 smithi098 ceph-mon[94136]: pgmap v413: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:47:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:21 smithi142 ceph-mon[94717]: pgmap v414: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:47:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:21 smithi098 ceph-mon[94136]: pgmap v414: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:47:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:23 smithi142 ceph-mon[94717]: pgmap v415: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:47:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:23 smithi098 ceph-mon[94136]: pgmap v415: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:47:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:25 smithi142 ceph-mon[94717]: pgmap v416: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:47:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:25 smithi098 ceph-mon[94136]: pgmap v416: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:47:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:27 smithi142 ceph-mon[94717]: pgmap v417: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:47:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:27 smithi098 ceph-mon[94136]: pgmap v417: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:47:29.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:29 smithi142 ceph-mon[94717]: pgmap v418: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:47:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:29 smithi098 ceph-mon[94136]: pgmap v418: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:47:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:31 smithi142 ceph-mon[94717]: pgmap v419: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:31.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:31 smithi098 ceph-mon[94136]: pgmap v419: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:33 smithi142 ceph-mon[94717]: pgmap v420: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:33 smithi098 ceph-mon[94136]: pgmap v420: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:35 smithi142 ceph-mon[94717]: pgmap v421: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:47:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:35 smithi098 ceph-mon[94136]: pgmap v421: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:47:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:37 smithi142 ceph-mon[94717]: pgmap v422: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:37 smithi098 ceph-mon[94136]: pgmap v422: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:39 smithi142 ceph-mon[94717]: pgmap v423: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:39 smithi098 ceph-mon[94136]: pgmap v423: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:41 smithi142 ceph-mon[94717]: pgmap v424: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:41 smithi098 ceph-mon[94136]: pgmap v424: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:43 smithi142 ceph-mon[94717]: pgmap v425: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:43 smithi098 ceph-mon[94136]: pgmap v425: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:45 smithi142 ceph-mon[94717]: pgmap v426: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:47:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:45 smithi098 ceph-mon[94136]: pgmap v426: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:47:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:47 smithi142 ceph-mon[94717]: pgmap v427: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:47 smithi098 ceph-mon[94136]: pgmap v427: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:49 smithi142 ceph-mon[94717]: pgmap v428: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:49 smithi098 ceph-mon[94136]: pgmap v428: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:51 smithi142 ceph-mon[94717]: pgmap v429: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:51 smithi098 ceph-mon[94136]: pgmap v429: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:53 smithi142 ceph-mon[94717]: pgmap v430: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:53.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:53 smithi098 ceph-mon[94136]: pgmap v430: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:55 smithi142 ceph-mon[94717]: pgmap v431: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:47:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:55 smithi098 ceph-mon[94136]: pgmap v431: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:47:57.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:57 smithi142 ceph-mon[94717]: pgmap v432: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:57 smithi098 ceph-mon[94136]: pgmap v432: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:47:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:47:59 smithi142 ceph-mon[94717]: pgmap v433: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:47:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:47:59 smithi098 ceph-mon[94136]: pgmap v433: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:01 smithi142 ceph-mon[94717]: pgmap v434: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:01 smithi098 ceph-mon[94136]: pgmap v434: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:03 smithi142 ceph-mon[94717]: pgmap v435: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:48:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:03 smithi098 ceph-mon[94136]: pgmap v435: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:48:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:05 smithi142 ceph-mon[94717]: pgmap v436: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:48:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:05 smithi098 ceph-mon[94136]: pgmap v436: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:48:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:07 smithi142 ceph-mon[94717]: pgmap v437: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:48:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:07 smithi098 ceph-mon[94136]: pgmap v437: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:48:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:09 smithi142 ceph-mon[94717]: pgmap v438: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:48:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:09 smithi098 ceph-mon[94136]: pgmap v438: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:48:10.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:10 smithi142 ceph-mon[94717]: osdmap e105: 12 total, 12 up, 12 in 2023-03-22T14:48:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:10 smithi098 ceph-mon[94136]: osdmap e105: 12 total, 12 up, 12 in 2023-03-22T14:48:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:11 smithi142 ceph-mon[94717]: pgmap v440: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:48:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:11 smithi098 ceph-mon[94136]: pgmap v440: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:48:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:13 smithi142 ceph-mon[94717]: pgmap v441: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:13 smithi098 ceph-mon[94136]: pgmap v441: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:15 smithi142 ceph-mon[94717]: pgmap v442: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:15 smithi098 ceph-mon[94136]: pgmap v442: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:17 smithi142 ceph-mon[94717]: pgmap v443: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:17 smithi098 ceph-mon[94136]: pgmap v443: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:19 smithi142 ceph-mon[94717]: pgmap v444: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:19 smithi098 ceph-mon[94136]: pgmap v444: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:48:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:21 smithi142 ceph-mon[94717]: pgmap v445: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:48:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:21 smithi098 ceph-mon[94136]: pgmap v445: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:48:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:23 smithi142 ceph-mon[94717]: pgmap v446: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:48:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:23 smithi098 ceph-mon[94136]: pgmap v446: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:48:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:25 smithi142 ceph-mon[94717]: pgmap v447: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:48:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:25 smithi098 ceph-mon[94136]: pgmap v447: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:48:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:27 smithi142 ceph-mon[94717]: pgmap v448: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:48:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:27 smithi098 ceph-mon[94136]: pgmap v448: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:48:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:29 smithi142 ceph-mon[94717]: pgmap v449: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:48:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:29 smithi098 ceph-mon[94136]: pgmap v449: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:48:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:31 smithi142 ceph-mon[94717]: pgmap v450: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:31 smithi098 ceph-mon[94136]: pgmap v450: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:33 smithi142 ceph-mon[94717]: pgmap v451: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:33.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:33 smithi098 ceph-mon[94136]: pgmap v451: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:35 smithi142 ceph-mon[94717]: pgmap v452: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:48:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:35 smithi098 ceph-mon[94136]: pgmap v452: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:48:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:37 smithi142 ceph-mon[94717]: pgmap v453: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:37 smithi098 ceph-mon[94136]: pgmap v453: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:39 smithi142 ceph-mon[94717]: pgmap v454: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:39 smithi098 ceph-mon[94136]: pgmap v454: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:41 smithi142 ceph-mon[94717]: pgmap v455: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:41 smithi098 ceph-mon[94136]: pgmap v455: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:43 smithi142 ceph-mon[94717]: pgmap v456: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:43 smithi098 ceph-mon[94136]: pgmap v456: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:45.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:45 smithi142 ceph-mon[94717]: pgmap v457: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:48:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:45 smithi098 ceph-mon[94136]: pgmap v457: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:48:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:47 smithi142 ceph-mon[94717]: pgmap v458: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:47 smithi098 ceph-mon[94136]: pgmap v458: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:49 smithi142 ceph-mon[94717]: pgmap v459: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:49 smithi098 ceph-mon[94136]: pgmap v459: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:51 smithi142 ceph-mon[94717]: pgmap v460: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:51 smithi098 ceph-mon[94136]: pgmap v460: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:53 smithi142 ceph-mon[94717]: pgmap v461: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:53 smithi098 ceph-mon[94136]: pgmap v461: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:55.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:55 smithi142 ceph-mon[94717]: pgmap v462: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:48:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:55 smithi098 ceph-mon[94136]: pgmap v462: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:48:57.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:57 smithi142 ceph-mon[94717]: pgmap v463: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:57 smithi098 ceph-mon[94136]: pgmap v463: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:48:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:48:59 smithi142 ceph-mon[94717]: pgmap v464: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:48:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:48:59 smithi098 ceph-mon[94136]: pgmap v464: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:01 smithi142 ceph-mon[94717]: pgmap v465: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:01 smithi098 ceph-mon[94136]: pgmap v465: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:03 smithi142 ceph-mon[94717]: pgmap v466: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:49:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:03 smithi098 ceph-mon[94136]: pgmap v466: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:49:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:05 smithi142 ceph-mon[94717]: pgmap v467: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:49:05.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:05 smithi098 ceph-mon[94136]: pgmap v467: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:49:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:07 smithi142 ceph-mon[94717]: pgmap v468: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:49:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:07 smithi098 ceph-mon[94136]: pgmap v468: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:49:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:09 smithi142 ceph-mon[94717]: pgmap v469: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:49:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:09 smithi098 ceph-mon[94136]: pgmap v469: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:49:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:10 smithi142 ceph-mon[94717]: osdmap e106: 12 total, 12 up, 12 in 2023-03-22T14:49:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:10 smithi098 ceph-mon[94136]: osdmap e106: 12 total, 12 up, 12 in 2023-03-22T14:49:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:11 smithi142 ceph-mon[94717]: pgmap v471: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:49:11.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:11 smithi098 ceph-mon[94136]: pgmap v471: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:49:13.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:13 smithi142 ceph-mon[94717]: pgmap v472: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:13 smithi098 ceph-mon[94136]: pgmap v472: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:15 smithi142 ceph-mon[94717]: pgmap v473: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:15 smithi098 ceph-mon[94136]: pgmap v473: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:17 smithi142 ceph-mon[94717]: pgmap v474: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:17 smithi098 ceph-mon[94136]: pgmap v474: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:19 smithi142 ceph-mon[94717]: pgmap v475: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:19 smithi098 ceph-mon[94136]: pgmap v475: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:49:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:21 smithi142 ceph-mon[94717]: pgmap v476: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:49:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:21 smithi098 ceph-mon[94136]: pgmap v476: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:49:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:23 smithi142 ceph-mon[94717]: pgmap v477: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:49:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:23 smithi098 ceph-mon[94136]: pgmap v477: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:49:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:25 smithi142 ceph-mon[94717]: pgmap v478: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:49:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:25 smithi098 ceph-mon[94136]: pgmap v478: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:49:27.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:27 smithi142 ceph-mon[94717]: pgmap v479: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:49:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:27 smithi098 ceph-mon[94136]: pgmap v479: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:49:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:29 smithi142 ceph-mon[94717]: pgmap v480: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:49:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:29 smithi098 ceph-mon[94136]: pgmap v480: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:49:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:31 smithi142 ceph-mon[94717]: pgmap v481: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:31 smithi098 ceph-mon[94136]: pgmap v481: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:33 smithi142 ceph-mon[94717]: pgmap v482: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:33.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:33 smithi098 ceph-mon[94136]: pgmap v482: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:35 smithi142 ceph-mon[94717]: pgmap v483: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:49:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:35 smithi098 ceph-mon[94136]: pgmap v483: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:49:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:37 smithi142 ceph-mon[94717]: pgmap v484: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:37 smithi098 ceph-mon[94136]: pgmap v484: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:39 smithi142 ceph-mon[94717]: pgmap v485: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:39 smithi098 ceph-mon[94136]: pgmap v485: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:41 smithi142 ceph-mon[94717]: pgmap v486: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:41 smithi098 ceph-mon[94136]: pgmap v486: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:43 smithi142 ceph-mon[94717]: pgmap v487: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:43 smithi098 ceph-mon[94136]: pgmap v487: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:45 smithi142 ceph-mon[94717]: pgmap v488: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:49:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:45 smithi098 ceph-mon[94136]: pgmap v488: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:49:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:47 smithi142 ceph-mon[94717]: pgmap v489: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:47 smithi098 ceph-mon[94136]: pgmap v489: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:49 smithi142 ceph-mon[94717]: pgmap v490: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:49 smithi098 ceph-mon[94136]: pgmap v490: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:51 smithi142 ceph-mon[94717]: pgmap v491: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:51 smithi098 ceph-mon[94136]: pgmap v491: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:53 smithi142 ceph-mon[94717]: pgmap v492: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:53.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:53 smithi098 ceph-mon[94136]: pgmap v492: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:55 smithi142 ceph-mon[94717]: pgmap v493: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:49:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:55 smithi098 ceph-mon[94136]: pgmap v493: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:49:57.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:57 smithi142 ceph-mon[94717]: pgmap v494: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:57 smithi098 ceph-mon[94136]: pgmap v494: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:49:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:49:59 smithi142 ceph-mon[94717]: pgmap v495: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:49:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:49:59 smithi098 ceph-mon[94136]: pgmap v495: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 27 pgs inactive 2023-03-22T14:50:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 27 pgs inactive 2023-03-22T14:50:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:01 smithi142 ceph-mon[94717]: pgmap v496: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:01 smithi098 ceph-mon[94136]: pgmap v496: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:03 smithi142 ceph-mon[94717]: pgmap v497: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:50:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:03 smithi098 ceph-mon[94136]: pgmap v497: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:50:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:05 smithi142 ceph-mon[94717]: pgmap v498: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:50:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:05 smithi098 ceph-mon[94136]: pgmap v498: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:50:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:07 smithi142 ceph-mon[94717]: pgmap v499: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:50:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:07 smithi098 ceph-mon[94136]: pgmap v499: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:50:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:09 smithi142 ceph-mon[94717]: pgmap v500: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:50:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:09 smithi098 ceph-mon[94136]: pgmap v500: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:50:10.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:10 smithi142 ceph-mon[94717]: osdmap e107: 12 total, 12 up, 12 in 2023-03-22T14:50:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:10 smithi098 ceph-mon[94136]: osdmap e107: 12 total, 12 up, 12 in 2023-03-22T14:50:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:11 smithi142 ceph-mon[94717]: pgmap v502: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:50:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:11 smithi098 ceph-mon[94136]: pgmap v502: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:50:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:13 smithi142 ceph-mon[94717]: pgmap v503: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:13 smithi098 ceph-mon[94136]: pgmap v503: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:15 smithi142 ceph-mon[94717]: pgmap v504: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:15 smithi098 ceph-mon[94136]: pgmap v504: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:17 smithi142 ceph-mon[94717]: pgmap v505: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:17 smithi098 ceph-mon[94136]: pgmap v505: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:19 smithi142 ceph-mon[94717]: pgmap v506: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:19.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:19 smithi098 ceph-mon[94136]: pgmap v506: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:50:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:21 smithi142 ceph-mon[94717]: pgmap v507: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:50:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:21 smithi098 ceph-mon[94136]: pgmap v507: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:50:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:23 smithi142 ceph-mon[94717]: pgmap v508: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:50:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:23 smithi098 ceph-mon[94136]: pgmap v508: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:50:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:25 smithi142 ceph-mon[94717]: pgmap v509: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:50:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:25 smithi098 ceph-mon[94136]: pgmap v509: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 7 op/s 2023-03-22T14:50:27.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:27 smithi142 ceph-mon[94717]: pgmap v510: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:50:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:27 smithi098 ceph-mon[94136]: pgmap v510: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:50:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:29 smithi142 ceph-mon[94717]: pgmap v511: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:50:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:29 smithi098 ceph-mon[94136]: pgmap v511: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:50:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:31 smithi142 ceph-mon[94717]: pgmap v512: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:31 smithi098 ceph-mon[94136]: pgmap v512: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:33 smithi142 ceph-mon[94717]: pgmap v513: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:33.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:33 smithi098 ceph-mon[94136]: pgmap v513: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:35.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:35 smithi142 ceph-mon[94717]: pgmap v514: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:35 smithi098 ceph-mon[94136]: pgmap v514: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:37.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:37 smithi142 ceph-mon[94717]: pgmap v515: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:37 smithi098 ceph-mon[94136]: pgmap v515: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:39 smithi142 ceph-mon[94717]: pgmap v516: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:39.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:39 smithi098 ceph-mon[94136]: pgmap v516: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:41 smithi142 ceph-mon[94717]: pgmap v517: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:41 smithi098 ceph-mon[94136]: pgmap v517: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:43 smithi142 ceph-mon[94717]: pgmap v518: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:43 smithi098 ceph-mon[94136]: pgmap v518: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:45 smithi142 ceph-mon[94717]: pgmap v519: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:45 smithi098 ceph-mon[94136]: pgmap v519: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:47 smithi142 ceph-mon[94717]: pgmap v520: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:47 smithi098 ceph-mon[94136]: pgmap v520: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:49 smithi142 ceph-mon[94717]: pgmap v521: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:49 smithi098 ceph-mon[94136]: pgmap v521: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:51 smithi142 ceph-mon[94717]: pgmap v522: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:51 smithi098 ceph-mon[94136]: pgmap v522: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:53.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:53 smithi142 ceph-mon[94717]: pgmap v523: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:53 smithi098 ceph-mon[94136]: pgmap v523: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:55 smithi142 ceph-mon[94717]: pgmap v524: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:50:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:55 smithi098 ceph-mon[94136]: pgmap v524: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 7 op/s 2023-03-22T14:50:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:57 smithi142 ceph-mon[94717]: pgmap v525: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:57 smithi098 ceph-mon[94136]: pgmap v525: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:50:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:50:59 smithi142 ceph-mon[94717]: pgmap v526: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:50:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:50:59 smithi098 ceph-mon[94136]: pgmap v526: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:01 smithi142 ceph-mon[94717]: pgmap v527: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:01 smithi098 ceph-mon[94136]: pgmap v527: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:03 smithi142 ceph-mon[94717]: pgmap v528: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:51:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:03 smithi098 ceph-mon[94136]: pgmap v528: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:51:05.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:05 smithi142 ceph-mon[94717]: pgmap v529: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:51:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:05 smithi098 ceph-mon[94136]: pgmap v529: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:51:07.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:07 smithi142 ceph-mon[94717]: pgmap v530: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:51:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:07 smithi098 ceph-mon[94136]: pgmap v530: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:51:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:09 smithi142 ceph-mon[94717]: pgmap v531: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:51:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:09 smithi098 ceph-mon[94136]: pgmap v531: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:51:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:10 smithi142 ceph-mon[94717]: osdmap e108: 12 total, 12 up, 12 in 2023-03-22T14:51:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:10 smithi098 ceph-mon[94136]: osdmap e108: 12 total, 12 up, 12 in 2023-03-22T14:51:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:11 smithi142 ceph-mon[94717]: pgmap v533: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:51:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:11 smithi098 ceph-mon[94136]: pgmap v533: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:51:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:13 smithi142 ceph-mon[94717]: pgmap v534: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:13 smithi098 ceph-mon[94136]: pgmap v534: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:15 smithi142 ceph-mon[94717]: pgmap v535: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:15 smithi098 ceph-mon[94136]: pgmap v535: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:17 smithi142 ceph-mon[94717]: pgmap v536: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:17 smithi098 ceph-mon[94136]: pgmap v536: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:19 smithi142 ceph-mon[94717]: pgmap v537: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:19 smithi098 ceph-mon[94136]: pgmap v537: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:51:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:21 smithi142 ceph-mon[94717]: pgmap v538: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:51:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:21 smithi098 ceph-mon[94136]: pgmap v538: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:51:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:23 smithi142 ceph-mon[94717]: pgmap v539: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:51:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:23 smithi098 ceph-mon[94136]: pgmap v539: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:51:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:25 smithi142 ceph-mon[94717]: pgmap v540: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:51:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:25 smithi098 ceph-mon[94136]: pgmap v540: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:51:27.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:27 smithi142 ceph-mon[94717]: pgmap v541: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:51:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:27 smithi098 ceph-mon[94136]: pgmap v541: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:51:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:29 smithi142 ceph-mon[94717]: pgmap v542: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:51:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:29 smithi098 ceph-mon[94136]: pgmap v542: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:51:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:31 smithi142 ceph-mon[94717]: pgmap v543: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:31 smithi098 ceph-mon[94136]: pgmap v543: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:33 smithi142 ceph-mon[94717]: pgmap v544: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:33 smithi098 ceph-mon[94136]: pgmap v544: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:35 smithi142 ceph-mon[94717]: pgmap v545: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:35.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:35 smithi098 ceph-mon[94136]: pgmap v545: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:37.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:37 smithi142 ceph-mon[94717]: pgmap v546: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:37 smithi098 ceph-mon[94136]: pgmap v546: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:39 smithi142 ceph-mon[94717]: pgmap v547: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:39 smithi098 ceph-mon[94136]: pgmap v547: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:41 smithi142 ceph-mon[94717]: pgmap v548: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:41 smithi098 ceph-mon[94136]: pgmap v548: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:43.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:43 smithi142 ceph-mon[94717]: pgmap v549: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:43 smithi098 ceph-mon[94136]: pgmap v549: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:45 smithi142 ceph-mon[94717]: pgmap v550: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:45 smithi098 ceph-mon[94136]: pgmap v550: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:47.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:47 smithi142 ceph-mon[94717]: pgmap v551: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:47 smithi098 ceph-mon[94136]: pgmap v551: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:51:49.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:49 smithi142 ceph-mon[94717]: pgmap v552: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:49 smithi098 ceph-mon[94136]: pgmap v552: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:51 smithi142 ceph-mon[94717]: pgmap v553: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:51:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:51 smithi098 ceph-mon[94136]: pgmap v553: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:51:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:53 smithi142 ceph-mon[94717]: pgmap v554: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:53 smithi098 ceph-mon[94136]: pgmap v554: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:55 smithi142 ceph-mon[94717]: pgmap v555: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:51:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:55 smithi098 ceph-mon[94136]: pgmap v555: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:51:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:57 smithi142 ceph-mon[94717]: pgmap v556: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:51:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:57 smithi098 ceph-mon[94136]: pgmap v556: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:51:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:51:59 smithi142 ceph-mon[94717]: pgmap v557: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:51:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:51:59 smithi098 ceph-mon[94136]: pgmap v557: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:01.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:01 smithi142 ceph-mon[94717]: pgmap v558: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:01 smithi098 ceph-mon[94136]: pgmap v558: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:03 smithi142 ceph-mon[94717]: pgmap v559: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:52:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:03 smithi098 ceph-mon[94136]: pgmap v559: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:52:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:05 smithi142 ceph-mon[94717]: pgmap v560: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:52:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:05 smithi098 ceph-mon[94136]: pgmap v560: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:52:07.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:07 smithi142 ceph-mon[94717]: pgmap v561: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:52:07.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:07 smithi098 ceph-mon[94136]: pgmap v561: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:52:09.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:09 smithi142 ceph-mon[94717]: pgmap v562: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:52:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:09 smithi098 ceph-mon[94136]: pgmap v562: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:52:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:10 smithi142 ceph-mon[94717]: osdmap e109: 12 total, 12 up, 12 in 2023-03-22T14:52:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:10 smithi098 ceph-mon[94136]: osdmap e109: 12 total, 12 up, 12 in 2023-03-22T14:52:11.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:11 smithi142 ceph-mon[94717]: pgmap v564: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:52:11.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:11 smithi098 ceph-mon[94136]: pgmap v564: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:52:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:13 smithi142 ceph-mon[94717]: pgmap v565: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:13 smithi098 ceph-mon[94136]: pgmap v565: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:15 smithi142 ceph-mon[94717]: pgmap v566: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:15 smithi098 ceph-mon[94136]: pgmap v566: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:17.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:17 smithi142 ceph-mon[94717]: pgmap v567: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:17 smithi098 ceph-mon[94136]: pgmap v567: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:19.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:19 smithi142 ceph-mon[94717]: pgmap v568: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:19 smithi098 ceph-mon[94136]: pgmap v568: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:52:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:21 smithi142 ceph-mon[94717]: pgmap v569: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:52:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:21 smithi098 ceph-mon[94136]: pgmap v569: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:52:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:23 smithi142 ceph-mon[94717]: pgmap v570: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:52:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:23 smithi098 ceph-mon[94136]: pgmap v570: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:52:25.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:25 smithi142 ceph-mon[94717]: pgmap v571: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:52:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:25 smithi098 ceph-mon[94136]: pgmap v571: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:52:27.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:27 smithi142 ceph-mon[94717]: pgmap v572: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:52:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:27 smithi098 ceph-mon[94136]: pgmap v572: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:52:29.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:29 smithi142 ceph-mon[94717]: pgmap v573: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:52:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:29 smithi098 ceph-mon[94136]: pgmap v573: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:52:31.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:31 smithi142 ceph-mon[94717]: pgmap v574: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:31 smithi098 ceph-mon[94136]: pgmap v574: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:33 smithi142 ceph-mon[94717]: pgmap v575: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:33 smithi098 ceph-mon[94136]: pgmap v575: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:35.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:35 smithi142 ceph-mon[94717]: pgmap v576: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:35 smithi098 ceph-mon[94136]: pgmap v576: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:37.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:37 smithi142 ceph-mon[94717]: pgmap v577: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:37 smithi098 ceph-mon[94136]: pgmap v577: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:39 smithi142 ceph-mon[94717]: pgmap v578: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:39 smithi098 ceph-mon[94136]: pgmap v578: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:41 smithi142 ceph-mon[94717]: pgmap v579: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:41 smithi098 ceph-mon[94136]: pgmap v579: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:43.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:43 smithi142 ceph-mon[94717]: pgmap v580: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:43 smithi098 ceph-mon[94136]: pgmap v580: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:45.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:45 smithi142 ceph-mon[94717]: pgmap v581: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:45 smithi098 ceph-mon[94136]: pgmap v581: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:47.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:47 smithi142 ceph-mon[94717]: pgmap v582: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:47 smithi098 ceph-mon[94136]: pgmap v582: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:49.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:49 smithi142 ceph-mon[94717]: pgmap v583: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:49 smithi098 ceph-mon[94136]: pgmap v583: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:51 smithi142 ceph-mon[94717]: pgmap v584: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:51 smithi098 ceph-mon[94136]: pgmap v584: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:53 smithi142 ceph-mon[94717]: pgmap v585: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:53 smithi098 ceph-mon[94136]: pgmap v585: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:55 smithi142 ceph-mon[94717]: pgmap v586: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:55 smithi098 ceph-mon[94136]: pgmap v586: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:57.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:57 smithi142 ceph-mon[94717]: pgmap v587: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:57 smithi098 ceph-mon[94136]: pgmap v587: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:52:59.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:52:59 smithi142 ceph-mon[94717]: pgmap v588: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:52:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:52:59 smithi098 ceph-mon[94136]: pgmap v588: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:01 smithi142 ceph-mon[94717]: pgmap v589: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:01 smithi098 ceph-mon[94136]: pgmap v589: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:03 smithi142 ceph-mon[94717]: pgmap v590: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:53:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:03 smithi098 ceph-mon[94136]: pgmap v590: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:53:05.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:05 smithi142 ceph-mon[94717]: pgmap v591: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:53:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:05 smithi098 ceph-mon[94136]: pgmap v591: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:53:07.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:07 smithi142 ceph-mon[94717]: pgmap v592: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:53:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:07 smithi098 ceph-mon[94136]: pgmap v592: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:53:09.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:09 smithi142 ceph-mon[94717]: pgmap v593: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:53:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:09 smithi098 ceph-mon[94136]: pgmap v593: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:53:10.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:10 smithi142 ceph-mon[94717]: osdmap e110: 12 total, 12 up, 12 in 2023-03-22T14:53:10.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:10 smithi098 ceph-mon[94136]: osdmap e110: 12 total, 12 up, 12 in 2023-03-22T14:53:11.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:11 smithi142 ceph-mon[94717]: pgmap v595: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:53:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:11 smithi098 ceph-mon[94136]: pgmap v595: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:53:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:13 smithi142 ceph-mon[94717]: pgmap v596: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:13 smithi098 ceph-mon[94136]: pgmap v596: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:15 smithi142 ceph-mon[94717]: pgmap v597: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:15.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:15 smithi098 ceph-mon[94136]: pgmap v597: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:17.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:17 smithi142 ceph-mon[94717]: pgmap v598: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:17.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:17 smithi098 ceph-mon[94136]: pgmap v598: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:19 smithi142 ceph-mon[94717]: pgmap v599: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:19 smithi098 ceph-mon[94136]: pgmap v599: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:53:21.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:21 smithi142 ceph-mon[94717]: pgmap v600: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:53:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:21 smithi098 ceph-mon[94136]: pgmap v600: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:53:23.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:23 smithi142 ceph-mon[94717]: pgmap v601: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:53:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:23 smithi098 ceph-mon[94136]: pgmap v601: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:53:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:25 smithi142 ceph-mon[94717]: pgmap v602: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:53:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:25 smithi098 ceph-mon[94136]: pgmap v602: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:53:27.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:27 smithi142 ceph-mon[94717]: pgmap v603: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:53:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:27 smithi098 ceph-mon[94136]: pgmap v603: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:53:29.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:29 smithi142 ceph-mon[94717]: pgmap v604: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:53:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:29 smithi098 ceph-mon[94136]: pgmap v604: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:53:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:31 smithi142 ceph-mon[94717]: pgmap v605: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:31 smithi098 ceph-mon[94136]: pgmap v605: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:33 smithi142 ceph-mon[94717]: pgmap v606: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:33 smithi098 ceph-mon[94136]: pgmap v606: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:35.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:35 smithi142 ceph-mon[94717]: pgmap v607: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:35 smithi098 ceph-mon[94136]: pgmap v607: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:37 smithi098 ceph-mon[94136]: pgmap v608: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:37.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:37 smithi142 ceph-mon[94717]: pgmap v608: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:39.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:39 smithi142 ceph-mon[94717]: pgmap v609: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:39 smithi098 ceph-mon[94136]: pgmap v609: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:41.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:41 smithi142 ceph-mon[94717]: pgmap v610: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:41 smithi098 ceph-mon[94136]: pgmap v610: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:43.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:43 smithi142 ceph-mon[94717]: pgmap v611: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:43 smithi098 ceph-mon[94136]: pgmap v611: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:45.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:45 smithi142 ceph-mon[94717]: pgmap v612: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:45 smithi098 ceph-mon[94136]: pgmap v612: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:47 smithi098 ceph-mon[94136]: pgmap v613: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:47.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:47 smithi142 ceph-mon[94717]: pgmap v613: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:49.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:49 smithi142 ceph-mon[94717]: pgmap v614: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:49 smithi098 ceph-mon[94136]: pgmap v614: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:51 smithi142 ceph-mon[94717]: pgmap v615: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:51 smithi098 ceph-mon[94136]: pgmap v615: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:53 smithi142 ceph-mon[94717]: pgmap v616: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:53 smithi098 ceph-mon[94136]: pgmap v616: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:55.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:55 smithi142 ceph-mon[94717]: pgmap v617: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:55 smithi098 ceph-mon[94136]: pgmap v617: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:57 smithi098 ceph-mon[94136]: pgmap v618: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:57 smithi142 ceph-mon[94717]: pgmap v618: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:53:59.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:53:59 smithi142 ceph-mon[94717]: pgmap v619: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:53:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:53:59 smithi098 ceph-mon[94136]: pgmap v619: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:01.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:01 smithi098 ceph-mon[94136]: pgmap v620: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:01.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:01 smithi142 ceph-mon[94717]: pgmap v620: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:03 smithi142 ceph-mon[94717]: pgmap v621: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:54:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:03 smithi098 ceph-mon[94136]: pgmap v621: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:54:05.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:05 smithi142 ceph-mon[94717]: pgmap v622: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:54:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:05 smithi098 ceph-mon[94136]: pgmap v622: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:54:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:07 smithi098 ceph-mon[94136]: pgmap v623: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:54:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:07 smithi142 ceph-mon[94717]: pgmap v623: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:54:09.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:09 smithi142 ceph-mon[94717]: pgmap v624: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:54:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:09 smithi098 ceph-mon[94136]: pgmap v624: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:54:10.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:10 smithi142 ceph-mon[94717]: osdmap e111: 12 total, 12 up, 12 in 2023-03-22T14:54:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:10 smithi098 ceph-mon[94136]: osdmap e111: 12 total, 12 up, 12 in 2023-03-22T14:54:11.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:11 smithi142 ceph-mon[94717]: pgmap v626: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:54:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:11 smithi098 ceph-mon[94136]: pgmap v626: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:54:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:13 smithi142 ceph-mon[94717]: pgmap v627: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:13 smithi098 ceph-mon[94136]: pgmap v627: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:15.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:15 smithi142 ceph-mon[94717]: pgmap v628: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:15 smithi098 ceph-mon[94136]: pgmap v628: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:17 smithi098 ceph-mon[94136]: pgmap v629: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:17 smithi142 ceph-mon[94717]: pgmap v629: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:19 smithi142 ceph-mon[94717]: pgmap v630: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:19 smithi098 ceph-mon[94136]: pgmap v630: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:54:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:21 smithi142 ceph-mon[94717]: pgmap v631: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:54:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:21 smithi098 ceph-mon[94136]: pgmap v631: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:54:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:23 smithi142 ceph-mon[94717]: pgmap v632: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:54:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:23 smithi098 ceph-mon[94136]: pgmap v632: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:54:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:25 smithi142 ceph-mon[94717]: pgmap v633: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:54:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:25 smithi098 ceph-mon[94136]: pgmap v633: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:54:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:27 smithi098 ceph-mon[94136]: pgmap v634: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:54:27.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:27 smithi142 ceph-mon[94717]: pgmap v634: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:54:29.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:29 smithi142 ceph-mon[94717]: pgmap v635: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:54:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:29 smithi098 ceph-mon[94136]: pgmap v635: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:54:31.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:31 smithi142 ceph-mon[94717]: pgmap v636: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:31 smithi098 ceph-mon[94136]: pgmap v636: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:33 smithi142 ceph-mon[94717]: pgmap v637: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:33 smithi098 ceph-mon[94136]: pgmap v637: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:35.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:35 smithi142 ceph-mon[94717]: pgmap v638: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:35 smithi098 ceph-mon[94136]: pgmap v638: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:37 smithi098 ceph-mon[94136]: pgmap v639: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:37.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:37 smithi142 ceph-mon[94717]: pgmap v639: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:39.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:39 smithi142 ceph-mon[94717]: pgmap v640: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:39 smithi098 ceph-mon[94136]: pgmap v640: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:41.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:41 smithi142 ceph-mon[94717]: pgmap v641: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:41 smithi098 ceph-mon[94136]: pgmap v641: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:43.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:43 smithi142 ceph-mon[94717]: pgmap v642: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:43 smithi098 ceph-mon[94136]: pgmap v642: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:45.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:45 smithi142 ceph-mon[94717]: pgmap v643: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:45.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:45 smithi098 ceph-mon[94136]: pgmap v643: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:47 smithi098 ceph-mon[94136]: pgmap v644: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:47.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:47 smithi142 ceph-mon[94717]: pgmap v644: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:49 smithi142 ceph-mon[94717]: pgmap v645: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:49 smithi098 ceph-mon[94136]: pgmap v645: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:51.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:51 smithi142 ceph-mon[94717]: pgmap v646: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:51 smithi098 ceph-mon[94136]: pgmap v646: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:53.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:53 smithi142 ceph-mon[94717]: pgmap v647: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:53 smithi098 ceph-mon[94136]: pgmap v647: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:55.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:55 smithi142 ceph-mon[94717]: pgmap v648: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:55 smithi098 ceph-mon[94136]: pgmap v648: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:57 smithi098 ceph-mon[94136]: pgmap v649: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:57 smithi142 ceph-mon[94717]: pgmap v649: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:54:59.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:54:59 smithi142 ceph-mon[94717]: pgmap v650: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:54:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:54:59 smithi098 ceph-mon[94136]: pgmap v650: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:01.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:01 smithi142 ceph-mon[94717]: pgmap v651: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:01 smithi098 ceph-mon[94136]: pgmap v651: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:03 smithi142 ceph-mon[94717]: pgmap v652: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:55:03.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:03 smithi098 ceph-mon[94136]: pgmap v652: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:55:05.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:05 smithi142 ceph-mon[94717]: pgmap v653: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:55:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:05 smithi098 ceph-mon[94136]: pgmap v653: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:55:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:07 smithi098 ceph-mon[94136]: pgmap v654: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:55:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:07 smithi142 ceph-mon[94717]: pgmap v654: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:55:09.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:09 smithi142 ceph-mon[94717]: pgmap v655: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:55:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:09 smithi098 ceph-mon[94136]: pgmap v655: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:55:10.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:10 smithi142 ceph-mon[94717]: osdmap e112: 12 total, 12 up, 12 in 2023-03-22T14:55:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:10 smithi098 ceph-mon[94136]: osdmap e112: 12 total, 12 up, 12 in 2023-03-22T14:55:11.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:11 smithi142 ceph-mon[94717]: pgmap v657: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:55:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:11 smithi098 ceph-mon[94136]: pgmap v657: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:55:13.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:13 smithi142 ceph-mon[94717]: pgmap v658: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:13 smithi098 ceph-mon[94136]: pgmap v658: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:15 smithi142 ceph-mon[94717]: pgmap v659: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:15 smithi098 ceph-mon[94136]: pgmap v659: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:17 smithi098 ceph-mon[94136]: pgmap v660: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:17 smithi142 ceph-mon[94717]: pgmap v660: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:19.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:19 smithi142 ceph-mon[94717]: pgmap v661: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:19 smithi098 ceph-mon[94136]: pgmap v661: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:55:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:21 smithi142 ceph-mon[94717]: pgmap v662: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.8 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:55:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:21 smithi098 ceph-mon[94136]: pgmap v662: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.8 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:55:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:23 smithi142 ceph-mon[94717]: pgmap v663: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:55:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:23 smithi098 ceph-mon[94136]: pgmap v663: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:55:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:25 smithi142 ceph-mon[94717]: pgmap v664: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:55:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:25 smithi098 ceph-mon[94136]: pgmap v664: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:55:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:27 smithi098 ceph-mon[94136]: pgmap v665: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:55:27.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:27 smithi142 ceph-mon[94717]: pgmap v665: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:55:29.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:29 smithi142 ceph-mon[94717]: pgmap v666: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:55:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:29 smithi098 ceph-mon[94136]: pgmap v666: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:55:31.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:31 smithi142 ceph-mon[94717]: pgmap v667: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:31 smithi098 ceph-mon[94136]: pgmap v667: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:33.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:33 smithi142 ceph-mon[94717]: pgmap v668: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:33 smithi098 ceph-mon[94136]: pgmap v668: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:35.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:35 smithi142 ceph-mon[94717]: pgmap v669: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:35.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:35 smithi098 ceph-mon[94136]: pgmap v669: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:37 smithi098 ceph-mon[94136]: pgmap v670: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:37.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:37 smithi142 ceph-mon[94717]: pgmap v670: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:39.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:39 smithi142 ceph-mon[94717]: pgmap v671: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:39 smithi098 ceph-mon[94136]: pgmap v671: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:41.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:41 smithi142 ceph-mon[94717]: pgmap v672: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:55:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:41 smithi098 ceph-mon[94136]: pgmap v672: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:55:43.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:43 smithi142 ceph-mon[94717]: pgmap v673: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:43 smithi098 ceph-mon[94136]: pgmap v673: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:45.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:45 smithi142 ceph-mon[94717]: pgmap v674: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:55:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:45 smithi098 ceph-mon[94136]: pgmap v674: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:55:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:47 smithi098 ceph-mon[94136]: pgmap v675: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:55:47.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:47 smithi142 ceph-mon[94717]: pgmap v675: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.4 KiB/s rd, 6 op/s 2023-03-22T14:55:49.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:49 smithi142 ceph-mon[94717]: pgmap v676: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:49.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:49 smithi098 ceph-mon[94136]: pgmap v676: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:51 smithi142 ceph-mon[94717]: pgmap v677: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:51 smithi098 ceph-mon[94136]: pgmap v677: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:53.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:53 smithi142 ceph-mon[94717]: pgmap v678: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:53 smithi098 ceph-mon[94136]: pgmap v678: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:55.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:55 smithi142 ceph-mon[94717]: pgmap v679: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:55 smithi098 ceph-mon[94136]: pgmap v679: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:57 smithi098 ceph-mon[94136]: pgmap v680: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:57.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:57 smithi142 ceph-mon[94717]: pgmap v680: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:55:59.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:55:59 smithi142 ceph-mon[94717]: pgmap v681: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:55:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:55:59 smithi098 ceph-mon[94136]: pgmap v681: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:01.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:01 smithi142 ceph-mon[94717]: pgmap v682: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:01 smithi098 ceph-mon[94136]: pgmap v682: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:03.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:03 smithi142 ceph-mon[94717]: pgmap v683: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:56:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:03 smithi098 ceph-mon[94136]: pgmap v683: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:56:05.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:05 smithi142 ceph-mon[94717]: pgmap v684: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:56:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:05 smithi098 ceph-mon[94136]: pgmap v684: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:56:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:07 smithi098 ceph-mon[94136]: pgmap v685: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:56:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:07 smithi142 ceph-mon[94717]: pgmap v685: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:56:09.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:09 smithi142 ceph-mon[94717]: pgmap v686: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:56:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:09 smithi098 ceph-mon[94136]: pgmap v686: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:56:10.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:10 smithi142 ceph-mon[94717]: osdmap e113: 12 total, 12 up, 12 in 2023-03-22T14:56:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:10 smithi098 ceph-mon[94136]: osdmap e113: 12 total, 12 up, 12 in 2023-03-22T14:56:11.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:11 smithi142 ceph-mon[94717]: pgmap v688: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:56:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:11 smithi098 ceph-mon[94136]: pgmap v688: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:56:13.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:13 smithi142 ceph-mon[94717]: pgmap v689: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:13 smithi098 ceph-mon[94136]: pgmap v689: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:15 smithi142 ceph-mon[94717]: pgmap v690: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:15 smithi098 ceph-mon[94136]: pgmap v690: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:17 smithi098 ceph-mon[94136]: pgmap v691: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:17 smithi142 ceph-mon[94717]: pgmap v691: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:19.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:19 smithi142 ceph-mon[94717]: pgmap v692: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:19 smithi098 ceph-mon[94136]: pgmap v692: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:56:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:21 smithi142 ceph-mon[94717]: pgmap v693: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:56:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:21 smithi098 ceph-mon[94136]: pgmap v693: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:56:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:23 smithi142 ceph-mon[94717]: pgmap v694: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:56:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:23 smithi098 ceph-mon[94136]: pgmap v694: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:56:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:25 smithi142 ceph-mon[94717]: pgmap v695: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:56:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:25 smithi098 ceph-mon[94136]: pgmap v695: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:56:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:27 smithi098 ceph-mon[94136]: pgmap v696: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:56:27.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:27 smithi142 ceph-mon[94717]: pgmap v696: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:56:29.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:29 smithi142 ceph-mon[94717]: pgmap v697: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:56:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:29 smithi098 ceph-mon[94136]: pgmap v697: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:56:31.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:31 smithi142 ceph-mon[94717]: pgmap v698: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:31 smithi098 ceph-mon[94136]: pgmap v698: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:33 smithi142 ceph-mon[94717]: pgmap v699: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:33 smithi098 ceph-mon[94136]: pgmap v699: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:35 smithi142 ceph-mon[94717]: pgmap v700: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:35 smithi098 ceph-mon[94136]: pgmap v700: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:37.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:37 smithi098 ceph-mon[94136]: pgmap v701: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:37.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:37 smithi142 ceph-mon[94717]: pgmap v701: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:39.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:39 smithi142 ceph-mon[94717]: pgmap v702: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:39 smithi098 ceph-mon[94136]: pgmap v702: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:41.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:41 smithi142 ceph-mon[94717]: pgmap v703: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:41 smithi098 ceph-mon[94136]: pgmap v703: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:43.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:43 smithi142 ceph-mon[94717]: pgmap v704: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:43 smithi098 ceph-mon[94136]: pgmap v704: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:45.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:45 smithi142 ceph-mon[94717]: pgmap v705: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:45 smithi098 ceph-mon[94136]: pgmap v705: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:47.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:47 smithi098 ceph-mon[94136]: pgmap v706: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:47.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:47 smithi142 ceph-mon[94717]: pgmap v706: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:49.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:49 smithi142 ceph-mon[94717]: pgmap v707: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:49 smithi098 ceph-mon[94136]: pgmap v707: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:51 smithi142 ceph-mon[94717]: pgmap v708: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:51 smithi098 ceph-mon[94136]: pgmap v708: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:53.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:53 smithi142 ceph-mon[94717]: pgmap v709: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:53 smithi098 ceph-mon[94136]: pgmap v709: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:55.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:55 smithi142 ceph-mon[94717]: pgmap v710: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:55 smithi098 ceph-mon[94136]: pgmap v710: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:57.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:57 smithi098 ceph-mon[94136]: pgmap v711: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:57 smithi142 ceph-mon[94717]: pgmap v711: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:56:59.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:56:59 smithi142 ceph-mon[94717]: pgmap v712: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:56:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:56:59 smithi098 ceph-mon[94136]: pgmap v712: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:01.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:01 smithi142 ceph-mon[94717]: pgmap v713: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:01 smithi098 ceph-mon[94136]: pgmap v713: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:03 smithi142 ceph-mon[94717]: pgmap v714: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:57:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:03 smithi098 ceph-mon[94136]: pgmap v714: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:57:05.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:05 smithi142 ceph-mon[94717]: pgmap v715: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:57:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:05 smithi098 ceph-mon[94136]: pgmap v715: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:57:07.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:07 smithi098 ceph-mon[94136]: pgmap v716: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:57:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:07 smithi142 ceph-mon[94717]: pgmap v716: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:57:09.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:09 smithi142 ceph-mon[94717]: pgmap v717: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:57:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:09 smithi098 ceph-mon[94136]: pgmap v717: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:57:10.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:10 smithi142 ceph-mon[94717]: osdmap e114: 12 total, 12 up, 12 in 2023-03-22T14:57:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:10 smithi098 ceph-mon[94136]: osdmap e114: 12 total, 12 up, 12 in 2023-03-22T14:57:11.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:11 smithi142 ceph-mon[94717]: pgmap v719: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:57:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:11 smithi098 ceph-mon[94136]: pgmap v719: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:57:13.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:13 smithi142 ceph-mon[94717]: pgmap v720: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:13 smithi098 ceph-mon[94136]: pgmap v720: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:15 smithi142 ceph-mon[94717]: pgmap v721: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:15 smithi098 ceph-mon[94136]: pgmap v721: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:17.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:17 smithi098 ceph-mon[94136]: pgmap v722: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:17 smithi142 ceph-mon[94717]: pgmap v722: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:19.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:19 smithi142 ceph-mon[94717]: pgmap v723: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:19 smithi098 ceph-mon[94136]: pgmap v723: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:57:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:21 smithi142 ceph-mon[94717]: pgmap v724: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:57:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:21 smithi098 ceph-mon[94136]: pgmap v724: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:57:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:23 smithi142 ceph-mon[94717]: pgmap v725: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:57:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:23 smithi098 ceph-mon[94136]: pgmap v725: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:57:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:25 smithi142 ceph-mon[94717]: pgmap v726: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:57:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:25 smithi098 ceph-mon[94136]: pgmap v726: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:57:27.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:27 smithi098 ceph-mon[94136]: pgmap v727: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:57:27.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:27 smithi142 ceph-mon[94717]: pgmap v727: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:57:29.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:29 smithi142 ceph-mon[94717]: pgmap v728: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:57:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:29 smithi098 ceph-mon[94136]: pgmap v728: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:57:31.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:31 smithi142 ceph-mon[94717]: pgmap v729: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:31 smithi098 ceph-mon[94136]: pgmap v729: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:33 smithi142 ceph-mon[94717]: pgmap v730: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:33 smithi098 ceph-mon[94136]: pgmap v730: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:35.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:35 smithi142 ceph-mon[94717]: pgmap v731: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:35 smithi098 ceph-mon[94136]: pgmap v731: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:37.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:37 smithi142 ceph-mon[94717]: pgmap v732: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:37.793 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:37 smithi098 ceph-mon[94136]: pgmap v732: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:39.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:39 smithi142 ceph-mon[94717]: pgmap v733: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:39 smithi098 ceph-mon[94136]: pgmap v733: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:41.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:41 smithi142 ceph-mon[94717]: pgmap v734: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:41 smithi098 ceph-mon[94136]: pgmap v734: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:43.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:43 smithi142 ceph-mon[94717]: pgmap v735: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:43 smithi098 ceph-mon[94136]: pgmap v735: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:45.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:45 smithi142 ceph-mon[94717]: pgmap v736: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:45 smithi098 ceph-mon[94136]: pgmap v736: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:47.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:47 smithi142 ceph-mon[94717]: pgmap v737: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:47.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:47 smithi098 ceph-mon[94136]: pgmap v737: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:49.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:49 smithi142 ceph-mon[94717]: pgmap v738: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:49 smithi098 ceph-mon[94136]: pgmap v738: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:51 smithi142 ceph-mon[94717]: pgmap v739: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:51 smithi098 ceph-mon[94136]: pgmap v739: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:53.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:53 smithi142 ceph-mon[94717]: pgmap v740: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:53 smithi098 ceph-mon[94136]: pgmap v740: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:55.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:55 smithi142 ceph-mon[94717]: pgmap v741: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:55 smithi098 ceph-mon[94136]: pgmap v741: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:57 smithi142 ceph-mon[94717]: pgmap v742: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:57.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:57 smithi098 ceph-mon[94136]: pgmap v742: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:57:59.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:57:59 smithi142 ceph-mon[94717]: pgmap v743: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:57:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:57:59 smithi098 ceph-mon[94136]: pgmap v743: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:01.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:01 smithi142 ceph-mon[94717]: pgmap v744: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:01 smithi098 ceph-mon[94136]: pgmap v744: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:03 smithi142 ceph-mon[94717]: pgmap v745: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:58:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:03 smithi098 ceph-mon[94136]: pgmap v745: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:58:05.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:05 smithi142 ceph-mon[94717]: pgmap v746: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:58:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:05 smithi098 ceph-mon[94136]: pgmap v746: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:58:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:07 smithi142 ceph-mon[94717]: pgmap v747: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:58:07.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:07 smithi098 ceph-mon[94136]: pgmap v747: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:58:09.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:09 smithi142 ceph-mon[94717]: pgmap v748: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:58:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:09 smithi098 ceph-mon[94136]: pgmap v748: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:58:10.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:10 smithi142 ceph-mon[94717]: osdmap e115: 12 total, 12 up, 12 in 2023-03-22T14:58:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:10 smithi098 ceph-mon[94136]: osdmap e115: 12 total, 12 up, 12 in 2023-03-22T14:58:11.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:11 smithi142 ceph-mon[94717]: pgmap v750: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:58:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:11 smithi098 ceph-mon[94136]: pgmap v750: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:58:13.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:13 smithi142 ceph-mon[94717]: pgmap v751: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:13 smithi098 ceph-mon[94136]: pgmap v751: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:15.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:15 smithi142 ceph-mon[94717]: pgmap v752: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:15 smithi098 ceph-mon[94136]: pgmap v752: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:17 smithi142 ceph-mon[94717]: pgmap v753: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:17.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:17 smithi098 ceph-mon[94136]: pgmap v753: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:19.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:19 smithi142 ceph-mon[94717]: pgmap v754: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:19 smithi098 ceph-mon[94136]: pgmap v754: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T14:58:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:21 smithi142 ceph-mon[94717]: pgmap v755: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:58:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:21 smithi098 ceph-mon[94136]: pgmap v755: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:58:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:23 smithi142 ceph-mon[94717]: pgmap v756: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:58:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:23 smithi098 ceph-mon[94136]: pgmap v756: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T14:58:25.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:25 smithi142 ceph-mon[94717]: pgmap v757: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:58:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:25 smithi098 ceph-mon[94136]: pgmap v757: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:58:27.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:27 smithi142 ceph-mon[94717]: pgmap v758: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:58:27.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:27 smithi098 ceph-mon[94136]: pgmap v758: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:58:29.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:29 smithi142 ceph-mon[94717]: pgmap v759: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:58:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:29 smithi098 ceph-mon[94136]: pgmap v759: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:58:31.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:31 smithi142 ceph-mon[94717]: pgmap v760: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:31 smithi098 ceph-mon[94136]: pgmap v760: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:33.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:33 smithi142 ceph-mon[94717]: pgmap v761: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:33 smithi098 ceph-mon[94136]: pgmap v761: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:35.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:35 smithi142 ceph-mon[94717]: pgmap v762: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:35 smithi098 ceph-mon[94136]: pgmap v762: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:37.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:37 smithi142 ceph-mon[94717]: pgmap v763: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:37.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:37 smithi098 ceph-mon[94136]: pgmap v763: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:39.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:39 smithi142 ceph-mon[94717]: pgmap v764: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:39 smithi098 ceph-mon[94136]: pgmap v764: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:41.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:41 smithi142 ceph-mon[94717]: pgmap v765: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:41.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:41 smithi098 ceph-mon[94136]: pgmap v765: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:43.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:43 smithi142 ceph-mon[94717]: pgmap v766: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:43 smithi098 ceph-mon[94136]: pgmap v766: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:45.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:45 smithi142 ceph-mon[94717]: pgmap v767: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:45 smithi098 ceph-mon[94136]: pgmap v767: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:47.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:47 smithi142 ceph-mon[94717]: pgmap v768: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:47.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:47 smithi098 ceph-mon[94136]: pgmap v768: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:49.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:49 smithi142 ceph-mon[94717]: pgmap v769: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:49 smithi098 ceph-mon[94136]: pgmap v769: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:51.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:51 smithi142 ceph-mon[94717]: pgmap v770: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:51 smithi098 ceph-mon[94136]: pgmap v770: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:53.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:53 smithi142 ceph-mon[94717]: pgmap v771: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:53 smithi098 ceph-mon[94136]: pgmap v771: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:55.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:55 smithi142 ceph-mon[94717]: pgmap v772: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:55 smithi098 ceph-mon[94136]: pgmap v772: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:57 smithi142 ceph-mon[94717]: pgmap v773: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:57.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:57 smithi098 ceph-mon[94136]: pgmap v773: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:58:59.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:58:59 smithi142 ceph-mon[94717]: pgmap v774: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:58:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:58:59 smithi098 ceph-mon[94136]: pgmap v774: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:01.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:01 smithi142 ceph-mon[94717]: pgmap v775: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:01 smithi098 ceph-mon[94136]: pgmap v775: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:03 smithi142 ceph-mon[94717]: pgmap v776: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:59:03.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:03 smithi098 ceph-mon[94136]: pgmap v776: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:59:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:05 smithi098 ceph-mon[94136]: pgmap v777: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:59:05.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:05 smithi142 ceph-mon[94717]: pgmap v777: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:59:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:07 smithi142 ceph-mon[94717]: pgmap v778: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:59:07.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:07 smithi098 ceph-mon[94136]: pgmap v778: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T14:59:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:09 smithi098 ceph-mon[94136]: pgmap v779: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:59:09.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:09 smithi142 ceph-mon[94717]: pgmap v779: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T14:59:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:10 smithi098 ceph-mon[94136]: osdmap e116: 12 total, 12 up, 12 in 2023-03-22T14:59:10.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:10 smithi142 ceph-mon[94717]: osdmap e116: 12 total, 12 up, 12 in 2023-03-22T14:59:11.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:11 smithi098 ceph-mon[94136]: pgmap v781: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:59:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:11 smithi142 ceph-mon[94717]: pgmap v781: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T14:59:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:13 smithi098 ceph-mon[94136]: pgmap v782: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:13.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:13 smithi142 ceph-mon[94717]: pgmap v782: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:15.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:15 smithi098 ceph-mon[94136]: pgmap v783: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:15.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:15 smithi142 ceph-mon[94717]: pgmap v783: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:17 smithi142 ceph-mon[94717]: pgmap v784: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:17.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:17 smithi098 ceph-mon[94136]: pgmap v784: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:19.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:19 smithi142 ceph-mon[94717]: pgmap v785: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:19.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:19 smithi098 ceph-mon[94136]: pgmap v785: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.0 KiB/s rd, 204 B/s wr, 7 op/s 2023-03-22T14:59:21.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:21 smithi098 ceph-mon[94136]: pgmap v786: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:59:21.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:21 smithi142 ceph-mon[94717]: pgmap v786: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T14:59:23.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:23 smithi098 ceph-mon[94136]: pgmap v787: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:59:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:23 smithi142 ceph-mon[94717]: pgmap v787: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T14:59:25.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:25 smithi098 ceph-mon[94136]: pgmap v788: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:59:25.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:25 smithi142 ceph-mon[94717]: pgmap v788: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:59:27.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:27 smithi142 ceph-mon[94717]: pgmap v789: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:59:27.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:27 smithi098 ceph-mon[94136]: pgmap v789: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T14:59:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:29 smithi098 ceph-mon[94136]: pgmap v790: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:59:29.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:29 smithi142 ceph-mon[94717]: pgmap v790: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T14:59:31.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:31 smithi098 ceph-mon[94136]: pgmap v791: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:31.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:31 smithi142 ceph-mon[94717]: pgmap v791: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:33.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:33 smithi098 ceph-mon[94136]: pgmap v792: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:33.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:33 smithi142 ceph-mon[94717]: pgmap v792: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:35.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:35 smithi098 ceph-mon[94136]: pgmap v793: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:35.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:35 smithi142 ceph-mon[94717]: pgmap v793: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:37.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:37 smithi142 ceph-mon[94717]: pgmap v794: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:37.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:37 smithi098 ceph-mon[94136]: pgmap v794: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:39.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:39 smithi098 ceph-mon[94136]: pgmap v795: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:39.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:39 smithi142 ceph-mon[94717]: pgmap v795: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:41.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:41 smithi098 ceph-mon[94136]: pgmap v796: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:41.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:41 smithi142 ceph-mon[94717]: pgmap v796: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:43.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:43 smithi098 ceph-mon[94136]: pgmap v797: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:43.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:43 smithi142 ceph-mon[94717]: pgmap v797: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:45 smithi098 ceph-mon[94136]: pgmap v798: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:45.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:45 smithi142 ceph-mon[94717]: pgmap v798: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:47.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:47 smithi142 ceph-mon[94717]: pgmap v799: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:47.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:47 smithi098 ceph-mon[94136]: pgmap v799: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:49.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:49 smithi098 ceph-mon[94136]: pgmap v800: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:49.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:49 smithi142 ceph-mon[94717]: pgmap v800: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:51.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:51 smithi098 ceph-mon[94136]: pgmap v801: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:51.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:51 smithi142 ceph-mon[94717]: pgmap v801: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:53.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:53 smithi098 ceph-mon[94136]: pgmap v802: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:53.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:53 smithi142 ceph-mon[94717]: pgmap v802: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:55.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:55 smithi098 ceph-mon[94136]: pgmap v803: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:55.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:55 smithi142 ceph-mon[94717]: pgmap v803: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:57 smithi142 ceph-mon[94717]: pgmap v804: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:57 smithi098 ceph-mon[94136]: pgmap v804: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T14:59:59.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 14:59:59 smithi098 ceph-mon[94136]: pgmap v805: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T14:59:59.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 14:59:59 smithi142 ceph-mon[94717]: pgmap v805: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 27 pgs inactive 2023-03-22T15:00:00.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 27 pgs inactive 2023-03-22T15:00:01.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:01 smithi098 ceph-mon[94136]: pgmap v806: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:01.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:01 smithi142 ceph-mon[94717]: pgmap v806: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:03.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:03 smithi098 ceph-mon[94136]: pgmap v807: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:00:03.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:03 smithi142 ceph-mon[94717]: pgmap v807: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:00:05.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:05 smithi098 ceph-mon[94136]: pgmap v808: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:00:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:05 smithi142 ceph-mon[94717]: pgmap v808: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:00:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:07 smithi142 ceph-mon[94717]: pgmap v809: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:00:07.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:07 smithi098 ceph-mon[94136]: pgmap v809: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:00:09.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:09 smithi098 ceph-mon[94136]: pgmap v810: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:00:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:09 smithi142 ceph-mon[94717]: pgmap v810: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:00:10.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:10 smithi098 ceph-mon[94136]: osdmap e117: 12 total, 12 up, 12 in 2023-03-22T15:00:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:10 smithi142 ceph-mon[94717]: osdmap e117: 12 total, 12 up, 12 in 2023-03-22T15:00:11.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:11 smithi098 ceph-mon[94136]: pgmap v812: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T15:00:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:11 smithi142 ceph-mon[94717]: pgmap v812: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T15:00:13.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:13 smithi098 ceph-mon[94136]: pgmap v813: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:13 smithi142 ceph-mon[94717]: pgmap v813: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:15.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:15 smithi098 ceph-mon[94136]: pgmap v814: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:15.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:15 smithi142 ceph-mon[94717]: pgmap v814: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:17.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:17 smithi142 ceph-mon[94717]: pgmap v815: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:17 smithi098 ceph-mon[94136]: pgmap v815: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:19.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:19 smithi098 ceph-mon[94136]: pgmap v816: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:19.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:19 smithi142 ceph-mon[94717]: pgmap v816: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:00:21.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:21 smithi098 ceph-mon[94136]: pgmap v817: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T15:00:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:21 smithi142 ceph-mon[94717]: pgmap v817: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T15:00:23.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:23 smithi098 ceph-mon[94136]: pgmap v818: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T15:00:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:23 smithi142 ceph-mon[94717]: pgmap v818: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T15:00:25.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:25 smithi098 ceph-mon[94136]: pgmap v819: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:00:25.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:25 smithi142 ceph-mon[94717]: pgmap v819: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:00:27.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:27 smithi142 ceph-mon[94717]: pgmap v820: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:00:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:27 smithi098 ceph-mon[94136]: pgmap v820: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:00:29.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:29 smithi098 ceph-mon[94136]: pgmap v821: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:00:29.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:29 smithi142 ceph-mon[94717]: pgmap v821: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:00:31.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:31 smithi098 ceph-mon[94136]: pgmap v822: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:31 smithi142 ceph-mon[94717]: pgmap v822: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:33.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:33 smithi098 ceph-mon[94136]: pgmap v823: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:33 smithi142 ceph-mon[94717]: pgmap v823: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:35.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:35 smithi098 ceph-mon[94136]: pgmap v824: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:35.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:35 smithi142 ceph-mon[94717]: pgmap v824: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:37.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:37 smithi142 ceph-mon[94717]: pgmap v825: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:37 smithi098 ceph-mon[94136]: pgmap v825: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:39.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:39 smithi098 ceph-mon[94136]: pgmap v826: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:39.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:39 smithi142 ceph-mon[94717]: pgmap v826: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:41.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:41 smithi098 ceph-mon[94136]: pgmap v827: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:41 smithi142 ceph-mon[94717]: pgmap v827: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:43.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:43 smithi098 ceph-mon[94136]: pgmap v828: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:43 smithi142 ceph-mon[94717]: pgmap v828: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:45.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:45 smithi098 ceph-mon[94136]: pgmap v829: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:45 smithi142 ceph-mon[94717]: pgmap v829: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:47.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:47 smithi142 ceph-mon[94717]: pgmap v830: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:47.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:47 smithi098 ceph-mon[94136]: pgmap v830: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:49.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:49 smithi098 ceph-mon[94136]: pgmap v831: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:49 smithi142 ceph-mon[94717]: pgmap v831: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:51.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:51 smithi098 ceph-mon[94136]: pgmap v832: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:51 smithi142 ceph-mon[94717]: pgmap v832: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:53.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:53 smithi098 ceph-mon[94136]: pgmap v833: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:53 smithi142 ceph-mon[94717]: pgmap v833: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:55.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:55 smithi098 ceph-mon[94136]: pgmap v834: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:55 smithi142 ceph-mon[94717]: pgmap v834: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:57 smithi142 ceph-mon[94717]: pgmap v835: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:57 smithi098 ceph-mon[94136]: pgmap v835: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:00:59.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:00:59 smithi098 ceph-mon[94136]: pgmap v836: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:00:59.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:00:59 smithi142 ceph-mon[94717]: pgmap v836: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:01.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:01 smithi142 ceph-mon[94717]: pgmap v837: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:01.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:01 smithi098 ceph-mon[94136]: pgmap v837: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:03.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:03 smithi098 ceph-mon[94136]: pgmap v838: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:01:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:03 smithi142 ceph-mon[94717]: pgmap v838: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:01:05.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:05 smithi098 ceph-mon[94136]: pgmap v839: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:01:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:05 smithi142 ceph-mon[94717]: pgmap v839: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:01:07.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:07 smithi142 ceph-mon[94717]: pgmap v840: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:01:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:07 smithi098 ceph-mon[94136]: pgmap v840: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:01:09.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:09 smithi098 ceph-mon[94136]: pgmap v841: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:01:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:09 smithi142 ceph-mon[94717]: pgmap v841: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:01:10.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:10 smithi098 ceph-mon[94136]: osdmap e118: 12 total, 12 up, 12 in 2023-03-22T15:01:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:10 smithi142 ceph-mon[94717]: osdmap e118: 12 total, 12 up, 12 in 2023-03-22T15:01:11.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:11 smithi098 ceph-mon[94136]: pgmap v843: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T15:01:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:11 smithi142 ceph-mon[94717]: pgmap v843: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T15:01:13.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:13 smithi098 ceph-mon[94136]: pgmap v844: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:13 smithi142 ceph-mon[94717]: pgmap v844: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:15.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:15 smithi098 ceph-mon[94136]: pgmap v845: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:15 smithi142 ceph-mon[94717]: pgmap v845: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:17 smithi142 ceph-mon[94717]: pgmap v846: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:17 smithi098 ceph-mon[94136]: pgmap v846: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:19.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:19 smithi098 ceph-mon[94136]: pgmap v847: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:19.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:19 smithi142 ceph-mon[94717]: pgmap v847: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:01:21.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:21 smithi098 ceph-mon[94136]: pgmap v848: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T15:01:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:21 smithi142 ceph-mon[94717]: pgmap v848: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T15:01:23.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:23 smithi098 ceph-mon[94136]: pgmap v849: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T15:01:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:23 smithi142 ceph-mon[94717]: pgmap v849: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T15:01:25.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:25 smithi098 ceph-mon[94136]: pgmap v850: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:01:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:25 smithi142 ceph-mon[94717]: pgmap v850: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:01:27.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:27 smithi142 ceph-mon[94717]: pgmap v851: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:01:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:27 smithi098 ceph-mon[94136]: pgmap v851: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:01:29.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:29 smithi098 ceph-mon[94136]: pgmap v852: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:01:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:29 smithi142 ceph-mon[94717]: pgmap v852: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:01:31.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:31 smithi098 ceph-mon[94136]: pgmap v853: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:31 smithi142 ceph-mon[94717]: pgmap v853: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:33.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:33 smithi098 ceph-mon[94136]: pgmap v854: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:33 smithi142 ceph-mon[94717]: pgmap v854: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:35.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:35 smithi098 ceph-mon[94136]: pgmap v855: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:35 smithi142 ceph-mon[94717]: pgmap v855: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:37 smithi142 ceph-mon[94717]: pgmap v856: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:37 smithi098 ceph-mon[94136]: pgmap v856: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:39.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:39 smithi098 ceph-mon[94136]: pgmap v857: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:39.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:39 smithi142 ceph-mon[94717]: pgmap v857: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:41.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:41 smithi098 ceph-mon[94136]: pgmap v858: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:41 smithi142 ceph-mon[94717]: pgmap v858: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:43.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:43 smithi098 ceph-mon[94136]: pgmap v859: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:43 smithi142 ceph-mon[94717]: pgmap v859: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:45.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:45 smithi098 ceph-mon[94136]: pgmap v860: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:45 smithi142 ceph-mon[94717]: pgmap v860: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:47.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:47 smithi142 ceph-mon[94717]: pgmap v861: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:47.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:47 smithi098 ceph-mon[94136]: pgmap v861: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:49.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:49 smithi098 ceph-mon[94136]: pgmap v862: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:49 smithi142 ceph-mon[94717]: pgmap v862: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:51.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:51 smithi098 ceph-mon[94136]: pgmap v863: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:51 smithi142 ceph-mon[94717]: pgmap v863: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:53.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:53 smithi098 ceph-mon[94136]: pgmap v864: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:53 smithi142 ceph-mon[94717]: pgmap v864: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:55 smithi142 ceph-mon[94717]: pgmap v865: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:55 smithi098 ceph-mon[94136]: pgmap v865: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:57 smithi142 ceph-mon[94717]: pgmap v866: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:57 smithi098 ceph-mon[94136]: pgmap v866: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:01:59.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:01:59 smithi098 ceph-mon[94136]: pgmap v867: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:01:59.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:01:59 smithi142 ceph-mon[94717]: pgmap v867: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:01.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:01 smithi098 ceph-mon[94136]: pgmap v868: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:01 smithi142 ceph-mon[94717]: pgmap v868: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:03.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:03 smithi098 ceph-mon[94136]: pgmap v869: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:02:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:03 smithi142 ceph-mon[94717]: pgmap v869: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:02:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:05 smithi142 ceph-mon[94717]: pgmap v870: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:02:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:05 smithi098 ceph-mon[94136]: pgmap v870: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:02:07.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:07 smithi142 ceph-mon[94717]: pgmap v871: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:02:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:07 smithi098 ceph-mon[94136]: pgmap v871: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2023-03-22T15:02:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:09 smithi142 ceph-mon[94717]: pgmap v872: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:02:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:09 smithi098 ceph-mon[94136]: pgmap v872: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 23 KiB/s wr, 12 op/s 2023-03-22T15:02:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:10 smithi142 ceph-mon[94717]: osdmap e119: 12 total, 12 up, 12 in 2023-03-22T15:02:10.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:10 smithi098 ceph-mon[94136]: osdmap e119: 12 total, 12 up, 12 in 2023-03-22T15:02:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:11 smithi142 ceph-mon[94717]: pgmap v874: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T15:02:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:11 smithi098 ceph-mon[94136]: pgmap v874: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.5 KiB/s rd, 28 KiB/s wr, 11 op/s 2023-03-22T15:02:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:13 smithi142 ceph-mon[94717]: pgmap v875: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:13 smithi098 ceph-mon[94136]: pgmap v875: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:15 smithi142 ceph-mon[94717]: pgmap v876: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:15 smithi098 ceph-mon[94136]: pgmap v876: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:17 smithi142 ceph-mon[94717]: pgmap v877: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:17 smithi098 ceph-mon[94136]: pgmap v877: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:19.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:19 smithi142 ceph-mon[94717]: pgmap v878: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:19.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:19 smithi098 ceph-mon[94136]: pgmap v878: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:02:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:21 smithi142 ceph-mon[94717]: pgmap v879: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T15:02:21.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:21 smithi098 ceph-mon[94136]: pgmap v879: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.9 KiB/s rd, 187 B/s wr, 7 op/s 2023-03-22T15:02:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:23 smithi142 ceph-mon[94717]: pgmap v880: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T15:02:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:23 smithi098 ceph-mon[94136]: pgmap v880: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s 2023-03-22T15:02:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:25 smithi142 ceph-mon[94717]: pgmap v881: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:02:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:25 smithi098 ceph-mon[94136]: pgmap v881: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:02:27.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:27 smithi142 ceph-mon[94717]: pgmap v882: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:02:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:27 smithi098 ceph-mon[94136]: pgmap v882: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2023-03-22T15:02:29.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:29 smithi142 ceph-mon[94717]: pgmap v883: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:02:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:29 smithi098 ceph-mon[94136]: pgmap v883: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:02:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:31 smithi142 ceph-mon[94717]: pgmap v884: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:31 smithi098 ceph-mon[94136]: pgmap v884: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:33 smithi142 ceph-mon[94717]: pgmap v885: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:33 smithi098 ceph-mon[94136]: pgmap v885: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:35 smithi142 ceph-mon[94717]: pgmap v886: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:35 smithi098 ceph-mon[94136]: pgmap v886: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:37 smithi142 ceph-mon[94717]: pgmap v887: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:37 smithi098 ceph-mon[94136]: pgmap v887: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:39.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:39 smithi142 ceph-mon[94717]: pgmap v888: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:39.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:39 smithi098 ceph-mon[94136]: pgmap v888: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:41 smithi142 ceph-mon[94717]: pgmap v889: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:41.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:41 smithi098 ceph-mon[94136]: pgmap v889: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:43 smithi142 ceph-mon[94717]: pgmap v890: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:43 smithi098 ceph-mon[94136]: pgmap v890: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:45 smithi142 ceph-mon[94717]: pgmap v891: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:45 smithi098 ceph-mon[94136]: pgmap v891: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:47.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:47 smithi142 ceph-mon[94717]: pgmap v892: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:47.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:47 smithi098 ceph-mon[94136]: pgmap v892: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:49 smithi142 ceph-mon[94717]: pgmap v893: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:49 smithi098 ceph-mon[94136]: pgmap v893: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:51 smithi142 ceph-mon[94717]: pgmap v894: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:51 smithi098 ceph-mon[94136]: pgmap v894: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:53 smithi142 ceph-mon[94717]: pgmap v895: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:53 smithi098 ceph-mon[94136]: pgmap v895: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:55 smithi142 ceph-mon[94717]: pgmap v896: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:55 smithi098 ceph-mon[94136]: pgmap v896: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:57 smithi142 ceph-mon[94717]: pgmap v897: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:57 smithi098 ceph-mon[94136]: pgmap v897: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:02:59.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:02:59 smithi142 ceph-mon[94717]: pgmap v898: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:02:59.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:02:59 smithi098 ceph-mon[94136]: pgmap v898: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.7 KiB/s rd, 9 op/s 2023-03-22T15:03:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:01 smithi142 ceph-mon[94717]: pgmap v899: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:03:01.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:01 smithi098 ceph-mon[94136]: pgmap v899: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.5 KiB/s rd, 6 op/s 2023-03-22T15:03:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:03 smithi142 ceph-mon[94717]: pgmap v900: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 10 KiB/s rd, 28 KiB/s wr, 12 op/s 2023-03-22T15:03:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:03 smithi098 ceph-mon[94136]: pgmap v900: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 10 KiB/s rd, 28 KiB/s wr, 12 op/s 2023-03-22T15:03:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:05 smithi142 ceph-mon[94717]: pgmap v901: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 9.1 KiB/s rd, 28 KiB/s wr, 9 op/s 2023-03-22T15:03:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:05 smithi098 ceph-mon[94136]: pgmap v901: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 9.1 KiB/s rd, 28 KiB/s wr, 9 op/s 2023-03-22T15:03:07.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:07 smithi142 ceph-mon[94717]: pgmap v902: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 9.1 KiB/s rd, 28 KiB/s wr, 9 op/s 2023-03-22T15:03:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:07 smithi098 ceph-mon[94136]: pgmap v902: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 9.1 KiB/s rd, 28 KiB/s wr, 9 op/s 2023-03-22T15:03:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:09 smithi142 ceph-mon[94717]: pgmap v903: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 10 KiB/s rd, 28 KiB/s wr, 12 op/s 2023-03-22T15:03:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:09 smithi098 ceph-mon[94136]: pgmap v903: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 10 KiB/s rd, 28 KiB/s wr, 12 op/s 2023-03-22T15:03:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:10 smithi142 ceph-mon[94717]: osdmap e120: 12 total, 12 up, 12 in 2023-03-22T15:03:10.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:10 smithi098 ceph-mon[94136]: osdmap e120: 12 total, 12 up, 12 in 2023-03-22T15:03:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:11 smithi142 ceph-mon[94717]: pgmap v905: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 11 KiB/s rd, 34 KiB/s wr, 11 op/s 2023-03-22T15:03:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:11 smithi098 ceph-mon[94136]: pgmap v905: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 11 KiB/s rd, 34 KiB/s wr, 11 op/s 2023-03-22T15:03:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:13 smithi142 ceph-mon[94717]: pgmap v906: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:03:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:13 smithi098 ceph-mon[94136]: pgmap v906: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:03:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:15 smithi142 ceph-mon[94717]: pgmap v907: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:03:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:15 smithi098 ceph-mon[94136]: pgmap v907: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s 2023-03-22T15:03:16.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mon-c[94680]: 2023-03-22T15:03:16.226+0000 7f7940ea4700 -1 mon.c@1(leader).osd e120 no beacon from osd.3 since 2023-03-22T14:48:16.070990+0000, 900.156437 seconds ago. marking down 2023-03-22T15:03:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mon-c[94680]: 2023-03-22T15:03:16.226+0000 7f7940ea4700 -1 mon.c@1(leader).osd e120 no beacon from osd.6 since 2023-03-22T14:48:16.070990+0000, 900.156437 seconds ago. marking down 2023-03-22T15:03:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mon-c[94680]: 2023-03-22T15:03:16.226+0000 7f7940ea4700 -1 mon.c@1(leader).osd e120 no beacon from osd.9 since 2023-03-22T14:48:16.070990+0000, 900.156437 seconds ago. marking down 2023-03-22T15:03:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-mon[94717]: osd.3 marked down after no beacon for 900.156437 seconds 2023-03-22T15:03:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-mon[94717]: osd.6 marked down after no beacon for 900.156437 seconds 2023-03-22T15:03:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-mon[94717]: osd.9 marked down after no beacon for 900.156437 seconds 2023-03-22T15:03:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-mon[94717]: Health check failed: 3 osds down (OSD_DOWN) 2023-03-22T15:03:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:16 smithi142 ceph-mon[94717]: osdmap e121: 12 total, 9 up, 12 in 2023-03-22T15:03:16.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:16 smithi098 ceph-mon[94136]: osd.3 marked down after no beacon for 900.156437 seconds 2023-03-22T15:03:16.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:16 smithi098 ceph-mon[94136]: osd.6 marked down after no beacon for 900.156437 seconds 2023-03-22T15:03:16.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:16 smithi098 ceph-mon[94136]: osd.9 marked down after no beacon for 900.156437 seconds 2023-03-22T15:03:16.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:16 smithi098 ceph-mon[94136]: Health check failed: 3 osds down (OSD_DOWN) 2023-03-22T15:03:16.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:16 smithi098 ceph-mon[94136]: osdmap e121: 12 total, 9 up, 12 in 2023-03-22T15:03:17.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:17 smithi142 ceph-mon[94717]: pgmap v909: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2023-03-22T15:03:17.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:17 smithi142 ceph-mon[94717]: osdmap e122: 12 total, 9 up, 12 in 2023-03-22T15:03:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:17 smithi098 ceph-mon[94136]: pgmap v909: 97 pgs: 27 unknown, 70 active+clean; 8.8 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2023-03-22T15:03:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:17 smithi098 ceph-mon[94136]: osdmap e122: 12 total, 9 up, 12 in 2023-03-22T15:03:18.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:18 smithi142 ceph-mon[94717]: Health check update: Reduced data availability: 3 pgs inactive, 20 pgs peering (PG_AVAILABILITY) 2023-03-22T15:03:18.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:18 smithi142 ceph-mon[94717]: Health check failed: Degraded data redundancy: 247/10437 objects degraded (2.367%), 5 pgs degraded (PG_DEGRADED) 2023-03-22T15:03:18.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:18 smithi098 ceph-mon[94136]: Health check update: Reduced data availability: 3 pgs inactive, 20 pgs peering (PG_AVAILABILITY) 2023-03-22T15:03:18.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:18 smithi098 ceph-mon[94136]: Health check failed: Degraded data redundancy: 247/10437 objects degraded (2.367%), 5 pgs degraded (PG_DEGRADED) 2023-03-22T15:03:19.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:19 smithi142 ceph-mon[94717]: pgmap v911: 97 pgs: 1 active+undersized+degraded+wait, 2 activating+undersized, 46 peering, 4 activating+undersized+degraded, 1 unknown, 43 active+clean; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 737 MiB/s wr, 47.37k op/s; 247/10437 objects degraded (2.367%) 2023-03-22T15:03:19.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:19 smithi098 ceph-mon[94136]: pgmap v911: 97 pgs: 1 active+undersized+degraded+wait, 2 activating+undersized, 46 peering, 4 activating+undersized+degraded, 1 unknown, 43 active+clean; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 737 MiB/s wr, 47.37k op/s; 247/10437 objects degraded (2.367%) 2023-03-22T15:03:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:21 smithi142 ceph-mon[94717]: pgmap v912: 97 pgs: 1 active+undersized+degraded+wait, 2 activating+undersized, 46 peering, 4 activating+undersized+degraded, 1 unknown, 43 active+clean; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 737 MiB/s wr, 47.36k op/s; 247/10437 objects degraded (2.367%) 2023-03-22T15:03:21.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:21 smithi098 ceph-mon[94136]: pgmap v912: 97 pgs: 1 active+undersized+degraded+wait, 2 activating+undersized, 46 peering, 4 activating+undersized+degraded, 1 unknown, 43 active+clean; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 737 MiB/s wr, 47.36k op/s; 247/10437 objects degraded (2.367%) 2023-03-22T15:03:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:23 smithi142 ceph-mon[94717]: pgmap v913: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 737 MiB/s wr, 47.37k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:23 smithi098 ceph-mon[94136]: pgmap v913: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 737 MiB/s wr, 47.37k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:25.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:25 smithi142 ceph-mon[94717]: pgmap v914: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 723 MiB/s wr, 46.48k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:25 smithi098 ceph-mon[94136]: pgmap v914: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.1 MiB/s rd, 723 MiB/s wr, 46.48k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:26 smithi142 ceph-mon[94717]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-03-22T15:03:26.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:26 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded (PG_DEGRADED) 2023-03-22T15:03:26.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:26 smithi098 ceph-mon[94136]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-03-22T15:03:26.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:26 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded (PG_DEGRADED) 2023-03-22T15:03:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:27 smithi142 ceph-mon[94717]: pgmap v915: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 926 KiB/s rd, 590 MiB/s wr, 37.89k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:27 smithi098 ceph-mon[94136]: pgmap v915: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 926 KiB/s rd, 590 MiB/s wr, 37.89k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:29 smithi142 ceph-mon[94717]: pgmap v916: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 0 B/s rd, 126 MiB/s wr, 7.93k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:29 smithi098 ceph-mon[94136]: pgmap v916: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 0 B/s rd, 126 MiB/s wr, 7.93k op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:31 smithi142 ceph-mon[94717]: pgmap v917: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:31 smithi098 ceph-mon[94136]: pgmap v917: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:33 smithi142 ceph-mon[94717]: pgmap v918: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:33 smithi098 ceph-mon[94136]: pgmap v918: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:35 smithi142 ceph-mon[94717]: pgmap v919: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:35 smithi098 ceph-mon[94136]: pgmap v919: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:37 smithi142 ceph-mon[94717]: pgmap v920: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:37.645 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:37 smithi098 ceph-mon[94136]: pgmap v920: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:39.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:39 smithi142 ceph-mon[94717]: pgmap v921: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:39.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:39 smithi098 ceph-mon[94136]: pgmap v921: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:41 smithi142 ceph-mon[94717]: pgmap v922: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:41.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:41 smithi098 ceph-mon[94136]: pgmap v922: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:43 smithi142 ceph-mon[94717]: pgmap v923: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:43 smithi098 ceph-mon[94136]: pgmap v923: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:45 smithi142 ceph-mon[94717]: pgmap v924: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:45 smithi098 ceph-mon[94136]: pgmap v924: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:47.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:47 smithi142 ceph-mon[94717]: pgmap v925: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:47.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:47 smithi098 ceph-mon[94136]: pgmap v925: 97 pgs: 2 active+undersized+wait, 43 active+clean, 1 unknown, 11 undersized+degraded+peered+wait, 40 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:49.724 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:49 smithi098 ceph-mon[94136]: pgmap v926: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 341 B/s rd, 0 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:49 smithi142 ceph-mon[94717]: pgmap v926: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 341 B/s rd, 0 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:51 smithi142 ceph-mon[94717]: pgmap v927: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 341 B/s rd, 0 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:51 smithi098 ceph-mon[94136]: pgmap v927: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 341 B/s rd, 0 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:53 smithi142 ceph-mon[94717]: pgmap v928: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.6 KiB/s rd, 3 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:53 smithi098 ceph-mon[94136]: pgmap v928: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.6 KiB/s rd, 3 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:55 smithi142 ceph-mon[94717]: pgmap v929: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.6 KiB/s rd, 3 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:55 smithi098 ceph-mon[94136]: pgmap v929: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.6 KiB/s rd, 3 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:57 smithi142 ceph-mon[94717]: pgmap v930: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.6 KiB/s rd, 3 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:57 smithi098 ceph-mon[94136]: pgmap v930: 97 pgs: 2 active+undersized, 31 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown, 9 active+undersized+degraded+wait; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 1.6 KiB/s rd, 3 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:59.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:03:59 smithi142 ceph-mon[94717]: pgmap v931: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:03:59.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:03:59 smithi098 ceph-mon[94136]: pgmap v931: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:01 smithi142 ceph-mon[94717]: pgmap v932: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 5 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:01.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:01 smithi098 ceph-mon[94136]: pgmap v932: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 2.7 KiB/s rd, 5 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:03 smithi142 ceph-mon[94717]: pgmap v933: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 8 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:03 smithi098 ceph-mon[94136]: pgmap v933: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.4 KiB/s rd, 8 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:05 smithi142 ceph-mon[94717]: pgmap v934: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:05 smithi098 ceph-mon[94136]: pgmap v934: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:07.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:07 smithi142 ceph-mon[94717]: pgmap v935: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:07 smithi098 ceph-mon[94136]: pgmap v935: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:09 smithi142 ceph-mon[94717]: pgmap v936: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.8 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:09 smithi098 ceph-mon[94136]: pgmap v936: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.8 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:11 smithi142 ceph-mon[94717]: pgmap v937: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:11 smithi098 ceph-mon[94136]: pgmap v937: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:13 smithi142 ceph-mon[94717]: pgmap v938: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:13 smithi098 ceph-mon[94136]: pgmap v938: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:15 smithi142 ceph-mon[94717]: pgmap v939: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:15 smithi098 ceph-mon[94136]: pgmap v939: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:17 smithi142 ceph-mon[94717]: pgmap v940: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:17 smithi098 ceph-mon[94136]: pgmap v940: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:18 smithi142 ceph-mon[94717]: Health check update: Reduced data availability: 12 pgs inactive (PG_AVAILABILITY) 2023-03-22T15:04:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:18 smithi098 ceph-mon[94136]: Health check update: Reduced data availability: 12 pgs inactive (PG_AVAILABILITY) 2023-03-22T15:04:19.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:19 smithi142 ceph-mon[94717]: pgmap v941: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.1 KiB/s rd, 341 B/s wr, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:19.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:19 smithi098 ceph-mon[94136]: pgmap v941: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.1 KiB/s rd, 341 B/s wr, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:20.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:20 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized (PG_DEGRADED) 2023-03-22T15:04:20.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:20 smithi142 ceph-mon[94717]: mgrmap e31: z(active, since 30m), standbys: y 2023-03-22T15:04:20.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:20 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized (PG_DEGRADED) 2023-03-22T15:04:20.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:20 smithi098 ceph-mon[94136]: mgrmap e31: z(active, since 30m), standbys: y 2023-03-22T15:04:21.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:21 smithi142 ceph-mon[94717]: pgmap v942: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:21.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:21 smithi098 ceph-mon[94136]: pgmap v942: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:23 smithi142 ceph-mon[94717]: pgmap v943: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.2 KiB/s rd, 341 B/s wr, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:23 smithi098 ceph-mon[94136]: pgmap v943: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.2 KiB/s rd, 341 B/s wr, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:25 smithi142 ceph-mon[94717]: pgmap v944: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.5 KiB/s rd, 341 B/s wr, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:25 smithi098 ceph-mon[94136]: pgmap v944: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.5 KiB/s rd, 341 B/s wr, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:27.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:27 smithi142 ceph-mon[94717]: pgmap v945: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.5 KiB/s rd, 341 B/s wr, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:27 smithi098 ceph-mon[94136]: pgmap v945: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.5 KiB/s rd, 341 B/s wr, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:29 smithi142 ceph-mon[94717]: pgmap v946: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.2 KiB/s rd, 341 B/s wr, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:29 smithi098 ceph-mon[94136]: pgmap v946: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.2 KiB/s rd, 341 B/s wr, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:31 smithi142 ceph-mon[94717]: pgmap v947: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:31 smithi098 ceph-mon[94136]: pgmap v947: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.4 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:33 smithi142 ceph-mon[94717]: pgmap v948: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:33 smithi098 ceph-mon[94136]: pgmap v948: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:35 smithi142 ceph-mon[94717]: pgmap v949: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:35 smithi098 ceph-mon[94136]: pgmap v949: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:37 smithi142 ceph-mon[94717]: pgmap v950: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:37 smithi098 ceph-mon[94136]: pgmap v950: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:39.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:39 smithi142 ceph-mon[94717]: pgmap v951: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:39.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:39 smithi098 ceph-mon[94136]: pgmap v951: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:41 smithi142 ceph-mon[94717]: pgmap v952: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:41.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:41 smithi098 ceph-mon[94136]: pgmap v952: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:43 smithi142 ceph-mon[94717]: pgmap v953: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:43 smithi098 ceph-mon[94136]: pgmap v953: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:45 smithi142 ceph-mon[94717]: pgmap v954: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:45 smithi098 ceph-mon[94136]: pgmap v954: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:47.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:47 smithi142 ceph-mon[94717]: pgmap v955: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:47.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:47 smithi098 ceph-mon[94136]: pgmap v955: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:49 smithi142 ceph-mon[94717]: pgmap v956: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:49 smithi098 ceph-mon[94136]: pgmap v956: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:51 smithi142 ceph-mon[94717]: pgmap v957: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:51 smithi098 ceph-mon[94136]: pgmap v957: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:53 smithi142 ceph-mon[94717]: pgmap v958: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:53 smithi098 ceph-mon[94136]: pgmap v958: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:55 smithi142 ceph-mon[94717]: pgmap v959: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:55 smithi098 ceph-mon[94136]: pgmap v959: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:57 smithi142 ceph-mon[94717]: pgmap v960: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:57 smithi098 ceph-mon[94136]: pgmap v960: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:59.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:04:59 smithi142 ceph-mon[94717]: pgmap v961: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:04:59.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:04:59 smithi098 ceph-mon[94136]: pgmap v961: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:01 smithi142 ceph-mon[94717]: pgmap v962: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:01.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:01 smithi098 ceph-mon[94136]: pgmap v962: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:03 smithi142 ceph-mon[94717]: pgmap v963: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:03 smithi098 ceph-mon[94136]: pgmap v963: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:05 smithi142 ceph-mon[94717]: pgmap v964: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:05 smithi098 ceph-mon[94136]: pgmap v964: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:07.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:07 smithi142 ceph-mon[94717]: pgmap v965: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:07 smithi098 ceph-mon[94136]: pgmap v965: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:09 smithi142 ceph-mon[94717]: pgmap v966: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:09 smithi098 ceph-mon[94136]: pgmap v966: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:11 smithi142 ceph-mon[94717]: pgmap v967: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:11 smithi098 ceph-mon[94136]: pgmap v967: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:13 smithi142 ceph-mon[94717]: pgmap v968: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:13 smithi098 ceph-mon[94136]: pgmap v968: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:15 smithi142 ceph-mon[94717]: pgmap v969: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:15 smithi098 ceph-mon[94136]: pgmap v969: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:17 smithi142 ceph-mon[94717]: pgmap v970: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:17 smithi098 ceph-mon[94136]: pgmap v970: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:19.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:19 smithi142 ceph-mon[94717]: pgmap v971: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:19.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:19 smithi098 ceph-mon[94136]: pgmap v971: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:21 smithi142 ceph-mon[94717]: pgmap v972: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:21.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:21 smithi098 ceph-mon[94136]: pgmap v972: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:23 smithi142 ceph-mon[94717]: pgmap v973: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:23 smithi098 ceph-mon[94136]: pgmap v973: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:25 smithi142 ceph-mon[94717]: pgmap v974: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:25 smithi098 ceph-mon[94136]: pgmap v974: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:27.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:27 smithi142 ceph-mon[94717]: pgmap v975: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:27 smithi098 ceph-mon[94136]: pgmap v975: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:29 smithi142 ceph-mon[94717]: pgmap v976: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:29 smithi098 ceph-mon[94136]: pgmap v976: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:31 smithi142 ceph-mon[94717]: pgmap v977: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:31 smithi098 ceph-mon[94136]: pgmap v977: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:33 smithi142 ceph-mon[94717]: pgmap v978: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:33 smithi098 ceph-mon[94136]: pgmap v978: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:35 smithi142 ceph-mon[94717]: pgmap v979: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:35 smithi098 ceph-mon[94136]: pgmap v979: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:37 smithi142 ceph-mon[94717]: pgmap v980: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:37 smithi098 ceph-mon[94136]: pgmap v980: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:39.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:39 smithi142 ceph-mon[94717]: pgmap v981: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:39.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:39 smithi098 ceph-mon[94136]: pgmap v981: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:41 smithi142 ceph-mon[94717]: pgmap v982: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:41.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:41 smithi098 ceph-mon[94136]: pgmap v982: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:43 smithi142 ceph-mon[94717]: pgmap v983: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:43 smithi098 ceph-mon[94136]: pgmap v983: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:45 smithi142 ceph-mon[94717]: pgmap v984: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:45 smithi098 ceph-mon[94136]: pgmap v984: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:47.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:47 smithi142 ceph-mon[94717]: pgmap v985: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:47.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:47 smithi098 ceph-mon[94136]: pgmap v985: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:49 smithi142 ceph-mon[94717]: pgmap v986: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:49 smithi098 ceph-mon[94136]: pgmap v986: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:51 smithi142 ceph-mon[94717]: pgmap v987: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:51 smithi098 ceph-mon[94136]: pgmap v987: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:53 smithi142 ceph-mon[94717]: pgmap v988: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:53 smithi098 ceph-mon[94136]: pgmap v988: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:55 smithi142 ceph-mon[94717]: pgmap v989: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:55 smithi098 ceph-mon[94136]: pgmap v989: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:57 smithi142 ceph-mon[94717]: pgmap v990: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:57 smithi098 ceph-mon[94136]: pgmap v990: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:59.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:05:59 smithi142 ceph-mon[94717]: pgmap v991: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:05:59.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:05:59 smithi098 ceph-mon[94136]: pgmap v991: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:01 smithi142 ceph-mon[94717]: pgmap v992: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:01.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:01 smithi098 ceph-mon[94136]: pgmap v992: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:03 smithi142 ceph-mon[94717]: pgmap v993: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:03 smithi098 ceph-mon[94136]: pgmap v993: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:05 smithi142 ceph-mon[94717]: pgmap v994: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:05 smithi098 ceph-mon[94136]: pgmap v994: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:07.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:07 smithi142 ceph-mon[94717]: pgmap v995: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:07.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:07 smithi142 ceph-mon[94717]: Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-03-22T15:06:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:07.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:07 smithi098 ceph-mon[94136]: pgmap v995: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:07 smithi098 ceph-mon[94136]: Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-03-22T15:06:07.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:07.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:09 smithi142 ceph-mon[94717]: pgmap v996: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:09 smithi098 ceph-mon[94136]: pgmap v996: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:11 smithi142 ceph-mon[94717]: pgmap v997: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:11 smithi098 ceph-mon[94136]: pgmap v997: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:13 smithi142 ceph-mon[94717]: pgmap v998: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:13 smithi098 ceph-mon[94136]: pgmap v998: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:15 smithi142 ceph-mon[94717]: pgmap v999: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:15.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:15 smithi098 ceph-mon[94136]: pgmap v999: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:17 smithi142 ceph-mon[94717]: pgmap v1000: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:17 smithi098 ceph-mon[94136]: pgmap v1000: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:19.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:19 smithi142 ceph-mon[94717]: pgmap v1001: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:19.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:19 smithi098 ceph-mon[94136]: pgmap v1001: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:21 smithi142 ceph-mon[94717]: pgmap v1002: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:21.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:21 smithi098 ceph-mon[94136]: pgmap v1002: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:23 smithi142 ceph-mon[94717]: pgmap v1003: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:23 smithi098 ceph-mon[94136]: pgmap v1003: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:25 smithi142 ceph-mon[94717]: pgmap v1004: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:25 smithi098 ceph-mon[94136]: pgmap v1004: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:26 smithi142 ceph-mon[94717]: Health check update: 2 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-03-22T15:06:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:26 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:26.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:26 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:26.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:26 smithi098 ceph-mon[94136]: Health check update: 2 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-03-22T15:06:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:26 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:26 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:27 smithi142 ceph-mon[94717]: pgmap v1005: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:27.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:27 smithi098 ceph-mon[94136]: pgmap v1005: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:29 smithi142 ceph-mon[94717]: pgmap v1006: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:29 smithi098 ceph-mon[94136]: pgmap v1006: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:30 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:30 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:30.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:30 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:30.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:30 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:31 smithi142 ceph-mon[94717]: pgmap v1007: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:31.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:31 smithi098 ceph-mon[94136]: pgmap v1007: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:33 smithi142 ceph-mon[94717]: pgmap v1008: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:33 smithi098 ceph-mon[94136]: pgmap v1008: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:34.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:34 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:34.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:34 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:34.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:34 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:34.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:34 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:35 smithi142 ceph-mon[94717]: pgmap v1009: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:35.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:35 smithi098 ceph-mon[94136]: pgmap v1009: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:37 smithi142 ceph-mon[94717]: pgmap v1010: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:37 smithi098 ceph-mon[94136]: pgmap v1010: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:38 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:38 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:38 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:38 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:39.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:39 smithi142 ceph-mon[94717]: pgmap v1011: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:39.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:39 smithi098 ceph-mon[94136]: pgmap v1011: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:41 smithi142 ceph-mon[94717]: pgmap v1012: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:41.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:41 smithi098 ceph-mon[94136]: pgmap v1012: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:43 smithi142 ceph-mon[94717]: pgmap v1013: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:43.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:43 smithi098 ceph-mon[94136]: pgmap v1013: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:43.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:45 smithi142 ceph-mon[94717]: pgmap v1014: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:45 smithi098 ceph-mon[94136]: pgmap v1014: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:46.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:46 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:46.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:46 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:46.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:46 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:46.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:46 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:47 smithi142 ceph-mon[94717]: pgmap v1015: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:47.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:47 smithi098 ceph-mon[94136]: pgmap v1015: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:49 smithi142 ceph-mon[94717]: pgmap v1016: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:49 smithi098 ceph-mon[94136]: pgmap v1016: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:50.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:50 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:50.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:50 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:50.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:50 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:50.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:50 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:51 smithi142 ceph-mon[94717]: pgmap v1017: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:51.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:51.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:51 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:51 smithi098 ceph-mon[94136]: pgmap v1017: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:51 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:53 smithi142 ceph-mon[94717]: pgmap v1018: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:53 smithi098 ceph-mon[94136]: pgmap v1018: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:54.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:54 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:54.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:54 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:54.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:54 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:54.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:54 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:55 smithi142 ceph-mon[94717]: pgmap v1019: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:55 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:55.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:55 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:55 smithi098 ceph-mon[94136]: pgmap v1019: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:55 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:06:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:55 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:57 smithi142 ceph-mon[94717]: pgmap v1020: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:57 smithi098 ceph-mon[94136]: pgmap v1020: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:58 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:58 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:58 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:06:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:58 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:06:59.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:06:59 smithi142 ceph-mon[94717]: pgmap v1021: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:06:59.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:06:59 smithi098 ceph-mon[94136]: pgmap v1021: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:01 smithi142 ceph-mon[94717]: pgmap v1022: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:01.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:01 smithi098 ceph-mon[94136]: pgmap v1022: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:03 smithi142 ceph-mon[94717]: pgmap v1023: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:03 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:03.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:03 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:03 smithi098 ceph-mon[94136]: pgmap v1023: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:03 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:03 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:05 smithi142 ceph-mon[94717]: pgmap v1024: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:05 smithi098 ceph-mon[94136]: pgmap v1024: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:06 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:06 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:06.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:06 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:06.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:06 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:07 smithi142 ceph-mon[94717]: pgmap v1025: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:07 smithi098 ceph-mon[94136]: pgmap v1025: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:09 smithi142 ceph-mon[94717]: pgmap v1026: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:09 smithi098 ceph-mon[94136]: pgmap v1026: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:10 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:10 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:10.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:10 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:10.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:10 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:11 smithi142 ceph-mon[94717]: pgmap v1027: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:11 smithi098 ceph-mon[94136]: pgmap v1027: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:13 smithi142 ceph-mon[94717]: pgmap v1028: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:13 smithi098 ceph-mon[94136]: pgmap v1028: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:14.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:14 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:14.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:14 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:14.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:14 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:14.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:14 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:15 smithi142 ceph-mon[94717]: pgmap v1029: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:15 smithi098 ceph-mon[94136]: pgmap v1029: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:17 smithi142 ceph-mon[94717]: pgmap v1030: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:17 smithi098 ceph-mon[94136]: pgmap v1030: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:18 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:18 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:19.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:19 smithi142 ceph-mon[94717]: pgmap v1031: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:19.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:19 smithi098 ceph-mon[94136]: pgmap v1031: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:21 smithi142 ceph-mon[94717]: pgmap v1032: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:21.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:21 smithi098 ceph-mon[94136]: pgmap v1032: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:23 smithi142 ceph-mon[94717]: pgmap v1033: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:23 smithi098 ceph-mon[94136]: pgmap v1033: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:23.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:25 smithi142 ceph-mon[94717]: pgmap v1034: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:25 smithi098 ceph-mon[94136]: pgmap v1034: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:26 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:26 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:26.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:26 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:26.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:26 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:27 smithi142 ceph-mon[94717]: pgmap v1035: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:27.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:27 smithi098 ceph-mon[94136]: pgmap v1035: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:29 smithi142 ceph-mon[94717]: pgmap v1036: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:29 smithi098 ceph-mon[94136]: pgmap v1036: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:30 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:30 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:30.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:30 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:30.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:30 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:31 smithi142 ceph-mon[94717]: pgmap v1037: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:31.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:31 smithi098 ceph-mon[94136]: pgmap v1037: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:33 smithi142 ceph-mon[94717]: pgmap v1038: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:33 smithi098 ceph-mon[94136]: pgmap v1038: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:34.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:34 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:34.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:34 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:34.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:34 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:34.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:34 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:35 smithi142 ceph-mon[94717]: pgmap v1039: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:35 smithi098 ceph-mon[94136]: pgmap v1039: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:37 smithi142 ceph-mon[94717]: pgmap v1040: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:37 smithi098 ceph-mon[94136]: pgmap v1040: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:38 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:38.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:38 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:38 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:38.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:38 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:39.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:39 smithi142 ceph-mon[94717]: pgmap v1041: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:39.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:39 smithi098 ceph-mon[94136]: pgmap v1041: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:41 smithi142 ceph-mon[94717]: pgmap v1042: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:41.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:41 smithi098 ceph-mon[94136]: pgmap v1042: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:43 smithi142 ceph-mon[94717]: pgmap v1043: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:43.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:43.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:43 smithi098 ceph-mon[94136]: pgmap v1043: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:45 smithi142 ceph-mon[94717]: pgmap v1044: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:45 smithi098 ceph-mon[94136]: pgmap v1044: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:46.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:46 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:46.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:46 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:46.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:46 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:46.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:46 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:47 smithi142 ceph-mon[94717]: pgmap v1045: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:47 smithi098 ceph-mon[94136]: pgmap v1045: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:49 smithi142 ceph-mon[94717]: pgmap v1046: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:49 smithi098 ceph-mon[94136]: pgmap v1046: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:50.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:50 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:50.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:50 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:50.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:50 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:50.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:50 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:51 smithi142 ceph-mon[94717]: pgmap v1047: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:51.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:51 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:51 smithi098 ceph-mon[94136]: pgmap v1047: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:51 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:53 smithi142 ceph-mon[94717]: pgmap v1048: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:53 smithi098 ceph-mon[94136]: pgmap v1048: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:54.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:54 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:54.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:54 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:54.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:54 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:54.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:54 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:55 smithi142 ceph-mon[94717]: pgmap v1049: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:55.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:55 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:55.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:55 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:55 smithi098 ceph-mon[94136]: pgmap v1049: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:55 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:07:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:55 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:57 smithi142 ceph-mon[94717]: pgmap v1050: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:57 smithi098 ceph-mon[94136]: pgmap v1050: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:58 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:58.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:58 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:58 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:07:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:58 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:07:59.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:07:59 smithi142 ceph-mon[94717]: pgmap v1051: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:07:59.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:07:59 smithi098 ceph-mon[94136]: pgmap v1051: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:01 smithi142 ceph-mon[94717]: pgmap v1052: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:01.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:01 smithi098 ceph-mon[94136]: pgmap v1052: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:03 smithi142 ceph-mon[94717]: pgmap v1053: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:03 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:03.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:03 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:03 smithi098 ceph-mon[94136]: pgmap v1053: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:03 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:03 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:05 smithi142 ceph-mon[94717]: pgmap v1054: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:05 smithi098 ceph-mon[94136]: pgmap v1054: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:06 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:06 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:06.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:06 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:06.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:06 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:07 smithi142 ceph-mon[94717]: pgmap v1055: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:07 smithi098 ceph-mon[94136]: pgmap v1055: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:09 smithi142 ceph-mon[94717]: pgmap v1056: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:09 smithi098 ceph-mon[94136]: pgmap v1056: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:10 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:10 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:10.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:10 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:10.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:10 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:11 smithi142 ceph-mon[94717]: pgmap v1057: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:11 smithi098 ceph-mon[94136]: pgmap v1057: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:13 smithi142 ceph-mon[94717]: pgmap v1058: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:13 smithi098 ceph-mon[94136]: pgmap v1058: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:14.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:14 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:14.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:14 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:14.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:14 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:14.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:14 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:15 smithi142 ceph-mon[94717]: pgmap v1059: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:15 smithi098 ceph-mon[94136]: pgmap v1059: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:17 smithi142 ceph-mon[94717]: pgmap v1060: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:17 smithi098 ceph-mon[94136]: pgmap v1060: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:18 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:18.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:18 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:18.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:19.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:19 smithi142 ceph-mon[94717]: pgmap v1061: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:19.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:19 smithi098 ceph-mon[94136]: pgmap v1061: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:21 smithi142 ceph-mon[94717]: pgmap v1062: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:21.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:21 smithi098 ceph-mon[94136]: pgmap v1062: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:23 smithi142 ceph-mon[94717]: pgmap v1063: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:23 smithi098 ceph-mon[94136]: pgmap v1063: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:25 smithi142 ceph-mon[94717]: pgmap v1064: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:25 smithi098 ceph-mon[94136]: pgmap v1064: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:26 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:26 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:26.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:26 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:26.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:26 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:27 smithi142 ceph-mon[94717]: pgmap v1065: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:27 smithi098 ceph-mon[94136]: pgmap v1065: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:29 smithi142 ceph-mon[94717]: pgmap v1066: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:29 smithi098 ceph-mon[94136]: pgmap v1066: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:30 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:30 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:30.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:30 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:30.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:30 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:31 smithi142 ceph-mon[94717]: pgmap v1067: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:31.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:31 smithi098 ceph-mon[94136]: pgmap v1067: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:33 smithi142 ceph-mon[94717]: pgmap v1068: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:33 smithi098 ceph-mon[94136]: pgmap v1068: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:34.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:34 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:34.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:34 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:34.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:34 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:34.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:34 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:35 smithi142 ceph-mon[94717]: pgmap v1069: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:35.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:35.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:35 smithi098 ceph-mon[94136]: pgmap v1069: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:37 smithi142 ceph-mon[94717]: pgmap v1070: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:37 smithi098 ceph-mon[94136]: pgmap v1070: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:38 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:38 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:38.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:38 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:38 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:39.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:39 smithi142 ceph-mon[94717]: pgmap v1071: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:39.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:39 smithi098 ceph-mon[94136]: pgmap v1071: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:41 smithi142 ceph-mon[94717]: pgmap v1072: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:41.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:41 smithi098 ceph-mon[94136]: pgmap v1072: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:43 smithi142 ceph-mon[94717]: pgmap v1073: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:43.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:43.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:43 smithi098 ceph-mon[94136]: pgmap v1073: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:45 smithi142 ceph-mon[94717]: pgmap v1074: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:45 smithi098 ceph-mon[94136]: pgmap v1074: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:46.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:46 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:46.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:46 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:46.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:46 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:46.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:46 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:47.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:47 smithi142 ceph-mon[94717]: pgmap v1075: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:47.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:47 smithi098 ceph-mon[94136]: pgmap v1075: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:49 smithi142 ceph-mon[94717]: pgmap v1076: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:49 smithi098 ceph-mon[94136]: pgmap v1076: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:50.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:50 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:50.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:50 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:50.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:50 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:50.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:50 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:51 smithi142 ceph-mon[94717]: pgmap v1077: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:51 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:51 smithi098 ceph-mon[94136]: pgmap v1077: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:51 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:53 smithi142 ceph-mon[94717]: pgmap v1078: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:53.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:53 smithi098 ceph-mon[94136]: pgmap v1078: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:54.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:54 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:54.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:54 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:54.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:54 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:54.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:54 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:55 smithi142 ceph-mon[94717]: pgmap v1079: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:55 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:55.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:55 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:55.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:55 smithi098 ceph-mon[94136]: pgmap v1079: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:55 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:08:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:55 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:57 smithi142 ceph-mon[94717]: pgmap v1080: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:57.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:57 smithi098 ceph-mon[94136]: pgmap v1080: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:58 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:58 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:58.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:58 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:08:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:58 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:08:59.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:08:59 smithi142 ceph-mon[94717]: pgmap v1081: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:08:59.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:08:59 smithi098 ceph-mon[94136]: pgmap v1081: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:01.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:01 smithi142 ceph-mon[94717]: pgmap v1082: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:01.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:01 smithi098 ceph-mon[94136]: pgmap v1082: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:03 smithi142 ceph-mon[94717]: pgmap v1083: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:03 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:03 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:03 smithi098 ceph-mon[94136]: pgmap v1083: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:03 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:03 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:05 smithi142 ceph-mon[94717]: pgmap v1084: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:05.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:05 smithi098 ceph-mon[94136]: pgmap v1084: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:06 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:06 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:06.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:06 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:06.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:06 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:07 smithi142 ceph-mon[94717]: pgmap v1085: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:07 smithi098 ceph-mon[94136]: pgmap v1085: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:09 smithi142 ceph-mon[94717]: pgmap v1086: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:09 smithi098 ceph-mon[94136]: pgmap v1086: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:10 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:10.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:10 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:10.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:10 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:10.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:10 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:11 smithi142 ceph-mon[94717]: pgmap v1087: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:11.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:11 smithi098 ceph-mon[94136]: pgmap v1087: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:13 smithi142 ceph-mon[94717]: pgmap v1088: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:13.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:13 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:13.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:13 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:13.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:13 smithi098 ceph-mon[94136]: pgmap v1088: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:13 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:13 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:15 smithi142 ceph-mon[94717]: pgmap v1089: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:15.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:15.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:15 smithi098 ceph-mon[94136]: pgmap v1089: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:17 smithi142 ceph-mon[94717]: pgmap v1090: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:17.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:17 smithi098 ceph-mon[94136]: pgmap v1090: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:18 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:18.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:18 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:19.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:19 smithi142 ceph-mon[94717]: pgmap v1091: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:19.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:19 smithi098 ceph-mon[94136]: pgmap v1091: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:21 smithi142 ceph-mon[94717]: pgmap v1092: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:21.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:21 smithi098 ceph-mon[94136]: pgmap v1092: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:23 smithi142 ceph-mon[94717]: pgmap v1093: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:23.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:23 smithi098 ceph-mon[94136]: pgmap v1093: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:25 smithi142 ceph-mon[94717]: pgmap v1094: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:25.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:25 smithi098 ceph-mon[94136]: pgmap v1094: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:26 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:26.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:26 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:26.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:26 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:26.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:26 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:27 smithi142 ceph-mon[94717]: pgmap v1095: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:27 smithi098 ceph-mon[94136]: pgmap v1095: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.2 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:29 smithi142 ceph-mon[94717]: pgmap v1096: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:29.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:29 smithi098 ceph-mon[94136]: pgmap v1096: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:30 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:30.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:30 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:30.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:30 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:30.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:30 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:31 smithi142 ceph-mon[94717]: pgmap v1097: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:31 smithi098 ceph-mon[94136]: pgmap v1097: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:33 smithi142 ceph-mon[94717]: pgmap v1098: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:33 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:33 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:33.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:33 smithi098 ceph-mon[94136]: pgmap v1098: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:33 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:33 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:35 smithi142 ceph-mon[94717]: pgmap v1099: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:35.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:35.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:35 smithi098 ceph-mon[94136]: pgmap v1099: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:37 smithi142 ceph-mon[94717]: pgmap v1100: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:37 smithi098 ceph-mon[94136]: pgmap v1100: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:38 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:38 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:38 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:38 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:39.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:39 smithi142 ceph-mon[94717]: pgmap v1101: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:39.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:39 smithi098 ceph-mon[94136]: pgmap v1101: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:41 smithi142 ceph-mon[94717]: pgmap v1102: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:41.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:41 smithi098 ceph-mon[94136]: pgmap v1102: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:43 smithi142 ceph-mon[94717]: pgmap v1103: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:43.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:43 smithi098 ceph-mon[94136]: pgmap v1103: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:45 smithi142 ceph-mon[94717]: pgmap v1104: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:45.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:45 smithi098 ceph-mon[94136]: pgmap v1104: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:46.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:46 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:46.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:46 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:46.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:46 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:46.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:46 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:47 smithi142 ceph-mon[94717]: pgmap v1105: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:47 smithi098 ceph-mon[94136]: pgmap v1105: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:49 smithi142 ceph-mon[94717]: pgmap v1106: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:49 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:49.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:49 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:49.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:49 smithi098 ceph-mon[94136]: pgmap v1106: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:49 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:49 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:51 smithi142 ceph-mon[94717]: pgmap v1107: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:51.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:51 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:51.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:51 smithi098 ceph-mon[94136]: pgmap v1107: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:51 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:53 smithi142 ceph-mon[94717]: pgmap v1108: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:53.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:53 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:53.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:53 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:53.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:53 smithi098 ceph-mon[94136]: pgmap v1108: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:53 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:53 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:55.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:55 smithi098 ceph-mon[94136]: pgmap v1109: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:55 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:55 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:55 smithi142 ceph-mon[94717]: pgmap v1109: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:55 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:09:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:55 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:57 smithi142 ceph-mon[94717]: pgmap v1110: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:57 smithi098 ceph-mon[94136]: pgmap v1110: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:58 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:58 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:58.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:58 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:09:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:58 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:09:59.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:09:59 smithi142 ceph-mon[94717]: pgmap v1111: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:09:59.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:09:59 smithi098 ceph-mon[94136]: pgmap v1111: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:00.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: Health detail: HEALTH_WARN 2 MDSs report slow metadata IOs; 1/3 mons down, quorum c,b; 3 osds down; Reduced data availability: 12 pgs inactive; Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized 2023-03-22T15:10:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: [WRN] MDS_SLOW_METADATA_IO: 2 MDSs report slow metadata IOs 2023-03-22T15:10:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: mds.l(mds.2): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 399 secs 2023-03-22T15:10:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: mds.b(mds.0): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 410 secs 2023-03-22T15:10:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T15:10:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T15:10:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: [WRN] OSD_DOWN: 3 osds down 2023-03-22T15:10:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: osd.3 (root=default,host=smithi045) is down 2023-03-22T15:10:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: osd.6 (root=default,host=smithi045) is down 2023-03-22T15:10:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: osd.9 (root=default,host=smithi045) is down 2023-03-22T15:10:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: [WRN] PG_AVAILABILITY: Reduced data availability: 12 pgs inactive 2023-03-22T15:10:00.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.1 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [0] 2023-03-22T15:10:00.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.6 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:00.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.9 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.e is stuck inactive for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.19 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [4] 2023-03-22T15:10:00.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.4 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.5 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.12 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [7] 2023-03-22T15:10:00.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.18 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [11] 2023-03-22T15:10:00.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.28 is stuck inactive for 36m, current state unknown, last acting [] 2023-03-22T15:10:00.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.2d is stuck inactive for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.3b is stuck inactive for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:00.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: [WRN] PG_DEGRADED: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized 2023-03-22T15:10:00.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.1 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [0] 2023-03-22T15:10:00.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.2 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,1] 2023-03-22T15:10:00.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.3 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,10] 2023-03-22T15:10:00.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.4 is stuck undersized for 6m, current state active+undersized, last acting [2,0] 2023-03-22T15:10:00.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.5 is stuck undersized for 6m, current state active+undersized+degraded, last acting [8,0] 2023-03-22T15:10:00.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.6 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:00.632 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.7 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,11] 2023-03-22T15:10:00.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.9 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.a is stuck undersized for 6m, current state active+undersized+degraded, last acting [11,8] 2023-03-22T15:10:00.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.d is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,10] 2023-03-22T15:10:00.633 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.e is stuck undersized for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.634 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.12 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,7] 2023-03-22T15:10:00.634 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.13 is stuck undersized for 6m, current state active+undersized+degraded, last acting [11,10] 2023-03-22T15:10:00.634 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.17 is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,5] 2023-03-22T15:10:00.634 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.19 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [4] 2023-03-22T15:10:00.634 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.1a is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,4] 2023-03-22T15:10:00.635 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.1e is stuck undersized for 6m, current state active+undersized, last acting [0,5] 2023-03-22T15:10:00.635 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 2.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,8] 2023-03-22T15:10:00.635 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.1 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,2] 2023-03-22T15:10:00.635 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.2 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,1] 2023-03-22T15:10:00.635 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.4 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.635 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.5 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.636 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.6 is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,7] 2023-03-22T15:10:00.636 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.7 is stuck undersized for 6m, current state active+undersized+degraded, last acting [11,7] 2023-03-22T15:10:00.636 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.a is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,1] 2023-03-22T15:10:00.636 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.b is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,10] 2023-03-22T15:10:00.636 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.c is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,5] 2023-03-22T15:10:00.637 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.12 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [7] 2023-03-22T15:10:00.637 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.13 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2023-03-22T15:10:00.637 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.16 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,10] 2023-03-22T15:10:00.637 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.18 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [11] 2023-03-22T15:10:00.637 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.19 is stuck undersized for 6m, current state active+undersized+degraded, last acting [8,10] 2023-03-22T15:10:00.638 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.1a is stuck undersized for 6m, current state active+undersized+degraded, last acting [8,5] 2023-03-22T15:10:00.638 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.1b is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,8] 2023-03-22T15:10:00.638 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.1c is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,10] 2023-03-22T15:10:00.638 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.1d is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,1] 2023-03-22T15:10:00.638 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.1e is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,5] 2023-03-22T15:10:00.639 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,1] 2023-03-22T15:10:00.639 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.22 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,0] 2023-03-22T15:10:00.639 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.23 is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,7] 2023-03-22T15:10:00.639 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.24 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,0] 2023-03-22T15:10:00.639 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.27 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,2] 2023-03-22T15:10:00.640 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.29 is active+undersized+degraded, acting [2,11] 2023-03-22T15:10:00.640 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.2d is stuck undersized for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.640 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.2e is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,10] 2023-03-22T15:10:00.640 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.33 is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,5] 2023-03-22T15:10:00.640 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.34 is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,8] 2023-03-22T15:10:00.641 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.38 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,10] 2023-03-22T15:10:00.641 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.39 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,5] 2023-03-22T15:10:00.641 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.3a is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,4] 2023-03-22T15:10:00.641 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:00 smithi142 ceph-mon[94717]: pg 3.3b is stuck undersized for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:00.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: Health detail: HEALTH_WARN 2 MDSs report slow metadata IOs; 1/3 mons down, quorum c,b; 3 osds down; Reduced data availability: 12 pgs inactive; Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized 2023-03-22T15:10:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: [WRN] MDS_SLOW_METADATA_IO: 2 MDSs report slow metadata IOs 2023-03-22T15:10:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: mds.l(mds.2): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 399 secs 2023-03-22T15:10:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: mds.b(mds.0): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 410 secs 2023-03-22T15:10:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T15:10:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T15:10:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: [WRN] OSD_DOWN: 3 osds down 2023-03-22T15:10:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: osd.3 (root=default,host=smithi045) is down 2023-03-22T15:10:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: osd.6 (root=default,host=smithi045) is down 2023-03-22T15:10:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: osd.9 (root=default,host=smithi045) is down 2023-03-22T15:10:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: [WRN] PG_AVAILABILITY: Reduced data availability: 12 pgs inactive 2023-03-22T15:10:00.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.1 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [0] 2023-03-22T15:10:00.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.6 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:00.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.9 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.e is stuck inactive for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.19 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [4] 2023-03-22T15:10:00.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.4 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.5 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.12 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [7] 2023-03-22T15:10:00.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.18 is stuck inactive for 6m, current state undersized+degraded+peered, last acting [11] 2023-03-22T15:10:00.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.28 is stuck inactive for 36m, current state unknown, last acting [] 2023-03-22T15:10:00.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.2d is stuck inactive for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.3b is stuck inactive for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:00.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: [WRN] PG_DEGRADED: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized 2023-03-22T15:10:00.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.1 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [0] 2023-03-22T15:10:00.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.2 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,1] 2023-03-22T15:10:00.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.3 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,10] 2023-03-22T15:10:00.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.4 is stuck undersized for 6m, current state active+undersized, last acting [2,0] 2023-03-22T15:10:00.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.5 is stuck undersized for 6m, current state active+undersized+degraded, last acting [8,0] 2023-03-22T15:10:00.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.6 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:00.677 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.7 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,11] 2023-03-22T15:10:00.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.9 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.a is stuck undersized for 6m, current state active+undersized+degraded, last acting [11,8] 2023-03-22T15:10:00.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.d is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,10] 2023-03-22T15:10:00.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.e is stuck undersized for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.678 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.12 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,7] 2023-03-22T15:10:00.679 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.13 is stuck undersized for 6m, current state active+undersized+degraded, last acting [11,10] 2023-03-22T15:10:00.679 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.17 is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,5] 2023-03-22T15:10:00.679 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.19 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [4] 2023-03-22T15:10:00.679 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.1a is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,4] 2023-03-22T15:10:00.679 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.1e is stuck undersized for 6m, current state active+undersized, last acting [0,5] 2023-03-22T15:10:00.680 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 2.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,8] 2023-03-22T15:10:00.680 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.1 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,2] 2023-03-22T15:10:00.680 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.2 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,1] 2023-03-22T15:10:00.680 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.4 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.680 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.5 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [10] 2023-03-22T15:10:00.681 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.6 is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,7] 2023-03-22T15:10:00.681 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.7 is stuck undersized for 6m, current state active+undersized+degraded, last acting [11,7] 2023-03-22T15:10:00.681 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.a is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,1] 2023-03-22T15:10:00.681 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.b is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,10] 2023-03-22T15:10:00.681 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.c is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,5] 2023-03-22T15:10:00.682 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.12 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [7] 2023-03-22T15:10:00.682 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.13 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,4] 2023-03-22T15:10:00.682 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.16 is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,10] 2023-03-22T15:10:00.682 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.18 is stuck undersized for 6m, current state undersized+degraded+peered, last acting [11] 2023-03-22T15:10:00.682 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.19 is stuck undersized for 6m, current state active+undersized+degraded, last acting [8,10] 2023-03-22T15:10:00.682 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.1a is stuck undersized for 6m, current state active+undersized+degraded, last acting [8,5] 2023-03-22T15:10:00.683 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.1b is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,8] 2023-03-22T15:10:00.683 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.1c is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,10] 2023-03-22T15:10:00.683 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.1d is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,1] 2023-03-22T15:10:00.683 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.1e is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,5] 2023-03-22T15:10:00.683 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.1f is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,1] 2023-03-22T15:10:00.684 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.22 is stuck undersized for 6m, current state active+undersized+degraded, last acting [2,0] 2023-03-22T15:10:00.684 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.23 is stuck undersized for 6m, current state active+undersized+degraded, last acting [0,7] 2023-03-22T15:10:00.684 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.24 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,0] 2023-03-22T15:10:00.684 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.27 is stuck undersized for 6m, current state active+undersized+degraded, last acting [4,2] 2023-03-22T15:10:00.684 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.29 is active+undersized+degraded, acting [2,11] 2023-03-22T15:10:00.685 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.2d is stuck undersized for 6m, current state undersized+degraded+peered, last acting [2] 2023-03-22T15:10:00.685 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.2e is stuck undersized for 6m, current state active+undersized+degraded, last acting [1,10] 2023-03-22T15:10:00.685 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.33 is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,5] 2023-03-22T15:10:00.685 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.34 is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,8] 2023-03-22T15:10:00.685 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.38 is stuck undersized for 6m, current state active+undersized+degraded, last acting [5,10] 2023-03-22T15:10:00.686 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.39 is stuck undersized for 6m, current state active+undersized+degraded, last acting [7,5] 2023-03-22T15:10:00.686 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.3a is stuck undersized for 6m, current state active+undersized+degraded, last acting [10,4] 2023-03-22T15:10:00.686 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:00 smithi098 ceph-mon[94136]: pg 3.3b is stuck undersized for 6m, current state undersized+degraded+peered, last acting [8] 2023-03-22T15:10:01.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:01 smithi142 ceph-mon[94717]: pgmap v1112: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:01.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:01 smithi098 ceph-mon[94136]: pgmap v1112: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:03.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:03 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:03.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:03 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:03.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:03 smithi142 ceph-mon[94717]: pgmap v1113: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:03.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:03 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:03.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:03 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:03.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:03 smithi098 ceph-mon[94136]: pgmap v1113: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:05.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:05 smithi142 ceph-mon[94717]: pgmap v1114: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:05.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:05 smithi098 ceph-mon[94136]: pgmap v1114: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:06 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:06.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:06 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:06.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:06 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:06.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:06 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:07 smithi142 ceph-mon[94717]: pgmap v1115: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:07 smithi098 ceph-mon[94136]: pgmap v1115: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:09 smithi142 ceph-mon[94717]: pgmap v1116: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:09 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:09.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:09 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:09.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:09 smithi098 ceph-mon[94136]: pgmap v1116: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:09 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:09 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:11 smithi142 ceph-mon[94717]: pgmap v1117: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:11.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:11.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:11 smithi098 ceph-mon[94136]: pgmap v1117: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:13.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:13 smithi098 ceph-mon[94136]: pgmap v1118: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:13 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:13 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:13 smithi142 ceph-mon[94717]: pgmap v1118: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:13 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:13 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:15 smithi098 ceph-mon[94136]: pgmap v1119: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:15 smithi142 ceph-mon[94717]: pgmap v1119: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:17 smithi142 ceph-mon[94717]: pgmap v1120: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:17.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:17 smithi098 ceph-mon[94136]: pgmap v1120: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:18 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:18.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:18.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:18 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:19.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:19 smithi142 ceph-mon[94717]: pgmap v1121: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:19.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:19 smithi098 ceph-mon[94136]: pgmap v1121: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:21.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:21 smithi142 ceph-mon[94717]: pgmap v1122: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:21.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:21 smithi098 ceph-mon[94136]: pgmap v1122: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:23 smithi142 ceph-mon[94717]: pgmap v1123: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:23.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:23 smithi098 ceph-mon[94136]: pgmap v1123: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:23.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:25 smithi142 ceph-mon[94717]: pgmap v1124: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:25 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:25.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:25 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:25 smithi098 ceph-mon[94136]: pgmap v1124: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:25 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:25 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:27 smithi142 ceph-mon[94717]: pgmap v1125: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:27 smithi098 ceph-mon[94136]: pgmap v1125: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:29 smithi142 ceph-mon[94717]: pgmap v1126: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:29 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:29.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:29 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:29.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:29 smithi098 ceph-mon[94136]: pgmap v1126: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:29 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:29 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:31 smithi142 ceph-mon[94717]: pgmap v1127: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:31.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:31.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:31 smithi098 ceph-mon[94136]: pgmap v1127: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:33 smithi142 ceph-mon[94717]: pgmap v1128: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:33 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:33.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:33 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:33.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:33 smithi098 ceph-mon[94136]: pgmap v1128: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:33 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:33 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:35 smithi098 ceph-mon[94136]: pgmap v1129: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:35 smithi142 ceph-mon[94717]: pgmap v1129: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:37 smithi142 ceph-mon[94717]: pgmap v1130: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:37 smithi098 ceph-mon[94136]: pgmap v1130: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:38 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:38 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:38.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:38 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:38 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:39.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:39 smithi142 ceph-mon[94717]: pgmap v1131: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:39.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:39 smithi098 ceph-mon[94136]: pgmap v1131: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:41 smithi142 ceph-mon[94717]: pgmap v1132: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:41.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:41 smithi098 ceph-mon[94136]: pgmap v1132: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:43 smithi142 ceph-mon[94717]: pgmap v1133: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:43.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:43 smithi098 ceph-mon[94136]: pgmap v1133: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:45 smithi142 ceph-mon[94717]: pgmap v1134: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:45 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:45.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:45 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:45.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:45 smithi098 ceph-mon[94136]: pgmap v1134: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:45 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:45 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:47 smithi142 ceph-mon[94717]: pgmap v1135: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:47 smithi098 ceph-mon[94136]: pgmap v1135: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:49.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:49 smithi098 ceph-mon[94136]: pgmap v1136: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:49 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:49 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:49 smithi142 ceph-mon[94717]: pgmap v1136: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:49 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:49 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:51.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:51 smithi098 ceph-mon[94136]: pgmap v1137: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:51 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:51 smithi142 ceph-mon[94717]: pgmap v1137: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:51 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:53 smithi098 ceph-mon[94136]: pgmap v1138: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:53 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:53 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:53 smithi142 ceph-mon[94717]: pgmap v1138: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:54.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:53 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:54.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:53 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:55.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:55 smithi098 ceph-mon[94136]: pgmap v1139: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:55 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:55 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:55 smithi142 ceph-mon[94717]: pgmap v1139: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:55 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:10:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:55 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:57.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:57 smithi142 ceph-mon[94717]: pgmap v1140: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:57 smithi098 ceph-mon[94136]: pgmap v1140: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:58.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:58 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:58 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:58.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:58 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:10:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:58 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:10:59.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:10:59 smithi142 ceph-mon[94717]: pgmap v1141: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:10:59.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:10:59 smithi098 ceph-mon[94136]: pgmap v1141: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:01.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:01 smithi142 ceph-mon[94717]: pgmap v1142: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:01.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:01 smithi098 ceph-mon[94136]: pgmap v1142: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:03 smithi142 ceph-mon[94717]: pgmap v1143: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:03 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:03.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:03 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:03.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:03 smithi098 ceph-mon[94136]: pgmap v1143: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:03 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:03 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:05.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:05 smithi098 ceph-mon[94136]: pgmap v1144: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:05 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:05 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:05 smithi142 ceph-mon[94717]: pgmap v1144: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:05 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:05 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:07 smithi098 ceph-mon[94136]: pgmap v1145: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:08.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:07 smithi142 ceph-mon[94717]: pgmap v1145: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:09 smithi098 ceph-mon[94136]: pgmap v1146: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:09 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:09 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:09 smithi142 ceph-mon[94717]: pgmap v1146: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:09 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:09 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:11.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:11 smithi098 ceph-mon[94136]: pgmap v1147: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:11 smithi142 ceph-mon[94717]: pgmap v1147: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:13.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:13 smithi098 ceph-mon[94136]: pgmap v1148: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:13 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:13 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:13 smithi142 ceph-mon[94717]: pgmap v1148: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:13 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:13 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:15.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:15 smithi098 ceph-mon[94136]: pgmap v1149: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:15.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:15 smithi142 ceph-mon[94717]: pgmap v1149: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:17.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:17 smithi142 ceph-mon[94717]: pgmap v1150: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:17 smithi098 ceph-mon[94136]: pgmap v1150: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:18 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:18.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:18 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:19.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:19 smithi142 ceph-mon[94717]: pgmap v1151: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:19.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:19 smithi098 ceph-mon[94136]: pgmap v1151: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:21.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:21 smithi098 ceph-mon[94136]: pgmap v1152: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:21 smithi142 ceph-mon[94717]: pgmap v1152: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:23.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:23 smithi098 ceph-mon[94136]: pgmap v1153: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:24.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:23 smithi142 ceph-mon[94717]: pgmap v1153: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:24.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:24.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:25.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:25 smithi098 ceph-mon[94136]: pgmap v1154: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:25 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:25 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:25 smithi142 ceph-mon[94717]: pgmap v1154: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:26.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:25 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:26.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:25 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:27 smithi098 ceph-mon[94136]: pgmap v1155: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:28.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:27 smithi142 ceph-mon[94717]: pgmap v1155: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:28.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:28.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:29.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:29 smithi098 ceph-mon[94136]: pgmap v1156: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:29 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:29.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:29 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:30.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:29 smithi142 ceph-mon[94717]: pgmap v1156: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:30.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:29 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:29 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:31 smithi098 ceph-mon[94136]: pgmap v1157: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:31.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:31 smithi142 ceph-mon[94717]: pgmap v1157: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:32.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:32.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:33.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:33 smithi098 ceph-mon[94136]: pgmap v1158: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:33 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:33 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:33 smithi142 ceph-mon[94717]: pgmap v1158: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:33 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:33 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:35.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:35 smithi098 ceph-mon[94136]: pgmap v1159: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:35 smithi142 ceph-mon[94717]: pgmap v1159: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:37 smithi142 ceph-mon[94717]: pgmap v1160: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:37 smithi098 ceph-mon[94136]: pgmap v1160: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:38.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:38 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:38 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:38.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:38 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:38 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:39.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:39 smithi142 ceph-mon[94717]: pgmap v1161: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:39.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:39 smithi098 ceph-mon[94136]: pgmap v1161: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:41.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:41 smithi098 ceph-mon[94136]: pgmap v1162: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:41 smithi142 ceph-mon[94717]: pgmap v1162: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:43.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:43 smithi098 ceph-mon[94136]: pgmap v1163: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:43 smithi142 ceph-mon[94717]: pgmap v1163: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:44.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:44.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:45.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:45 smithi098 ceph-mon[94136]: pgmap v1164: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:45 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:45 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:45 smithi142 ceph-mon[94717]: pgmap v1164: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:46.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:45 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:46.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:45 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:47 smithi098 ceph-mon[94136]: pgmap v1165: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:48.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:47 smithi142 ceph-mon[94717]: pgmap v1165: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:48.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:48.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:49.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:49 smithi098 ceph-mon[94136]: pgmap v1166: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:49 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:49.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:49 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:49 smithi142 ceph-mon[94717]: pgmap v1166: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:49 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:49 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:51.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:51 smithi098 ceph-mon[94136]: pgmap v1167: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:51.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:51 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:51 smithi142 ceph-mon[94717]: pgmap v1167: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:51 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:53.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:53 smithi098 ceph-mon[94136]: pgmap v1168: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:53 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:53.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:53 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:53 smithi142 ceph-mon[94717]: pgmap v1168: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:54.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:53 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:54.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:53 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:55.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:55 smithi098 ceph-mon[94136]: pgmap v1169: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:55 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:55.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:55 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:55 smithi142 ceph-mon[94717]: pgmap v1169: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:55 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:11:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:55 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:57 smithi142 ceph-mon[94717]: pgmap v1170: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:57 smithi098 ceph-mon[94136]: pgmap v1170: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:58.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:58 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:58 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:58 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:11:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:58 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:11:59.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:11:59 smithi142 ceph-mon[94717]: pgmap v1171: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:11:59.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:11:59 smithi098 ceph-mon[94136]: pgmap v1171: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:01.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:01 smithi098 ceph-mon[94136]: pgmap v1172: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:01 smithi142 ceph-mon[94717]: pgmap v1172: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:03.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:03 smithi098 ceph-mon[94136]: pgmap v1173: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:03 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:03.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:03 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:03 smithi142 ceph-mon[94717]: pgmap v1173: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:04.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:03 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:04.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:03 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:05.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:05 smithi098 ceph-mon[94136]: pgmap v1174: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:05 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:05.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:05 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:05 smithi142 ceph-mon[94717]: pgmap v1174: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:05 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:05 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:07 smithi098 ceph-mon[94136]: pgmap v1175: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:08.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:07 smithi142 ceph-mon[94717]: pgmap v1175: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:09.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:09 smithi098 ceph-mon[94136]: pgmap v1176: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:09 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:09.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:09 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:09 smithi142 ceph-mon[94717]: pgmap v1176: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:09 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:09 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:11.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:11 smithi098 ceph-mon[94136]: pgmap v1177: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:11.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:11 smithi142 ceph-mon[94717]: pgmap v1177: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:13.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:13 smithi098 ceph-mon[94136]: pgmap v1178: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:13 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:13.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:13 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:13 smithi142 ceph-mon[94717]: pgmap v1178: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:13 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:13 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:15 smithi142 ceph-mon[94717]: pgmap v1179: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:15 smithi098 ceph-mon[94136]: pgmap v1179: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:16.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:16.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:17.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:17 smithi142 ceph-mon[94717]: pgmap v1180: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:17.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:17 smithi098 ceph-mon[94136]: pgmap v1180: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:18.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:18 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:18.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:18 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:18.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:18 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:18.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:18 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:19.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:19 smithi142 ceph-mon[94717]: pgmap v1181: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:19.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:19 smithi098 ceph-mon[94136]: pgmap v1181: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:21.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:21 smithi098 ceph-mon[94136]: pgmap v1182: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:21 smithi142 ceph-mon[94717]: pgmap v1182: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:23.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:23 smithi098 ceph-mon[94136]: pgmap v1183: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:23.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:23 smithi142 ceph-mon[94717]: pgmap v1183: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:24.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:25.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:25 smithi098 ceph-mon[94136]: pgmap v1184: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:25 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:25.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:25 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:25 smithi142 ceph-mon[94717]: pgmap v1184: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:26.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:25 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:26.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:25 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:28.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:27 smithi142 ceph-mon[94717]: pgmap v1185: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:28.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:28.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:28.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:27 smithi098 ceph-mon[94136]: pgmap v1185: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:28.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:28.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:30.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:29 smithi142 ceph-mon[94717]: pgmap v1186: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:30.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:29 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:30.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:29 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:30.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:29 smithi098 ceph-mon[94136]: pgmap v1186: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:30.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:29 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:30.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:29 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:32.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:31 smithi142 ceph-mon[94717]: pgmap v1187: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:32.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:32.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:31 smithi098 ceph-mon[94136]: pgmap v1187: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:32.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:32.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:33 smithi142 ceph-mon[94717]: pgmap v1188: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:33 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:33 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:33 smithi098 ceph-mon[94136]: pgmap v1188: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:34.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:33 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:34.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:33 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:35 smithi142 ceph-mon[94717]: pgmap v1189: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:35 smithi098 ceph-mon[94136]: pgmap v1189: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:36.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:36.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:37.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:37 smithi142 ceph-mon[94717]: pgmap v1190: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:37 smithi098 ceph-mon[94136]: pgmap v1190: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:38.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:38 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:38.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:38 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:38.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:38 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:38.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:38 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:39.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:39 smithi142 ceph-mon[94717]: pgmap v1191: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:39.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:39 smithi098 ceph-mon[94136]: pgmap v1191: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:41.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:41 smithi098 ceph-mon[94136]: pgmap v1192: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:41 smithi142 ceph-mon[94717]: pgmap v1192: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:43.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:43 smithi098 ceph-mon[94136]: pgmap v1193: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:43.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:43 smithi142 ceph-mon[94717]: pgmap v1193: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:44.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:44.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:45.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:45 smithi098 ceph-mon[94136]: pgmap v1194: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:45 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:45.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:45 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:45 smithi142 ceph-mon[94717]: pgmap v1194: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:46.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:45 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:46.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:45 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:48.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:47 smithi142 ceph-mon[94717]: pgmap v1195: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:48.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:48.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:48.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:47 smithi098 ceph-mon[94136]: pgmap v1195: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:48.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:48.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:49 smithi142 ceph-mon[94717]: pgmap v1196: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:49 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:49 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:49 smithi098 ceph-mon[94136]: pgmap v1196: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:50.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:49 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:50.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:49 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:51 smithi142 ceph-mon[94717]: pgmap v1197: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:51 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:51 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:51 smithi098 ceph-mon[94136]: pgmap v1197: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:52.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:51 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:52.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:51 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:54.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:53 smithi142 ceph-mon[94717]: pgmap v1198: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:54.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:53 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:54.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:53 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:53 smithi098 ceph-mon[94136]: pgmap v1198: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:54.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:53 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:54.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:53 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:55 smithi142 ceph-mon[94717]: pgmap v1199: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:55 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:55 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:55 smithi098 ceph-mon[94136]: pgmap v1199: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:56.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:55 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:12:56.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:55 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:57.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:57 smithi142 ceph-mon[94717]: pgmap v1200: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:57 smithi098 ceph-mon[94136]: pgmap v1200: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:58 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:58.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:58 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:58.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:58 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:12:58.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:58 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:12:59.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:12:59 smithi142 ceph-mon[94717]: pgmap v1201: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:12:59.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:12:59 smithi098 ceph-mon[94136]: pgmap v1201: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:01.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:01 smithi098 ceph-mon[94136]: pgmap v1202: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:01 smithi142 ceph-mon[94717]: pgmap v1202: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:04.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:03 smithi142 ceph-mon[94717]: pgmap v1203: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:04.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:03 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:03 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:03 smithi098 ceph-mon[94136]: pgmap v1203: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:04.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:03 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:04.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:03 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:05 smithi142 ceph-mon[94717]: pgmap v1204: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:05 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:05 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:05 smithi098 ceph-mon[94136]: pgmap v1204: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:06.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:05 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:05 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:08.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:07 smithi142 ceph-mon[94717]: pgmap v1205: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:07 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:07 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:08.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:07 smithi098 ceph-mon[94136]: pgmap v1205: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:08.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:07 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:08.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:07 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:09 smithi142 ceph-mon[94717]: pgmap v1206: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:09 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:09 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:09 smithi098 ceph-mon[94136]: pgmap v1206: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:09 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:09 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:11 smithi142 ceph-mon[94717]: pgmap v1207: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:11 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:11 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:11 smithi098 ceph-mon[94136]: pgmap v1207: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:12.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:11 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:12.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:11 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:13 smithi142 ceph-mon[94717]: pgmap v1208: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:13 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:13 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:13 smithi098 ceph-mon[94136]: pgmap v1208: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:14.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:13 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:14.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:13 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:15 smithi142 ceph-mon[94717]: pgmap v1209: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:15 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:16.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:15 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:15 smithi098 ceph-mon[94136]: pgmap v1209: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 3.3 KiB/s rd, 6 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:16.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:15 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:16.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:15 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:17.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:16 smithi142 ceph-mon[94717]: Marking osd.3 out (has been down for 600 seconds) 2023-03-22T15:13:17.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:16 smithi142 ceph-mon[94717]: Marking osd.6 out (has been down for 600 seconds) 2023-03-22T15:13:17.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:16 smithi142 ceph-mon[94717]: Marking osd.9 out (has been down for 600 seconds) 2023-03-22T15:13:17.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:16 smithi142 ceph-mon[94717]: Health check cleared: OSD_DOWN (was: 3 osds down) 2023-03-22T15:13:17.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:16 smithi142 ceph-mon[94717]: osdmap e123: 12 total, 9 up, 9 in 2023-03-22T15:13:17.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:16 smithi098 ceph-mon[94136]: Marking osd.3 out (has been down for 600 seconds) 2023-03-22T15:13:17.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:16 smithi098 ceph-mon[94136]: Marking osd.6 out (has been down for 600 seconds) 2023-03-22T15:13:17.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:16 smithi098 ceph-mon[94136]: Marking osd.9 out (has been down for 600 seconds) 2023-03-22T15:13:17.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:16 smithi098 ceph-mon[94136]: Health check cleared: OSD_DOWN (was: 3 osds down) 2023-03-22T15:13:17.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:16 smithi098 ceph-mon[94136]: osdmap e123: 12 total, 9 up, 9 in 2023-03-22T15:13:18.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:17 smithi142 ceph-mon[94717]: pgmap v1211: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:18.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:17 smithi142 ceph-mon[94717]: osdmap e124: 12 total, 9 up, 9 in 2023-03-22T15:13:18.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:17 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:18.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:17 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:18.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:17 smithi098 ceph-mon[94136]: pgmap v1211: 97 pgs: 2 active+undersized, 40 active+undersized+degraded, 11 undersized+degraded+peered, 43 active+clean, 1 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s; 2254/10437 objects degraded (21.596%) 2023-03-22T15:13:18.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:17 smithi098 ceph-mon[94136]: osdmap e124: 12 total, 9 up, 9 in 2023-03-22T15:13:18.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:17 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:18.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:17 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:19.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:19 smithi142 ceph-mon[94717]: osdmap e125: 12 total, 9 up, 9 in 2023-03-22T15:13:19.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:19 smithi142 ceph-mon[94717]: pgmap v1214: 97 pgs: 49 peering, 43 active+clean, 5 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail 2023-03-22T15:13:19.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:19 smithi098 ceph-mon[94136]: osdmap e125: 12 total, 9 up, 9 in 2023-03-22T15:13:19.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:19 smithi098 ceph-mon[94136]: pgmap v1214: 97 pgs: 49 peering, 43 active+clean, 5 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail 2023-03-22T15:13:20.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:20 smithi142 ceph-mon[94717]: Health check update: Reduced data availability: 12 pgs inactive, 36 pgs peering (PG_AVAILABILITY) 2023-03-22T15:13:20.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:20 smithi142 ceph-mon[94717]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized) 2023-03-22T15:13:20.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:20 smithi142 ceph-mon[94717]: osdmap e126: 12 total, 9 up, 9 in 2023-03-22T15:13:20.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:20 smithi098 ceph-mon[94136]: Health check update: Reduced data availability: 12 pgs inactive, 36 pgs peering (PG_AVAILABILITY) 2023-03-22T15:13:20.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:20 smithi098 ceph-mon[94136]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2254/10437 objects degraded (21.596%), 51 pgs degraded, 53 pgs undersized) 2023-03-22T15:13:20.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:20 smithi098 ceph-mon[94136]: osdmap e126: 12 total, 9 up, 9 in 2023-03-22T15:13:21.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:21 smithi142 ceph-mon[94717]: osdmap e127: 12 total, 9 up, 9 in 2023-03-22T15:13:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:21 smithi142 ceph-mon[94717]: pgmap v1217: 97 pgs: 49 peering, 43 active+clean, 5 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail 2023-03-22T15:13:21.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:21 smithi142 ceph-mon[94717]: osdmap e128: 12 total, 9 up, 9 in 2023-03-22T15:13:21.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:21 smithi098 ceph-mon[94136]: osdmap e127: 12 total, 9 up, 9 in 2023-03-22T15:13:21.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:21 smithi098 ceph-mon[94136]: pgmap v1217: 97 pgs: 49 peering, 43 active+clean, 5 unknown; 12 GiB data, 36 GiB used, 769 GiB / 805 GiB avail 2023-03-22T15:13:21.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:21 smithi098 ceph-mon[94136]: osdmap e128: 12 total, 9 up, 9 in 2023-03-22T15:13:23.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:23 smithi142 ceph-mon[94717]: osdmap e129: 12 total, 9 up, 9 in 2023-03-22T15:13:23.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:23 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:23 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:23.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:23 smithi142 ceph-mon[94717]: pgmap v1220: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+degraded+remapped+wait, 28 active+recovery_wait+undersized+degraded+remapped+wait, 16 active+clean+wait, 2 peering, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 37 GiB used, 768 GiB / 805 GiB avail; 162 MiB/s wr, 10.08k op/s; 5624/10437 objects degraded (53.885%); 131 MiB/s, 37 keys/s, 147 objects/s recovering 2023-03-22T15:13:23.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:23 smithi098 ceph-mon[94136]: osdmap e129: 12 total, 9 up, 9 in 2023-03-22T15:13:23.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:23 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:23.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:23 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:23.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:23 smithi098 ceph-mon[94136]: pgmap v1220: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+degraded+remapped+wait, 28 active+recovery_wait+undersized+degraded+remapped+wait, 16 active+clean+wait, 2 peering, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 37 GiB used, 768 GiB / 805 GiB avail; 162 MiB/s wr, 10.08k op/s; 5624/10437 objects degraded (53.885%); 131 MiB/s, 37 keys/s, 147 objects/s recovering 2023-03-22T15:13:24.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:24 smithi142 ceph-mon[94717]: Health check failed: Degraded data redundancy: 5624/10437 objects degraded (53.885%), 34 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:24.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:24 smithi142 ceph-mon[94717]: osdmap e130: 12 total, 9 up, 9 in 2023-03-22T15:13:24.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:24 smithi098 ceph-mon[94136]: Health check failed: Degraded data redundancy: 5624/10437 objects degraded (53.885%), 34 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:24.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:24 smithi098 ceph-mon[94136]: osdmap e130: 12 total, 9 up, 9 in 2023-03-22T15:13:25.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:25 smithi142 ceph-mon[94717]: osdmap e131: 12 total, 9 up, 9 in 2023-03-22T15:13:25.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:25 smithi142 ceph-mon[94717]: pgmap v1223: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+degraded+remapped+wait, 28 active+recovery_wait+undersized+degraded+remapped+wait, 16 active+clean+wait, 2 peering, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 37 GiB used, 768 GiB / 805 GiB avail; 162 MiB/s wr, 10.08k op/s; 5624/10437 objects degraded (53.885%); 131 MiB/s, 37 keys/s, 147 objects/s recovering 2023-03-22T15:13:25.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:25 smithi098 ceph-mon[94136]: osdmap e131: 12 total, 9 up, 9 in 2023-03-22T15:13:25.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:25 smithi098 ceph-mon[94136]: pgmap v1223: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+degraded+remapped+wait, 28 active+recovery_wait+undersized+degraded+remapped+wait, 16 active+clean+wait, 2 peering, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 37 GiB used, 768 GiB / 805 GiB avail; 162 MiB/s wr, 10.08k op/s; 5624/10437 objects degraded (53.885%); 131 MiB/s, 37 keys/s, 147 objects/s recovering 2023-03-22T15:13:26.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:26 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:26.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:26 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:26.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:26 smithi142 ceph-mon[94717]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-03-22T15:13:26.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:26 smithi142 ceph-mon[94717]: osdmap e132: 12 total, 9 up, 9 in 2023-03-22T15:13:26.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:26 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:26.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:26 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:26.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:26 smithi098 ceph-mon[94136]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-03-22T15:13:26.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:26 smithi098 ceph-mon[94136]: osdmap e132: 12 total, 9 up, 9 in 2023-03-22T15:13:27.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:27 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:27 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:27 smithi098 ceph-mon[94136]: pgmap v1225: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+degraded+remapped+wait, 28 active+recovery_wait+undersized+degraded+remapped+wait, 16 active+clean+wait, 2 peering, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 37 GiB used, 768 GiB / 805 GiB avail; 5624/10437 objects degraded (53.885%) 2023-03-22T15:13:27.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:27 smithi098 ceph-mon[94136]: osdmap e133: 12 total, 9 up, 9 in 2023-03-22T15:13:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:27 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:27 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:27 smithi142 ceph-mon[94717]: pgmap v1225: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+degraded+remapped+wait, 28 active+recovery_wait+undersized+degraded+remapped+wait, 16 active+clean+wait, 2 peering, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 37 GiB used, 768 GiB / 805 GiB avail; 5624/10437 objects degraded (53.885%) 2023-03-22T15:13:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:27 smithi142 ceph-mon[94717]: osdmap e133: 12 total, 9 up, 9 in 2023-03-22T15:13:29.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:29 smithi142 ceph-mon[94717]: osdmap e134: 12 total, 9 up, 9 in 2023-03-22T15:13:29.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:29 smithi142 ceph-mon[94717]: pgmap v1228: 97 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 20 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4927/10437 objects degraded (47.207%); 157 MiB/s, 119 objects/s recovering 2023-03-22T15:13:29.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:29 smithi098 ceph-mon[94136]: osdmap e134: 12 total, 9 up, 9 in 2023-03-22T15:13:29.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:29 smithi098 ceph-mon[94136]: pgmap v1228: 97 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 20 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4927/10437 objects degraded (47.207%); 157 MiB/s, 119 objects/s recovering 2023-03-22T15:13:30.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:30 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 4927/10437 objects degraded (47.207%), 30 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:30.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:30 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:30.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:30 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:30.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:30 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 4927/10437 objects degraded (47.207%), 30 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:30.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:30 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:30.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:30 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:31.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:31 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:31.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:31 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:31.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:31 smithi142 ceph-mon[94717]: pgmap v1229: 97 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 20 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4927/10437 objects degraded (47.207%); 111 MiB/s, 84 objects/s recovering 2023-03-22T15:13:31.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:31 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:31.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:31 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:31.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:31 smithi098 ceph-mon[94136]: pgmap v1229: 97 pgs: 1 peering, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 20 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4927/10437 objects degraded (47.207%); 111 MiB/s, 84 objects/s recovering 2023-03-22T15:13:33.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:33 smithi098 ceph-mon[94136]: pgmap v1230: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4891/10437 objects degraded (46.862%); 118 MiB/s, 89 objects/s recovering 2023-03-22T15:13:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:33 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:33.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:33 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:33 smithi142 ceph-mon[94717]: pgmap v1230: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4891/10437 objects degraded (46.862%); 118 MiB/s, 89 objects/s recovering 2023-03-22T15:13:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:33 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:33 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:35.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:35 smithi098 ceph-mon[94136]: pgmap v1231: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4891/10437 objects degraded (46.862%); 93 MiB/s, 70 objects/s recovering 2023-03-22T15:13:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:35 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:35.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:35 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:35 smithi142 ceph-mon[94717]: pgmap v1231: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4891/10437 objects degraded (46.862%); 93 MiB/s, 70 objects/s recovering 2023-03-22T15:13:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:35 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:36.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:35 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:36.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:36 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 4891/10437 objects degraded (46.862%), 30 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:37.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:36 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 4891/10437 objects degraded (46.862%), 30 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:38.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:37 smithi142 ceph-mon[94717]: pgmap v1232: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4891/10437 objects degraded (46.862%); 7.8 MiB/s, 6 objects/s recovering 2023-03-22T15:13:38.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:37 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:37 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:38.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:37 smithi098 ceph-mon[94136]: pgmap v1232: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped+wait, 26 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4891/10437 objects degraded (46.862%); 7.8 MiB/s, 6 objects/s recovering 2023-03-22T15:13:38.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:37 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:38.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:37 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:38.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:38 smithi098 ceph-mon[94136]: osdmap e135: 12 total, 9 up, 9 in 2023-03-22T15:13:39.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:38 smithi142 ceph-mon[94717]: osdmap e135: 12 total, 9 up, 9 in 2023-03-22T15:13:39.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:39 smithi098 ceph-mon[94136]: pgmap v1234: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 3 active+recovering+undersized+degraded+remapped+wait, 23 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4384/10437 objects degraded (42.004%); 20 MiB/s, 19 objects/s recovering 2023-03-22T15:13:39.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:39 smithi098 ceph-mon[94136]: osdmap e136: 12 total, 9 up, 9 in 2023-03-22T15:13:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:39 smithi142 ceph-mon[94717]: pgmap v1234: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 3 active+recovering+undersized+degraded+remapped+wait, 23 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4384/10437 objects degraded (42.004%); 20 MiB/s, 19 objects/s recovering 2023-03-22T15:13:40.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:39 smithi142 ceph-mon[94717]: osdmap e136: 12 total, 9 up, 9 in 2023-03-22T15:13:41.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:40 smithi142 ceph-mon[94717]: osdmap e137: 12 total, 9 up, 9 in 2023-03-22T15:13:41.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:40 smithi098 ceph-mon[94136]: osdmap e137: 12 total, 9 up, 9 in 2023-03-22T15:13:41.625 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T15:13:41.300+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T15:13:41.626 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T15:13:41.300+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T15:13:41.626 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T15:13:41.300+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T15:13:41.626 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T15:13:41.300+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T15:13:41.627 INFO:journalctl@ceph.mgr.z.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-z[96836]: 2023-03-22T15:13:41.300+0000 7f8fb68ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-03-22T15:13:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-mon[94717]: pgmap v1237: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 3 active+recovering+undersized+degraded+remapped+wait, 23 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4384/10437 objects degraded (42.004%); 21 MiB/s, 22 objects/s recovering 2023-03-22T15:13:42.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-mon[94717]: osdmap e138: 12 total, 9 up, 9 in 2023-03-22T15:13:42.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:41 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 4384/10437 objects degraded (42.004%), 29 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:41 smithi098 ceph-mon[94136]: pgmap v1237: 97 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped+wait, 3 active+recovering+undersized+degraded+remapped+wait, 23 active+recovery_wait+undersized+degraded+remapped+wait, 22 active+clean+wait, 1 active+recovery_wait+degraded+wait, 44 active+clean, 1 unknown; 12 GiB data, 38 GiB used, 767 GiB / 805 GiB avail; 4384/10437 objects degraded (42.004%); 21 MiB/s, 22 objects/s recovering 2023-03-22T15:13:42.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:41 smithi098 ceph-mon[94136]: osdmap e138: 12 total, 9 up, 9 in 2023-03-22T15:13:42.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:41 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 4384/10437 objects degraded (42.004%), 29 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:43.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:42 smithi142 ceph-mon[94717]: osdmap e139: 12 total, 9 up, 9 in 2023-03-22T15:13:43.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:42 smithi098 ceph-mon[94136]: osdmap e139: 12 total, 9 up, 9 in 2023-03-22T15:13:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:43 smithi142 ceph-mon[94717]: pgmap v1240: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 26 KiB/s rd, 135 KiB/s wr, 48 op/s; 3926/10437 objects degraded (37.616%); 118 MiB/s, 15 keys/s, 105 objects/s recovering 2023-03-22T15:13:44.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:43 smithi142 ceph-mon[94717]: mgrmap e32: z(active, since 39m), standbys: y 2023-03-22T15:13:44.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:43 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:44.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:43 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:43 smithi098 ceph-mon[94136]: pgmap v1240: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 26 KiB/s rd, 135 KiB/s wr, 48 op/s; 3926/10437 objects degraded (37.616%); 118 MiB/s, 15 keys/s, 105 objects/s recovering 2023-03-22T15:13:44.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:43 smithi098 ceph-mon[94136]: mgrmap e32: z(active, since 39m), standbys: y 2023-03-22T15:13:44.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:43 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:44.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:43 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:45.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:44 smithi142 ceph-mon[94717]: MDS health message cleared (mds.?): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 619 secs 2023-03-22T15:13:45.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:44 smithi098 ceph-mon[94136]: MDS health message cleared (mds.?): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 619 secs 2023-03-22T15:13:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:45 smithi142 ceph-mon[94717]: pgmap v1241: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 17 KiB/s rd, 91 KiB/s wr, 32 op/s; 3926/10437 objects degraded (37.616%); 79 MiB/s, 10 keys/s, 71 objects/s recovering 2023-03-22T15:13:46.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:45 smithi142 ceph-mon[94717]: Health check update: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-03-22T15:13:46.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:45 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:46.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:45 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:45 smithi098 ceph-mon[94136]: pgmap v1241: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 17 KiB/s rd, 91 KiB/s wr, 32 op/s; 3926/10437 objects degraded (37.616%); 79 MiB/s, 10 keys/s, 71 objects/s recovering 2023-03-22T15:13:46.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:45 smithi098 ceph-mon[94136]: Health check update: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-03-22T15:13:46.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:45 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.142:6832/3232514748,v1:172.21.15.142:6833/3232514748] up:standby-replay 2023-03-22T15:13:46.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:45 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:47.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:46 smithi142 ceph-mon[94717]: MDS health message cleared (mds.?): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 635 secs 2023-03-22T15:13:47.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:46 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 3926/10437 objects degraded (37.616%), 26 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:47.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:46 smithi098 ceph-mon[94136]: MDS health message cleared (mds.?): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 635 secs 2023-03-22T15:13:47.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:46 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 3926/10437 objects degraded (37.616%), 26 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:48.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:47 smithi142 ceph-mon[94717]: pgmap v1242: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 15 KiB/s rd, 78 KiB/s wr, 27 op/s; 3926/10437 objects degraded (37.616%); 68 MiB/s, 8 keys/s, 60 objects/s recovering 2023-03-22T15:13:48.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:47 smithi142 ceph-mon[94717]: Health check cleared: MDS_SLOW_METADATA_IO (was: 1 MDSs report slow metadata IOs) 2023-03-22T15:13:48.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:47 smithi142 ceph-mon[94717]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:47 smithi142 ceph-mon[94717]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:48.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:47 smithi098 ceph-mon[94136]: pgmap v1242: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 15 KiB/s rd, 78 KiB/s wr, 27 op/s; 3926/10437 objects degraded (37.616%); 68 MiB/s, 8 keys/s, 60 objects/s recovering 2023-03-22T15:13:48.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:47 smithi098 ceph-mon[94136]: Health check cleared: MDS_SLOW_METADATA_IO (was: 1 MDSs report slow metadata IOs) 2023-03-22T15:13:48.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:47 smithi098 ceph-mon[94136]: mds.? [v2:172.21.15.98:6838/4206668768,v1:172.21.15.98:6839/4206668768] up:active 2023-03-22T15:13:48.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:47 smithi098 ceph-mon[94136]: fsmap cephfs:5 3 up:standby-replay 5 up:active 2023-03-22T15:13:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:49 smithi142 ceph-mon[94717]: pgmap v1243: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 17 KiB/s rd, 68 KiB/s wr, 31 op/s; 3875/10437 objects degraded (37.128%); 84 MiB/s, 7 keys/s, 74 objects/s recovering 2023-03-22T15:13:50.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:49 smithi142 ceph-mon[94717]: osdmap e140: 12 total, 9 up, 9 in 2023-03-22T15:13:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:49 smithi098 ceph-mon[94136]: pgmap v1243: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 17 KiB/s rd, 68 KiB/s wr, 31 op/s; 3875/10437 objects degraded (37.128%); 84 MiB/s, 7 keys/s, 74 objects/s recovering 2023-03-22T15:13:50.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:49 smithi098 ceph-mon[94136]: osdmap e140: 12 total, 9 up, 9 in 2023-03-22T15:13:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:51 smithi142 ceph-mon[94717]: pgmap v1245: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 15 KiB/s rd, 60 KiB/s wr, 28 op/s; 3875/10437 objects degraded (37.128%); 76 MiB/s, 6 keys/s, 66 objects/s recovering 2023-03-22T15:13:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:51 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 3875/10437 objects degraded (37.128%), 26 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:51 smithi142 ceph-mon[94717]: osdmap e141: 12 total, 9 up, 9 in 2023-03-22T15:13:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:51 smithi098 ceph-mon[94136]: pgmap v1245: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 23 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 766 GiB / 805 GiB avail; 15 KiB/s rd, 60 KiB/s wr, 28 op/s; 3875/10437 objects degraded (37.128%); 76 MiB/s, 6 keys/s, 66 objects/s recovering 2023-03-22T15:13:52.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:51 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 3875/10437 objects degraded (37.128%), 26 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:51 smithi098 ceph-mon[94136]: osdmap e141: 12 total, 9 up, 9 in 2023-03-22T15:13:53.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:53 smithi142 ceph-mon[94717]: osdmap e142: 12 total, 9 up, 9 in 2023-03-22T15:13:53.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:53 smithi142 ceph-mon[94717]: pgmap v1248: 97 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 22 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 10 KiB/s rd, 341 B/s wr, 18 op/s; 3690/10437 objects degraded (35.355%); 79 MiB/s, 57 objects/s recovering 2023-03-22T15:13:53.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:53 smithi098 ceph-mon[94136]: osdmap e142: 12 total, 9 up, 9 in 2023-03-22T15:13:53.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:53 smithi098 ceph-mon[94136]: pgmap v1248: 97 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 22 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 10 KiB/s rd, 341 B/s wr, 18 op/s; 3690/10437 objects degraded (35.355%); 79 MiB/s, 57 objects/s recovering 2023-03-22T15:13:54.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:54 smithi142 ceph-mon[94717]: osdmap e143: 12 total, 9 up, 9 in 2023-03-22T15:13:54.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:54 smithi098 ceph-mon[94136]: osdmap e143: 12 total, 9 up, 9 in 2023-03-22T15:13:55.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:55 smithi142 ceph-mon[94717]: osdmap e144: 12 total, 9 up, 9 in 2023-03-22T15:13:55.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:55 smithi142 ceph-mon[94717]: pgmap v1251: 97 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 22 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 3690/10437 objects degraded (35.355%); 68 MiB/s, 42 objects/s recovering 2023-03-22T15:13:55.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:55 smithi098 ceph-mon[94136]: osdmap e144: 12 total, 9 up, 9 in 2023-03-22T15:13:55.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:55 smithi098 ceph-mon[94136]: pgmap v1251: 97 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 22 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 3690/10437 objects degraded (35.355%); 68 MiB/s, 42 objects/s recovering 2023-03-22T15:13:56.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:56 smithi142 ceph-mon[94717]: osdmap e145: 12 total, 9 up, 9 in 2023-03-22T15:13:56.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:56 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 3690/10437 objects degraded (35.355%), 24 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:56.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:56 smithi098 ceph-mon[94136]: osdmap e145: 12 total, 9 up, 9 in 2023-03-22T15:13:56.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:56 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 3690/10437 objects degraded (35.355%), 24 pgs degraded (PG_DEGRADED) 2023-03-22T15:13:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:57 smithi098 ceph-mon[94136]: pgmap v1253: 97 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 22 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 3690/10437 objects degraded (35.355%) 2023-03-22T15:13:57.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:57 smithi142 ceph-mon[94717]: pgmap v1253: 97 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 22 active+recovery_wait+undersized+degraded+remapped, 70 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 3690/10437 objects degraded (35.355%) 2023-03-22T15:14:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:13:59 smithi142 ceph-mon[94717]: pgmap v1254: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s; 3447/10437 objects degraded (33.027%); 24 MiB/s, 28 objects/s recovering 2023-03-22T15:14:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:13:59 smithi098 ceph-mon[94136]: pgmap v1254: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s; 3447/10437 objects degraded (33.027%); 24 MiB/s, 28 objects/s recovering 2023-03-22T15:14:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:01 smithi142 ceph-mon[94717]: pgmap v1255: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 3.6 KiB/s rd, 140 B/s wr, 7 op/s; 3447/10437 objects degraded (33.027%); 20 MiB/s, 23 objects/s recovering 2023-03-22T15:14:02.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:01 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 3447/10437 objects degraded (33.027%), 23 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:01 smithi098 ceph-mon[94136]: pgmap v1255: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 39 GiB used, 765 GiB / 805 GiB avail; 3.6 KiB/s rd, 140 B/s wr, 7 op/s; 3447/10437 objects degraded (33.027%); 20 MiB/s, 23 objects/s recovering 2023-03-22T15:14:02.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:01 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 3447/10437 objects degraded (33.027%), 23 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:03 smithi142 ceph-mon[94717]: pgmap v1256: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 17 KiB/s rd, 32 KiB/s wr, 30 op/s; 3386/10437 objects degraded (32.442%); 47 MiB/s, 42 objects/s recovering 2023-03-22T15:14:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:03 smithi098 ceph-mon[94136]: pgmap v1256: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 17 KiB/s rd, 32 KiB/s wr, 30 op/s; 3386/10437 objects degraded (32.442%); 47 MiB/s, 42 objects/s recovering 2023-03-22T15:14:06.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:05 smithi142 ceph-mon[94717]: pgmap v1257: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 14 KiB/s rd, 27 KiB/s wr, 25 op/s; 3386/10437 objects degraded (32.442%); 39 MiB/s, 34 objects/s recovering 2023-03-22T15:14:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:05 smithi098 ceph-mon[94136]: pgmap v1257: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 14 KiB/s rd, 27 KiB/s wr, 25 op/s; 3386/10437 objects degraded (32.442%); 39 MiB/s, 34 objects/s recovering 2023-03-22T15:14:07.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:06 smithi142 ceph-mon[94717]: osdmap e146: 12 total, 9 up, 9 in 2023-03-22T15:14:07.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:06 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 3386/10437 objects degraded (32.442%), 23 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:07.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:06 smithi098 ceph-mon[94136]: osdmap e146: 12 total, 9 up, 9 in 2023-03-22T15:14:07.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:06 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 3386/10437 objects degraded (32.442%), 23 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:08.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:07 smithi142 ceph-mon[94717]: pgmap v1259: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 14 KiB/s rd, 27 KiB/s wr, 25 op/s; 3386/10437 objects degraded (32.442%); 39 MiB/s, 34 objects/s recovering 2023-03-22T15:14:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:07 smithi142 ceph-mon[94717]: osdmap e147: 12 total, 9 up, 9 in 2023-03-22T15:14:08.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:07 smithi098 ceph-mon[94136]: pgmap v1259: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 20 active+recovery_wait+undersized+degraded+remapped, 73 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 14 KiB/s rd, 27 KiB/s wr, 25 op/s; 3386/10437 objects degraded (32.442%); 39 MiB/s, 34 objects/s recovering 2023-03-22T15:14:08.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:07 smithi098 ceph-mon[94136]: osdmap e147: 12 total, 9 up, 9 in 2023-03-22T15:14:09.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:08 smithi142 ceph-mon[94717]: osdmap e148: 12 total, 9 up, 9 in 2023-03-22T15:14:09.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:08 smithi098 ceph-mon[94136]: osdmap e148: 12 total, 9 up, 9 in 2023-03-22T15:14:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:09 smithi142 ceph-mon[94717]: pgmap v1262: 97 pgs: 1 active+undersized+remapped, 3 active+recovering+undersized+degraded+remapped, 17 active+recovery_wait+undersized+degraded+remapped, 75 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s; 2934/10437 objects degraded (28.112%); 78 MiB/s, 55 objects/s recovering 2023-03-22T15:14:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:09 smithi142 ceph-mon[94717]: osdmap e149: 12 total, 9 up, 9 in 2023-03-22T15:14:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:09 smithi098 ceph-mon[94136]: pgmap v1262: 97 pgs: 1 active+undersized+remapped, 3 active+recovering+undersized+degraded+remapped, 17 active+recovery_wait+undersized+degraded+remapped, 75 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s; 2934/10437 objects degraded (28.112%); 78 MiB/s, 55 objects/s recovering 2023-03-22T15:14:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:09 smithi098 ceph-mon[94136]: osdmap e149: 12 total, 9 up, 9 in 2023-03-22T15:14:11.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:10 smithi142 ceph-mon[94717]: osdmap e150: 12 total, 9 up, 9 in 2023-03-22T15:14:11.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:10 smithi098 ceph-mon[94136]: osdmap e150: 12 total, 9 up, 9 in 2023-03-22T15:14:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:11 smithi142 ceph-mon[94717]: pgmap v1265: 97 pgs: 1 active+undersized+remapped, 3 active+recovering+undersized+degraded+remapped, 17 active+recovery_wait+undersized+degraded+remapped, 75 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 2934/10437 objects degraded (28.112%); 117 MiB/s, 83 objects/s recovering 2023-03-22T15:14:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:11 smithi142 ceph-mon[94717]: osdmap e151: 12 total, 9 up, 9 in 2023-03-22T15:14:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:11 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 2934/10437 objects degraded (28.112%), 20 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:11 smithi098 ceph-mon[94136]: pgmap v1265: 97 pgs: 1 active+undersized+remapped, 3 active+recovering+undersized+degraded+remapped, 17 active+recovery_wait+undersized+degraded+remapped, 75 active+clean, 1 unknown; 12 GiB data, 40 GiB used, 765 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 2934/10437 objects degraded (28.112%); 117 MiB/s, 83 objects/s recovering 2023-03-22T15:14:12.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:11 smithi098 ceph-mon[94136]: osdmap e151: 12 total, 9 up, 9 in 2023-03-22T15:14:12.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:11 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 2934/10437 objects degraded (28.112%), 20 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:13.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:12 smithi142 ceph-mon[94717]: osdmap e152: 12 total, 9 up, 9 in 2023-03-22T15:14:13.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:12 smithi098 ceph-mon[94136]: osdmap e152: 12 total, 9 up, 9 in 2023-03-22T15:14:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:13 smithi142 ceph-mon[94717]: pgmap v1268: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 2429/10437 objects degraded (23.273%); 200 MiB/s, 161 objects/s recovering 2023-03-22T15:14:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:13 smithi098 ceph-mon[94136]: pgmap v1268: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 2429/10437 objects degraded (23.273%); 200 MiB/s, 161 objects/s recovering 2023-03-22T15:14:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:15 smithi142 ceph-mon[94717]: pgmap v1269: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 4.4 KiB/s rd, 173 B/s wr, 8 op/s; 2429/10437 objects degraded (23.273%); 135 MiB/s, 109 objects/s recovering 2023-03-22T15:14:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:15 smithi098 ceph-mon[94136]: pgmap v1269: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 4.4 KiB/s rd, 173 B/s wr, 8 op/s; 2429/10437 objects degraded (23.273%); 135 MiB/s, 109 objects/s recovering 2023-03-22T15:14:17.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:16 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 2429/10437 objects degraded (23.273%), 15 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:17.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:16 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 2429/10437 objects degraded (23.273%), 15 pgs degraded (PG_DEGRADED) 2023-03-22T15:14:18.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:17 smithi142 ceph-mon[94717]: pgmap v1270: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.8 KiB/s rd, 148 B/s wr, 7 op/s; 2429/10437 objects degraded (23.273%); 116 MiB/s, 93 objects/s recovering 2023-03-22T15:14:18.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:17 smithi098 ceph-mon[94136]: pgmap v1270: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 3.8 KiB/s rd, 148 B/s wr, 7 op/s; 2429/10437 objects degraded (23.273%); 116 MiB/s, 93 objects/s recovering 2023-03-22T15:14:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:19 smithi142 ceph-mon[94717]: pgmap v1271: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 6.4 KiB/s rd, 127 B/s wr, 12 op/s; 2408/10437 objects degraded (23.072%); 110 MiB/s, 88 objects/s recovering 2023-03-22T15:14:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:19 smithi098 ceph-mon[94136]: pgmap v1271: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 6.4 KiB/s rd, 127 B/s wr, 12 op/s; 2408/10437 objects degraded (23.072%); 110 MiB/s, 88 objects/s recovering 2023-03-22T15:14:21.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:20 smithi142 ceph-mon[94717]: osdmap e153: 12 total, 9 up, 9 in 2023-03-22T15:14:21.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:20 smithi098 ceph-mon[94136]: osdmap e153: 12 total, 9 up, 9 in 2023-03-22T15:14:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:21 smithi142 ceph-mon[94717]: pgmap v1273: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 5.7 KiB/s rd, 114 B/s wr, 11 op/s; 2408/10437 objects degraded (23.072%); 99 MiB/s, 79 objects/s recovering 2023-03-22T15:14:22.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:21 smithi142 ceph-mon[94717]: osdmap e154: 12 total, 9 up, 9 in 2023-03-22T15:14:22.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:21 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 2408/10437 objects degraded (23.072%), 15 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:21 smithi098 ceph-mon[94136]: pgmap v1273: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 14 active+recovery_wait+undersized+degraded+remapped, 81 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 764 GiB / 805 GiB avail; 5.7 KiB/s rd, 114 B/s wr, 11 op/s; 2408/10437 objects degraded (23.072%); 99 MiB/s, 79 objects/s recovering 2023-03-22T15:14:22.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:21 smithi098 ceph-mon[94136]: osdmap e154: 12 total, 9 up, 9 in 2023-03-22T15:14:22.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:21 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 2408/10437 objects degraded (23.072%), 15 pgs degraded, 15 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:23.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:22 smithi142 ceph-mon[94717]: osdmap e155: 12 total, 9 up, 9 in 2023-03-22T15:14:23.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:22 smithi098 ceph-mon[94136]: osdmap e155: 12 total, 9 up, 9 in 2023-03-22T15:14:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:23 smithi142 ceph-mon[94717]: pgmap v1276: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 8.3 KiB/s rd, 16 op/s; 1899/10437 objects degraded (18.195%); 55 MiB/s, 50 objects/s recovering 2023-03-22T15:14:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:23 smithi098 ceph-mon[94136]: pgmap v1276: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 8.3 KiB/s rd, 16 op/s; 1899/10437 objects degraded (18.195%); 55 MiB/s, 50 objects/s recovering 2023-03-22T15:14:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:25 smithi142 ceph-mon[94717]: pgmap v1277: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 1899/10437 objects degraded (18.195%); 41 MiB/s, 40 objects/s recovering 2023-03-22T15:14:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:25 smithi098 ceph-mon[94136]: pgmap v1277: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 1899/10437 objects degraded (18.195%); 41 MiB/s, 40 objects/s recovering 2023-03-22T15:14:27.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:26 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 1899/10437 objects degraded (18.195%), 13 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:27.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:26 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 1899/10437 objects degraded (18.195%), 13 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:28.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:27 smithi142 ceph-mon[94717]: pgmap v1278: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 3.6 KiB/s rd, 7 op/s; 1899/10437 objects degraded (18.195%); 36 MiB/s, 35 objects/s recovering 2023-03-22T15:14:28.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:27 smithi098 ceph-mon[94136]: pgmap v1278: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 3.6 KiB/s rd, 7 op/s; 1899/10437 objects degraded (18.195%); 36 MiB/s, 35 objects/s recovering 2023-03-22T15:14:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:29 smithi142 ceph-mon[94717]: pgmap v1279: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1851/10437 objects degraded (17.735%); 55 MiB/s, 52 objects/s recovering 2023-03-22T15:14:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:29 smithi098 ceph-mon[94136]: pgmap v1279: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1851/10437 objects degraded (17.735%); 55 MiB/s, 52 objects/s recovering 2023-03-22T15:14:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:31 smithi142 ceph-mon[94717]: pgmap v1280: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 1851/10437 objects degraded (17.735%); 45 MiB/s, 42 objects/s recovering 2023-03-22T15:14:32.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:31 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 1851/10437 objects degraded (17.735%), 13 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:31 smithi098 ceph-mon[94136]: pgmap v1280: 97 pgs: 3 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 41 GiB used, 763 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 1851/10437 objects degraded (17.735%); 45 MiB/s, 42 objects/s recovering 2023-03-22T15:14:32.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:31 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 1851/10437 objects degraded (17.735%), 13 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:33.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:33 smithi142 ceph-mon[94717]: osdmap e156: 12 total, 9 up, 9 in 2023-03-22T15:14:33.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:33 smithi142 ceph-mon[94717]: pgmap v1282: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 1783/10437 objects degraded (17.083%); 46 MiB/s, 34 objects/s recovering 2023-03-22T15:14:33.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:33 smithi098 ceph-mon[94136]: osdmap e156: 12 total, 9 up, 9 in 2023-03-22T15:14:33.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:33 smithi098 ceph-mon[94136]: pgmap v1282: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 1783/10437 objects degraded (17.083%); 46 MiB/s, 34 objects/s recovering 2023-03-22T15:14:34.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:34 smithi142 ceph-mon[94717]: osdmap e157: 12 total, 9 up, 9 in 2023-03-22T15:14:34.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:34 smithi098 ceph-mon[94136]: osdmap e157: 12 total, 9 up, 9 in 2023-03-22T15:14:35.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:35 smithi142 ceph-mon[94717]: pgmap v1284: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1783/10437 objects degraded (17.083%); 58 MiB/s, 42 objects/s recovering 2023-03-22T15:14:35.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:35 smithi098 ceph-mon[94136]: pgmap v1284: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1783/10437 objects degraded (17.083%); 58 MiB/s, 42 objects/s recovering 2023-03-22T15:14:36.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:36 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 1783/10437 objects degraded (17.083%), 12 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:36.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:36 smithi142 ceph-mon[94717]: osdmap e158: 12 total, 9 up, 9 in 2023-03-22T15:14:36.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:36 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 1783/10437 objects degraded (17.083%), 12 pgs degraded, 13 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:36.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:36 smithi098 ceph-mon[94136]: osdmap e158: 12 total, 9 up, 9 in 2023-03-22T15:14:37.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:37 smithi142 ceph-mon[94717]: pgmap v1286: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 1783/10437 objects degraded (17.083%); 45 MiB/s, 27 objects/s recovering 2023-03-22T15:14:37.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:37 smithi142 ceph-mon[94717]: osdmap e159: 12 total, 9 up, 9 in 2023-03-22T15:14:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:37 smithi098 ceph-mon[94136]: pgmap v1286: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 83 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 1783/10437 objects degraded (17.083%); 45 MiB/s, 27 objects/s recovering 2023-03-22T15:14:37.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:37 smithi098 ceph-mon[94136]: osdmap e159: 12 total, 9 up, 9 in 2023-03-22T15:14:39.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:39 smithi142 ceph-mon[94717]: osdmap e160: 12 total, 9 up, 9 in 2023-03-22T15:14:39.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:39 smithi142 ceph-mon[94717]: pgmap v1289: 97 pgs: 1 peering, 1 active+undersized+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 84 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.7 KiB/s rd, 9 op/s; 1738/10437 objects degraded (16.652%); 34 MiB/s, 18 objects/s recovering 2023-03-22T15:14:39.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:39 smithi098 ceph-mon[94136]: osdmap e160: 12 total, 9 up, 9 in 2023-03-22T15:14:39.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:39 smithi098 ceph-mon[94136]: pgmap v1289: 97 pgs: 1 peering, 1 active+undersized+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 84 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.7 KiB/s rd, 9 op/s; 1738/10437 objects degraded (16.652%); 34 MiB/s, 18 objects/s recovering 2023-03-22T15:14:40.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:40 smithi142 ceph-mon[94717]: osdmap e161: 12 total, 9 up, 9 in 2023-03-22T15:14:40.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:40 smithi098 ceph-mon[94136]: osdmap e161: 12 total, 9 up, 9 in 2023-03-22T15:14:41.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:41 smithi098 ceph-mon[94136]: osdmap e162: 12 total, 9 up, 9 in 2023-03-22T15:14:41.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:41 smithi098 ceph-mon[94136]: pgmap v1292: 97 pgs: 1 peering, 1 active+undersized+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 84 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1738/10437 objects degraded (16.652%); 45 MiB/s, 23 objects/s recovering 2023-03-22T15:14:41.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:41 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 1738/10437 objects degraded (16.652%), 10 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:41.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:41 smithi142 ceph-mon[94717]: osdmap e162: 12 total, 9 up, 9 in 2023-03-22T15:14:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:41 smithi142 ceph-mon[94717]: pgmap v1292: 97 pgs: 1 peering, 1 active+undersized+remapped, 10 active+recovery_wait+undersized+degraded+remapped, 84 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1738/10437 objects degraded (16.652%); 45 MiB/s, 23 objects/s recovering 2023-03-22T15:14:41.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:41 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 1738/10437 objects degraded (16.652%), 10 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:43 smithi142 ceph-mon[94717]: pgmap v1293: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.7 KiB/s rd, 9 op/s; 1426/10437 objects degraded (13.663%); 47 MiB/s, 43 objects/s recovering 2023-03-22T15:14:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:43 smithi098 ceph-mon[94136]: pgmap v1293: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.7 KiB/s rd, 9 op/s; 1426/10437 objects degraded (13.663%); 47 MiB/s, 43 objects/s recovering 2023-03-22T15:14:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:45 smithi142 ceph-mon[94717]: pgmap v1294: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s; 1426/10437 objects degraded (13.663%); 39 MiB/s, 36 objects/s recovering 2023-03-22T15:14:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:45 smithi098 ceph-mon[94136]: pgmap v1294: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s; 1426/10437 objects degraded (13.663%); 39 MiB/s, 36 objects/s recovering 2023-03-22T15:14:47.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:46 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 1426/10437 objects degraded (13.663%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:47.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:46 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 1426/10437 objects degraded (13.663%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:48.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:47 smithi142 ceph-mon[94717]: pgmap v1295: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 1426/10437 objects degraded (13.663%); 31 MiB/s, 28 objects/s recovering 2023-03-22T15:14:48.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:47 smithi098 ceph-mon[94136]: pgmap v1295: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 1426/10437 objects degraded (13.663%); 31 MiB/s, 28 objects/s recovering 2023-03-22T15:14:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:49 smithi142 ceph-mon[94717]: pgmap v1296: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 5.4 KiB/s rd, 10 op/s; 1412/10437 objects degraded (13.529%); 33 MiB/s, 30 objects/s recovering 2023-03-22T15:14:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:49 smithi098 ceph-mon[94136]: pgmap v1296: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 5.4 KiB/s rd, 10 op/s; 1412/10437 objects degraded (13.529%); 33 MiB/s, 30 objects/s recovering 2023-03-22T15:14:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:51 smithi142 ceph-mon[94717]: pgmap v1297: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 1412/10437 objects degraded (13.529%); 30 MiB/s, 27 objects/s recovering 2023-03-22T15:14:52.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:51 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 1412/10437 objects degraded (13.529%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:51 smithi098 ceph-mon[94136]: pgmap v1297: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 763 GiB / 805 GiB avail; 4.9 KiB/s rd, 9 op/s; 1412/10437 objects degraded (13.529%); 30 MiB/s, 27 objects/s recovering 2023-03-22T15:14:52.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:51 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 1412/10437 objects degraded (13.529%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:53 smithi142 ceph-mon[94717]: pgmap v1298: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 762 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1388/10437 objects degraded (13.299%); 33 MiB/s, 28 objects/s recovering 2023-03-22T15:14:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:53 smithi098 ceph-mon[94136]: pgmap v1298: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 762 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1388/10437 objects degraded (13.299%); 33 MiB/s, 28 objects/s recovering 2023-03-22T15:14:55.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:54 smithi142 ceph-mon[94717]: osdmap e163: 12 total, 9 up, 9 in 2023-03-22T15:14:55.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:54 smithi098 ceph-mon[94136]: osdmap e163: 12 total, 9 up, 9 in 2023-03-22T15:14:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:55 smithi142 ceph-mon[94717]: pgmap v1300: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 762 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 1388/10437 objects degraded (13.299%); 15 MiB/s, 11 objects/s recovering 2023-03-22T15:14:56.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:55 smithi142 ceph-mon[94717]: osdmap e164: 12 total, 9 up, 9 in 2023-03-22T15:14:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:55 smithi098 ceph-mon[94136]: pgmap v1300: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 762 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s; 1388/10437 objects degraded (13.299%); 15 MiB/s, 11 objects/s recovering 2023-03-22T15:14:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:55 smithi098 ceph-mon[94136]: osdmap e164: 12 total, 9 up, 9 in 2023-03-22T15:14:57.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:56 smithi142 ceph-mon[94717]: osdmap e165: 12 total, 9 up, 9 in 2023-03-22T15:14:57.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:56 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 1388/10437 objects degraded (13.299%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:57.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:56 smithi098 ceph-mon[94136]: osdmap e165: 12 total, 9 up, 9 in 2023-03-22T15:14:57.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:56 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 1388/10437 objects degraded (13.299%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-03-22T15:14:58.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:57 smithi142 ceph-mon[94717]: pgmap v1303: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 762 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 1388/10437 objects degraded (13.299%); 16 MiB/s, 9 objects/s recovering 2023-03-22T15:14:58.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:57 smithi142 ceph-mon[94717]: osdmap e166: 12 total, 9 up, 9 in 2023-03-22T15:14:58.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:57 smithi098 ceph-mon[94136]: pgmap v1303: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean, 1 unknown; 12 GiB data, 42 GiB used, 762 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 1388/10437 objects degraded (13.299%); 16 MiB/s, 9 objects/s recovering 2023-03-22T15:14:58.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:57 smithi098 ceph-mon[94136]: osdmap e166: 12 total, 9 up, 9 in 2023-03-22T15:14:59.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:59 smithi142 ceph-mon[94717]: osdmap e167: 12 total, 9 up, 9 in 2023-03-22T15:14:59.626 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:14:59 smithi142 ceph-mon[94717]: pgmap v1306: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 89 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 655/10437 objects degraded (6.276%); 108 MiB/s, 92 objects/s recovering 2023-03-22T15:14:59.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:59 smithi098 ceph-mon[94136]: osdmap e167: 12 total, 9 up, 9 in 2023-03-22T15:14:59.671 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:14:59 smithi098 ceph-mon[94136]: pgmap v1306: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 89 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 655/10437 objects degraded (6.276%); 108 MiB/s, 92 objects/s recovering 2023-03-22T15:15:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:01 smithi142 ceph-mon[94717]: pgmap v1307: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 89 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 655/10437 objects degraded (6.276%); 73 MiB/s, 62 objects/s recovering 2023-03-22T15:15:02.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:01 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 655/10437 objects degraded (6.276%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:01 smithi098 ceph-mon[94136]: pgmap v1307: 97 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 89 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s; 655/10437 objects degraded (6.276%); 73 MiB/s, 62 objects/s recovering 2023-03-22T15:15:02.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:01 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 655/10437 objects degraded (6.276%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:03 smithi142 ceph-mon[94717]: pgmap v1308: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 22 KiB/s rd, 77 KiB/s wr, 39 op/s; 632/10437 objects degraded (6.055%); 75 MiB/s, 70 objects/s recovering 2023-03-22T15:15:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:03 smithi098 ceph-mon[94136]: pgmap v1308: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 22 KiB/s rd, 77 KiB/s wr, 39 op/s; 632/10437 objects degraded (6.055%); 75 MiB/s, 70 objects/s recovering 2023-03-22T15:15:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:05 smithi142 ceph-mon[94717]: pgmap v1309: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 19 KiB/s rd, 66 KiB/s wr, 34 op/s; 632/10437 objects degraded (6.055%); 64 MiB/s, 60 objects/s recovering 2023-03-22T15:15:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:05 smithi098 ceph-mon[94136]: pgmap v1309: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 19 KiB/s rd, 66 KiB/s wr, 34 op/s; 632/10437 objects degraded (6.055%); 64 MiB/s, 60 objects/s recovering 2023-03-22T15:15:07.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:06 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 632/10437 objects degraded (6.055%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:07.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:06 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 632/10437 objects degraded (6.055%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:08.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:07 smithi142 ceph-mon[94717]: pgmap v1310: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 14 KiB/s rd, 57 KiB/s wr, 24 op/s; 632/10437 objects degraded (6.055%); 9.1 MiB/s, 12 objects/s recovering 2023-03-22T15:15:08.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:07 smithi098 ceph-mon[94136]: pgmap v1310: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 14 KiB/s rd, 57 KiB/s wr, 24 op/s; 632/10437 objects degraded (6.055%); 9.1 MiB/s, 12 objects/s recovering 2023-03-22T15:15:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:09 smithi142 ceph-mon[94717]: pgmap v1311: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 15 KiB/s rd, 52 KiB/s wr, 27 op/s; 582/10437 objects degraded (5.576%); 28 MiB/s, 22 objects/s recovering 2023-03-22T15:15:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:09 smithi142 ceph-mon[94717]: osdmap e168: 12 total, 9 up, 9 in 2023-03-22T15:15:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:09 smithi098 ceph-mon[94136]: pgmap v1311: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 15 KiB/s rd, 52 KiB/s wr, 27 op/s; 582/10437 objects degraded (5.576%); 28 MiB/s, 22 objects/s recovering 2023-03-22T15:15:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:09 smithi098 ceph-mon[94136]: osdmap e168: 12 total, 9 up, 9 in 2023-03-22T15:15:11.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:10 smithi142 ceph-mon[94717]: osdmap e169: 12 total, 9 up, 9 in 2023-03-22T15:15:11.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:10 smithi098 ceph-mon[94136]: osdmap e169: 12 total, 9 up, 9 in 2023-03-22T15:15:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:11 smithi142 ceph-mon[94717]: pgmap v1314: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s; 582/10437 objects degraded (5.576%); 25 MiB/s, 14 objects/s recovering 2023-03-22T15:15:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:11 smithi142 ceph-mon[94717]: osdmap e170: 12 total, 9 up, 9 in 2023-03-22T15:15:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:11 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 582/10437 objects degraded (5.576%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:11 smithi098 ceph-mon[94136]: pgmap v1314: 97 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s; 582/10437 objects degraded (5.576%); 25 MiB/s, 14 objects/s recovering 2023-03-22T15:15:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:11 smithi098 ceph-mon[94136]: osdmap e170: 12 total, 9 up, 9 in 2023-03-22T15:15:12.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:11 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 582/10437 objects degraded (5.576%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:13.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:12 smithi142 ceph-mon[94717]: osdmap e171: 12 total, 9 up, 9 in 2023-03-22T15:15:13.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:12 smithi098 ceph-mon[94136]: osdmap e171: 12 total, 9 up, 9 in 2023-03-22T15:15:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:13 smithi142 ceph-mon[94717]: pgmap v1317: 97 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 246/10437 objects degraded (2.357%); 91 MiB/s, 66 objects/s recovering 2023-03-22T15:15:14.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:13 smithi142 ceph-mon[94717]: osdmap e172: 12 total, 9 up, 9 in 2023-03-22T15:15:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:13 smithi098 ceph-mon[94136]: pgmap v1317: 97 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 246/10437 objects degraded (2.357%); 91 MiB/s, 66 objects/s recovering 2023-03-22T15:15:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:13 smithi098 ceph-mon[94136]: osdmap e172: 12 total, 9 up, 9 in 2023-03-22T15:15:15.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:14 smithi142 ceph-mon[94717]: osdmap e173: 12 total, 9 up, 9 in 2023-03-22T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:14 smithi098 ceph-mon[94136]: osdmap e173: 12 total, 9 up, 9 in 2023-03-22T15:15:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:15 smithi142 ceph-mon[94717]: pgmap v1320: 97 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 246/10437 objects degraded (2.357%); 91 MiB/s, 66 objects/s recovering 2023-03-22T15:15:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:15 smithi098 ceph-mon[94136]: pgmap v1320: 97 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s; 246/10437 objects degraded (2.357%); 91 MiB/s, 66 objects/s recovering 2023-03-22T15:15:17.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:16 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 246/10437 objects degraded (2.357%), 3 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:17.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:16 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 246/10437 objects degraded (2.357%), 3 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:18.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:17 smithi142 ceph-mon[94717]: pgmap v1321: 97 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 4.4 KiB/s rd, 172 B/s wr, 8 op/s; 246/10437 objects degraded (2.357%); 62 MiB/s, 45 objects/s recovering 2023-03-22T15:15:18.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:17 smithi098 ceph-mon[94136]: pgmap v1321: 97 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 92 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 762 GiB / 805 GiB avail; 4.4 KiB/s rd, 172 B/s wr, 8 op/s; 246/10437 objects degraded (2.357%); 62 MiB/s, 45 objects/s recovering 2023-03-22T15:15:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:19 smithi142 ceph-mon[94717]: pgmap v1322: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 7.5 KiB/s rd, 295 B/s wr, 15 op/s; 192/10437 objects degraded (1.840%); 69 MiB/s, 53 objects/s recovering 2023-03-22T15:15:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:19 smithi098 ceph-mon[94136]: pgmap v1322: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 7.5 KiB/s rd, 295 B/s wr, 15 op/s; 192/10437 objects degraded (1.840%); 69 MiB/s, 53 objects/s recovering 2023-03-22T15:15:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:21 smithi142 ceph-mon[94717]: pgmap v1323: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s; 192/10437 objects degraded (1.840%); 14 MiB/s, 12 objects/s recovering 2023-03-22T15:15:22.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:21 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 192/10437 objects degraded (1.840%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:21 smithi098 ceph-mon[94136]: pgmap v1323: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s; 192/10437 objects degraded (1.840%); 14 MiB/s, 12 objects/s recovering 2023-03-22T15:15:22.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:21 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 192/10437 objects degraded (1.840%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:23 smithi142 ceph-mon[94717]: pgmap v1324: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 103 B/s wr, 10 op/s; 169/10437 objects degraded (1.619%); 21 MiB/s, 16 objects/s recovering 2023-03-22T15:15:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:23 smithi098 ceph-mon[94136]: pgmap v1324: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 103 B/s wr, 10 op/s; 169/10437 objects degraded (1.619%); 21 MiB/s, 16 objects/s recovering 2023-03-22T15:15:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:25 smithi142 ceph-mon[94717]: pgmap v1325: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 4.7 KiB/s rd, 93 B/s wr, 9 op/s; 169/10437 objects degraded (1.619%); 19 MiB/s, 14 objects/s recovering 2023-03-22T15:15:26.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:25 smithi142 ceph-mon[94717]: osdmap e174: 12 total, 9 up, 9 in 2023-03-22T15:15:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:25 smithi098 ceph-mon[94136]: pgmap v1325: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 4.7 KiB/s rd, 93 B/s wr, 9 op/s; 169/10437 objects degraded (1.619%); 19 MiB/s, 14 objects/s recovering 2023-03-22T15:15:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:25 smithi098 ceph-mon[94136]: osdmap e174: 12 total, 9 up, 9 in 2023-03-22T15:15:27.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:26 smithi142 ceph-mon[94717]: osdmap e175: 12 total, 9 up, 9 in 2023-03-22T15:15:27.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:26 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 169/10437 objects degraded (1.619%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:27.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:26 smithi098 ceph-mon[94136]: osdmap e175: 12 total, 9 up, 9 in 2023-03-22T15:15:27.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:26 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 169/10437 objects degraded (1.619%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-03-22T15:15:28.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:27 smithi142 ceph-mon[94717]: pgmap v1328: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 169/10437 objects degraded (1.619%); 11 MiB/s, 7 objects/s recovering 2023-03-22T15:15:28.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:27 smithi098 ceph-mon[94136]: pgmap v1328: 97 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 94 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 169/10437 objects degraded (1.619%); 11 MiB/s, 7 objects/s recovering 2023-03-22T15:15:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:29 smithi142 ceph-mon[94717]: pgmap v1329: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 47/10437 objects degraded (0.450%); 19 MiB/s, 14 objects/s recovering 2023-03-22T15:15:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:29 smithi098 ceph-mon[94136]: pgmap v1329: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 47/10437 objects degraded (0.450%); 19 MiB/s, 14 objects/s recovering 2023-03-22T15:15:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:31 smithi142 ceph-mon[94717]: pgmap v1330: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 47/10437 objects degraded (0.450%); 8.0 MiB/s, 7 objects/s recovering 2023-03-22T15:15:32.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:31 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 47/10437 objects degraded (0.450%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-03-22T15:15:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:31 smithi098 ceph-mon[94136]: pgmap v1330: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 43 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 47/10437 objects degraded (0.450%); 8.0 MiB/s, 7 objects/s recovering 2023-03-22T15:15:32.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:31 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 47/10437 objects degraded (0.450%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-03-22T15:15:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:33 smithi142 ceph-mon[94717]: pgmap v1331: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 30/10437 objects degraded (0.287%); 16 MiB/s, 14 objects/s recovering 2023-03-22T15:15:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:33 smithi098 ceph-mon[94136]: pgmap v1331: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 30/10437 objects degraded (0.287%); 16 MiB/s, 14 objects/s recovering 2023-03-22T15:15:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:35 smithi142 ceph-mon[94717]: pgmap v1332: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 30/10437 objects degraded (0.287%); 13 MiB/s, 11 objects/s recovering 2023-03-22T15:15:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:35 smithi098 ceph-mon[94136]: pgmap v1332: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 30/10437 objects degraded (0.287%); 13 MiB/s, 11 objects/s recovering 2023-03-22T15:15:37.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:36 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 30/10437 objects degraded (0.287%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-03-22T15:15:37.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:36 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 30/10437 objects degraded (0.287%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-03-22T15:15:38.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:37 smithi142 ceph-mon[94717]: pgmap v1333: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 9 op/s; 30/10437 objects degraded (0.287%); 12 MiB/s, 10 objects/s recovering 2023-03-22T15:15:38.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:37 smithi098 ceph-mon[94136]: pgmap v1333: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 9 op/s; 30/10437 objects degraded (0.287%); 12 MiB/s, 10 objects/s recovering 2023-03-22T15:15:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:39 smithi142 ceph-mon[94717]: pgmap v1334: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 4/10437 objects degraded (0.038%); 20 MiB/s, 14 objects/s recovering 2023-03-22T15:15:40.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:39 smithi142 ceph-mon[94717]: osdmap e176: 12 total, 9 up, 9 in 2023-03-22T15:15:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:39 smithi098 ceph-mon[94136]: pgmap v1334: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 4/10437 objects degraded (0.038%); 20 MiB/s, 14 objects/s recovering 2023-03-22T15:15:40.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:39 smithi098 ceph-mon[94136]: osdmap e176: 12 total, 9 up, 9 in 2023-03-22T15:15:41.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:40 smithi142 ceph-mon[94717]: osdmap e177: 12 total, 9 up, 9 in 2023-03-22T15:15:41.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:40 smithi098 ceph-mon[94136]: osdmap e177: 12 total, 9 up, 9 in 2023-03-22T15:15:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:41 smithi142 ceph-mon[94717]: pgmap v1337: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 4/10437 objects degraded (0.038%); 13 MiB/s, 7 objects/s recovering 2023-03-22T15:15:42.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:41 smithi142 ceph-mon[94717]: Health check update: Degraded data redundancy: 4/10437 objects degraded (0.038%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-03-22T15:15:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:41 smithi098 ceph-mon[94136]: pgmap v1337: 97 pgs: 1 active+recovering+undersized+degraded+remapped, 95 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 4/10437 objects degraded (0.038%); 13 MiB/s, 7 objects/s recovering 2023-03-22T15:15:42.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:41 smithi098 ceph-mon[94136]: Health check update: Degraded data redundancy: 4/10437 objects degraded (0.038%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2023-03-22T15:15:43.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:42 smithi142 ceph-mon[94717]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/10437 objects degraded (0.038%), 1 pg degraded, 1 pg undersized) 2023-03-22T15:15:43.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:42 smithi098 ceph-mon[94136]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/10437 objects degraded (0.038%), 1 pg degraded, 1 pg undersized) 2023-03-22T15:15:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:43 smithi142 ceph-mon[94717]: pgmap v1338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 15 MiB/s, 8 objects/s recovering 2023-03-22T15:15:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:43 smithi098 ceph-mon[94136]: pgmap v1338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 15 MiB/s, 8 objects/s recovering 2023-03-22T15:15:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:45 smithi142 ceph-mon[94717]: pgmap v1339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 15 MiB/s, 8 objects/s recovering 2023-03-22T15:15:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:45 smithi098 ceph-mon[94136]: pgmap v1339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 15 MiB/s, 8 objects/s recovering 2023-03-22T15:15:47.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:47 smithi142 ceph-mon[94717]: pgmap v1340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 2.0 MiB/s, 0 objects/s recovering 2023-03-22T15:15:47.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:47 smithi098 ceph-mon[94136]: pgmap v1340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 3.1 KiB/s rd, 6 op/s; 2.0 MiB/s, 0 objects/s recovering 2023-03-22T15:15:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:49 smithi142 ceph-mon[94717]: pgmap v1341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 1.6 MiB/s, 0 objects/s recovering 2023-03-22T15:15:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:49 smithi098 ceph-mon[94136]: pgmap v1341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 10 op/s; 1.6 MiB/s, 0 objects/s recovering 2023-03-22T15:15:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:51 smithi142 ceph-mon[94717]: pgmap v1342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 9 op/s; 1.5 MiB/s, 0 objects/s recovering 2023-03-22T15:15:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:51 smithi098 ceph-mon[94136]: pgmap v1342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 9 op/s; 1.5 MiB/s, 0 objects/s recovering 2023-03-22T15:15:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:53 smithi142 ceph-mon[94717]: pgmap v1343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1.3 MiB/s, 0 objects/s recovering 2023-03-22T15:15:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:53 smithi098 ceph-mon[94136]: pgmap v1343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s; 1.3 MiB/s, 0 objects/s recovering 2023-03-22T15:15:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:55 smithi142 ceph-mon[94717]: pgmap v1344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:15:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:55 smithi098 ceph-mon[94136]: pgmap v1344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:15:57.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:57 smithi142 ceph-mon[94717]: pgmap v1345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:15:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:57 smithi098 ceph-mon[94136]: pgmap v1345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:15:59 smithi142 ceph-mon[94717]: pgmap v1346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:15:59 smithi098 ceph-mon[94136]: pgmap v1346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:01 smithi142 ceph-mon[94717]: pgmap v1347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:01 smithi098 ceph-mon[94136]: pgmap v1347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:03 smithi142 ceph-mon[94717]: pgmap v1348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:16:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:03 smithi098 ceph-mon[94136]: pgmap v1348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:16:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:05 smithi142 ceph-mon[94717]: pgmap v1349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:16:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:05 smithi098 ceph-mon[94136]: pgmap v1349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:16:07.625 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:07 smithi142 ceph-mon[94717]: pgmap v1350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:16:07.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:07 smithi098 ceph-mon[94136]: pgmap v1350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:16:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:09 smithi142 ceph-mon[94717]: pgmap v1351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:16:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:09 smithi142 ceph-mon[94717]: osdmap e178: 12 total, 9 up, 9 in 2023-03-22T15:16:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:09 smithi098 ceph-mon[94136]: pgmap v1351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:16:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:09 smithi098 ceph-mon[94136]: osdmap e178: 12 total, 9 up, 9 in 2023-03-22T15:16:12.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:11 smithi142 ceph-mon[94717]: pgmap v1353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:16:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:11 smithi098 ceph-mon[94136]: pgmap v1353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:16:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:13 smithi142 ceph-mon[94717]: pgmap v1354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:13 smithi098 ceph-mon[94136]: pgmap v1354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:15 smithi142 ceph-mon[94717]: pgmap v1355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:15 smithi098 ceph-mon[94136]: pgmap v1355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:17.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:17 smithi098 ceph-mon[94136]: pgmap v1356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:17 smithi142 ceph-mon[94717]: pgmap v1356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:19 smithi142 ceph-mon[94717]: pgmap v1357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:19 smithi098 ceph-mon[94136]: pgmap v1357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:16:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:21 smithi142 ceph-mon[94717]: pgmap v1358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.4 KiB/s rd, 171 B/s wr, 8 op/s 2023-03-22T15:16:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:21 smithi098 ceph-mon[94136]: pgmap v1358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.4 KiB/s rd, 171 B/s wr, 8 op/s 2023-03-22T15:16:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:23 smithi142 ceph-mon[94717]: pgmap v1359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:16:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:23 smithi098 ceph-mon[94136]: pgmap v1359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:16:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:25 smithi142 ceph-mon[94717]: pgmap v1360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:16:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:25 smithi098 ceph-mon[94136]: pgmap v1360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:16:27.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:27 smithi098 ceph-mon[94136]: pgmap v1361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:16:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:27 smithi142 ceph-mon[94717]: pgmap v1361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:16:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:29 smithi142 ceph-mon[94717]: pgmap v1362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:16:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:29 smithi098 ceph-mon[94136]: pgmap v1362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:16:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:31 smithi142 ceph-mon[94717]: pgmap v1363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:31 smithi098 ceph-mon[94136]: pgmap v1363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:33 smithi142 ceph-mon[94717]: pgmap v1364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:33 smithi098 ceph-mon[94136]: pgmap v1364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:35 smithi142 ceph-mon[94717]: pgmap v1365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:35 smithi098 ceph-mon[94136]: pgmap v1365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:37 smithi098 ceph-mon[94136]: pgmap v1366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:37 smithi142 ceph-mon[94717]: pgmap v1366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:39 smithi142 ceph-mon[94717]: pgmap v1367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:39 smithi098 ceph-mon[94136]: pgmap v1367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:41 smithi142 ceph-mon[94717]: pgmap v1368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:41 smithi098 ceph-mon[94136]: pgmap v1368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:43 smithi142 ceph-mon[94717]: pgmap v1369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:43 smithi098 ceph-mon[94136]: pgmap v1369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:45 smithi142 ceph-mon[94717]: pgmap v1370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:45 smithi098 ceph-mon[94136]: pgmap v1370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:47.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:47 smithi098 ceph-mon[94136]: pgmap v1371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:47 smithi142 ceph-mon[94717]: pgmap v1371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:49 smithi142 ceph-mon[94717]: pgmap v1372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:49 smithi098 ceph-mon[94136]: pgmap v1372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:51 smithi142 ceph-mon[94717]: pgmap v1373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:51 smithi098 ceph-mon[94136]: pgmap v1373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:53 smithi142 ceph-mon[94717]: pgmap v1374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:53 smithi098 ceph-mon[94136]: pgmap v1374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:16:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:55 smithi142 ceph-mon[94717]: pgmap v1375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:55 smithi098 ceph-mon[94136]: pgmap v1375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:57 smithi098 ceph-mon[94136]: pgmap v1376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:16:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:57 smithi142 ceph-mon[94717]: pgmap v1376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:16:59 smithi142 ceph-mon[94717]: pgmap v1377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:16:59 smithi098 ceph-mon[94136]: pgmap v1377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:01 smithi142 ceph-mon[94717]: pgmap v1378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:01 smithi098 ceph-mon[94136]: pgmap v1378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:03 smithi142 ceph-mon[94717]: pgmap v1379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:17:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:03 smithi098 ceph-mon[94136]: pgmap v1379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:17:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:05 smithi142 ceph-mon[94717]: pgmap v1380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:17:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:05 smithi098 ceph-mon[94136]: pgmap v1380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:17:07.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:07 smithi098 ceph-mon[94136]: pgmap v1381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:17:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:07 smithi142 ceph-mon[94717]: pgmap v1381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:17:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:09 smithi142 ceph-mon[94717]: pgmap v1382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:17:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:09 smithi142 ceph-mon[94717]: osdmap e179: 12 total, 9 up, 9 in 2023-03-22T15:17:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:09 smithi098 ceph-mon[94136]: pgmap v1382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:17:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:09 smithi098 ceph-mon[94136]: osdmap e179: 12 total, 9 up, 9 in 2023-03-22T15:17:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:11 smithi142 ceph-mon[94717]: pgmap v1384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:17:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:11 smithi098 ceph-mon[94136]: pgmap v1384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:17:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:13 smithi142 ceph-mon[94717]: pgmap v1385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:13 smithi098 ceph-mon[94136]: pgmap v1385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:15 smithi142 ceph-mon[94717]: pgmap v1386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:15 smithi098 ceph-mon[94136]: pgmap v1386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:17.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:17 smithi098 ceph-mon[94136]: pgmap v1387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:17 smithi142 ceph-mon[94717]: pgmap v1387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:19 smithi142 ceph-mon[94717]: pgmap v1388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:19 smithi098 ceph-mon[94136]: pgmap v1388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:17:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:21 smithi142 ceph-mon[94717]: pgmap v1389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 171 B/s wr, 8 op/s 2023-03-22T15:17:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:21 smithi098 ceph-mon[94136]: pgmap v1389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 171 B/s wr, 8 op/s 2023-03-22T15:17:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:23 smithi142 ceph-mon[94717]: pgmap v1390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:17:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:23 smithi098 ceph-mon[94136]: pgmap v1390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:17:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:25 smithi142 ceph-mon[94717]: pgmap v1391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:17:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:25 smithi098 ceph-mon[94136]: pgmap v1391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:17:27.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:27 smithi098 ceph-mon[94136]: pgmap v1392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:17:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:27 smithi142 ceph-mon[94717]: pgmap v1392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:17:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:29 smithi142 ceph-mon[94717]: pgmap v1393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:17:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:29 smithi098 ceph-mon[94136]: pgmap v1393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:17:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:31 smithi142 ceph-mon[94717]: pgmap v1394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:31 smithi098 ceph-mon[94136]: pgmap v1394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:33 smithi142 ceph-mon[94717]: pgmap v1395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:33 smithi098 ceph-mon[94136]: pgmap v1395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:35 smithi142 ceph-mon[94717]: pgmap v1396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:35 smithi098 ceph-mon[94136]: pgmap v1396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:37 smithi098 ceph-mon[94136]: pgmap v1397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:37 smithi142 ceph-mon[94717]: pgmap v1397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:39 smithi142 ceph-mon[94717]: pgmap v1398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:39 smithi098 ceph-mon[94136]: pgmap v1398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:41 smithi142 ceph-mon[94717]: pgmap v1399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:41 smithi098 ceph-mon[94136]: pgmap v1399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:43 smithi142 ceph-mon[94717]: pgmap v1400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:43 smithi098 ceph-mon[94136]: pgmap v1400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:45 smithi142 ceph-mon[94717]: pgmap v1401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:45 smithi098 ceph-mon[94136]: pgmap v1401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:47.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:47 smithi098 ceph-mon[94136]: pgmap v1402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:47 smithi142 ceph-mon[94717]: pgmap v1402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:49 smithi142 ceph-mon[94717]: pgmap v1403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:49 smithi098 ceph-mon[94136]: pgmap v1403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:51 smithi142 ceph-mon[94717]: pgmap v1404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:51 smithi098 ceph-mon[94136]: pgmap v1404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:53 smithi142 ceph-mon[94717]: pgmap v1405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:53 smithi098 ceph-mon[94136]: pgmap v1405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:17:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:55 smithi142 ceph-mon[94717]: pgmap v1406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:55 smithi098 ceph-mon[94136]: pgmap v1406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:57 smithi098 ceph-mon[94136]: pgmap v1407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:17:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:57 smithi142 ceph-mon[94717]: pgmap v1407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:17:59 smithi142 ceph-mon[94717]: pgmap v1408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:17:59 smithi098 ceph-mon[94136]: pgmap v1408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:01 smithi142 ceph-mon[94717]: pgmap v1409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:01 smithi098 ceph-mon[94136]: pgmap v1409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:03 smithi142 ceph-mon[94717]: pgmap v1410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:18:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:03 smithi098 ceph-mon[94136]: pgmap v1410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:18:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:05 smithi142 ceph-mon[94717]: pgmap v1411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:18:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:05 smithi098 ceph-mon[94136]: pgmap v1411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:18:07.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:07 smithi098 ceph-mon[94136]: pgmap v1412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:18:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:07 smithi142 ceph-mon[94717]: pgmap v1412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:18:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:09 smithi142 ceph-mon[94717]: pgmap v1413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:18:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:09 smithi142 ceph-mon[94717]: osdmap e180: 12 total, 9 up, 9 in 2023-03-22T15:18:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:09 smithi098 ceph-mon[94136]: pgmap v1413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:18:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:09 smithi098 ceph-mon[94136]: osdmap e180: 12 total, 9 up, 9 in 2023-03-22T15:18:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:11 smithi142 ceph-mon[94717]: pgmap v1415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:18:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:11 smithi098 ceph-mon[94136]: pgmap v1415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:18:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:13 smithi142 ceph-mon[94717]: pgmap v1416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:13 smithi098 ceph-mon[94136]: pgmap v1416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:15 smithi142 ceph-mon[94717]: pgmap v1417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:15 smithi098 ceph-mon[94136]: pgmap v1417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:17.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:17 smithi098 ceph-mon[94136]: pgmap v1418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:17 smithi142 ceph-mon[94717]: pgmap v1418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:19 smithi142 ceph-mon[94717]: pgmap v1419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:19 smithi098 ceph-mon[94136]: pgmap v1419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:18:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:21 smithi142 ceph-mon[94717]: pgmap v1420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 171 B/s wr, 8 op/s 2023-03-22T15:18:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:21 smithi098 ceph-mon[94136]: pgmap v1420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 171 B/s wr, 8 op/s 2023-03-22T15:18:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:23 smithi142 ceph-mon[94717]: pgmap v1421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:18:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:23 smithi098 ceph-mon[94136]: pgmap v1421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:18:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:25 smithi142 ceph-mon[94717]: pgmap v1422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:18:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:25 smithi098 ceph-mon[94136]: pgmap v1422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:18:27.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:27 smithi098 ceph-mon[94136]: pgmap v1423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:18:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:27 smithi142 ceph-mon[94717]: pgmap v1423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:18:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:29 smithi142 ceph-mon[94717]: pgmap v1424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:18:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:29 smithi098 ceph-mon[94136]: pgmap v1424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:18:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:31 smithi142 ceph-mon[94717]: pgmap v1425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:31 smithi098 ceph-mon[94136]: pgmap v1425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:33 smithi142 ceph-mon[94717]: pgmap v1426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:33 smithi098 ceph-mon[94136]: pgmap v1426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:35 smithi142 ceph-mon[94717]: pgmap v1427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:35 smithi098 ceph-mon[94136]: pgmap v1427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:37 smithi098 ceph-mon[94136]: pgmap v1428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:37 smithi142 ceph-mon[94717]: pgmap v1428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:39 smithi142 ceph-mon[94717]: pgmap v1429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:39 smithi098 ceph-mon[94136]: pgmap v1429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:41 smithi142 ceph-mon[94717]: pgmap v1430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:41 smithi098 ceph-mon[94136]: pgmap v1430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:43 smithi142 ceph-mon[94717]: pgmap v1431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:43 smithi098 ceph-mon[94136]: pgmap v1431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:45 smithi142 ceph-mon[94717]: pgmap v1432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:45 smithi098 ceph-mon[94136]: pgmap v1432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:47.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:47 smithi098 ceph-mon[94136]: pgmap v1433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:47 smithi142 ceph-mon[94717]: pgmap v1433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:49 smithi142 ceph-mon[94717]: pgmap v1434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:49 smithi098 ceph-mon[94136]: pgmap v1434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:51 smithi142 ceph-mon[94717]: pgmap v1435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:51 smithi098 ceph-mon[94136]: pgmap v1435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:53 smithi142 ceph-mon[94717]: pgmap v1436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:53 smithi098 ceph-mon[94136]: pgmap v1436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:18:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:55 smithi142 ceph-mon[94717]: pgmap v1437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:55 smithi098 ceph-mon[94136]: pgmap v1437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:57 smithi098 ceph-mon[94136]: pgmap v1438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:18:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:57 smithi142 ceph-mon[94717]: pgmap v1438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:18:59 smithi142 ceph-mon[94717]: pgmap v1439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:18:59 smithi098 ceph-mon[94136]: pgmap v1439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:01 smithi142 ceph-mon[94717]: pgmap v1440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:01 smithi098 ceph-mon[94136]: pgmap v1440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:03 smithi142 ceph-mon[94717]: pgmap v1441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:19:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:03 smithi098 ceph-mon[94136]: pgmap v1441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:19:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:05 smithi142 ceph-mon[94717]: pgmap v1442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:19:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:05 smithi098 ceph-mon[94136]: pgmap v1442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:19:07.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:07 smithi098 ceph-mon[94136]: pgmap v1443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:19:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:07 smithi142 ceph-mon[94717]: pgmap v1443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:19:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:09 smithi142 ceph-mon[94717]: pgmap v1444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:19:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:09 smithi142 ceph-mon[94717]: osdmap e181: 12 total, 9 up, 9 in 2023-03-22T15:19:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:09 smithi098 ceph-mon[94136]: pgmap v1444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:19:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:09 smithi098 ceph-mon[94136]: osdmap e181: 12 total, 9 up, 9 in 2023-03-22T15:19:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:11 smithi142 ceph-mon[94717]: pgmap v1446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:19:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:11 smithi098 ceph-mon[94136]: pgmap v1446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:19:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:13 smithi142 ceph-mon[94717]: pgmap v1447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:13 smithi098 ceph-mon[94136]: pgmap v1447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:15 smithi142 ceph-mon[94717]: pgmap v1448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:15 smithi098 ceph-mon[94136]: pgmap v1448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:17.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:17 smithi098 ceph-mon[94136]: pgmap v1449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:17 smithi142 ceph-mon[94717]: pgmap v1449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:19 smithi142 ceph-mon[94717]: pgmap v1450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:19 smithi098 ceph-mon[94136]: pgmap v1450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:19:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:21 smithi142 ceph-mon[94717]: pgmap v1451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:19:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:21 smithi098 ceph-mon[94136]: pgmap v1451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:19:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:23 smithi142 ceph-mon[94717]: pgmap v1452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:19:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:23 smithi098 ceph-mon[94136]: pgmap v1452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:19:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:25 smithi142 ceph-mon[94717]: pgmap v1453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:19:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:25 smithi098 ceph-mon[94136]: pgmap v1453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:19:27.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:27 smithi098 ceph-mon[94136]: pgmap v1454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:19:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:27 smithi142 ceph-mon[94717]: pgmap v1454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:19:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:29 smithi142 ceph-mon[94717]: pgmap v1455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:19:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:29 smithi098 ceph-mon[94136]: pgmap v1455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:19:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:31 smithi142 ceph-mon[94717]: pgmap v1456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:31 smithi098 ceph-mon[94136]: pgmap v1456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:33 smithi142 ceph-mon[94717]: pgmap v1457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:33 smithi098 ceph-mon[94136]: pgmap v1457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:35 smithi142 ceph-mon[94717]: pgmap v1458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:35 smithi098 ceph-mon[94136]: pgmap v1458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:37.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:37 smithi098 ceph-mon[94136]: pgmap v1459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:37 smithi142 ceph-mon[94717]: pgmap v1459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:39 smithi142 ceph-mon[94717]: pgmap v1460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:39 smithi098 ceph-mon[94136]: pgmap v1460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:41 smithi142 ceph-mon[94717]: pgmap v1461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:41 smithi098 ceph-mon[94136]: pgmap v1461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:43 smithi142 ceph-mon[94717]: pgmap v1462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:43 smithi098 ceph-mon[94136]: pgmap v1462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:45 smithi142 ceph-mon[94717]: pgmap v1463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:45 smithi098 ceph-mon[94136]: pgmap v1463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:47.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:47 smithi098 ceph-mon[94136]: pgmap v1464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:47 smithi142 ceph-mon[94717]: pgmap v1464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:49 smithi142 ceph-mon[94717]: pgmap v1465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:49 smithi098 ceph-mon[94136]: pgmap v1465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:51 smithi142 ceph-mon[94717]: pgmap v1466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:51 smithi098 ceph-mon[94136]: pgmap v1466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:53 smithi142 ceph-mon[94717]: pgmap v1467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:53 smithi098 ceph-mon[94136]: pgmap v1467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:19:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:55 smithi142 ceph-mon[94717]: pgmap v1468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:55 smithi098 ceph-mon[94136]: pgmap v1468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:57.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:57 smithi098 ceph-mon[94136]: pgmap v1469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:19:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:57 smithi142 ceph-mon[94717]: pgmap v1469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:19:59 smithi142 ceph-mon[94717]: pgmap v1470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:19:59 smithi098 ceph-mon[94136]: pgmap v1470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:01.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:00 smithi142 ceph-mon[94717]: Health detail: HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:20:01.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:00 smithi142 ceph-mon[94717]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T15:20:01.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:00 smithi142 ceph-mon[94717]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T15:20:01.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:00 smithi142 ceph-mon[94717]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg inactive 2023-03-22T15:20:01.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:00 smithi142 ceph-mon[94717]: pg 3.28 is stuck inactive for 46m, current state unknown, last acting [] 2023-03-22T15:20:01.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:00 smithi098 ceph-mon[94136]: Health detail: HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:20:01.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:00 smithi098 ceph-mon[94136]: [WRN] MON_DOWN: 1/3 mons down, quorum c,b 2023-03-22T15:20:01.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:00 smithi098 ceph-mon[94136]: mon.a (rank 0) addr [v2:172.21.15.45:3300/0,v1:172.21.15.45:6789/0] is down (out of quorum) 2023-03-22T15:20:01.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:00 smithi098 ceph-mon[94136]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg inactive 2023-03-22T15:20:01.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:00 smithi098 ceph-mon[94136]: pg 3.28 is stuck inactive for 46m, current state unknown, last acting [] 2023-03-22T15:20:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:01 smithi142 ceph-mon[94717]: pgmap v1471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:01 smithi098 ceph-mon[94136]: pgmap v1471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:03 smithi142 ceph-mon[94717]: pgmap v1472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:20:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:03 smithi098 ceph-mon[94136]: pgmap v1472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:20:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:05 smithi142 ceph-mon[94717]: pgmap v1473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:20:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:05 smithi098 ceph-mon[94136]: pgmap v1473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:20:07.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:07 smithi098 ceph-mon[94136]: pgmap v1474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:20:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:07 smithi142 ceph-mon[94717]: pgmap v1474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:20:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:09 smithi142 ceph-mon[94717]: pgmap v1475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:20:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:09 smithi142 ceph-mon[94717]: osdmap e182: 12 total, 9 up, 9 in 2023-03-22T15:20:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:09 smithi098 ceph-mon[94136]: pgmap v1475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:20:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:09 smithi098 ceph-mon[94136]: osdmap e182: 12 total, 9 up, 9 in 2023-03-22T15:20:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:11 smithi142 ceph-mon[94717]: pgmap v1477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:20:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:11 smithi098 ceph-mon[94136]: pgmap v1477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:20:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:13 smithi142 ceph-mon[94717]: pgmap v1478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:13 smithi098 ceph-mon[94136]: pgmap v1478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:15 smithi142 ceph-mon[94717]: pgmap v1479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:15 smithi098 ceph-mon[94136]: pgmap v1479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:17.670 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:17 smithi098 ceph-mon[94136]: pgmap v1480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:17 smithi142 ceph-mon[94717]: pgmap v1480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:19 smithi142 ceph-mon[94717]: pgmap v1481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:19 smithi098 ceph-mon[94136]: pgmap v1481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:20:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:21 smithi142 ceph-mon[94717]: pgmap v1482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:20:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:21 smithi098 ceph-mon[94136]: pgmap v1482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:20:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:23 smithi142 ceph-mon[94717]: pgmap v1483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:20:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:23 smithi098 ceph-mon[94136]: pgmap v1483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:20:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:25 smithi142 ceph-mon[94717]: pgmap v1484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:20:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:25 smithi098 ceph-mon[94136]: pgmap v1484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:20:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:27 smithi142 ceph-mon[94717]: pgmap v1485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:20:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:27 smithi098 ceph-mon[94136]: pgmap v1485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:20:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:29 smithi142 ceph-mon[94717]: pgmap v1486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:20:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:29 smithi098 ceph-mon[94136]: pgmap v1486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:20:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:31 smithi142 ceph-mon[94717]: pgmap v1487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:31 smithi098 ceph-mon[94136]: pgmap v1487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:34.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:33 smithi142 ceph-mon[94717]: pgmap v1488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:33 smithi098 ceph-mon[94136]: pgmap v1488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:35 smithi142 ceph-mon[94717]: pgmap v1489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:35 smithi098 ceph-mon[94136]: pgmap v1489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:37 smithi142 ceph-mon[94717]: pgmap v1490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:37 smithi098 ceph-mon[94136]: pgmap v1490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:39 smithi142 ceph-mon[94717]: pgmap v1491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:39 smithi098 ceph-mon[94136]: pgmap v1491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:41 smithi142 ceph-mon[94717]: pgmap v1492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:42.210 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:41 smithi098 ceph-mon[94136]: pgmap v1492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:43 smithi142 ceph-mon[94717]: pgmap v1493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:43 smithi098 ceph-mon[94136]: pgmap v1493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:45 smithi142 ceph-mon[94717]: pgmap v1494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:45 smithi098 ceph-mon[94136]: pgmap v1494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:47 smithi142 ceph-mon[94717]: pgmap v1495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:47.976 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:47 smithi098 ceph-mon[94136]: pgmap v1495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:49 smithi142 ceph-mon[94717]: pgmap v1496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:49 smithi098 ceph-mon[94136]: pgmap v1496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:51 smithi142 ceph-mon[94717]: pgmap v1497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:51 smithi098 ceph-mon[94136]: pgmap v1497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:53 smithi142 ceph-mon[94717]: pgmap v1498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:53 smithi098 ceph-mon[94136]: pgmap v1498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:20:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:55 smithi142 ceph-mon[94717]: pgmap v1499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:55 smithi098 ceph-mon[94136]: pgmap v1499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:57 smithi142 ceph-mon[94717]: pgmap v1500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:20:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:57 smithi098 ceph-mon[94136]: pgmap v1500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:20:59 smithi142 ceph-mon[94717]: pgmap v1501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:00.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:20:59 smithi098 ceph-mon[94136]: pgmap v1501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:01 smithi142 ceph-mon[94717]: pgmap v1502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:01 smithi098 ceph-mon[94136]: pgmap v1502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:03 smithi142 ceph-mon[94717]: pgmap v1503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:21:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:03 smithi098 ceph-mon[94136]: pgmap v1503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:21:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:05 smithi142 ceph-mon[94717]: pgmap v1504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:21:06.189 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:05 smithi098 ceph-mon[94136]: pgmap v1504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:21:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:07 smithi142 ceph-mon[94717]: pgmap v1505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:21:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:07 smithi098 ceph-mon[94136]: pgmap v1505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:21:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:09 smithi142 ceph-mon[94717]: pgmap v1506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:21:10.166 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:09 smithi142 ceph-mon[94717]: osdmap e183: 12 total, 9 up, 9 in 2023-03-22T15:21:10.184 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:09 smithi098 ceph-mon[94136]: pgmap v1506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:21:10.201 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:09 smithi098 ceph-mon[94136]: osdmap e183: 12 total, 9 up, 9 in 2023-03-22T15:21:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:11 smithi142 ceph-mon[94717]: pgmap v1508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:21:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:11 smithi098 ceph-mon[94136]: pgmap v1508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:21:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:13 smithi142 ceph-mon[94717]: pgmap v1509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:13 smithi098 ceph-mon[94136]: pgmap v1509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:15 smithi142 ceph-mon[94717]: pgmap v1510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:15 smithi098 ceph-mon[94136]: pgmap v1510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:17 smithi142 ceph-mon[94717]: pgmap v1511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:17 smithi098 ceph-mon[94136]: pgmap v1511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:19 smithi142 ceph-mon[94717]: pgmap v1512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:19 smithi098 ceph-mon[94136]: pgmap v1512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:21:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:21 smithi142 ceph-mon[94717]: pgmap v1513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:21:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:21 smithi098 ceph-mon[94136]: pgmap v1513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:21:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:23 smithi142 ceph-mon[94717]: pgmap v1514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:21:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:23 smithi098 ceph-mon[94136]: pgmap v1514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:21:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:25 smithi142 ceph-mon[94717]: pgmap v1515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:21:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:25 smithi098 ceph-mon[94136]: pgmap v1515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:21:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:27 smithi142 ceph-mon[94717]: pgmap v1516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:21:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:27 smithi098 ceph-mon[94136]: pgmap v1516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:21:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:29 smithi142 ceph-mon[94717]: pgmap v1517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:21:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:29 smithi098 ceph-mon[94136]: pgmap v1517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:21:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:31 smithi142 ceph-mon[94717]: pgmap v1518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:31 smithi098 ceph-mon[94136]: pgmap v1518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:33 smithi142 ceph-mon[94717]: pgmap v1519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:33 smithi098 ceph-mon[94136]: pgmap v1519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:35 smithi142 ceph-mon[94717]: pgmap v1520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:35 smithi098 ceph-mon[94136]: pgmap v1520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:37 smithi142 ceph-mon[94717]: pgmap v1521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:37 smithi098 ceph-mon[94136]: pgmap v1521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:39 smithi142 ceph-mon[94717]: pgmap v1522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:39 smithi098 ceph-mon[94136]: pgmap v1522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:41 smithi142 ceph-mon[94717]: pgmap v1523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:41 smithi098 ceph-mon[94136]: pgmap v1523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:43 smithi142 ceph-mon[94717]: pgmap v1524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:43 smithi098 ceph-mon[94136]: pgmap v1524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:45 smithi142 ceph-mon[94717]: pgmap v1525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:45 smithi098 ceph-mon[94136]: pgmap v1525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:47 smithi142 ceph-mon[94717]: pgmap v1526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:47 smithi098 ceph-mon[94136]: pgmap v1526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:49 smithi142 ceph-mon[94717]: pgmap v1527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:49 smithi098 ceph-mon[94136]: pgmap v1527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:51 smithi142 ceph-mon[94717]: pgmap v1528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:51 smithi098 ceph-mon[94136]: pgmap v1528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:53 smithi142 ceph-mon[94717]: pgmap v1529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:53 smithi098 ceph-mon[94136]: pgmap v1529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:21:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:55 smithi142 ceph-mon[94717]: pgmap v1530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:55 smithi098 ceph-mon[94136]: pgmap v1530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:57 smithi142 ceph-mon[94717]: pgmap v1531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:21:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:57 smithi098 ceph-mon[94136]: pgmap v1531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:21:59 smithi142 ceph-mon[94717]: pgmap v1532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:21:59 smithi098 ceph-mon[94136]: pgmap v1532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:01 smithi142 ceph-mon[94717]: pgmap v1533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:01 smithi098 ceph-mon[94136]: pgmap v1533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:03 smithi142 ceph-mon[94717]: pgmap v1534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:22:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:03 smithi098 ceph-mon[94136]: pgmap v1534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:22:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:05 smithi142 ceph-mon[94717]: pgmap v1535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:22:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:05 smithi098 ceph-mon[94136]: pgmap v1535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:22:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:07 smithi142 ceph-mon[94717]: pgmap v1536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:22:07.931 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:07 smithi098 ceph-mon[94136]: pgmap v1536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:22:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:09 smithi142 ceph-mon[94717]: pgmap v1537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:22:10.154 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:09 smithi142 ceph-mon[94717]: osdmap e184: 12 total, 9 up, 9 in 2023-03-22T15:22:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:09 smithi098 ceph-mon[94136]: pgmap v1537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:22:10.189 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:09 smithi098 ceph-mon[94136]: osdmap e184: 12 total, 9 up, 9 in 2023-03-22T15:22:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:11 smithi142 ceph-mon[94717]: pgmap v1539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:22:12.211 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:11 smithi098 ceph-mon[94136]: pgmap v1539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:22:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:13 smithi142 ceph-mon[94717]: pgmap v1540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:13 smithi098 ceph-mon[94136]: pgmap v1540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:15 smithi142 ceph-mon[94717]: pgmap v1541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:15 smithi098 ceph-mon[94136]: pgmap v1541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:17 smithi142 ceph-mon[94717]: pgmap v1542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:17 smithi098 ceph-mon[94136]: pgmap v1542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:19 smithi142 ceph-mon[94717]: pgmap v1543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:19 smithi098 ceph-mon[94136]: pgmap v1543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:22:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:21 smithi142 ceph-mon[94717]: pgmap v1544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:22:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:21 smithi098 ceph-mon[94136]: pgmap v1544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:22:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:23 smithi142 ceph-mon[94717]: pgmap v1545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:22:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:23 smithi098 ceph-mon[94136]: pgmap v1545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:22:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:25 smithi142 ceph-mon[94717]: pgmap v1546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:22:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:25 smithi098 ceph-mon[94136]: pgmap v1546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:22:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:27 smithi142 ceph-mon[94717]: pgmap v1547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:22:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:27 smithi098 ceph-mon[94136]: pgmap v1547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:22:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:29 smithi142 ceph-mon[94717]: pgmap v1548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:22:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:29 smithi098 ceph-mon[94136]: pgmap v1548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:22:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:31 smithi142 ceph-mon[94717]: pgmap v1549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:31 smithi098 ceph-mon[94136]: pgmap v1549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:33 smithi142 ceph-mon[94717]: pgmap v1550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:33 smithi098 ceph-mon[94136]: pgmap v1550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:35 smithi142 ceph-mon[94717]: pgmap v1551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:35 smithi098 ceph-mon[94136]: pgmap v1551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:37 smithi142 ceph-mon[94717]: pgmap v1552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:37 smithi098 ceph-mon[94136]: pgmap v1552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:39 smithi142 ceph-mon[94717]: pgmap v1553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:39 smithi098 ceph-mon[94136]: pgmap v1553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:41 smithi142 ceph-mon[94717]: pgmap v1554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:41 smithi098 ceph-mon[94136]: pgmap v1554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:43 smithi142 ceph-mon[94717]: pgmap v1555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:43 smithi098 ceph-mon[94136]: pgmap v1555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:45 smithi142 ceph-mon[94717]: pgmap v1556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:45 smithi098 ceph-mon[94136]: pgmap v1556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:47 smithi142 ceph-mon[94717]: pgmap v1557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:47 smithi098 ceph-mon[94136]: pgmap v1557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:49 smithi142 ceph-mon[94717]: pgmap v1558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:49 smithi098 ceph-mon[94136]: pgmap v1558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:51 smithi142 ceph-mon[94717]: pgmap v1559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:51 smithi098 ceph-mon[94136]: pgmap v1559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:53 smithi142 ceph-mon[94717]: pgmap v1560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:53 smithi098 ceph-mon[94136]: pgmap v1560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:22:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:55 smithi142 ceph-mon[94717]: pgmap v1561: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:55 smithi098 ceph-mon[94136]: pgmap v1561: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:57 smithi142 ceph-mon[94717]: pgmap v1562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:22:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:57 smithi098 ceph-mon[94136]: pgmap v1562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:22:59 smithi142 ceph-mon[94717]: pgmap v1563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:22:59 smithi098 ceph-mon[94136]: pgmap v1563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:01 smithi142 ceph-mon[94717]: pgmap v1564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:01 smithi098 ceph-mon[94136]: pgmap v1564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:03 smithi142 ceph-mon[94717]: pgmap v1565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:23:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:03 smithi098 ceph-mon[94136]: pgmap v1565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:23:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:05 smithi142 ceph-mon[94717]: pgmap v1566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:23:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:05 smithi098 ceph-mon[94136]: pgmap v1566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:23:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:07 smithi142 ceph-mon[94717]: pgmap v1567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:23:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:07 smithi098 ceph-mon[94136]: pgmap v1567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:23:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:09 smithi142 ceph-mon[94717]: osdmap e185: 12 total, 9 up, 9 in 2023-03-22T15:23:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:09 smithi142 ceph-mon[94717]: pgmap v1569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:23:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:09 smithi098 ceph-mon[94136]: osdmap e185: 12 total, 9 up, 9 in 2023-03-22T15:23:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:09 smithi098 ceph-mon[94136]: pgmap v1569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:23:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:11 smithi142 ceph-mon[94717]: pgmap v1570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:23:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:11 smithi098 ceph-mon[94136]: pgmap v1570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:23:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:13 smithi142 ceph-mon[94717]: pgmap v1571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:13 smithi098 ceph-mon[94136]: pgmap v1571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:15 smithi142 ceph-mon[94717]: pgmap v1572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:15 smithi098 ceph-mon[94136]: pgmap v1572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:17 smithi142 ceph-mon[94717]: pgmap v1573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:17 smithi098 ceph-mon[94136]: pgmap v1573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:19 smithi142 ceph-mon[94717]: pgmap v1574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:19 smithi098 ceph-mon[94136]: pgmap v1574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:23:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:21 smithi142 ceph-mon[94717]: pgmap v1575: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:23:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:21 smithi098 ceph-mon[94136]: pgmap v1575: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:23:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:23 smithi142 ceph-mon[94717]: pgmap v1576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:23:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:23 smithi098 ceph-mon[94136]: pgmap v1576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:23:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:25 smithi142 ceph-mon[94717]: pgmap v1577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:23:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:25 smithi098 ceph-mon[94136]: pgmap v1577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:23:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:27 smithi142 ceph-mon[94717]: pgmap v1578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:23:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:27 smithi098 ceph-mon[94136]: pgmap v1578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:23:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:29 smithi142 ceph-mon[94717]: pgmap v1579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:23:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:29 smithi098 ceph-mon[94136]: pgmap v1579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:23:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:31 smithi142 ceph-mon[94717]: pgmap v1580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:31 smithi098 ceph-mon[94136]: pgmap v1580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:33 smithi142 ceph-mon[94717]: pgmap v1581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:33 smithi098 ceph-mon[94136]: pgmap v1581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:35 smithi142 ceph-mon[94717]: pgmap v1582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:35 smithi098 ceph-mon[94136]: pgmap v1582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:37 smithi142 ceph-mon[94717]: pgmap v1583: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:37 smithi098 ceph-mon[94136]: pgmap v1583: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:39 smithi142 ceph-mon[94717]: pgmap v1584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:39 smithi098 ceph-mon[94136]: pgmap v1584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:41 smithi142 ceph-mon[94717]: pgmap v1585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:41 smithi098 ceph-mon[94136]: pgmap v1585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:43 smithi142 ceph-mon[94717]: pgmap v1586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:43 smithi098 ceph-mon[94136]: pgmap v1586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:45 smithi142 ceph-mon[94717]: pgmap v1587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:45 smithi098 ceph-mon[94136]: pgmap v1587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:47 smithi142 ceph-mon[94717]: pgmap v1588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:47 smithi098 ceph-mon[94136]: pgmap v1588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:49 smithi142 ceph-mon[94717]: pgmap v1589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:49 smithi098 ceph-mon[94136]: pgmap v1589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:51 smithi142 ceph-mon[94717]: pgmap v1590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:51 smithi098 ceph-mon[94136]: pgmap v1590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:53 smithi142 ceph-mon[94717]: pgmap v1591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:53 smithi098 ceph-mon[94136]: pgmap v1591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:23:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:55 smithi142 ceph-mon[94717]: pgmap v1592: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:55 smithi098 ceph-mon[94136]: pgmap v1592: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:57 smithi142 ceph-mon[94717]: pgmap v1593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:23:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:57 smithi098 ceph-mon[94136]: pgmap v1593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:23:59 smithi142 ceph-mon[94717]: pgmap v1594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:24:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:23:59 smithi098 ceph-mon[94136]: pgmap v1594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:24:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:01 smithi142 ceph-mon[94717]: pgmap v1595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 8 op/s 2023-03-22T15:24:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:01 smithi098 ceph-mon[94136]: pgmap v1595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 8 op/s 2023-03-22T15:24:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:03 smithi142 ceph-mon[94717]: pgmap v1596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:24:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:03 smithi098 ceph-mon[94136]: pgmap v1596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:24:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:05 smithi142 ceph-mon[94717]: pgmap v1597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:24:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:05 smithi098 ceph-mon[94136]: pgmap v1597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:24:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:07 smithi142 ceph-mon[94717]: pgmap v1598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:24:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:07 smithi098 ceph-mon[94136]: pgmap v1598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:24:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:09 smithi142 ceph-mon[94717]: osdmap e186: 12 total, 9 up, 9 in 2023-03-22T15:24:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:09 smithi142 ceph-mon[94717]: pgmap v1600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:24:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:09 smithi098 ceph-mon[94136]: osdmap e186: 12 total, 9 up, 9 in 2023-03-22T15:24:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:09 smithi098 ceph-mon[94136]: pgmap v1600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:24:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:11 smithi142 ceph-mon[94717]: pgmap v1601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:24:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:11 smithi098 ceph-mon[94136]: pgmap v1601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:24:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:13 smithi142 ceph-mon[94717]: pgmap v1602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:14.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:13 smithi098 ceph-mon[94136]: pgmap v1602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:15 smithi142 ceph-mon[94717]: pgmap v1603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:15 smithi098 ceph-mon[94136]: pgmap v1603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:17 smithi142 ceph-mon[94717]: pgmap v1604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:17 smithi098 ceph-mon[94136]: pgmap v1604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:19 smithi142 ceph-mon[94717]: pgmap v1605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:19 smithi098 ceph-mon[94136]: pgmap v1605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:24:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:21 smithi142 ceph-mon[94717]: pgmap v1606: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:24:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:21 smithi098 ceph-mon[94136]: pgmap v1606: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:24:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:23 smithi142 ceph-mon[94717]: pgmap v1607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:24:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:23 smithi098 ceph-mon[94136]: pgmap v1607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:24:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:25 smithi142 ceph-mon[94717]: pgmap v1608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:24:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:25 smithi098 ceph-mon[94136]: pgmap v1608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:24:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:27 smithi142 ceph-mon[94717]: pgmap v1609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:24:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:27 smithi098 ceph-mon[94136]: pgmap v1609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:24:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:29 smithi142 ceph-mon[94717]: pgmap v1610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:24:30.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:29 smithi098 ceph-mon[94136]: pgmap v1610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:24:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:31 smithi142 ceph-mon[94717]: pgmap v1611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:31 smithi098 ceph-mon[94136]: pgmap v1611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:33 smithi142 ceph-mon[94717]: pgmap v1612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:33 smithi098 ceph-mon[94136]: pgmap v1612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:35 smithi142 ceph-mon[94717]: pgmap v1613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:35 smithi098 ceph-mon[94136]: pgmap v1613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:37 smithi142 ceph-mon[94717]: pgmap v1614: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:37 smithi098 ceph-mon[94136]: pgmap v1614: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:39 smithi142 ceph-mon[94717]: pgmap v1615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:39 smithi098 ceph-mon[94136]: pgmap v1615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:41 smithi142 ceph-mon[94717]: pgmap v1616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:41 smithi098 ceph-mon[94136]: pgmap v1616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:43 smithi142 ceph-mon[94717]: pgmap v1617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:43 smithi098 ceph-mon[94136]: pgmap v1617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:45 smithi142 ceph-mon[94717]: pgmap v1618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:46.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:45 smithi098 ceph-mon[94136]: pgmap v1618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:47 smithi142 ceph-mon[94717]: pgmap v1619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:47 smithi098 ceph-mon[94136]: pgmap v1619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:49 smithi142 ceph-mon[94717]: pgmap v1620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:49 smithi098 ceph-mon[94136]: pgmap v1620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:51 smithi142 ceph-mon[94717]: pgmap v1621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:51 smithi098 ceph-mon[94136]: pgmap v1621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:53 smithi142 ceph-mon[94717]: pgmap v1622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:53 smithi098 ceph-mon[94136]: pgmap v1622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:24:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:55 smithi142 ceph-mon[94717]: pgmap v1623: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:55 smithi098 ceph-mon[94136]: pgmap v1623: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:57 smithi142 ceph-mon[94717]: pgmap v1624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:24:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:57 smithi098 ceph-mon[94136]: pgmap v1624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:24:59 smithi142 ceph-mon[94717]: pgmap v1625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:24:59 smithi098 ceph-mon[94136]: pgmap v1625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:01 smithi142 ceph-mon[94717]: pgmap v1626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:01 smithi098 ceph-mon[94136]: pgmap v1626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:03 smithi142 ceph-mon[94717]: pgmap v1627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:25:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:03 smithi098 ceph-mon[94136]: pgmap v1627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:25:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:05 smithi142 ceph-mon[94717]: pgmap v1628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:25:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:05 smithi098 ceph-mon[94136]: pgmap v1628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:25:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:07 smithi142 ceph-mon[94717]: pgmap v1629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:25:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:07 smithi098 ceph-mon[94136]: pgmap v1629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:25:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:09 smithi142 ceph-mon[94717]: osdmap e187: 12 total, 9 up, 9 in 2023-03-22T15:25:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:09 smithi142 ceph-mon[94717]: pgmap v1631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:25:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:09 smithi098 ceph-mon[94136]: osdmap e187: 12 total, 9 up, 9 in 2023-03-22T15:25:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:09 smithi098 ceph-mon[94136]: pgmap v1631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:25:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:11 smithi142 ceph-mon[94717]: pgmap v1632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:25:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:11 smithi098 ceph-mon[94136]: pgmap v1632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:25:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:13 smithi142 ceph-mon[94717]: pgmap v1633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T15:25:14.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:13 smithi098 ceph-mon[94136]: pgmap v1633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T15:25:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:15 smithi142 ceph-mon[94717]: pgmap v1634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T15:25:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:15 smithi098 ceph-mon[94136]: pgmap v1634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T15:25:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:17 smithi142 ceph-mon[94717]: pgmap v1635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T15:25:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:17 smithi098 ceph-mon[94136]: pgmap v1635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T15:25:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:19 smithi142 ceph-mon[94717]: pgmap v1636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:25:20.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:19 smithi098 ceph-mon[94136]: pgmap v1636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:25:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:21 smithi142 ceph-mon[94717]: pgmap v1637: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:25:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:21 smithi098 ceph-mon[94136]: pgmap v1637: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:25:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:23 smithi142 ceph-mon[94717]: pgmap v1638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:25:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:23 smithi098 ceph-mon[94136]: pgmap v1638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:25:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:25 smithi142 ceph-mon[94717]: pgmap v1639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:25:26.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:25 smithi098 ceph-mon[94136]: pgmap v1639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:25:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:27 smithi142 ceph-mon[94717]: pgmap v1640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:25:27.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:27 smithi098 ceph-mon[94136]: pgmap v1640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:25:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:29 smithi142 ceph-mon[94717]: pgmap v1641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:25:30.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:29 smithi098 ceph-mon[94136]: pgmap v1641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:25:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:31 smithi142 ceph-mon[94717]: pgmap v1642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:31 smithi098 ceph-mon[94136]: pgmap v1642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:33 smithi142 ceph-mon[94717]: pgmap v1643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:34.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:33 smithi098 ceph-mon[94136]: pgmap v1643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:36.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:35 smithi142 ceph-mon[94717]: pgmap v1644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:36.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:35 smithi098 ceph-mon[94136]: pgmap v1644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:37 smithi142 ceph-mon[94717]: pgmap v1645: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:37.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:37 smithi098 ceph-mon[94136]: pgmap v1645: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:39 smithi142 ceph-mon[94717]: pgmap v1646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:39 smithi098 ceph-mon[94136]: pgmap v1646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:42.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:41 smithi142 ceph-mon[94717]: pgmap v1647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:42.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:41 smithi098 ceph-mon[94136]: pgmap v1647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:44.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:43 smithi142 ceph-mon[94717]: pgmap v1648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:44.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:43 smithi098 ceph-mon[94136]: pgmap v1648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:46.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:45 smithi142 ceph-mon[94717]: pgmap v1649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:25:46.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:45 smithi098 ceph-mon[94136]: pgmap v1649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:25:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:47 smithi142 ceph-mon[94717]: pgmap v1650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:25:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:47 smithi098 ceph-mon[94136]: pgmap v1650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:25:50.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:49 smithi142 ceph-mon[94717]: pgmap v1651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:49 smithi098 ceph-mon[94136]: pgmap v1651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:52.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:51 smithi142 ceph-mon[94717]: pgmap v1652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:25:52.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:51 smithi098 ceph-mon[94136]: pgmap v1652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:25:54.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:53 smithi142 ceph-mon[94717]: pgmap v1653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:54.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:53 smithi098 ceph-mon[94136]: pgmap v1653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:25:56.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:55 smithi142 ceph-mon[94717]: pgmap v1654: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:55 smithi098 ceph-mon[94136]: pgmap v1654: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:57 smithi142 ceph-mon[94717]: pgmap v1655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:25:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:57 smithi098 ceph-mon[94136]: pgmap v1655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:00.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:25:59 smithi142 ceph-mon[94717]: pgmap v1656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:25:59 smithi098 ceph-mon[94136]: pgmap v1656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:02.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:01 smithi142 ceph-mon[94717]: pgmap v1657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:01 smithi098 ceph-mon[94136]: pgmap v1657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:04.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:03 smithi142 ceph-mon[94717]: pgmap v1658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:26:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:03 smithi098 ceph-mon[94136]: pgmap v1658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:26:06.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:05 smithi142 ceph-mon[94717]: pgmap v1659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:26:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:05 smithi098 ceph-mon[94136]: pgmap v1659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:26:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:07 smithi142 ceph-mon[94717]: pgmap v1660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:26:07.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:07 smithi098 ceph-mon[94136]: pgmap v1660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:26:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:09 smithi142 ceph-mon[94717]: osdmap e188: 12 total, 9 up, 9 in 2023-03-22T15:26:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:09 smithi142 ceph-mon[94717]: pgmap v1662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:26:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:09 smithi098 ceph-mon[94136]: osdmap e188: 12 total, 9 up, 9 in 2023-03-22T15:26:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:09 smithi098 ceph-mon[94136]: pgmap v1662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:26:12.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:11 smithi142 ceph-mon[94717]: pgmap v1663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:26:12.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:11 smithi098 ceph-mon[94136]: pgmap v1663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:26:14.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:13 smithi142 ceph-mon[94717]: pgmap v1664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:14.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:13 smithi098 ceph-mon[94136]: pgmap v1664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:16.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:15 smithi142 ceph-mon[94717]: pgmap v1665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:16.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:15 smithi098 ceph-mon[94136]: pgmap v1665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:17 smithi142 ceph-mon[94717]: pgmap v1666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:17 smithi098 ceph-mon[94136]: pgmap v1666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:20.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:19 smithi142 ceph-mon[94717]: pgmap v1667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:20.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:19 smithi098 ceph-mon[94136]: pgmap v1667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:26:22.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:21 smithi142 ceph-mon[94717]: pgmap v1668: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:26:22.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:21 smithi098 ceph-mon[94136]: pgmap v1668: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:26:24.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:23 smithi142 ceph-mon[94717]: pgmap v1669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:26:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:23 smithi098 ceph-mon[94136]: pgmap v1669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:26:26.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:25 smithi142 ceph-mon[94717]: pgmap v1670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:26:26.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:25 smithi098 ceph-mon[94136]: pgmap v1670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:26:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:27 smithi142 ceph-mon[94717]: pgmap v1671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:26:27.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:27 smithi098 ceph-mon[94136]: pgmap v1671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:26:30.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:29 smithi142 ceph-mon[94717]: pgmap v1672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:26:30.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:29 smithi098 ceph-mon[94136]: pgmap v1672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:26:32.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:31 smithi142 ceph-mon[94717]: pgmap v1673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:32.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:31 smithi098 ceph-mon[94136]: pgmap v1673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:34.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:33 smithi142 ceph-mon[94717]: pgmap v1674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:34.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:33 smithi098 ceph-mon[94136]: pgmap v1674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:36.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:35 smithi098 ceph-mon[94136]: pgmap v1675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:36.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:35 smithi142 ceph-mon[94717]: pgmap v1675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:37 smithi142 ceph-mon[94717]: pgmap v1676: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:37 smithi098 ceph-mon[94136]: pgmap v1676: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:40.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:39 smithi142 ceph-mon[94717]: pgmap v1677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:39 smithi098 ceph-mon[94136]: pgmap v1677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:42.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:41 smithi098 ceph-mon[94136]: pgmap v1678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:42.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:41 smithi142 ceph-mon[94717]: pgmap v1678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:44.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:43 smithi098 ceph-mon[94136]: pgmap v1679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:44.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:43 smithi142 ceph-mon[94717]: pgmap v1679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:46.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:45 smithi098 ceph-mon[94136]: pgmap v1680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:46.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:45 smithi142 ceph-mon[94717]: pgmap v1680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:47 smithi142 ceph-mon[94717]: pgmap v1681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:47 smithi098 ceph-mon[94136]: pgmap v1681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:49 smithi098 ceph-mon[94136]: pgmap v1682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:50.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:49 smithi142 ceph-mon[94717]: pgmap v1682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:52.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:51 smithi098 ceph-mon[94136]: pgmap v1683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:52.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:51 smithi142 ceph-mon[94717]: pgmap v1683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:54.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:53 smithi098 ceph-mon[94136]: pgmap v1684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:54.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:53 smithi142 ceph-mon[94717]: pgmap v1684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:26:56.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:55 smithi098 ceph-mon[94136]: pgmap v1685: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:56.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:55 smithi142 ceph-mon[94717]: pgmap v1685: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:57 smithi142 ceph-mon[94717]: pgmap v1686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:26:57.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:57 smithi098 ceph-mon[94136]: pgmap v1686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:00.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:26:59 smithi098 ceph-mon[94136]: pgmap v1687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:00.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:26:59 smithi142 ceph-mon[94717]: pgmap v1687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:02.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:01 smithi098 ceph-mon[94136]: pgmap v1688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:02.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:01 smithi142 ceph-mon[94717]: pgmap v1688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:04.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:03 smithi098 ceph-mon[94136]: pgmap v1689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:27:04.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:03 smithi142 ceph-mon[94717]: pgmap v1689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:27:06.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:05 smithi098 ceph-mon[94136]: pgmap v1690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:27:06.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:05 smithi142 ceph-mon[94717]: pgmap v1690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:27:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:07 smithi142 ceph-mon[94717]: pgmap v1691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:27:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:07 smithi098 ceph-mon[94136]: pgmap v1691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:27:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:09 smithi142 ceph-mon[94717]: osdmap e189: 12 total, 9 up, 9 in 2023-03-22T15:27:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:09 smithi142 ceph-mon[94717]: pgmap v1693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:27:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:09 smithi098 ceph-mon[94136]: osdmap e189: 12 total, 9 up, 9 in 2023-03-22T15:27:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:09 smithi098 ceph-mon[94136]: pgmap v1693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:27:12.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:11 smithi098 ceph-mon[94136]: pgmap v1694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:27:12.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:11 smithi142 ceph-mon[94717]: pgmap v1694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:27:14.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:13 smithi098 ceph-mon[94136]: pgmap v1695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:27:14.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:13 smithi142 ceph-mon[94717]: pgmap v1695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:27:16.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:15 smithi098 ceph-mon[94136]: pgmap v1696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:27:16.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:15 smithi142 ceph-mon[94717]: pgmap v1696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:27:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:17 smithi142 ceph-mon[94717]: pgmap v1697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:27:17.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:17 smithi098 ceph-mon[94136]: pgmap v1697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:27:20.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:19 smithi098 ceph-mon[94136]: pgmap v1698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 203 B/s wr, 10 op/s 2023-03-22T15:27:20.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:19 smithi142 ceph-mon[94717]: pgmap v1698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 203 B/s wr, 10 op/s 2023-03-22T15:27:22.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:21 smithi098 ceph-mon[94136]: pgmap v1699: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:27:22.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:21 smithi142 ceph-mon[94717]: pgmap v1699: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:27:24.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:23 smithi098 ceph-mon[94136]: pgmap v1700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:27:24.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:23 smithi142 ceph-mon[94717]: pgmap v1700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:27:26.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:25 smithi098 ceph-mon[94136]: pgmap v1701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:27:26.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:25 smithi142 ceph-mon[94717]: pgmap v1701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:27:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:27 smithi142 ceph-mon[94717]: pgmap v1702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:27:27.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:27 smithi098 ceph-mon[94136]: pgmap v1702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:27:30.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:29 smithi098 ceph-mon[94136]: pgmap v1703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:27:30.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:29 smithi142 ceph-mon[94717]: pgmap v1703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:27:32.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:31 smithi098 ceph-mon[94136]: pgmap v1704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:32.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:31 smithi142 ceph-mon[94717]: pgmap v1704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:34.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:33 smithi098 ceph-mon[94136]: pgmap v1705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:34.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:33 smithi142 ceph-mon[94717]: pgmap v1705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:36.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:35 smithi098 ceph-mon[94136]: pgmap v1706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:36.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:35 smithi142 ceph-mon[94717]: pgmap v1706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:37 smithi142 ceph-mon[94717]: pgmap v1707: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:37.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:37 smithi098 ceph-mon[94136]: pgmap v1707: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:39 smithi098 ceph-mon[94136]: pgmap v1708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:40.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:39 smithi142 ceph-mon[94717]: pgmap v1708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:42.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:41 smithi098 ceph-mon[94136]: pgmap v1709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:42.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:41 smithi142 ceph-mon[94717]: pgmap v1709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:44.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:43 smithi098 ceph-mon[94136]: pgmap v1710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:44.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:43 smithi142 ceph-mon[94717]: pgmap v1710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:46.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:45 smithi098 ceph-mon[94136]: pgmap v1711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:46.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:45 smithi142 ceph-mon[94717]: pgmap v1711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:47 smithi142 ceph-mon[94717]: pgmap v1712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:47 smithi098 ceph-mon[94136]: pgmap v1712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:50.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:49 smithi098 ceph-mon[94136]: pgmap v1713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:50.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:49 smithi142 ceph-mon[94717]: pgmap v1713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:52.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:51 smithi098 ceph-mon[94136]: pgmap v1714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:52.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:51 smithi142 ceph-mon[94717]: pgmap v1714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:54.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:53 smithi098 ceph-mon[94136]: pgmap v1715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:54.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:53 smithi142 ceph-mon[94717]: pgmap v1715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:27:56.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:55 smithi098 ceph-mon[94136]: pgmap v1716: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:56.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:55 smithi142 ceph-mon[94717]: pgmap v1716: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:57 smithi142 ceph-mon[94717]: pgmap v1717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:27:57.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:57 smithi098 ceph-mon[94136]: pgmap v1717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:00.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:27:59 smithi098 ceph-mon[94136]: pgmap v1718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:00.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:27:59 smithi142 ceph-mon[94717]: pgmap v1718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:02.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:01 smithi098 ceph-mon[94136]: pgmap v1719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:02.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:01 smithi142 ceph-mon[94717]: pgmap v1719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:04.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:03 smithi098 ceph-mon[94136]: pgmap v1720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:28:04.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:03 smithi142 ceph-mon[94717]: pgmap v1720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:28:06.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:05 smithi098 ceph-mon[94136]: pgmap v1721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:28:06.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:05 smithi142 ceph-mon[94717]: pgmap v1721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:28:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:07 smithi142 ceph-mon[94717]: pgmap v1722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:28:07.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:07 smithi098 ceph-mon[94136]: pgmap v1722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:28:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:09 smithi142 ceph-mon[94717]: osdmap e190: 12 total, 9 up, 9 in 2023-03-22T15:28:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:09 smithi142 ceph-mon[94717]: pgmap v1724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:28:10.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:09 smithi098 ceph-mon[94136]: osdmap e190: 12 total, 9 up, 9 in 2023-03-22T15:28:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:09 smithi098 ceph-mon[94136]: pgmap v1724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:28:12.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:11 smithi098 ceph-mon[94136]: pgmap v1725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:28:12.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:11 smithi142 ceph-mon[94717]: pgmap v1725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:28:14.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:13 smithi098 ceph-mon[94136]: pgmap v1726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:28:14.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:13 smithi142 ceph-mon[94717]: pgmap v1726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:28:16.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:15 smithi098 ceph-mon[94136]: pgmap v1727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:28:16.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:15 smithi142 ceph-mon[94717]: pgmap v1727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:28:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:17 smithi142 ceph-mon[94717]: pgmap v1728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:28:17.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:17 smithi098 ceph-mon[94136]: pgmap v1728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:28:20.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:19 smithi098 ceph-mon[94136]: pgmap v1729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 203 B/s wr, 10 op/s 2023-03-22T15:28:20.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:19 smithi142 ceph-mon[94717]: pgmap v1729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 203 B/s wr, 10 op/s 2023-03-22T15:28:22.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:21 smithi098 ceph-mon[94136]: pgmap v1730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:28:22.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:21 smithi142 ceph-mon[94717]: pgmap v1730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:28:24.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:23 smithi098 ceph-mon[94136]: pgmap v1731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:28:24.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:23 smithi142 ceph-mon[94717]: pgmap v1731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:28:26.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:25 smithi098 ceph-mon[94136]: pgmap v1732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:28:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:25 smithi142 ceph-mon[94717]: pgmap v1732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:28:27.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:27 smithi142 ceph-mon[94717]: pgmap v1733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:28:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:27 smithi098 ceph-mon[94136]: pgmap v1733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:28:30.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:29 smithi098 ceph-mon[94136]: pgmap v1734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:28:30.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:29 smithi142 ceph-mon[94717]: pgmap v1734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:28:32.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:31 smithi098 ceph-mon[94136]: pgmap v1735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:32.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:31 smithi142 ceph-mon[94717]: pgmap v1735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:34.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:33 smithi098 ceph-mon[94136]: pgmap v1736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:34.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:33 smithi142 ceph-mon[94717]: pgmap v1736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:36.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:35 smithi098 ceph-mon[94136]: pgmap v1737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:36.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:35 smithi142 ceph-mon[94717]: pgmap v1737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:37 smithi142 ceph-mon[94717]: pgmap v1738: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:37 smithi098 ceph-mon[94136]: pgmap v1738: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:40.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:39 smithi098 ceph-mon[94136]: pgmap v1739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:40.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:39 smithi142 ceph-mon[94717]: pgmap v1739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:42.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:41 smithi098 ceph-mon[94136]: pgmap v1740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:42.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:41 smithi142 ceph-mon[94717]: pgmap v1740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:44.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:43 smithi098 ceph-mon[94136]: pgmap v1741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:44.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:43 smithi142 ceph-mon[94717]: pgmap v1741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:46.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:45 smithi098 ceph-mon[94136]: pgmap v1742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:46.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:45 smithi142 ceph-mon[94717]: pgmap v1742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:47 smithi142 ceph-mon[94717]: pgmap v1743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:47.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:47 smithi098 ceph-mon[94136]: pgmap v1743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:50.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:49 smithi098 ceph-mon[94136]: pgmap v1744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:50.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:49 smithi142 ceph-mon[94717]: pgmap v1744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:52.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:51 smithi098 ceph-mon[94136]: pgmap v1745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:52.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:51 smithi142 ceph-mon[94717]: pgmap v1745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:54.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:53 smithi098 ceph-mon[94136]: pgmap v1746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:54.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:53 smithi142 ceph-mon[94717]: pgmap v1746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:28:56.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:55 smithi098 ceph-mon[94136]: pgmap v1747: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:56.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:55 smithi142 ceph-mon[94717]: pgmap v1747: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:57 smithi142 ceph-mon[94717]: pgmap v1748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:28:57.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:57 smithi098 ceph-mon[94136]: pgmap v1748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:00.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:28:59 smithi098 ceph-mon[94136]: pgmap v1749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:00.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:28:59 smithi142 ceph-mon[94717]: pgmap v1749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:02.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:01 smithi098 ceph-mon[94136]: pgmap v1750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:02.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:01 smithi142 ceph-mon[94717]: pgmap v1750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:04.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:03 smithi098 ceph-mon[94136]: pgmap v1751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:29:04.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:03 smithi142 ceph-mon[94717]: pgmap v1751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:29:06.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:05 smithi098 ceph-mon[94136]: pgmap v1752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:29:06.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:05 smithi142 ceph-mon[94717]: pgmap v1752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:29:07.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:07 smithi142 ceph-mon[94717]: pgmap v1753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:29:07.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:07 smithi098 ceph-mon[94136]: pgmap v1753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:29:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:09 smithi142 ceph-mon[94717]: osdmap e191: 12 total, 9 up, 9 in 2023-03-22T15:29:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:09 smithi142 ceph-mon[94717]: pgmap v1755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:29:10.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:09 smithi098 ceph-mon[94136]: osdmap e191: 12 total, 9 up, 9 in 2023-03-22T15:29:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:09 smithi098 ceph-mon[94136]: pgmap v1755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:29:12.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:11 smithi098 ceph-mon[94136]: pgmap v1756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:29:12.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:11 smithi142 ceph-mon[94717]: pgmap v1756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:29:14.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:13 smithi098 ceph-mon[94136]: pgmap v1757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:29:14.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:13 smithi142 ceph-mon[94717]: pgmap v1757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:29:16.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:15 smithi098 ceph-mon[94136]: pgmap v1758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:29:16.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:15 smithi142 ceph-mon[94717]: pgmap v1758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:29:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:17 smithi142 ceph-mon[94717]: pgmap v1759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:29:17.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:17 smithi098 ceph-mon[94136]: pgmap v1759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:29:20.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:19 smithi098 ceph-mon[94136]: pgmap v1760: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 203 B/s wr, 10 op/s 2023-03-22T15:29:20.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:19 smithi142 ceph-mon[94717]: pgmap v1760: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 203 B/s wr, 10 op/s 2023-03-22T15:29:22.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:21 smithi098 ceph-mon[94136]: pgmap v1761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:29:22.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:21 smithi142 ceph-mon[94717]: pgmap v1761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:29:24.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:23 smithi098 ceph-mon[94136]: pgmap v1762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:29:24.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:23 smithi142 ceph-mon[94717]: pgmap v1762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:29:26.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:25 smithi098 ceph-mon[94136]: pgmap v1763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:29:26.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:25 smithi142 ceph-mon[94717]: pgmap v1763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:29:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:27 smithi142 ceph-mon[94717]: pgmap v1764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:29:27.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:27 smithi098 ceph-mon[94136]: pgmap v1764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:29:30.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:29 smithi098 ceph-mon[94136]: pgmap v1765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:29:30.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:29 smithi142 ceph-mon[94717]: pgmap v1765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:29:32.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:31 smithi098 ceph-mon[94136]: pgmap v1766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:32.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:31 smithi142 ceph-mon[94717]: pgmap v1766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:34.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:33 smithi142 ceph-mon[94717]: pgmap v1767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:34.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:33 smithi098 ceph-mon[94136]: pgmap v1767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:36.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:35 smithi142 ceph-mon[94717]: pgmap v1768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:36.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:35 smithi098 ceph-mon[94136]: pgmap v1768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:37.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:37 smithi142 ceph-mon[94717]: pgmap v1769: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:37.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:37 smithi098 ceph-mon[94136]: pgmap v1769: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:40.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:39 smithi098 ceph-mon[94136]: pgmap v1770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:40.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:39 smithi142 ceph-mon[94717]: pgmap v1770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:42.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:41 smithi098 ceph-mon[94136]: pgmap v1771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:42.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:41 smithi142 ceph-mon[94717]: pgmap v1771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:44.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:43 smithi142 ceph-mon[94717]: pgmap v1772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:44.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:43 smithi098 ceph-mon[94136]: pgmap v1772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:46.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:45 smithi142 ceph-mon[94717]: pgmap v1773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:46.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:45 smithi098 ceph-mon[94136]: pgmap v1773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:47.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:47 smithi142 ceph-mon[94717]: pgmap v1774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:47.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:47 smithi098 ceph-mon[94136]: pgmap v1774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:50.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:49 smithi142 ceph-mon[94717]: pgmap v1775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:50.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:49 smithi098 ceph-mon[94136]: pgmap v1775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:52.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:51 smithi142 ceph-mon[94717]: pgmap v1776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:52.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:51 smithi098 ceph-mon[94136]: pgmap v1776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:54.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:53 smithi142 ceph-mon[94717]: pgmap v1777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:54.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:53 smithi098 ceph-mon[94136]: pgmap v1777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:29:56.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:55 smithi142 ceph-mon[94717]: pgmap v1778: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:56.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:55 smithi098 ceph-mon[94136]: pgmap v1778: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:57.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:57 smithi142 ceph-mon[94717]: pgmap v1779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:29:57.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:57 smithi098 ceph-mon[94136]: pgmap v1779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:00.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:29:59 smithi142 ceph-mon[94717]: pgmap v1780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:00.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:29:59 smithi098 ceph-mon[94136]: pgmap v1780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:01.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:30:01.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:30:02.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:01 smithi142 ceph-mon[94717]: pgmap v1781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:02.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:01 smithi098 ceph-mon[94136]: pgmap v1781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:04.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:03 smithi142 ceph-mon[94717]: pgmap v1782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:30:04.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:03 smithi098 ceph-mon[94136]: pgmap v1782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:30:06.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:05 smithi142 ceph-mon[94717]: pgmap v1783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:30:06.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:05 smithi098 ceph-mon[94136]: pgmap v1783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:30:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:07 smithi142 ceph-mon[94717]: pgmap v1784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:30:07.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:07 smithi098 ceph-mon[94136]: pgmap v1784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:30:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:09 smithi142 ceph-mon[94717]: osdmap e192: 12 total, 9 up, 9 in 2023-03-22T15:30:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:09 smithi142 ceph-mon[94717]: pgmap v1786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:30:10.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:09 smithi098 ceph-mon[94136]: osdmap e192: 12 total, 9 up, 9 in 2023-03-22T15:30:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:09 smithi098 ceph-mon[94136]: pgmap v1786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:30:12.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:11 smithi142 ceph-mon[94717]: pgmap v1787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:30:12.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:11 smithi098 ceph-mon[94136]: pgmap v1787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:30:14.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:13 smithi142 ceph-mon[94717]: pgmap v1788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:30:14.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:13 smithi098 ceph-mon[94136]: pgmap v1788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:30:16.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:15 smithi142 ceph-mon[94717]: pgmap v1789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:30:16.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:15 smithi098 ceph-mon[94136]: pgmap v1789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:30:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:17 smithi142 ceph-mon[94717]: pgmap v1790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:30:17.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:17 smithi098 ceph-mon[94136]: pgmap v1790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:30:20.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:19 smithi142 ceph-mon[94717]: pgmap v1791: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:30:20.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:19 smithi098 ceph-mon[94136]: pgmap v1791: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:30:22.374 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:21 smithi142 ceph-mon[94717]: pgmap v1792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:30:22.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:21 smithi098 ceph-mon[94136]: pgmap v1792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:30:24.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:23 smithi142 ceph-mon[94717]: pgmap v1793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:30:24.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:23 smithi098 ceph-mon[94136]: pgmap v1793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:30:26.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:25 smithi142 ceph-mon[94717]: pgmap v1794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:30:26.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:25 smithi098 ceph-mon[94136]: pgmap v1794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:30:27.874 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:27 smithi142 ceph-mon[94717]: pgmap v1795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:30:27.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:27 smithi098 ceph-mon[94136]: pgmap v1795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:30:30.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:29 smithi142 ceph-mon[94717]: pgmap v1796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:30:30.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:29 smithi098 ceph-mon[94136]: pgmap v1796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:30:32.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:31 smithi142 ceph-mon[94717]: pgmap v1797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:32.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:31 smithi098 ceph-mon[94136]: pgmap v1797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:34.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:33 smithi142 ceph-mon[94717]: pgmap v1798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:34.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:33 smithi098 ceph-mon[94136]: pgmap v1798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:36.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:35 smithi142 ceph-mon[94717]: pgmap v1799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:36.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:35 smithi098 ceph-mon[94136]: pgmap v1799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:37 smithi142 ceph-mon[94717]: pgmap v1800: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:37.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:37 smithi098 ceph-mon[94136]: pgmap v1800: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:40.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:39 smithi142 ceph-mon[94717]: pgmap v1801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:40.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:39 smithi098 ceph-mon[94136]: pgmap v1801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:42.210 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:41 smithi142 ceph-mon[94717]: pgmap v1802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:42.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:41 smithi098 ceph-mon[94136]: pgmap v1802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:44.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:43 smithi142 ceph-mon[94717]: pgmap v1803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:44.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:43 smithi098 ceph-mon[94136]: pgmap v1803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:46.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:45 smithi142 ceph-mon[94717]: pgmap v1804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:46.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:45 smithi098 ceph-mon[94136]: pgmap v1804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:47 smithi142 ceph-mon[94717]: pgmap v1805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:47 smithi098 ceph-mon[94136]: pgmap v1805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:50.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:49 smithi142 ceph-mon[94717]: pgmap v1806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:50.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:49 smithi098 ceph-mon[94136]: pgmap v1806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:52.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:51 smithi142 ceph-mon[94717]: pgmap v1807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:52.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:51 smithi098 ceph-mon[94136]: pgmap v1807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:54.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:53 smithi142 ceph-mon[94717]: pgmap v1808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:54.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:53 smithi098 ceph-mon[94136]: pgmap v1808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:30:56.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:55 smithi142 ceph-mon[94717]: pgmap v1809: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:56.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:55 smithi098 ceph-mon[94136]: pgmap v1809: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:57 smithi142 ceph-mon[94717]: pgmap v1810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:30:57.919 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:57 smithi098 ceph-mon[94136]: pgmap v1810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:00.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:30:59 smithi142 ceph-mon[94717]: pgmap v1811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:00.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:30:59 smithi098 ceph-mon[94136]: pgmap v1811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:02.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:01 smithi142 ceph-mon[94717]: pgmap v1812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:02.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:01 smithi098 ceph-mon[94136]: pgmap v1812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:04.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:03 smithi142 ceph-mon[94717]: pgmap v1813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:31:04.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:03 smithi098 ceph-mon[94136]: pgmap v1813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:31:06.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:05 smithi142 ceph-mon[94717]: pgmap v1814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:31:06.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:05 smithi098 ceph-mon[94136]: pgmap v1814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:31:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:07 smithi142 ceph-mon[94717]: pgmap v1815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:31:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:07 smithi098 ceph-mon[94136]: pgmap v1815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:31:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:09 smithi142 ceph-mon[94717]: osdmap e193: 12 total, 9 up, 9 in 2023-03-22T15:31:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:09 smithi142 ceph-mon[94717]: pgmap v1817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:31:10.169 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:09 smithi098 ceph-mon[94136]: osdmap e193: 12 total, 9 up, 9 in 2023-03-22T15:31:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:09 smithi098 ceph-mon[94136]: pgmap v1817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:31:12.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:11 smithi142 ceph-mon[94717]: pgmap v1818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:31:12.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:11 smithi098 ceph-mon[94136]: pgmap v1818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:31:14.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:13 smithi142 ceph-mon[94717]: pgmap v1819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:31:14.419 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:13 smithi098 ceph-mon[94136]: pgmap v1819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:31:16.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:15 smithi142 ceph-mon[94717]: pgmap v1820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:31:16.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:15 smithi098 ceph-mon[94136]: pgmap v1820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:31:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:17 smithi142 ceph-mon[94717]: pgmap v1821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:31:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:17 smithi098 ceph-mon[94136]: pgmap v1821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:31:20.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:19 smithi142 ceph-mon[94717]: pgmap v1822: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:31:20.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:19 smithi098 ceph-mon[94136]: pgmap v1822: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:31:22.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:21 smithi142 ceph-mon[94717]: pgmap v1823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:31:22.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:21 smithi098 ceph-mon[94136]: pgmap v1823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:31:24.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:23 smithi142 ceph-mon[94717]: pgmap v1824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:31:24.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:23 smithi098 ceph-mon[94136]: pgmap v1824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:31:26.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:25 smithi142 ceph-mon[94717]: pgmap v1825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:31:26.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:25 smithi098 ceph-mon[94136]: pgmap v1825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:31:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:27 smithi142 ceph-mon[94717]: pgmap v1826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:31:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:27 smithi098 ceph-mon[94136]: pgmap v1826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:31:30.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:29 smithi142 ceph-mon[94717]: pgmap v1827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:31:30.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:29 smithi098 ceph-mon[94136]: pgmap v1827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:31:32.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:31 smithi142 ceph-mon[94717]: pgmap v1828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:32.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:31 smithi098 ceph-mon[94136]: pgmap v1828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:34.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:33 smithi142 ceph-mon[94717]: pgmap v1829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:34.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:33 smithi098 ceph-mon[94136]: pgmap v1829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:36.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:35 smithi142 ceph-mon[94717]: pgmap v1830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:36.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:35 smithi098 ceph-mon[94136]: pgmap v1830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:37 smithi142 ceph-mon[94717]: pgmap v1831: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:37 smithi098 ceph-mon[94136]: pgmap v1831: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:40.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:39 smithi142 ceph-mon[94717]: pgmap v1832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:40.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:39 smithi098 ceph-mon[94136]: pgmap v1832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:42.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:41 smithi142 ceph-mon[94717]: pgmap v1833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:42.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:41 smithi098 ceph-mon[94136]: pgmap v1833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:44.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:43 smithi142 ceph-mon[94717]: pgmap v1834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:44.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:43 smithi098 ceph-mon[94136]: pgmap v1834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:46.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:45 smithi142 ceph-mon[94717]: pgmap v1835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:46.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:45 smithi098 ceph-mon[94136]: pgmap v1835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:47 smithi142 ceph-mon[94717]: pgmap v1836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:47 smithi098 ceph-mon[94136]: pgmap v1836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:50.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:49 smithi142 ceph-mon[94717]: pgmap v1837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:50.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:49 smithi098 ceph-mon[94136]: pgmap v1837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:52.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:51 smithi142 ceph-mon[94717]: pgmap v1838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:52.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:51 smithi098 ceph-mon[94136]: pgmap v1838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:54.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:53 smithi142 ceph-mon[94717]: pgmap v1839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:54.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:53 smithi098 ceph-mon[94136]: pgmap v1839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:31:56.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:55 smithi142 ceph-mon[94717]: pgmap v1840: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:56.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:55 smithi098 ceph-mon[94136]: pgmap v1840: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:57 smithi142 ceph-mon[94717]: pgmap v1841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:31:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:57 smithi098 ceph-mon[94136]: pgmap v1841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:00.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:31:59 smithi142 ceph-mon[94717]: pgmap v1842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:00.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:31:59 smithi098 ceph-mon[94136]: pgmap v1842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:02.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:01 smithi142 ceph-mon[94717]: pgmap v1843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:02.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:01 smithi098 ceph-mon[94136]: pgmap v1843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:04.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:03 smithi142 ceph-mon[94717]: pgmap v1844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:32:04.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:03 smithi098 ceph-mon[94136]: pgmap v1844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:32:06.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:05 smithi142 ceph-mon[94717]: pgmap v1845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:32:06.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:05 smithi098 ceph-mon[94136]: pgmap v1845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:32:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:07 smithi142 ceph-mon[94717]: pgmap v1846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:32:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:07 smithi098 ceph-mon[94136]: pgmap v1846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:32:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:09 smithi142 ceph-mon[94717]: osdmap e194: 12 total, 9 up, 9 in 2023-03-22T15:32:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:09 smithi142 ceph-mon[94717]: pgmap v1848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:32:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:09 smithi098 ceph-mon[94136]: osdmap e194: 12 total, 9 up, 9 in 2023-03-22T15:32:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:09 smithi098 ceph-mon[94136]: pgmap v1848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:32:12.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:11 smithi142 ceph-mon[94717]: pgmap v1849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:32:12.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:11 smithi098 ceph-mon[94136]: pgmap v1849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:32:14.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:13 smithi142 ceph-mon[94717]: pgmap v1850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:32:14.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:13 smithi098 ceph-mon[94136]: pgmap v1850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:32:16.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:15 smithi142 ceph-mon[94717]: pgmap v1851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:32:16.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:15 smithi098 ceph-mon[94136]: pgmap v1851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:32:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:17 smithi142 ceph-mon[94717]: pgmap v1852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:32:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:17 smithi098 ceph-mon[94136]: pgmap v1852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:32:20.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:19 smithi142 ceph-mon[94717]: pgmap v1853: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:32:20.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:19 smithi098 ceph-mon[94136]: pgmap v1853: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:32:22.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:21 smithi142 ceph-mon[94717]: pgmap v1854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:32:22.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:21 smithi098 ceph-mon[94136]: pgmap v1854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:32:24.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:23 smithi142 ceph-mon[94717]: pgmap v1855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:32:24.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:23 smithi098 ceph-mon[94136]: pgmap v1855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:32:26.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:25 smithi142 ceph-mon[94717]: pgmap v1856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:32:26.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:25 smithi098 ceph-mon[94136]: pgmap v1856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:32:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:27 smithi142 ceph-mon[94717]: pgmap v1857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:32:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:27 smithi098 ceph-mon[94136]: pgmap v1857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:32:30.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:29 smithi142 ceph-mon[94717]: pgmap v1858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:32:30.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:29 smithi098 ceph-mon[94136]: pgmap v1858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:32:32.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:31 smithi142 ceph-mon[94717]: pgmap v1859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:32.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:31 smithi098 ceph-mon[94136]: pgmap v1859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:34.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:33 smithi142 ceph-mon[94717]: pgmap v1860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:34.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:33 smithi098 ceph-mon[94136]: pgmap v1860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:36.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:35 smithi142 ceph-mon[94717]: pgmap v1861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:36.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:35 smithi098 ceph-mon[94136]: pgmap v1861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:37 smithi142 ceph-mon[94717]: pgmap v1862: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:37 smithi098 ceph-mon[94136]: pgmap v1862: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:40.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:39 smithi142 ceph-mon[94717]: pgmap v1863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:40.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:39 smithi098 ceph-mon[94136]: pgmap v1863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:42.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:41 smithi142 ceph-mon[94717]: pgmap v1864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:42.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:41 smithi098 ceph-mon[94136]: pgmap v1864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:44.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:43 smithi142 ceph-mon[94717]: pgmap v1865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:44.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:43 smithi098 ceph-mon[94136]: pgmap v1865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:46.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:45 smithi142 ceph-mon[94717]: pgmap v1866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:46.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:45 smithi098 ceph-mon[94136]: pgmap v1866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:47 smithi142 ceph-mon[94717]: pgmap v1867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:47 smithi098 ceph-mon[94136]: pgmap v1867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:50.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:49 smithi142 ceph-mon[94717]: pgmap v1868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:50.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:49 smithi098 ceph-mon[94136]: pgmap v1868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:52.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:51 smithi142 ceph-mon[94717]: pgmap v1869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:52.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:51 smithi098 ceph-mon[94136]: pgmap v1869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:54.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:53 smithi142 ceph-mon[94717]: pgmap v1870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:54.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:53 smithi098 ceph-mon[94136]: pgmap v1870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:32:56.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:55 smithi142 ceph-mon[94717]: pgmap v1871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:56.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:55 smithi098 ceph-mon[94136]: pgmap v1871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:57 smithi142 ceph-mon[94717]: pgmap v1872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:32:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:57 smithi098 ceph-mon[94136]: pgmap v1872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:00.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:32:59 smithi142 ceph-mon[94717]: pgmap v1873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:00.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:32:59 smithi098 ceph-mon[94136]: pgmap v1873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:02.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:01 smithi142 ceph-mon[94717]: pgmap v1874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:02.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:01 smithi098 ceph-mon[94136]: pgmap v1874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:04.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:03 smithi142 ceph-mon[94717]: pgmap v1875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:33:04.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:03 smithi098 ceph-mon[94136]: pgmap v1875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:33:06.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:05 smithi142 ceph-mon[94717]: pgmap v1876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:33:06.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:05 smithi098 ceph-mon[94136]: pgmap v1876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:33:07.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:07 smithi142 ceph-mon[94717]: pgmap v1877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:33:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:07 smithi098 ceph-mon[94136]: pgmap v1877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:33:10.125 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:09 smithi142 ceph-mon[94717]: osdmap e195: 12 total, 9 up, 9 in 2023-03-22T15:33:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:09 smithi142 ceph-mon[94717]: pgmap v1879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:33:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:09 smithi098 ceph-mon[94136]: osdmap e195: 12 total, 9 up, 9 in 2023-03-22T15:33:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:09 smithi098 ceph-mon[94136]: pgmap v1879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:33:12.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:11 smithi142 ceph-mon[94717]: pgmap v1880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:33:12.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:11 smithi098 ceph-mon[94136]: pgmap v1880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:33:14.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:13 smithi142 ceph-mon[94717]: pgmap v1881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:33:14.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:13 smithi098 ceph-mon[94136]: pgmap v1881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:33:16.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:15 smithi142 ceph-mon[94717]: pgmap v1882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:33:16.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:15 smithi098 ceph-mon[94136]: pgmap v1882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:33:17.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:17 smithi142 ceph-mon[94717]: pgmap v1883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:33:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:17 smithi098 ceph-mon[94136]: pgmap v1883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:33:20.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:19 smithi142 ceph-mon[94717]: pgmap v1884: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:33:20.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:19 smithi098 ceph-mon[94136]: pgmap v1884: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T15:33:22.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:21 smithi142 ceph-mon[94717]: pgmap v1885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:33:22.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:21 smithi098 ceph-mon[94136]: pgmap v1885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:33:24.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:23 smithi142 ceph-mon[94717]: pgmap v1886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:33:24.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:23 smithi098 ceph-mon[94136]: pgmap v1886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:33:26.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:25 smithi142 ceph-mon[94717]: pgmap v1887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:33:26.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:25 smithi098 ceph-mon[94136]: pgmap v1887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:33:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:27 smithi142 ceph-mon[94717]: pgmap v1888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:33:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:27 smithi098 ceph-mon[94136]: pgmap v1888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:33:30.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:29 smithi142 ceph-mon[94717]: pgmap v1889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:33:30.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:29 smithi098 ceph-mon[94136]: pgmap v1889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:33:32.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:31 smithi142 ceph-mon[94717]: pgmap v1890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:32.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:31 smithi098 ceph-mon[94136]: pgmap v1890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:34.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:33 smithi142 ceph-mon[94717]: pgmap v1891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:34.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:33 smithi098 ceph-mon[94136]: pgmap v1891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:36.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:35 smithi142 ceph-mon[94717]: pgmap v1892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:36.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:35 smithi098 ceph-mon[94136]: pgmap v1892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:37 smithi142 ceph-mon[94717]: pgmap v1893: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:37 smithi098 ceph-mon[94136]: pgmap v1893: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:40.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:39 smithi142 ceph-mon[94717]: pgmap v1894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:40.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:39 smithi098 ceph-mon[94136]: pgmap v1894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:42.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:41 smithi142 ceph-mon[94717]: pgmap v1895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:42.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:41 smithi098 ceph-mon[94136]: pgmap v1895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:44.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:43 smithi142 ceph-mon[94717]: pgmap v1896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:44.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:43 smithi098 ceph-mon[94136]: pgmap v1896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:46.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:45 smithi142 ceph-mon[94717]: pgmap v1897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:46.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:45 smithi098 ceph-mon[94136]: pgmap v1897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:47 smithi142 ceph-mon[94717]: pgmap v1898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:47 smithi098 ceph-mon[94136]: pgmap v1898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:50.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:49 smithi142 ceph-mon[94717]: pgmap v1899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:50.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:49 smithi098 ceph-mon[94136]: pgmap v1899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:52.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:51 smithi142 ceph-mon[94717]: pgmap v1900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:52.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:51 smithi098 ceph-mon[94136]: pgmap v1900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:54.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:53 smithi142 ceph-mon[94717]: pgmap v1901: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:54.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:53 smithi098 ceph-mon[94136]: pgmap v1901: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:33:56.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:55 smithi142 ceph-mon[94717]: pgmap v1902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:56.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:55 smithi098 ceph-mon[94136]: pgmap v1902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:57.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:57 smithi142 ceph-mon[94717]: pgmap v1903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:33:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:57 smithi098 ceph-mon[94136]: pgmap v1903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:00.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:33:59 smithi142 ceph-mon[94717]: pgmap v1904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:00.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:33:59 smithi098 ceph-mon[94136]: pgmap v1904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:02.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:01 smithi142 ceph-mon[94717]: pgmap v1905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:02.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:01 smithi098 ceph-mon[94136]: pgmap v1905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:04.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:03 smithi142 ceph-mon[94717]: pgmap v1906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:34:04.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:03 smithi098 ceph-mon[94136]: pgmap v1906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:34:06.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:05 smithi142 ceph-mon[94717]: pgmap v1907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:34:06.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:05 smithi098 ceph-mon[94136]: pgmap v1907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:34:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:07 smithi142 ceph-mon[94717]: pgmap v1908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:34:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:07 smithi098 ceph-mon[94136]: pgmap v1908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:34:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:09 smithi142 ceph-mon[94717]: osdmap e196: 12 total, 9 up, 9 in 2023-03-22T15:34:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:09 smithi142 ceph-mon[94717]: pgmap v1910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:34:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:09 smithi098 ceph-mon[94136]: osdmap e196: 12 total, 9 up, 9 in 2023-03-22T15:34:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:09 smithi098 ceph-mon[94136]: pgmap v1910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:34:12.375 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:11 smithi142 ceph-mon[94717]: pgmap v1911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:34:12.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:11 smithi098 ceph-mon[94136]: pgmap v1911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:34:14.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:13 smithi142 ceph-mon[94717]: pgmap v1912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:34:14.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:13 smithi098 ceph-mon[94136]: pgmap v1912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:34:16.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:15 smithi142 ceph-mon[94717]: pgmap v1913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:34:16.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:15 smithi098 ceph-mon[94136]: pgmap v1913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:34:17.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:17 smithi142 ceph-mon[94717]: pgmap v1914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:34:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:17 smithi098 ceph-mon[94136]: pgmap v1914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:34:20.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:19 smithi142 ceph-mon[94717]: pgmap v1915: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:34:20.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:19 smithi098 ceph-mon[94136]: pgmap v1915: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:34:22.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:21 smithi142 ceph-mon[94717]: pgmap v1916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:34:22.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:21 smithi098 ceph-mon[94136]: pgmap v1916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:34:24.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:23 smithi142 ceph-mon[94717]: pgmap v1917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:34:24.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:23 smithi098 ceph-mon[94136]: pgmap v1917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:34:26.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:25 smithi142 ceph-mon[94717]: pgmap v1918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:34:26.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:25 smithi098 ceph-mon[94136]: pgmap v1918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:34:27.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:27 smithi142 ceph-mon[94717]: pgmap v1919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:34:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:27 smithi098 ceph-mon[94136]: pgmap v1919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:34:30.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:29 smithi142 ceph-mon[94717]: pgmap v1920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:34:30.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:29 smithi098 ceph-mon[94136]: pgmap v1920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:34:32.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:31 smithi142 ceph-mon[94717]: pgmap v1921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:32.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:31 smithi098 ceph-mon[94136]: pgmap v1921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:34.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:33 smithi142 ceph-mon[94717]: pgmap v1922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:34.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:33 smithi098 ceph-mon[94136]: pgmap v1922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:36.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:35 smithi142 ceph-mon[94717]: pgmap v1923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:36.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:35 smithi098 ceph-mon[94136]: pgmap v1923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:37.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:37 smithi142 ceph-mon[94717]: pgmap v1924: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:37 smithi098 ceph-mon[94136]: pgmap v1924: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:40.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:39 smithi142 ceph-mon[94717]: pgmap v1925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:40.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:39 smithi098 ceph-mon[94136]: pgmap v1925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:42.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:41 smithi142 ceph-mon[94717]: pgmap v1926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:42.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:41 smithi098 ceph-mon[94136]: pgmap v1926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:44.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:43 smithi142 ceph-mon[94717]: pgmap v1927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:44.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:43 smithi098 ceph-mon[94136]: pgmap v1927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:44.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:44.277+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.279181+0000) 2023-03-22T15:34:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:44.277+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.278759+0000) 2023-03-22T15:34:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:44.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.278769+0000) 2023-03-22T15:34:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:44.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.278789+0000) 2023-03-22T15:34:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:44.277+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.278804+0000) 2023-03-22T15:34:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:44.277+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.278788+0000) 2023-03-22T15:34:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:44.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.278739+0000) 2023-03-22T15:34:44.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:44.223+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:44.224180+0000) 2023-03-22T15:34:45.717 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:45.277+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.278984+0000) 2023-03-22T15:34:45.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:45.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.278987+0000) 2023-03-22T15:34:45.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:45.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.278991+0000) 2023-03-22T15:34:45.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:45.277+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.279004+0000) 2023-03-22T15:34:45.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:45.277+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.279009+0000) 2023-03-22T15:34:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:45.223+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.224338+0000) 2023-03-22T15:34:45.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:45.278+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.279359+0000) 2023-03-22T15:34:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:45.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:45.278984+0000) 2023-03-22T15:34:46.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:45 smithi142 ceph-mon[94717]: pgmap v1928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:46.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:45 smithi098 ceph-mon[94136]: pgmap v1928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:46.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:46.278+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.279638+0000) 2023-03-22T15:34:46.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:46.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.279261+0000) 2023-03-22T15:34:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:46.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.279254+0000) 2023-03-22T15:34:46.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:46.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.279255+0000) 2023-03-22T15:34:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:46.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.279243+0000) 2023-03-22T15:34:46.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:46.223+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.224521+0000) 2023-03-22T15:34:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:46.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.279298+0000) 2023-03-22T15:34:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:46.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:46.279255+0000) 2023-03-22T15:34:47.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:47.278+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.279818+0000) 2023-03-22T15:34:47.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:47.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.279493+0000) 2023-03-22T15:34:47.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:47.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.279503+0000) 2023-03-22T15:34:47.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:47.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.279493+0000) 2023-03-22T15:34:47.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:47.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.279492+0000) 2023-03-22T15:34:47.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:47.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.279499+0000) 2023-03-22T15:34:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:47.223+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.224653+0000) 2023-03-22T15:34:47.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:47.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:47.279486+0000) 2023-03-22T15:34:47.875 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:47 smithi142 ceph-mon[94717]: pgmap v1929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:47.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:47 smithi098 ceph-mon[94136]: pgmap v1929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:48.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:48.279+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.280074+0000) 2023-03-22T15:34:48.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:48.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.279708+0000) 2023-03-22T15:34:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:48.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.279709+0000) 2023-03-22T15:34:48.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:48.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.279728+0000) 2023-03-22T15:34:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:48.224+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.224813+0000) 2023-03-22T15:34:48.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:48.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.279729+0000) 2023-03-22T15:34:48.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:48.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.279756+0000) 2023-03-22T15:34:48.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:48.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:48.279713+0000) 2023-03-22T15:34:49.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:49.279+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.280221+0000) 2023-03-22T15:34:49.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:49.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.279936+0000) 2023-03-22T15:34:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:49.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.279940+0000) 2023-03-22T15:34:49.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:49.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.279937+0000) 2023-03-22T15:34:49.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:49.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.279955+0000) 2023-03-22T15:34:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:49.224+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.225028+0000) 2023-03-22T15:34:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:49.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.279930+0000) 2023-03-22T15:34:49.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:49.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:49.279931+0000) 2023-03-22T15:34:50.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:49 smithi142 ceph-mon[94717]: pgmap v1930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:50.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:49 smithi098 ceph-mon[94136]: pgmap v1930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:50.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:50.279+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.280540+0000) 2023-03-22T15:34:50.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:50.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.280201+0000) 2023-03-22T15:34:50.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:50.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.280227+0000) 2023-03-22T15:34:50.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:50.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.280217+0000) 2023-03-22T15:34:50.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:50.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.280213+0000) 2023-03-22T15:34:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:50.223+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.225205+0000) 2023-03-22T15:34:50.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:50.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.280216+0000) 2023-03-22T15:34:50.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:50.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:50.280243+0000) 2023-03-22T15:34:51.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:51.279+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.280772+0000) 2023-03-22T15:34:51.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:51.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.280501+0000) 2023-03-22T15:34:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:51.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.280540+0000) 2023-03-22T15:34:51.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:51.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.280512+0000) 2023-03-22T15:34:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:51.224+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.225335+0000) 2023-03-22T15:34:51.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:51.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.280495+0000) 2023-03-22T15:34:51.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:51.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.280510+0000) 2023-03-22T15:34:51.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:51.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:51.280555+0000) 2023-03-22T15:34:52.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:52 smithi142 ceph-mon[94717]: pgmap v1931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:52.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:52 smithi098 ceph-mon[94136]: pgmap v1931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:34:52.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:52.279+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.281005+0000) 2023-03-22T15:34:52.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:52.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.280687+0000) 2023-03-22T15:34:52.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:52.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.280733+0000) 2023-03-22T15:34:52.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:52.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.280671+0000) 2023-03-22T15:34:52.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:52.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.280692+0000) 2023-03-22T15:34:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:52.224+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.225538+0000) 2023-03-22T15:34:52.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:52.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.280888+0000) 2023-03-22T15:34:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:52.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:52.280664+0000) 2023-03-22T15:34:53.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:53.280+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.281193+0000) 2023-03-22T15:34:53.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:53.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.280924+0000) 2023-03-22T15:34:53.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:53.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.280937+0000) 2023-03-22T15:34:53.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:53.280+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.280929+0000) 2023-03-22T15:34:53.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:53.280+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.280928+0000) 2023-03-22T15:34:53.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:53.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.280937+0000) 2023-03-22T15:34:53.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:53.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.281186+0000) 2023-03-22T15:34:53.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:53.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:53.225759+0000) 2023-03-22T15:34:54.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:54 smithi142 ceph-mon[94717]: pgmap v1932: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:54.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:54 smithi098 ceph-mon[94136]: pgmap v1932: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:34:54.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:54.280+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.281445+0000) 2023-03-22T15:34:54.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:54.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.281091+0000) 2023-03-22T15:34:54.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:54.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.281102+0000) 2023-03-22T15:34:54.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:54.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.281072+0000) 2023-03-22T15:34:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:54.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.225972+0000) 2023-03-22T15:34:54.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:54.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.281091+0000) 2023-03-22T15:34:54.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:54.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.281102+0000) 2023-03-22T15:34:54.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:54.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:54.281346+0000) 2023-03-22T15:34:55.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:55.280+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.281683+0000) 2023-03-22T15:34:55.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:55.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.281376+0000) 2023-03-22T15:34:55.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:55.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.281376+0000) 2023-03-22T15:34:55.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:55.280+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.281416+0000) 2023-03-22T15:34:55.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:55.280+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.281367+0000) 2023-03-22T15:34:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:55.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.226173+0000) 2023-03-22T15:34:55.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:55.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.281597+0000) 2023-03-22T15:34:55.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:55.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:55.281374+0000) 2023-03-22T15:34:56.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:56 smithi142 ceph-mon[94717]: pgmap v1933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:34:56.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:56 smithi098 ceph-mon[94136]: pgmap v1933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:34:56.717 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:56.281+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.281599+0000) 2023-03-22T15:34:56.718 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:56.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.281592+0000) 2023-03-22T15:34:56.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:56.281+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.281923+0000) 2023-03-22T15:34:56.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:56.281+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.281595+0000) 2023-03-22T15:34:56.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:56.281+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.281594+0000) 2023-03-22T15:34:56.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:56.281+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.281822+0000) 2023-03-22T15:34:56.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:56.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.226371+0000) 2023-03-22T15:34:56.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:56.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:56.281600+0000) 2023-03-22T15:34:57.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:57.281+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.282188+0000) 2023-03-22T15:34:57.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:57.281+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.281899+0000) 2023-03-22T15:34:57.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:57.281+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.281913+0000) 2023-03-22T15:34:57.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:57.281+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.281910+0000) 2023-03-22T15:34:57.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:57.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.226522+0000) 2023-03-22T15:34:57.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:57.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.281872+0000) 2023-03-22T15:34:57.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:57.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.281866+0000) 2023-03-22T15:34:57.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:57.281+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:57.282124+0000) 2023-03-22T15:34:57.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:57 smithi142 ceph-mon[94717]: pgmap v1934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:34:57.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:57 smithi098 ceph-mon[94136]: pgmap v1934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:34:58.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:58.281+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.282530+0000) 2023-03-22T15:34:58.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:58.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.282163+0000) 2023-03-22T15:34:58.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:58.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.282179+0000) 2023-03-22T15:34:58.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:58.280+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.282167+0000) 2023-03-22T15:34:58.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:58.280+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.282167+0000) 2023-03-22T15:34:58.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:58.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.282344+0000) 2023-03-22T15:34:58.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:58.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.226670+0000) 2023-03-22T15:34:58.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:58.281+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:58.282349+0000) 2023-03-22T15:34:59.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:34:59.281+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.282958+0000) 2023-03-22T15:34:59.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:34:59.281+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.282498+0000) 2023-03-22T15:34:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:34:59.281+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.282485+0000) 2023-03-22T15:34:59.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:34:59.281+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.282495+0000) 2023-03-22T15:34:59.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:34:59.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.282425+0000) 2023-03-22T15:34:59.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:34:59.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.226845+0000) 2023-03-22T15:34:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:34:59.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.282585+0000) 2023-03-22T15:34:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:34:59.281+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:34:59.282578+0000) 2023-03-22T15:35:00.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:34:59 smithi142 ceph-mon[94717]: pgmap v1935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:00.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:34:59 smithi098 ceph-mon[94136]: pgmap v1935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:00.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:00.282+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.283176+0000) 2023-03-22T15:35:00.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:00.282+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.282685+0000) 2023-03-22T15:35:00.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:00.282+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.282688+0000) 2023-03-22T15:35:00.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:00.282+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.282692+0000) 2023-03-22T15:35:00.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:00.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.226984+0000) 2023-03-22T15:35:00.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:00.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.282606+0000) 2023-03-22T15:35:00.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:00.282+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.282934+0000) 2023-03-22T15:35:00.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:00.282+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:00.282846+0000) 2023-03-22T15:35:01.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:01.282+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.283311+0000) 2023-03-22T15:35:01.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:01.282+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.282923+0000) 2023-03-22T15:35:01.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:01.282+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.282924+0000) 2023-03-22T15:35:01.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:01.282+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.282926+0000) 2023-03-22T15:35:01.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:01.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.282880+0000) 2023-03-22T15:35:01.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:01.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.227111+0000) 2023-03-22T15:35:01.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:01.282+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.283045+0000) 2023-03-22T15:35:01.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:01.282+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:01.283138+0000) 2023-03-22T15:35:02.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:02 smithi142 ceph-mon[94717]: pgmap v1936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:35:02.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:02 smithi098 ceph-mon[94136]: pgmap v1936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:35:02.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:02.283+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.283552+0000) 2023-03-22T15:35:02.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:02.282+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.283211+0000) 2023-03-22T15:35:02.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:02.282+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.283161+0000) 2023-03-22T15:35:02.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:02.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.283161+0000) 2023-03-22T15:35:02.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:02.283+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.283351+0000) 2023-03-22T15:35:02.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:02.283+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.283260+0000) 2023-03-22T15:35:02.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:02.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.227239+0000) 2023-03-22T15:35:02.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:02.282+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:02.283156+0000) 2023-03-22T15:35:03.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:03.283+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.283765+0000) 2023-03-22T15:35:03.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:03.283+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.283423+0000) 2023-03-22T15:35:03.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:03.283+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.283467+0000) 2023-03-22T15:35:03.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:03.283+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.283445+0000) 2023-03-22T15:35:03.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:03.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.227469+0000) 2023-03-22T15:35:03.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:03.283+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.283478+0000) 2023-03-22T15:35:03.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:03.283+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.283499+0000) 2023-03-22T15:35:03.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:03.283+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:03.283664+0000) 2023-03-22T15:35:04.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:04 smithi142 ceph-mon[94717]: pgmap v1937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:35:04.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:04 smithi098 ceph-mon[94136]: pgmap v1937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:35:04.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:04.283+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.284090+0000) 2023-03-22T15:35:04.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:04.283+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.283682+0000) 2023-03-22T15:35:04.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:04.283+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.283753+0000) 2023-03-22T15:35:04.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:04.283+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.283736+0000) 2023-03-22T15:35:04.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:04.283+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.283744+0000) 2023-03-22T15:35:04.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:04.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.227679+0000) 2023-03-22T15:35:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:04.283+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.283702+0000) 2023-03-22T15:35:04.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:04.283+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:04.284096+0000) 2023-03-22T15:35:05.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:05.283+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.284258+0000) 2023-03-22T15:35:05.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:05.283+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.283933+0000) 2023-03-22T15:35:05.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:05.283+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.283993+0000) 2023-03-22T15:35:05.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:05.283+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.283965+0000) 2023-03-22T15:35:05.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:05.283+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.284254+0000) 2023-03-22T15:35:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:05.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.227867+0000) 2023-03-22T15:35:05.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:05.283+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.283956+0000) 2023-03-22T15:35:05.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:05.283+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:05.283985+0000) 2023-03-22T15:35:06.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:06 smithi142 ceph-mon[94717]: pgmap v1938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:35:06.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:06 smithi098 ceph-mon[94136]: pgmap v1938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:35:06.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:06.284+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.284505+0000) 2023-03-22T15:35:06.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:06.283+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.284172+0000) 2023-03-22T15:35:06.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:06.283+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.284138+0000) 2023-03-22T15:35:06.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:06.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.228110+0000) 2023-03-22T15:35:06.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:06.283+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.284139+0000) 2023-03-22T15:35:06.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:06.283+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.284097+0000) 2023-03-22T15:35:06.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:06.284+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.284417+0000) 2023-03-22T15:35:06.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:06.283+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:06.284150+0000) 2023-03-22T15:35:07.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:07.284+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.284669+0000) 2023-03-22T15:35:07.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:07.284+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.284417+0000) 2023-03-22T15:35:07.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:07.284+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.284422+0000) 2023-03-22T15:35:07.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:07.284+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.284416+0000) 2023-03-22T15:35:07.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:07.284+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.284412+0000) 2023-03-22T15:35:07.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:07.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.228393+0000) 2023-03-22T15:35:07.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:07.284+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.284406+0000) 2023-03-22T15:35:07.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:07.284+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:07.284602+0000) 2023-03-22T15:35:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:07 smithi142 ceph-mon[94717]: pgmap v1939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:35:07.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:07 smithi098 ceph-mon[94136]: pgmap v1939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:35:08.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:08.284+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.284911+0000) 2023-03-22T15:35:08.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:08.284+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.284672+0000) 2023-03-22T15:35:08.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:08.284+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.284689+0000) 2023-03-22T15:35:08.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:08.284+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.284678+0000) 2023-03-22T15:35:08.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:08.284+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.284664+0000) 2023-03-22T15:35:08.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:08.284+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.284654+0000) 2023-03-22T15:35:08.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:08.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.228650+0000) 2023-03-22T15:35:08.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:08.284+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:08.284950+0000) 2023-03-22T15:35:09.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:09.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.285267+0000) 2023-03-22T15:35:09.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:09.284+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.284959+0000) 2023-03-22T15:35:09.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:09.284+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.284962+0000) 2023-03-22T15:35:09.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:09.284+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.284959+0000) 2023-03-22T15:35:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:09.285+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.285303+0000) 2023-03-22T15:35:09.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:09.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.228836+0000) 2023-03-22T15:35:09.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:09.284+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.284963+0000) 2023-03-22T15:35:09.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:09.284+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:09.284857+0000) 2023-03-22T15:35:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:09 smithi142 ceph-mon[94717]: osdmap e197: 12 total, 9 up, 9 in 2023-03-22T15:35:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:09 smithi142 ceph-mon[94717]: pgmap v1941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:35:10.170 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:09 smithi098 ceph-mon[94136]: osdmap e197: 12 total, 9 up, 9 in 2023-03-22T15:35:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:09 smithi098 ceph-mon[94136]: pgmap v1941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:35:10.717 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:10.284+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.285209+0000) 2023-03-22T15:35:10.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:10.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.285454+0000) 2023-03-22T15:35:10.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:10.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.285490+0000) 2023-03-22T15:35:10.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:10.284+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.285098+0000) 2023-03-22T15:35:10.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:10.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.229069+0000) 2023-03-22T15:35:10.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:10.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.285574+0000) 2023-03-22T15:35:10.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:10.284+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.285242+0000) 2023-03-22T15:35:10.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:10.285+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:10.285483+0000) 2023-03-22T15:35:11.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:11.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.285757+0000) 2023-03-22T15:35:11.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:11.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.285459+0000) 2023-03-22T15:35:11.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:11.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.285631+0000) 2023-03-22T15:35:11.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:11.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.285660+0000) 2023-03-22T15:35:11.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:11.229+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.229356+0000) 2023-03-22T15:35:11.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:11.285+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.285519+0000) 2023-03-22T15:35:11.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:11.285+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.285723+0000) 2023-03-22T15:35:11.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:11.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:11.285339+0000) 2023-03-22T15:35:12.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:12 smithi142 ceph-mon[94717]: pgmap v1942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:35:12.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:12 smithi098 ceph-mon[94136]: pgmap v1942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:35:12.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:12.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.286066+0000) 2023-03-22T15:35:12.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:12.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.285741+0000) 2023-03-22T15:35:12.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:12.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.285830+0000) 2023-03-22T15:35:12.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:12.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.285968+0000) 2023-03-22T15:35:12.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:12.285+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.285757+0000) 2023-03-22T15:35:12.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:12.229+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.229634+0000) 2023-03-22T15:35:12.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:12.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.285608+0000) 2023-03-22T15:35:12.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:12.285+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:12.286129+0000) 2023-03-22T15:35:13.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:13.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.286212+0000) 2023-03-22T15:35:13.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:13.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.285933+0000) 2023-03-22T15:35:13.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:13.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.286029+0000) 2023-03-22T15:35:13.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:13.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.286147+0000) 2023-03-22T15:35:13.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:13.285+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.285926+0000) 2023-03-22T15:35:13.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:13.229+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.229880+0000) 2023-03-22T15:35:13.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:13.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.285800+0000) 2023-03-22T15:35:13.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:13.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:13.286297+0000) 2023-03-22T15:35:14.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:14 smithi142 ceph-mon[94717]: pgmap v1943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:35:14.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:14 smithi098 ceph-mon[94136]: pgmap v1943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:35:14.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:14.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.286491+0000) 2023-03-22T15:35:14.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:14.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.286249+0000) 2023-03-22T15:35:14.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:14.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.286440+0000) 2023-03-22T15:35:14.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:14.229+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.230135+0000) 2023-03-22T15:35:14.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:14.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.286199+0000) 2023-03-22T15:35:14.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:14.285+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.286144+0000) 2023-03-22T15:35:14.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:14.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.286479+0000) 2023-03-22T15:35:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:14.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:14.285990+0000) 2023-03-22T15:35:15.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:15.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.286688+0000) 2023-03-22T15:35:15.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:15.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.286395+0000) 2023-03-22T15:35:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:15.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.286454+0000) 2023-03-22T15:35:15.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:15.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.286602+0000) 2023-03-22T15:35:15.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:15.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.230306+0000) 2023-03-22T15:35:15.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:15.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.286341+0000) 2023-03-22T15:35:15.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:15.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.286659+0000) 2023-03-22T15:35:15.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:15.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:15.286191+0000) 2023-03-22T15:35:16.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:16 smithi142 ceph-mon[94717]: pgmap v1944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:35:16.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:16 smithi098 ceph-mon[94136]: pgmap v1944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:35:16.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:16.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.286913+0000) 2023-03-22T15:35:16.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:16.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.286540+0000) 2023-03-22T15:35:16.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:16.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.286614+0000) 2023-03-22T15:35:16.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:16.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.286751+0000) 2023-03-22T15:35:16.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:16.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.286485+0000) 2023-03-22T15:35:16.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:16.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.230485+0000) 2023-03-22T15:35:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:16.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.286802+0000) 2023-03-22T15:35:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:16.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:16.286357+0000) 2023-03-22T15:35:17.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:17.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.287053+0000) 2023-03-22T15:35:17.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:17.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.286672+0000) 2023-03-22T15:35:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:17.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.286758+0000) 2023-03-22T15:35:17.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:17.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.286872+0000) 2023-03-22T15:35:17.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:17.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.230694+0000) 2023-03-22T15:35:17.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:17.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.286611+0000) 2023-03-22T15:35:17.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:17.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.286943+0000) 2023-03-22T15:35:17.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:17.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:17.286485+0000) 2023-03-22T15:35:17.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:17 smithi142 ceph-mon[94717]: pgmap v1945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:35:17.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:17 smithi098 ceph-mon[94136]: pgmap v1945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:35:18.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:18.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.287306+0000) 2023-03-22T15:35:18.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:18.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.286890+0000) 2023-03-22T15:35:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:18.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.286955+0000) 2023-03-22T15:35:18.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:18.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.287159+0000) 2023-03-22T15:35:18.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:18.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.286831+0000) 2023-03-22T15:35:18.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:18.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.230909+0000) 2023-03-22T15:35:18.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:18.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.287196+0000) 2023-03-22T15:35:18.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:18.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:18.286681+0000) 2023-03-22T15:35:19.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:19.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.287450+0000) 2023-03-22T15:35:19.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:19.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.287149+0000) 2023-03-22T15:35:19.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:19.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.287187+0000) 2023-03-22T15:35:19.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:19.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.287385+0000) 2023-03-22T15:35:19.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:19.285+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.287063+0000) 2023-03-22T15:35:19.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:19.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.231085+0000) 2023-03-22T15:35:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:19.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.287411+0000) 2023-03-22T15:35:19.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:19.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:19.286905+0000) 2023-03-22T15:35:20.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:20 smithi142 ceph-mon[94717]: pgmap v1946: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:35:20.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:20 smithi098 ceph-mon[94136]: pgmap v1946: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:35:20.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:20.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.287765+0000) 2023-03-22T15:35:20.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:20.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.287402+0000) 2023-03-22T15:35:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:20.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.287406+0000) 2023-03-22T15:35:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:20.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.287557+0000) 2023-03-22T15:35:20.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:20.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.287600+0000) 2023-03-22T15:35:20.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:20.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.231364+0000) 2023-03-22T15:35:20.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:20.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.287320+0000) 2023-03-22T15:35:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:20.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:20.287121+0000) 2023-03-22T15:35:21.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:21.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.287891+0000) 2023-03-22T15:35:21.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:21.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.287604+0000) 2023-03-22T15:35:21.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:21.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.287724+0000) 2023-03-22T15:35:21.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:21.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.231604+0000) 2023-03-22T15:35:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:21.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.287697+0000) 2023-03-22T15:35:21.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:21.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.287563+0000) 2023-03-22T15:35:21.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:21.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.287752+0000) 2023-03-22T15:35:21.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:21.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:21.287345+0000) 2023-03-22T15:35:22.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:22 smithi142 ceph-mon[94717]: pgmap v1947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:35:22.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:22 smithi098 ceph-mon[94136]: pgmap v1947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:35:22.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:22.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.288082+0000) 2023-03-22T15:35:22.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:22.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.287852+0000) 2023-03-22T15:35:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:22.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.287739+0000) 2023-03-22T15:35:22.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:22.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.287925+0000) 2023-03-22T15:35:22.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:22.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.287917+0000) 2023-03-22T15:35:22.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:22.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.231821+0000) 2023-03-22T15:35:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:22.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.287697+0000) 2023-03-22T15:35:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:22.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:22.287525+0000) 2023-03-22T15:35:23.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:23.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.288248+0000) 2023-03-22T15:35:23.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:23.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.288194+0000) 2023-03-22T15:35:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:23.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.287941+0000) 2023-03-22T15:35:23.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:23.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.288110+0000) 2023-03-22T15:35:23.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:23.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.288116+0000) 2023-03-22T15:35:23.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:23.230+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.231998+0000) 2023-03-22T15:35:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:23.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.287897+0000) 2023-03-22T15:35:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:23.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:23.287738+0000) 2023-03-22T15:35:24.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:24 smithi142 ceph-mon[94717]: pgmap v1948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:35:24.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:24 smithi098 ceph-mon[94136]: pgmap v1948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:35:24.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:24.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.288483+0000) 2023-03-22T15:35:24.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:24.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.288465+0000) 2023-03-22T15:35:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:24.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.288108+0000) 2023-03-22T15:35:24.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:24.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.288266+0000) 2023-03-22T15:35:24.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:24.231+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.232196+0000) 2023-03-22T15:35:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:24.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.288258+0000) 2023-03-22T15:35:24.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:24.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.287869+0000) 2023-03-22T15:35:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:24.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:24.288086+0000) 2023-03-22T15:35:25.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:25.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.288648+0000) 2023-03-22T15:35:25.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:25.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.288647+0000) 2023-03-22T15:35:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:25.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.288363+0000) 2023-03-22T15:35:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:25.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.288467+0000) 2023-03-22T15:35:25.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:25.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.288466+0000) 2023-03-22T15:35:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:25.231+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.232485+0000) 2023-03-22T15:35:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:25.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.288330+0000) 2023-03-22T15:35:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:25.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:25.288044+0000) 2023-03-22T15:35:26.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:26 smithi142 ceph-mon[94717]: pgmap v1949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:35:26.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:26 smithi098 ceph-mon[94136]: pgmap v1949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:35:26.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:26.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.288890+0000) 2023-03-22T15:35:26.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:26.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.288780+0000) 2023-03-22T15:35:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:26.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.288506+0000) 2023-03-22T15:35:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:26.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.288613+0000) 2023-03-22T15:35:26.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:26.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.288613+0000) 2023-03-22T15:35:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:26.231+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.232691+0000) 2023-03-22T15:35:26.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:26.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.288507+0000) 2023-03-22T15:35:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:26.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:26.288233+0000) 2023-03-22T15:35:27.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:27.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.289049+0000) 2023-03-22T15:35:27.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:27.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.288934+0000) 2023-03-22T15:35:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:27.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.288713+0000) 2023-03-22T15:35:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:27.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.288990+0000) 2023-03-22T15:35:27.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:27.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.288741+0000) 2023-03-22T15:35:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:27.231+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.232930+0000) 2023-03-22T15:35:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:27.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.288445+0000) 2023-03-22T15:35:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:27.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:27.288823+0000) 2023-03-22T15:35:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:27 smithi142 ceph-mon[94717]: pgmap v1950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:35:27.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:27 smithi098 ceph-mon[94136]: pgmap v1950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:35:28.717 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:28.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.289155+0000) 2023-03-22T15:35:28.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:28.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.288888+0000) 2023-03-22T15:35:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:28.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.289138+0000) 2023-03-22T15:35:28.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:28.232+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.233111+0000) 2023-03-22T15:35:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:28.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.289242+0000) 2023-03-22T15:35:28.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:28.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.288886+0000) 2023-03-22T15:35:28.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:28.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.288985+0000) 2023-03-22T15:35:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:28.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:28.288666+0000) 2023-03-22T15:35:29.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:29.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.289360+0000) 2023-03-22T15:35:29.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:29.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.289316+0000) 2023-03-22T15:35:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:29.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.289048+0000) 2023-03-22T15:35:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:29.288+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.289288+0000) 2023-03-22T15:35:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:29.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.289017+0000) 2023-03-22T15:35:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:29.232+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.233286+0000) 2023-03-22T15:35:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:29.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.289149+0000) 2023-03-22T15:35:29.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:29.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:29.288829+0000) 2023-03-22T15:35:30.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:30 smithi142 ceph-mon[94717]: pgmap v1951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:35:30.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:30 smithi098 ceph-mon[94136]: pgmap v1951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:35:30.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:30.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.289632+0000) 2023-03-22T15:35:30.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:30.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.289462+0000) 2023-03-22T15:35:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:30.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.289216+0000) 2023-03-22T15:35:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:30.288+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.289416+0000) 2023-03-22T15:35:30.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:30.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.289145+0000) 2023-03-22T15:35:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:30.232+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.233462+0000) 2023-03-22T15:35:30.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:30.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.289326+0000) 2023-03-22T15:35:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:30.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:30.288964+0000) 2023-03-22T15:35:31.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:31.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.289752+0000) 2023-03-22T15:35:31.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:31.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.289615+0000) 2023-03-22T15:35:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:31.288+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.289354+0000) 2023-03-22T15:35:31.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:31.288+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.289555+0000) 2023-03-22T15:35:31.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:31.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.289475+0000) 2023-03-22T15:35:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:31.232+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.233610+0000) 2023-03-22T15:35:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:31.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.289316+0000) 2023-03-22T15:35:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:31.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:31.289187+0000) 2023-03-22T15:35:32.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:32 smithi142 ceph-mon[94717]: pgmap v1952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:32.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:32 smithi098 ceph-mon[94136]: pgmap v1952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:32.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:32.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.289955+0000) 2023-03-22T15:35:32.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:32.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.289769+0000) 2023-03-22T15:35:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:32.288+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.289511+0000) 2023-03-22T15:35:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:32.288+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.289712+0000) 2023-03-22T15:35:32.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:32.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.289647+0000) 2023-03-22T15:35:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:32.232+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.233786+0000) 2023-03-22T15:35:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:32.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.289454+0000) 2023-03-22T15:35:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:32.288+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:32.289406+0000) 2023-03-22T15:35:33.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:33.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.290095+0000) 2023-03-22T15:35:33.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:33.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.289937+0000) 2023-03-22T15:35:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:33.288+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.289695+0000) 2023-03-22T15:35:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:33.288+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.289857+0000) 2023-03-22T15:35:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:33.232+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.233992+0000) 2023-03-22T15:35:33.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:33.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.289625+0000) 2023-03-22T15:35:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:33.288+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.289623+0000) 2023-03-22T15:35:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:33.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:33.289808+0000) 2023-03-22T15:35:34.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:34 smithi142 ceph-mon[94717]: pgmap v1953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:34.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:34 smithi098 ceph-mon[94136]: pgmap v1953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:34.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:34.289+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.290376+0000) 2023-03-22T15:35:34.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:34.289+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.290217+0000) 2023-03-22T15:35:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:34.289+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.289946+0000) 2023-03-22T15:35:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:34.289+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.290123+0000) 2023-03-22T15:35:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:34.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.234253+0000) 2023-03-22T15:35:34.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:34.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.289845+0000) 2023-03-22T15:35:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:34.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.290052+0000) 2023-03-22T15:35:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:34.289+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:34.289860+0000) 2023-03-22T15:35:35.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:35.289+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.290549+0000) 2023-03-22T15:35:35.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:35.289+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.290381+0000) 2023-03-22T15:35:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:35.289+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.290330+0000) 2023-03-22T15:35:35.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:35.289+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.290264+0000) 2023-03-22T15:35:35.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:35.288+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.290092+0000) 2023-03-22T15:35:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:35.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.234403+0000) 2023-03-22T15:35:35.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:35.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.290085+0000) 2023-03-22T15:35:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:35.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:35.290245+0000) 2023-03-22T15:35:36.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:36 smithi142 ceph-mon[94717]: pgmap v1954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:36.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:36 smithi098 ceph-mon[94136]: pgmap v1954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:36.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:36.289+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.290767+0000) 2023-03-22T15:35:36.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:36.289+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.290557+0000) 2023-03-22T15:35:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:36.289+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.290539+0000) 2023-03-22T15:35:36.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:36.289+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.290439+0000) 2023-03-22T15:35:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:36.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.234569+0000) 2023-03-22T15:35:36.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:36.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.290316+0000) 2023-03-22T15:35:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:36.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.290428+0000) 2023-03-22T15:35:36.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:36.289+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:36.290326+0000) 2023-03-22T15:35:37.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:37.289+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.290939+0000) 2023-03-22T15:35:37.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:37.289+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.290783+0000) 2023-03-22T15:35:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:37.289+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.290763+0000) 2023-03-22T15:35:37.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:37.289+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.290622+0000) 2023-03-22T15:35:37.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:37.289+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.290570+0000) 2023-03-22T15:35:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:37.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.234815+0000) 2023-03-22T15:35:37.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:37.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.290562+0000) 2023-03-22T15:35:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:37.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:37.290632+0000) 2023-03-22T15:35:37.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:37 smithi142 ceph-mon[94717]: pgmap v1955: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:37.920 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:37 smithi098 ceph-mon[94136]: pgmap v1955: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:38.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:38.289+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.291041+0000) 2023-03-22T15:35:38.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:38.289+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.290975+0000) 2023-03-22T15:35:38.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:38.289+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.290817+0000) 2023-03-22T15:35:38.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:38.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.290773+0000) 2023-03-22T15:35:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:38.289+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.291176+0000) 2023-03-22T15:35:38.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:38.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.290831+0000) 2023-03-22T15:35:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:38.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.235030+0000) 2023-03-22T15:35:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:38.289+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:38.290765+0000) 2023-03-22T15:35:39.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:39.289+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.291255+0000) 2023-03-22T15:35:39.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:39.289+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.291155+0000) 2023-03-22T15:35:39.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:39.289+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.291093+0000) 2023-03-22T15:35:39.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:39.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.290974+0000) 2023-03-22T15:35:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:39.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.235175+0000) 2023-03-22T15:35:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:39.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.291372+0000) 2023-03-22T15:35:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:39.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.291035+0000) 2023-03-22T15:35:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:39.289+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:39.290997+0000) 2023-03-22T15:35:40.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:40 smithi142 ceph-mon[94717]: pgmap v1956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:40.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:40 smithi098 ceph-mon[94136]: pgmap v1956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:40.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:40.290+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.291516+0000) 2023-03-22T15:35:40.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:40.290+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.291452+0000) 2023-03-22T15:35:40.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:40.290+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.291379+0000) 2023-03-22T15:35:40.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:40.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.291201+0000) 2023-03-22T15:35:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:40.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.235407+0000) 2023-03-22T15:35:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:40.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.291616+0000) 2023-03-22T15:35:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:40.290+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.291313+0000) 2023-03-22T15:35:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:40.289+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:40.291237+0000) 2023-03-22T15:35:41.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:41.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.291886+0000) 2023-03-22T15:35:41.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:41.290+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.291837+0000) 2023-03-22T15:35:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:41.290+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.291688+0000) 2023-03-22T15:35:41.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:41.290+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.291668+0000) 2023-03-22T15:35:41.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:41.290+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.291850+0000) 2023-03-22T15:35:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:41.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.235630+0000) 2023-03-22T15:35:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:41.290+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.291489+0000) 2023-03-22T15:35:41.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:41.290+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:41.291558+0000) 2023-03-22T15:35:42.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:42 smithi142 ceph-mon[94717]: pgmap v1957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:42.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:42 smithi098 ceph-mon[94136]: pgmap v1957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:42.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:42.290+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.292231+0000) 2023-03-22T15:35:42.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:42.290+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.291965+0000) 2023-03-22T15:35:42.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:42.290+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.291960+0000) 2023-03-22T15:35:42.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:42.290+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.291731+0000) 2023-03-22T15:35:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:42.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.235864+0000) 2023-03-22T15:35:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:42.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.292189+0000) 2023-03-22T15:35:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:42.290+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.292105+0000) 2023-03-22T15:35:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:42.290+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:42.291795+0000) 2023-03-22T15:35:43.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:43.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.292382+0000) 2023-03-22T15:35:43.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:43.291+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.292373+0000) 2023-03-22T15:35:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:43.291+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.292161+0000) 2023-03-22T15:35:43.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:43.291+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.292150+0000) 2023-03-22T15:35:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:43.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.236111+0000) 2023-03-22T15:35:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:43.291+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.291875+0000) 2023-03-22T15:35:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:43.291+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.292263+0000) 2023-03-22T15:35:43.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:43.291+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:43.291981+0000) 2023-03-22T15:35:44.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:44 smithi142 ceph-mon[94717]: pgmap v1958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:44.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:44 smithi098 ceph-mon[94136]: pgmap v1958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:44.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:44.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.292634+0000) 2023-03-22T15:35:44.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:44.291+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.292315+0000) 2023-03-22T15:35:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:44.291+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.292450+0000) 2023-03-22T15:35:44.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:44.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.236257+0000) 2023-03-22T15:35:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:44.291+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.292511+0000) 2023-03-22T15:35:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:44.291+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.292302+0000) 2023-03-22T15:35:44.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:44.291+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.292076+0000) 2023-03-22T15:35:44.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:44.291+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:44.292137+0000) 2023-03-22T15:35:45.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:45.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.292774+0000) 2023-03-22T15:35:45.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:45.291+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.292666+0000) 2023-03-22T15:35:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:45.291+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.292457+0000) 2023-03-22T15:35:45.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:45.291+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.292454+0000) 2023-03-22T15:35:45.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:45.291+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.292246+0000) 2023-03-22T15:35:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:45.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.236499+0000) 2023-03-22T15:35:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:45.291+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.292606+0000) 2023-03-22T15:35:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:45.291+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:45.292310+0000) 2023-03-22T15:35:46.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:46 smithi142 ceph-mon[94717]: pgmap v1959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:46.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:46 smithi098 ceph-mon[94136]: pgmap v1959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:46.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:46.291+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.292865+0000) 2023-03-22T15:35:46.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:46.291+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.292687+0000) 2023-03-22T15:35:46.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:46.291+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.292657+0000) 2023-03-22T15:35:46.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:46.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.236738+0000) 2023-03-22T15:35:46.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:46.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.292986+0000) 2023-03-22T15:35:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:46.291+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.292455+0000) 2023-03-22T15:35:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:46.291+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.292474+0000) 2023-03-22T15:35:46.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:46.291+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:46.292817+0000) 2023-03-22T15:35:47.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:47.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.293148+0000) 2023-03-22T15:35:47.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:47.292+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.293020+0000) 2023-03-22T15:35:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:47.292+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.292838+0000) 2023-03-22T15:35:47.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:47.292+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.292824+0000) 2023-03-22T15:35:47.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:47.292+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.292726+0000) 2023-03-22T15:35:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:47.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.236919+0000) 2023-03-22T15:35:47.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:47.292+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.292713+0000) 2023-03-22T15:35:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:47.292+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:47.292998+0000) 2023-03-22T15:35:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:47 smithi142 ceph-mon[94717]: pgmap v1960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:47 smithi098 ceph-mon[94136]: pgmap v1960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:48.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:48.291+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.293212+0000) 2023-03-22T15:35:48.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:48.291+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.292995+0000) 2023-03-22T15:35:48.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:48.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.237034+0000) 2023-03-22T15:35:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:48.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.293371+0000) 2023-03-22T15:35:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:48.291+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.292999+0000) 2023-03-22T15:35:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:48.291+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.292938+0000) 2023-03-22T15:35:48.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:48.291+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.293183+0000) 2023-03-22T15:35:48.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:48.291+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:48.292917+0000) 2023-03-22T15:35:49.717 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:49.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.293548+0000) 2023-03-22T15:35:49.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:49.292+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.293429+0000) 2023-03-22T15:35:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:49.291+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.293240+0000) 2023-03-22T15:35:49.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:49.291+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.293226+0000) 2023-03-22T15:35:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:49.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.237242+0000) 2023-03-22T15:35:49.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:49.292+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.293363+0000) 2023-03-22T15:35:49.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:49.291+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.293129+0000) 2023-03-22T15:35:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:49.291+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:49.293156+0000) 2023-03-22T15:35:50.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:50 smithi142 ceph-mon[94717]: pgmap v1961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:50.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:50 smithi098 ceph-mon[94136]: pgmap v1961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:50.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:50.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.293789+0000) 2023-03-22T15:35:50.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:50.292+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.293678+0000) 2023-03-22T15:35:50.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:50.292+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.293495+0000) 2023-03-22T15:35:50.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:50.292+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.293498+0000) 2023-03-22T15:35:50.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:50.292+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.293450+0000) 2023-03-22T15:35:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:50.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.237471+0000) 2023-03-22T15:35:50.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:50.292+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.293754+0000) 2023-03-22T15:35:50.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:50.292+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:50.293391+0000) 2023-03-22T15:35:51.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:51.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.293938+0000) 2023-03-22T15:35:51.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:51.292+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.293849+0000) 2023-03-22T15:35:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:51.292+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.293665+0000) 2023-03-22T15:35:51.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:51.292+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.293766+0000) 2023-03-22T15:35:51.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:51.292+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.293918+0000) 2023-03-22T15:35:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:51.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.237650+0000) 2023-03-22T15:35:51.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:51.292+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.293631+0000) 2023-03-22T15:35:51.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:51.292+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:51.293558+0000) 2023-03-22T15:35:52.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:52 smithi142 ceph-mon[94717]: pgmap v1962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:52.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:52 smithi098 ceph-mon[94136]: pgmap v1962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:52.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:52.293+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.294263+0000) 2023-03-22T15:35:52.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:52.293+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.294091+0000) 2023-03-22T15:35:52.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:52.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.293872+0000) 2023-03-22T15:35:52.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:52.293+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.294022+0000) 2023-03-22T15:35:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:52.293+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.293820+0000) 2023-03-22T15:35:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:52.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.237826+0000) 2023-03-22T15:35:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:52.293+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.294115+0000) 2023-03-22T15:35:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:52.293+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:52.293784+0000) 2023-03-22T15:35:53.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:53.293+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.294478+0000) 2023-03-22T15:35:53.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:53.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.294043+0000) 2023-03-22T15:35:53.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:53.293+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.294261+0000) 2023-03-22T15:35:53.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:53.237+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.238071+0000) 2023-03-22T15:35:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:53.293+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.294247+0000) 2023-03-22T15:35:53.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:53.293+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.294041+0000) 2023-03-22T15:35:53.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:53.293+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.294307+0000) 2023-03-22T15:35:53.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:53.293+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:53.294031+0000) 2023-03-22T15:35:54.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:54 smithi142 ceph-mon[94717]: pgmap v1963: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:54.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:54 smithi098 ceph-mon[94136]: pgmap v1963: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:35:54.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:54.293+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.294684+0000) 2023-03-22T15:35:54.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:54.293+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.294483+0000) 2023-03-22T15:35:54.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:54.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.294374+0000) 2023-03-22T15:35:54.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:54.293+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.294493+0000) 2023-03-22T15:35:54.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:54.293+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.294627+0000) 2023-03-22T15:35:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:54.237+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.238344+0000) 2023-03-22T15:35:54.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:54.293+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.294259+0000) 2023-03-22T15:35:54.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:54.293+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:54.294233+0000) 2023-03-22T15:35:55.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:55.294+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.294864+0000) 2023-03-22T15:35:55.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:55.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.294767+0000) 2023-03-22T15:35:55.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:55.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.294643+0000) 2023-03-22T15:35:55.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:55.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.294697+0000) 2023-03-22T15:35:55.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:55.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.294814+0000) 2023-03-22T15:35:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:55.238+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.238566+0000) 2023-03-22T15:35:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:55.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.294513+0000) 2023-03-22T15:35:55.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:55.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:55.294514+0000) 2023-03-22T15:35:56.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:56 smithi142 ceph-mon[94717]: pgmap v1964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:56.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:56 smithi098 ceph-mon[94136]: pgmap v1964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:56.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:56.293+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.295234+0000) 2023-03-22T15:35:56.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:56.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.294854+0000) 2023-03-22T15:35:56.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:56.293+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.294968+0000) 2023-03-22T15:35:56.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:56.237+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.238778+0000) 2023-03-22T15:35:56.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:56.293+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.295116+0000) 2023-03-22T15:35:56.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:56.293+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.294760+0000) 2023-03-22T15:35:56.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:56.293+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.295178+0000) 2023-03-22T15:35:56.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:56.293+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:56.294767+0000) 2023-03-22T15:35:57.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:57.294+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.295369+0000) 2023-03-22T15:35:57.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:57.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.295314+0000) 2023-03-22T15:35:57.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:57.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.295075+0000) 2023-03-22T15:35:57.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:57.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.295221+0000) 2023-03-22T15:35:57.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:57.237+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.238967+0000) 2023-03-22T15:35:57.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:57.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.295525+0000) 2023-03-22T15:35:57.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:57.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.295004+0000) 2023-03-22T15:35:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:57.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:57.295300+0000) 2023-03-22T15:35:57.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:35:57 smithi142 ceph-mon[94717]: pgmap v1965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:57.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:35:57 smithi098 ceph-mon[94136]: pgmap v1965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:35:58.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:58.294+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.295606+0000) 2023-03-22T15:35:58.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:58.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.295497+0000) 2023-03-22T15:35:58.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:58.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.295251+0000) 2023-03-22T15:35:58.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:58.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.295377+0000) 2023-03-22T15:35:58.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:58.238+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.239209+0000) 2023-03-22T15:35:58.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:58.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.295458+0000) 2023-03-22T15:35:58.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:58.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.295693+0000) 2023-03-22T15:35:58.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:58.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:58.295226+0000) 2023-03-22T15:35:59.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:35:59.294+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.295779+0000) 2023-03-22T15:35:59.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:35:59.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.295705+0000) 2023-03-22T15:35:59.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:35:59.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.295455+0000) 2023-03-22T15:35:59.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:35:59.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.295568+0000) 2023-03-22T15:35:59.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:35:59.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.295610+0000) 2023-03-22T15:35:59.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:35:59.239+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.239456+0000) 2023-03-22T15:35:59.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:35:59.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.295855+0000) 2023-03-22T15:35:59.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:35:59.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:35:59.295437+0000) 2023-03-22T15:36:00.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:00 smithi142 ceph-mon[94717]: pgmap v1966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:00.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:00 smithi098 ceph-mon[94136]: pgmap v1966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:00.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:00.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.295860+0000) 2023-03-22T15:36:00.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:00.295+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.295707+0000) 2023-03-22T15:36:00.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:00.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.295721+0000) 2023-03-22T15:36:00.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:00.295+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.296052+0000) 2023-03-22T15:36:00.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:00.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.295757+0000) 2023-03-22T15:36:00.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:00.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.296031+0000) 2023-03-22T15:36:00.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:00.238+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.239570+0000) 2023-03-22T15:36:00.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:00.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:00.295719+0000) 2023-03-22T15:36:01.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:01.295+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.296314+0000) 2023-03-22T15:36:01.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:01.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.296121+0000) 2023-03-22T15:36:01.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:01.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.295976+0000) 2023-03-22T15:36:01.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:01.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.295980+0000) 2023-03-22T15:36:01.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:01.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.296286+0000) 2023-03-22T15:36:01.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:01.239+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.239814+0000) 2023-03-22T15:36:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:01.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.296004+0000) 2023-03-22T15:36:01.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:01.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:01.295945+0000) 2023-03-22T15:36:02.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:02 smithi142 ceph-mon[94717]: pgmap v1967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:02.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:02 smithi098 ceph-mon[94136]: pgmap v1967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:02.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:02.295+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.296541+0000) 2023-03-22T15:36:02.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:02.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.296352+0000) 2023-03-22T15:36:02.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:02.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.296234+0000) 2023-03-22T15:36:02.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:02.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.296234+0000) 2023-03-22T15:36:02.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:02.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.296465+0000) 2023-03-22T15:36:02.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:02.239+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.240016+0000) 2023-03-22T15:36:02.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:02.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.296243+0000) 2023-03-22T15:36:02.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:02.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:02.296180+0000) 2023-03-22T15:36:03.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:03.296+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.296613+0000) 2023-03-22T15:36:03.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:03.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.296456+0000) 2023-03-22T15:36:03.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:03.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.296527+0000) 2023-03-22T15:36:03.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:03.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.296438+0000) 2023-03-22T15:36:03.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:03.239+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.240247+0000) 2023-03-22T15:36:03.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:03.296+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.296789+0000) 2023-03-22T15:36:03.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:03.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.296486+0000) 2023-03-22T15:36:03.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:03.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:03.296724+0000) 2023-03-22T15:36:04.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:04 smithi142 ceph-mon[94717]: pgmap v1968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:36:04.420 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:04 smithi098 ceph-mon[94136]: pgmap v1968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:36:04.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:04.296+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.297098+0000) 2023-03-22T15:36:04.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:04.296+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.296866+0000) 2023-03-22T15:36:04.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:04.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.296650+0000) 2023-03-22T15:36:04.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:04.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.296835+0000) 2023-03-22T15:36:04.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:04.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.297088+0000) 2023-03-22T15:36:04.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:04.240+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.240447+0000) 2023-03-22T15:36:04.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:04.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.296754+0000) 2023-03-22T15:36:04.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:04.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:04.296651+0000) 2023-03-22T15:36:05.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:05.296+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.297111+0000) 2023-03-22T15:36:05.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:05.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.296920+0000) 2023-03-22T15:36:05.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:05.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.297057+0000) 2023-03-22T15:36:05.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:05.297+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.297300+0000) 2023-03-22T15:36:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:05.240+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.240619+0000) 2023-03-22T15:36:05.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:05.297+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.297285+0000) 2023-03-22T15:36:05.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:05.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.297018+0000) 2023-03-22T15:36:05.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:05.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:05.296852+0000) 2023-03-22T15:36:06.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:06 smithi142 ceph-mon[94717]: pgmap v1969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:36:06.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:06 smithi098 ceph-mon[94136]: pgmap v1969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:36:06.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:06.297+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.297510+0000) 2023-03-22T15:36:06.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:06.297+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.297303+0000) 2023-03-22T15:36:06.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:06.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.297126+0000) 2023-03-22T15:36:06.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:06.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.297215+0000) 2023-03-22T15:36:06.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:06.297+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.297462+0000) 2023-03-22T15:36:06.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:06.240+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.240841+0000) 2023-03-22T15:36:06.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:06.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.297191+0000) 2023-03-22T15:36:06.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:06.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:06.297078+0000) 2023-03-22T15:36:07.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:07.297+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.297706+0000) 2023-03-22T15:36:07.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:07.297+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.297377+0000) 2023-03-22T15:36:07.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:07.297+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.297450+0000) 2023-03-22T15:36:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:07.297+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.297669+0000) 2023-03-22T15:36:07.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:07.240+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.241062+0000) 2023-03-22T15:36:07.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:07.297+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.297646+0000) 2023-03-22T15:36:07.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:07.297+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.297449+0000) 2023-03-22T15:36:07.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:07.297+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:07.297339+0000) 2023-03-22T15:36:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:07 smithi142 ceph-mon[94717]: pgmap v1970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:36:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:07 smithi098 ceph-mon[94136]: pgmap v1970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:36:08.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:08.297+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.297636+0000) 2023-03-22T15:36:08.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:08.297+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.297707+0000) 2023-03-22T15:36:08.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:08.297+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.297697+0000) 2023-03-22T15:36:08.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:08.297+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.298042+0000) 2023-03-22T15:36:08.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:08.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.241343+0000) 2023-03-22T15:36:08.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:08.297+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.298011+0000) 2023-03-22T15:36:08.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:08.297+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.298001+0000) 2023-03-22T15:36:08.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:08.297+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:08.297578+0000) 2023-03-22T15:36:09.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:09.297+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.298245+0000) 2023-03-22T15:36:09.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:09.297+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.298156+0000) 2023-03-22T15:36:09.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:09.297+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.297879+0000) 2023-03-22T15:36:09.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:09.297+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.297899+0000) 2023-03-22T15:36:09.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:09.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.241511+0000) 2023-03-22T15:36:09.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:09.297+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.297921+0000) 2023-03-22T15:36:09.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:09.297+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.298194+0000) 2023-03-22T15:36:09.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:09.297+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:09.297841+0000) 2023-03-22T15:36:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:09 smithi142 ceph-mon[94717]: osdmap e198: 12 total, 9 up, 9 in 2023-03-22T15:36:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:09 smithi142 ceph-mon[94717]: pgmap v1972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:36:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:09 smithi098 ceph-mon[94136]: osdmap e198: 12 total, 9 up, 9 in 2023-03-22T15:36:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:09 smithi098 ceph-mon[94136]: pgmap v1972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:36:10.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:10.298+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.298535+0000) 2023-03-22T15:36:10.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:10.298+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.298410+0000) 2023-03-22T15:36:10.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:10.297+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.298087+0000) 2023-03-22T15:36:10.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:10.297+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.298126+0000) 2023-03-22T15:36:10.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:10.297+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.298158+0000) 2023-03-22T15:36:10.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:10.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.241736+0000) 2023-03-22T15:36:10.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:10.298+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.298449+0000) 2023-03-22T15:36:10.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:10.297+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:10.298081+0000) 2023-03-22T15:36:11.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:11.298+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.298719+0000) 2023-03-22T15:36:11.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:11.298+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.298410+0000) 2023-03-22T15:36:11.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:11.298+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.298704+0000) 2023-03-22T15:36:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:11.298+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.298403+0000) 2023-03-22T15:36:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:11.298+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.298510+0000) 2023-03-22T15:36:11.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:11.298+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.298756+0000) 2023-03-22T15:36:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:11.298+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.298390+0000) 2023-03-22T15:36:11.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:11.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:11.241972+0000) 2023-03-22T15:36:12.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:12 smithi142 ceph-mon[94717]: pgmap v1973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:36:12.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:12 smithi098 ceph-mon[94136]: pgmap v1973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:36:12.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:12.298+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.298961+0000) 2023-03-22T15:36:12.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:12.298+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.298898+0000) 2023-03-22T15:36:12.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:12.298+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.298653+0000) 2023-03-22T15:36:12.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:12.298+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.298667+0000) 2023-03-22T15:36:12.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:12.298+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.298707+0000) 2023-03-22T15:36:12.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:12.298+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.298948+0000) 2023-03-22T15:36:12.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:12.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.242186+0000) 2023-03-22T15:36:12.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:12.298+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:12.298647+0000) 2023-03-22T15:36:13.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:13.298+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.299124+0000) 2023-03-22T15:36:13.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:13.298+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.299081+0000) 2023-03-22T15:36:13.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:13.298+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.298853+0000) 2023-03-22T15:36:13.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:13.298+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.298846+0000) 2023-03-22T15:36:13.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:13.298+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.299105+0000) 2023-03-22T15:36:13.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:13.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.242375+0000) 2023-03-22T15:36:13.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:13.298+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.298846+0000) 2023-03-22T15:36:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:13.298+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:13.298853+0000) 2023-03-22T15:36:14.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:14 smithi142 ceph-mon[94717]: pgmap v1974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:36:14.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:14 smithi098 ceph-mon[94136]: pgmap v1974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:36:14.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:14.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.299348+0000) 2023-03-22T15:36:14.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:14.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.299288+0000) 2023-03-22T15:36:14.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:14.298+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.299061+0000) 2023-03-22T15:36:14.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:14.298+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.299062+0000) 2023-03-22T15:36:14.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:14.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.299285+0000) 2023-03-22T15:36:14.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:14.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.242535+0000) 2023-03-22T15:36:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:14.298+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.299059+0000) 2023-03-22T15:36:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:14.298+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:14.299063+0000) 2023-03-22T15:36:15.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:15.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.299537+0000) 2023-03-22T15:36:15.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:15.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.299457+0000) 2023-03-22T15:36:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:15.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.299329+0000) 2023-03-22T15:36:15.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:15.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.299332+0000) 2023-03-22T15:36:15.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:15.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.242737+0000) 2023-03-22T15:36:15.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:15.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.299332+0000) 2023-03-22T15:36:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:15.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.299513+0000) 2023-03-22T15:36:15.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:15.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:15.299310+0000) 2023-03-22T15:36:16.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:16 smithi142 ceph-mon[94717]: pgmap v1975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:36:16.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:16 smithi098 ceph-mon[94136]: pgmap v1975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:36:16.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:16.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.299807+0000) 2023-03-22T15:36:16.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:16.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.299644+0000) 2023-03-22T15:36:16.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:16.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.299526+0000) 2023-03-22T15:36:16.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:16.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.299521+0000) 2023-03-22T15:36:16.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:16.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.299521+0000) 2023-03-22T15:36:16.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:16.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.242945+0000) 2023-03-22T15:36:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:16.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.299750+0000) 2023-03-22T15:36:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:16.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:16.299526+0000) 2023-03-22T15:36:17.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:17.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.300005+0000) 2023-03-22T15:36:17.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:17.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.299892+0000) 2023-03-22T15:36:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:17.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.299724+0000) 2023-03-22T15:36:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:17.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.299764+0000) 2023-03-22T15:36:17.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:17.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.299776+0000) 2023-03-22T15:36:17.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:17.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.300009+0000) 2023-03-22T15:36:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:17.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.243238+0000) 2023-03-22T15:36:17.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:17.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:17.299731+0000) 2023-03-22T15:36:17.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:17 smithi142 ceph-mon[94717]: pgmap v1976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:36:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:17 smithi098 ceph-mon[94136]: pgmap v1976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:36:18.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:18.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.300306+0000) 2023-03-22T15:36:18.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:18.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.300159+0000) 2023-03-22T15:36:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:18.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.299915+0000) 2023-03-22T15:36:18.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:18.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.299965+0000) 2023-03-22T15:36:18.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:18.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.300168+0000) 2023-03-22T15:36:18.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:18.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.243473+0000) 2023-03-22T15:36:18.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:18.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.299935+0000) 2023-03-22T15:36:18.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:18.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:18.299917+0000) 2023-03-22T15:36:19.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:19.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.300458+0000) 2023-03-22T15:36:19.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:19.300+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.300359+0000) 2023-03-22T15:36:19.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:19.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.300158+0000) 2023-03-22T15:36:19.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:19.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.300141+0000) 2023-03-22T15:36:19.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:19.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.243718+0000) 2023-03-22T15:36:19.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:19.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.300143+0000) 2023-03-22T15:36:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:19.300+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.300407+0000) 2023-03-22T15:36:19.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:19.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:19.300137+0000) 2023-03-22T15:36:20.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:20 smithi142 ceph-mon[94717]: pgmap v1977: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:36:20.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:20 smithi098 ceph-mon[94136]: pgmap v1977: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:36:20.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:20.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.300763+0000) 2023-03-22T15:36:20.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:20.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.300614+0000) 2023-03-22T15:36:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:20.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.300396+0000) 2023-03-22T15:36:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:20.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.300412+0000) 2023-03-22T15:36:20.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:20.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.243926+0000) 2023-03-22T15:36:20.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:20.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.300412+0000) 2023-03-22T15:36:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:20.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.300696+0000) 2023-03-22T15:36:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:20.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:20.300372+0000) 2023-03-22T15:36:21.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:21.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.300998+0000) 2023-03-22T15:36:21.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:21.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.300777+0000) 2023-03-22T15:36:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:21.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.300660+0000) 2023-03-22T15:36:21.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:21.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.300673+0000) 2023-03-22T15:36:21.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:21.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.244119+0000) 2023-03-22T15:36:21.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:21.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.300663+0000) 2023-03-22T15:36:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:21.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.300871+0000) 2023-03-22T15:36:21.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:21.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:21.300660+0000) 2023-03-22T15:36:22.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:22 smithi142 ceph-mon[94717]: pgmap v1978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:36:22.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:22 smithi098 ceph-mon[94136]: pgmap v1978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:36:22.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:22.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.301222+0000) 2023-03-22T15:36:22.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:22.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.301100+0000) 2023-03-22T15:36:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:22.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.300883+0000) 2023-03-22T15:36:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:22.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.300880+0000) 2023-03-22T15:36:22.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:22.299+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.301082+0000) 2023-03-22T15:36:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:22.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.300880+0000) 2023-03-22T15:36:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:22.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.300886+0000) 2023-03-22T15:36:22.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:22.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:22.244309+0000) 2023-03-22T15:36:23.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:23.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.301382+0000) 2023-03-22T15:36:23.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:23.299+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.301254+0000) 2023-03-22T15:36:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:23.299+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.301134+0000) 2023-03-22T15:36:23.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:23.299+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.301118+0000) 2023-03-22T15:36:23.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:23.299+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.301130+0000) 2023-03-22T15:36:23.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:23.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.244454+0000) 2023-03-22T15:36:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:23.300+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.301360+0000) 2023-03-22T15:36:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:23.299+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:23.301086+0000) 2023-03-22T15:36:24.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:24 smithi142 ceph-mon[94717]: pgmap v1979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:36:24.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:24 smithi098 ceph-mon[94136]: pgmap v1979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:36:24.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:24.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.301695+0000) 2023-03-22T15:36:24.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:24.300+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.301590+0000) 2023-03-22T15:36:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:24.300+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.301405+0000) 2023-03-22T15:36:24.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:24.300+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.301405+0000) 2023-03-22T15:36:24.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:24.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.244572+0000) 2023-03-22T15:36:24.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:24.300+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.301400+0000) 2023-03-22T15:36:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:24.300+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.301671+0000) 2023-03-22T15:36:24.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:24.300+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:24.301400+0000) 2023-03-22T15:36:25.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:25.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.301980+0000) 2023-03-22T15:36:25.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:25.300+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.301868+0000) 2023-03-22T15:36:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:25.300+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.301690+0000) 2023-03-22T15:36:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:25.300+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.301690+0000) 2023-03-22T15:36:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:25.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.244801+0000) 2023-03-22T15:36:25.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:25.300+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.301677+0000) 2023-03-22T15:36:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:25.300+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.301947+0000) 2023-03-22T15:36:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:25.300+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:25.301677+0000) 2023-03-22T15:36:26.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:26 smithi142 ceph-mon[94717]: pgmap v1980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:36:26.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:26 smithi098 ceph-mon[94136]: pgmap v1980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:36:26.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:26.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.302285+0000) 2023-03-22T15:36:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:26.300+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.301912+0000) 2023-03-22T15:36:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:26.300+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.301911+0000) 2023-03-22T15:36:26.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:26.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.244995+0000) 2023-03-22T15:36:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:26.300+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.302026+0000) 2023-03-22T15:36:26.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:26.300+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.301919+0000) 2023-03-22T15:36:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:26.300+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.302127+0000) 2023-03-22T15:36:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:26.300+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:26.301919+0000) 2023-03-22T15:36:27.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:27.301+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.302149+0000) 2023-03-22T15:36:27.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:27.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.302130+0000) 2023-03-22T15:36:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:27.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.302130+0000) 2023-03-22T15:36:27.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:27.301+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.302133+0000) 2023-03-22T15:36:27.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:27.301+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.302361+0000) 2023-03-22T15:36:27.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:27.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.302133+0000) 2023-03-22T15:36:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:27.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.245180+0000) 2023-03-22T15:36:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:27.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:27.302484+0000) 2023-03-22T15:36:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:27 smithi142 ceph-mon[94717]: pgmap v1981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:36:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:27 smithi098 ceph-mon[94136]: pgmap v1981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:36:28.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:28.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.302692+0000) 2023-03-22T15:36:28.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:28.301+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.302300+0000) 2023-03-22T15:36:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:28.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.302313+0000) 2023-03-22T15:36:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:28.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.302313+0000) 2023-03-22T15:36:28.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:28.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.302291+0000) 2023-03-22T15:36:28.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:28.244+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.245415+0000) 2023-03-22T15:36:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:28.301+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.302291+0000) 2023-03-22T15:36:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:28.301+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:28.302572+0000) 2023-03-22T15:36:29.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:29.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.302837+0000) 2023-03-22T15:36:29.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:29.301+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.302450+0000) 2023-03-22T15:36:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:29.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.302480+0000) 2023-03-22T15:36:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:29.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.302486+0000) 2023-03-22T15:36:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:29.301+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.302460+0000) 2023-03-22T15:36:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:29.244+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.245687+0000) 2023-03-22T15:36:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:29.301+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.302720+0000) 2023-03-22T15:36:29.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:29.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:29.302460+0000) 2023-03-22T15:36:30.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:30 smithi142 ceph-mon[94717]: pgmap v1982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:36:30.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:30 smithi098 ceph-mon[94136]: pgmap v1982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:36:30.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:30.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.303075+0000) 2023-03-22T15:36:30.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:30.301+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.302581+0000) 2023-03-22T15:36:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:30.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.302650+0000) 2023-03-22T15:36:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:30.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.302649+0000) 2023-03-22T15:36:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:30.244+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.245925+0000) 2023-03-22T15:36:30.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:30.301+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.302599+0000) 2023-03-22T15:36:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:30.301+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.302890+0000) 2023-03-22T15:36:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:30.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:30.302599+0000) 2023-03-22T15:36:31.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:31.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.303218+0000) 2023-03-22T15:36:31.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:31.301+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.302749+0000) 2023-03-22T15:36:31.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:31.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.302857+0000) 2023-03-22T15:36:31.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:31.245+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.246126+0000) 2023-03-22T15:36:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:31.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.302886+0000) 2023-03-22T15:36:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:31.301+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.302829+0000) 2023-03-22T15:36:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:31.301+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.303064+0000) 2023-03-22T15:36:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:31.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:31.302832+0000) 2023-03-22T15:36:32.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:32 smithi142 ceph-mon[94717]: pgmap v1983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:32.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:32 smithi098 ceph-mon[94136]: pgmap v1983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:32.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:32.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.303445+0000) 2023-03-22T15:36:32.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:32.301+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.302907+0000) 2023-03-22T15:36:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:32.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.303029+0000) 2023-03-22T15:36:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:32.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.303023+0000) 2023-03-22T15:36:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:32.245+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.246343+0000) 2023-03-22T15:36:32.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:32.301+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.303030+0000) 2023-03-22T15:36:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:32.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.303297+0000) 2023-03-22T15:36:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:32.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:32.303028+0000) 2023-03-22T15:36:33.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:33.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.303590+0000) 2023-03-22T15:36:33.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:33.301+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.303111+0000) 2023-03-22T15:36:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:33.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.303205+0000) 2023-03-22T15:36:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:33.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.303179+0000) 2023-03-22T15:36:33.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:33.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.303195+0000) 2023-03-22T15:36:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:33.245+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.246534+0000) 2023-03-22T15:36:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:33.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.303453+0000) 2023-03-22T15:36:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:33.301+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:33.303196+0000) 2023-03-22T15:36:34.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:34 smithi142 ceph-mon[94717]: pgmap v1984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:34.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:34 smithi098 ceph-mon[94136]: pgmap v1984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:34.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:34.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.303825+0000) 2023-03-22T15:36:34.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:34.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.303372+0000) 2023-03-22T15:36:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:34.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.303432+0000) 2023-03-22T15:36:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:34.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.303439+0000) 2023-03-22T15:36:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:34.245+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.246675+0000) 2023-03-22T15:36:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:34.302+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.303405+0000) 2023-03-22T15:36:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:34.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.303706+0000) 2023-03-22T15:36:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:34.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:34.303405+0000) 2023-03-22T15:36:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:35.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.303542+0000) 2023-03-22T15:36:35.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:35.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.303643+0000) 2023-03-22T15:36:35.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:35.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.303637+0000) 2023-03-22T15:36:35.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:35.302+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.303569+0000) 2023-03-22T15:36:35.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:35.245+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.246842+0000) 2023-03-22T15:36:35.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:35.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.303972+0000) 2023-03-22T15:36:35.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:35.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.303859+0000) 2023-03-22T15:36:35.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:35.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:35.303623+0000) 2023-03-22T15:36:36.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:36 smithi142 ceph-mon[94717]: pgmap v1985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:36.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:36 smithi098 ceph-mon[94136]: pgmap v1985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:36.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:36.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.303753+0000) 2023-03-22T15:36:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:36.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.303863+0000) 2023-03-22T15:36:36.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:36.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.303858+0000) 2023-03-22T15:36:36.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:36.302+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.303777+0000) 2023-03-22T15:36:36.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:36.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.303849+0000) 2023-03-22T15:36:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:36.245+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.247095+0000) 2023-03-22T15:36:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:36.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.304239+0000) 2023-03-22T15:36:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:36.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:36.304114+0000) 2023-03-22T15:36:37.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:37.246+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.247314+0000) 2023-03-22T15:36:37.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:37.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.304372+0000) 2023-03-22T15:36:37.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:37.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.303985+0000) 2023-03-22T15:36:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:37.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.304080+0000) 2023-03-22T15:36:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:37.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.304025+0000) 2023-03-22T15:36:37.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:37.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.304312+0000) 2023-03-22T15:36:37.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:37.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.304066+0000) 2023-03-22T15:36:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:37.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:37.304089+0000) 2023-03-22T15:36:37.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:37 smithi142 ceph-mon[94717]: pgmap v1986: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:37.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:37 smithi098 ceph-mon[94136]: pgmap v1986: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:38.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:38.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.304607+0000) 2023-03-22T15:36:38.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:38.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.304250+0000) 2023-03-22T15:36:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:38.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.304294+0000) 2023-03-22T15:36:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:38.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.304249+0000) 2023-03-22T15:36:38.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:38.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.304499+0000) 2023-03-22T15:36:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:38.246+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.247572+0000) 2023-03-22T15:36:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:38.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.304302+0000) 2023-03-22T15:36:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:38.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:38.304311+0000) 2023-03-22T15:36:39.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:39.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.304817+0000) 2023-03-22T15:36:39.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:39.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.304509+0000) 2023-03-22T15:36:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:39.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.304485+0000) 2023-03-22T15:36:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:39.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.304548+0000) 2023-03-22T15:36:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:39.246+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.247850+0000) 2023-03-22T15:36:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:39.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.304501+0000) 2023-03-22T15:36:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:39.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.304720+0000) 2023-03-22T15:36:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:39.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:39.304566+0000) 2023-03-22T15:36:40.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:40 smithi142 ceph-mon[94717]: pgmap v1987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:40.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:40 smithi098 ceph-mon[94136]: pgmap v1987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:40.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:40.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.304707+0000) 2023-03-22T15:36:40.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:40.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.304712+0000) 2023-03-22T15:36:40.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:40.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.304716+0000) 2023-03-22T15:36:40.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:40.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.304930+0000) 2023-03-22T15:36:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:40.247+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.248075+0000) 2023-03-22T15:36:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:40.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.305071+0000) 2023-03-22T15:36:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:40.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.304748+0000) 2023-03-22T15:36:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:40.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:40.304752+0000) 2023-03-22T15:36:41.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:41.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.304882+0000) 2023-03-22T15:36:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:41.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.304872+0000) 2023-03-22T15:36:41.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:41.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.304881+0000) 2023-03-22T15:36:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:41.247+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.248337+0000) 2023-03-22T15:36:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:41.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.305215+0000) 2023-03-22T15:36:41.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:41.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.304894+0000) 2023-03-22T15:36:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:41.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.305103+0000) 2023-03-22T15:36:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:41.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:41.304884+0000) 2023-03-22T15:36:42.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:42 smithi142 ceph-mon[94717]: pgmap v1988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:42.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:42 smithi098 ceph-mon[94136]: pgmap v1988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:42.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:42.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.305497+0000) 2023-03-22T15:36:42.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:42.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.305133+0000) 2023-03-22T15:36:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:42.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.305120+0000) 2023-03-22T15:36:42.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:42.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.305138+0000) 2023-03-22T15:36:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:42.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.305418+0000) 2023-03-22T15:36:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:42.247+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.248610+0000) 2023-03-22T15:36:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:42.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.305137+0000) 2023-03-22T15:36:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:42.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:42.305119+0000) 2023-03-22T15:36:43.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:43.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.305655+0000) 2023-03-22T15:36:43.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:43.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.305382+0000) 2023-03-22T15:36:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:43.304+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.305387+0000) 2023-03-22T15:36:43.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:43.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.305383+0000) 2023-03-22T15:36:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:43.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.305376+0000) 2023-03-22T15:36:43.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:43.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.305606+0000) 2023-03-22T15:36:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:43.247+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.248787+0000) 2023-03-22T15:36:43.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:43.304+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:43.305377+0000) 2023-03-22T15:36:44.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:44 smithi142 ceph-mon[94717]: pgmap v1989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:44.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:44 smithi098 ceph-mon[94136]: pgmap v1989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:44.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:44.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.305893+0000) 2023-03-22T15:36:44.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:44.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.305588+0000) 2023-03-22T15:36:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:44.304+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.305602+0000) 2023-03-22T15:36:44.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:44.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.305588+0000) 2023-03-22T15:36:44.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:44.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.305799+0000) 2023-03-22T15:36:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:44.247+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.248944+0000) 2023-03-22T15:36:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:44.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.305583+0000) 2023-03-22T15:36:44.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:44.304+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:44.305580+0000) 2023-03-22T15:36:45.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:45.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.306111+0000) 2023-03-22T15:36:45.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:45.305+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.305857+0000) 2023-03-22T15:36:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:45.305+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.305848+0000) 2023-03-22T15:36:45.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:45.305+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.305836+0000) 2023-03-22T15:36:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:45.247+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.249178+0000) 2023-03-22T15:36:45.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:45.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.305834+0000) 2023-03-22T15:36:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:45.305+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.306006+0000) 2023-03-22T15:36:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:45.305+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:45.305823+0000) 2023-03-22T15:36:46.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:46 smithi142 ceph-mon[94717]: pgmap v1990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:46.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:46 smithi098 ceph-mon[94136]: pgmap v1990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:46.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:46.305+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.306114+0000) 2023-03-22T15:36:46.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:46.305+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.306113+0000) 2023-03-22T15:36:46.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:46.248+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.249461+0000) 2023-03-22T15:36:46.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:46.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.306544+0000) 2023-03-22T15:36:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:46.305+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.306130+0000) 2023-03-22T15:36:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:46.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.306147+0000) 2023-03-22T15:36:46.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:46.305+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.306373+0000) 2023-03-22T15:36:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:46.305+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:46.306094+0000) 2023-03-22T15:36:47.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:47.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.306738+0000) 2023-03-22T15:36:47.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:47.305+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.306424+0000) 2023-03-22T15:36:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:47.305+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.306429+0000) 2023-03-22T15:36:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:47.305+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.306429+0000) 2023-03-22T15:36:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:47.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.249750+0000) 2023-03-22T15:36:47.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:47.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.306428+0000) 2023-03-22T15:36:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:47.305+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.306585+0000) 2023-03-22T15:36:47.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:47.305+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:47.306438+0000) 2023-03-22T15:36:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:47 smithi142 ceph-mon[94717]: pgmap v1991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:47 smithi098 ceph-mon[94136]: pgmap v1991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:48.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:48.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.307116+0000) 2023-03-22T15:36:48.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:48.305+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.306669+0000) 2023-03-22T15:36:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:48.305+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.306626+0000) 2023-03-22T15:36:48.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:48.305+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.306669+0000) 2023-03-22T15:36:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:48.305+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.306969+0000) 2023-03-22T15:36:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:48.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.249952+0000) 2023-03-22T15:36:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:48.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.306628+0000) 2023-03-22T15:36:48.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:48.305+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:48.306682+0000) 2023-03-22T15:36:49.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:49.305+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.306859+0000) 2023-03-22T15:36:49.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:49.305+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.306881+0000) 2023-03-22T15:36:49.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:49.305+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.307072+0000) 2023-03-22T15:36:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:49.248+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.250199+0000) 2023-03-22T15:36:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:49.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.307256+0000) 2023-03-22T15:36:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:49.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.306818+0000) 2023-03-22T15:36:49.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:49.305+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.307122+0000) 2023-03-22T15:36:49.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:49.305+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:49.306876+0000) 2023-03-22T15:36:50.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:50 smithi142 ceph-mon[94717]: pgmap v1992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:50.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:50 smithi098 ceph-mon[94136]: pgmap v1992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:50.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:50.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.307504+0000) 2023-03-22T15:36:50.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:50.306+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.307065+0000) 2023-03-22T15:36:50.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:50.306+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.307282+0000) 2023-03-22T15:36:50.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:50.306+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.307284+0000) 2023-03-22T15:36:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:50.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.250405+0000) 2023-03-22T15:36:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:50.306+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.307046+0000) 2023-03-22T15:36:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:50.306+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.307033+0000) 2023-03-22T15:36:50.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:50.306+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:50.307057+0000) 2023-03-22T15:36:51.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:51.306+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.307253+0000) 2023-03-22T15:36:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:51.306+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.307359+0000) 2023-03-22T15:36:51.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:51.306+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.307571+0000) 2023-03-22T15:36:51.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:51.306+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.307302+0000) 2023-03-22T15:36:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:51.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.250638+0000) 2023-03-22T15:36:51.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:51.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.307670+0000) 2023-03-22T15:36:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:51.306+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.307553+0000) 2023-03-22T15:36:51.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:51.306+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:51.307264+0000) 2023-03-22T15:36:52.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:52 smithi142 ceph-mon[94717]: pgmap v1993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:52.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:52 smithi098 ceph-mon[94136]: pgmap v1993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:52.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:52.306+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.307570+0000) 2023-03-22T15:36:52.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:52.306+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.307889+0000) 2023-03-22T15:36:52.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:52.306+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.307540+0000) 2023-03-22T15:36:52.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:52.306+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.307565+0000) 2023-03-22T15:36:52.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:52.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.308097+0000) 2023-03-22T15:36:52.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:52.306+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.307557+0000) 2023-03-22T15:36:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:52.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.250819+0000) 2023-03-22T15:36:52.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:52.306+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:52.307815+0000) 2023-03-22T15:36:53.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:53.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.308233+0000) 2023-03-22T15:36:53.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:53.306+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.307774+0000) 2023-03-22T15:36:53.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:53.306+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.308032+0000) 2023-03-22T15:36:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:53.306+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.307999+0000) 2023-03-22T15:36:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:53.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.251068+0000) 2023-03-22T15:36:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:53.306+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.307788+0000) 2023-03-22T15:36:53.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:53.306+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.307697+0000) 2023-03-22T15:36:53.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:53.306+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:53.307774+0000) 2023-03-22T15:36:54.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:54 smithi142 ceph-mon[94717]: pgmap v1994: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:54.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:54 smithi098 ceph-mon[94136]: pgmap v1994: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:36:54.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:54.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.308459+0000) 2023-03-22T15:36:54.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:54.306+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.308029+0000) 2023-03-22T15:36:54.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:54.306+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.308252+0000) 2023-03-22T15:36:54.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:54.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.251308+0000) 2023-03-22T15:36:54.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:54.306+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.308038+0000) 2023-03-22T15:36:54.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:54.306+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.307910+0000) 2023-03-22T15:36:54.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:54.307+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.308291+0000) 2023-03-22T15:36:54.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:54.306+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:54.308019+0000) 2023-03-22T15:36:55.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:55.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.308599+0000) 2023-03-22T15:36:55.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:55.307+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.308264+0000) 2023-03-22T15:36:55.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:55.307+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.308222+0000) 2023-03-22T15:36:55.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:55.307+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.308444+0000) 2023-03-22T15:36:55.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:55.307+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.308467+0000) 2023-03-22T15:36:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:55.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.251531+0000) 2023-03-22T15:36:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:55.307+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.308104+0000) 2023-03-22T15:36:55.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:55.307+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:55.308218+0000) 2023-03-22T15:36:56.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:56 smithi142 ceph-mon[94717]: pgmap v1995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:56.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:56 smithi098 ceph-mon[94136]: pgmap v1995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:56.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:56.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.308794+0000) 2023-03-22T15:36:56.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:56.307+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.308376+0000) 2023-03-22T15:36:56.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:56.307+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.308591+0000) 2023-03-22T15:36:56.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:56.307+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.308622+0000) 2023-03-22T15:36:56.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:56.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.251755+0000) 2023-03-22T15:36:56.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:56.307+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.308432+0000) 2023-03-22T15:36:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:56.307+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.308248+0000) 2023-03-22T15:36:56.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:56.307+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:56.308417+0000) 2023-03-22T15:36:57.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:57.308+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.308540+0000) 2023-03-22T15:36:57.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:57.308+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.308736+0000) 2023-03-22T15:36:57.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:57.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.251961+0000) 2023-03-22T15:36:57.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:57.308+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.308926+0000) 2023-03-22T15:36:57.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:57.308+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.308573+0000) 2023-03-22T15:36:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:57.308+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.308471+0000) 2023-03-22T15:36:57.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:57.308+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.308783+0000) 2023-03-22T15:36:57.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:57.308+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:57.308565+0000) 2023-03-22T15:36:57.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:36:57 smithi142 ceph-mon[94717]: pgmap v1996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:57.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:36:57 smithi098 ceph-mon[94136]: pgmap v1996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:36:58.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:58.307+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.308716+0000) 2023-03-22T15:36:58.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:58.307+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.308915+0000) 2023-03-22T15:36:58.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:58.307+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.308945+0000) 2023-03-22T15:36:58.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:58.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.309126+0000) 2023-03-22T15:36:58.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:58.307+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.308718+0000) 2023-03-22T15:36:58.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:58.307+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.308618+0000) 2023-03-22T15:36:58.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:58.307+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.308719+0000) 2023-03-22T15:36:58.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:58.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:58.252183+0000) 2023-03-22T15:36:59.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:36:59.308+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.309281+0000) 2023-03-22T15:36:59.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:36:59.307+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.308924+0000) 2023-03-22T15:36:59.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:36:59.307+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.308924+0000) 2023-03-22T15:36:59.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:36:59.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.252360+0000) 2023-03-22T15:36:59.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:36:59.307+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.309092+0000) 2023-03-22T15:36:59.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:36:59.307+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.308808+0000) 2023-03-22T15:36:59.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:36:59.307+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.309200+0000) 2023-03-22T15:36:59.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:36:59.307+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:36:59.308934+0000) 2023-03-22T15:37:00.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:00 smithi142 ceph-mon[94717]: pgmap v1997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:37:00.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:00 smithi098 ceph-mon[94136]: pgmap v1997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:37:00.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:00.308+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.309509+0000) 2023-03-22T15:37:00.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:00.307+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.309133+0000) 2023-03-22T15:37:00.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:00.307+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.309148+0000) 2023-03-22T15:37:00.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:00.252+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.252573+0000) 2023-03-22T15:37:00.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:00.307+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.309136+0000) 2023-03-22T15:37:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:00.308+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.309342+0000) 2023-03-22T15:37:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:00.307+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.309040+0000) 2023-03-22T15:37:00.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:00.308+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:00.309363+0000) 2023-03-22T15:37:01.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:01.308+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.309668+0000) 2023-03-22T15:37:01.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:01.308+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.309353+0000) 2023-03-22T15:37:01.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:01.308+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.309353+0000) 2023-03-22T15:37:01.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:01.308+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.309526+0000) 2023-03-22T15:37:01.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:01.308+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.309526+0000) 2023-03-22T15:37:01.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:01.252+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.252816+0000) 2023-03-22T15:37:01.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:01.308+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.309347+0000) 2023-03-22T15:37:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:01.308+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:01.309288+0000) 2023-03-22T15:37:02.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:02 smithi142 ceph-mon[94717]: pgmap v1998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:02.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:02 smithi098 ceph-mon[94136]: pgmap v1998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:02.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:02.309+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.309928+0000) 2023-03-22T15:37:02.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:02.309+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.309601+0000) 2023-03-22T15:37:02.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:02.309+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.309598+0000) 2023-03-22T15:37:02.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:02.309+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.309845+0000) 2023-03-22T15:37:02.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:02.309+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.309814+0000) 2023-03-22T15:37:02.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:02.252+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.253092+0000) 2023-03-22T15:37:02.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:02.309+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.309510+0000) 2023-03-22T15:37:02.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:02.309+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:02.309630+0000) 2023-03-22T15:37:03.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:03.309+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.310099+0000) 2023-03-22T15:37:03.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:03.309+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.309793+0000) 2023-03-22T15:37:03.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:03.309+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.309832+0000) 2023-03-22T15:37:03.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:03.309+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.310018+0000) 2023-03-22T15:37:03.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:03.252+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.253324+0000) 2023-03-22T15:37:03.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:03.309+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.309707+0000) 2023-03-22T15:37:03.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:03.309+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.310002+0000) 2023-03-22T15:37:03.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:03.309+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:03.309859+0000) 2023-03-22T15:37:04.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:04 smithi142 ceph-mon[94717]: pgmap v1999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:37:04.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:04 smithi098 ceph-mon[94136]: pgmap v1999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:37:04.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:04.309+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.310459+0000) 2023-03-22T15:37:04.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:04.309+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.310053+0000) 2023-03-22T15:37:04.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:04.309+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.310049+0000) 2023-03-22T15:37:04.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:04.309+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.310293+0000) 2023-03-22T15:37:04.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:04.309+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.310237+0000) 2023-03-22T15:37:04.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:04.309+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.310128+0000) 2023-03-22T15:37:04.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:04.253+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.253573+0000) 2023-03-22T15:37:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:04.309+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:04.309914+0000) 2023-03-22T15:37:05.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:05.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.310609+0000) 2023-03-22T15:37:05.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:05.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.310385+0000) 2023-03-22T15:37:05.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:05.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.310315+0000) 2023-03-22T15:37:05.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:05.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.310564+0000) 2023-03-22T15:37:05.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:05.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.310400+0000) 2023-03-22T15:37:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:05.253+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.253830+0000) 2023-03-22T15:37:05.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:05.309+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.310202+0000) 2023-03-22T15:37:05.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:05.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:05.310366+0000) 2023-03-22T15:37:06.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:06 smithi142 ceph-mon[94717]: pgmap v2000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:37:06.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:06 smithi098 ceph-mon[94136]: pgmap v2000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:37:06.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:06.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.310841+0000) 2023-03-22T15:37:06.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:06.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.310530+0000) 2023-03-22T15:37:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:06.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.310477+0000) 2023-03-22T15:37:06.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:06.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.310705+0000) 2023-03-22T15:37:06.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:06.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.310384+0000) 2023-03-22T15:37:06.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:06.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.310651+0000) 2023-03-22T15:37:06.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:06.253+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.254074+0000) 2023-03-22T15:37:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:06.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:06.310526+0000) 2023-03-22T15:37:07.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:07.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.310988+0000) 2023-03-22T15:37:07.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:07.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.310687+0000) 2023-03-22T15:37:07.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:07.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.310629+0000) 2023-03-22T15:37:07.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:07.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.310904+0000) 2023-03-22T15:37:07.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:07.254+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.254283+0000) 2023-03-22T15:37:07.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:07.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.310585+0000) 2023-03-22T15:37:07.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:07.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.310861+0000) 2023-03-22T15:37:07.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:07.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:07.310698+0000) 2023-03-22T15:37:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:07 smithi142 ceph-mon[94717]: pgmap v2001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:37:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:07 smithi098 ceph-mon[94136]: pgmap v2001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:37:08.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:08.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.311211+0000) 2023-03-22T15:37:08.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:08.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.310873+0000) 2023-03-22T15:37:08.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:08.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.310828+0000) 2023-03-22T15:37:08.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:08.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.311064+0000) 2023-03-22T15:37:08.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:08.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.310794+0000) 2023-03-22T15:37:08.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:08.254+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.254486+0000) 2023-03-22T15:37:08.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:08.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.310859+0000) 2023-03-22T15:37:08.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:08.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:08.311072+0000) 2023-03-22T15:37:09.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:09.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.311414+0000) 2023-03-22T15:37:09.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:09.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.311091+0000) 2023-03-22T15:37:09.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:09.254+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.254734+0000) 2023-03-22T15:37:09.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:09.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.311091+0000) 2023-03-22T15:37:09.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:09.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.311306+0000) 2023-03-22T15:37:09.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:09.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.311286+0000) 2023-03-22T15:37:09.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:09.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.311110+0000) 2023-03-22T15:37:09.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:09.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:09.311019+0000) 2023-03-22T15:37:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:09 smithi142 ceph-mon[94717]: osdmap e199: 12 total, 9 up, 9 in 2023-03-22T15:37:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:09 smithi142 ceph-mon[94717]: pgmap v2003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:37:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:09 smithi098 ceph-mon[94136]: osdmap e199: 12 total, 9 up, 9 in 2023-03-22T15:37:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:09 smithi098 ceph-mon[94136]: pgmap v2003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:37:10.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:10.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.311722+0000) 2023-03-22T15:37:10.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:10.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.311376+0000) 2023-03-22T15:37:10.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:10.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.311386+0000) 2023-03-22T15:37:10.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:10.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.311601+0000) 2023-03-22T15:37:10.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:10.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.311500+0000) 2023-03-22T15:37:10.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:10.254+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.254871+0000) 2023-03-22T15:37:10.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:10.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.311361+0000) 2023-03-22T15:37:10.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:10.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:10.311386+0000) 2023-03-22T15:37:11.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:11.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.311512+0000) 2023-03-22T15:37:11.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:11.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.311515+0000) 2023-03-22T15:37:11.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:11.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.311743+0000) 2023-03-22T15:37:11.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:11.254+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.255003+0000) 2023-03-22T15:37:11.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:11.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.311855+0000) 2023-03-22T15:37:11.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:11.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.311552+0000) 2023-03-22T15:37:11.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:11.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.311499+0000) 2023-03-22T15:37:11.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:11.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:11.311642+0000) 2023-03-22T15:37:12.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:12 smithi142 ceph-mon[94717]: pgmap v2004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:37:12.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:12 smithi098 ceph-mon[94136]: pgmap v2004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:37:12.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:12.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.311652+0000) 2023-03-22T15:37:12.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:12.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.311897+0000) 2023-03-22T15:37:12.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:12.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.311636+0000) 2023-03-22T15:37:12.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:12.254+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.255128+0000) 2023-03-22T15:37:12.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:12.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.312054+0000) 2023-03-22T15:37:12.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:12.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.311652+0000) 2023-03-22T15:37:12.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:12.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.311695+0000) 2023-03-22T15:37:12.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:12.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:12.311864+0000) 2023-03-22T15:37:13.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:13.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.311956+0000) 2023-03-22T15:37:13.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:13.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.312199+0000) 2023-03-22T15:37:13.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:13.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.311884+0000) 2023-03-22T15:37:13.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:13.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.255274+0000) 2023-03-22T15:37:13.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:13.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.312223+0000) 2023-03-22T15:37:13.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:13.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.311870+0000) 2023-03-22T15:37:13.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:13.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.311885+0000) 2023-03-22T15:37:13.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:13.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:13.312085+0000) 2023-03-22T15:37:14.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:14 smithi142 ceph-mon[94717]: pgmap v2005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:37:14.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:14 smithi098 ceph-mon[94136]: pgmap v2005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:37:14.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:14.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.312423+0000) 2023-03-22T15:37:14.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:14.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.312124+0000) 2023-03-22T15:37:14.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:14.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.312337+0000) 2023-03-22T15:37:14.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:14.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.255422+0000) 2023-03-22T15:37:14.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:14.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.312103+0000) 2023-03-22T15:37:14.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:14.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.312120+0000) 2023-03-22T15:37:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:14.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.312095+0000) 2023-03-22T15:37:14.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:14.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:14.312281+0000) 2023-03-22T15:37:15.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:15.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.312569+0000) 2023-03-22T15:37:15.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:15.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.312292+0000) 2023-03-22T15:37:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:15.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.312304+0000) 2023-03-22T15:37:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:15.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.312472+0000) 2023-03-22T15:37:15.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:15.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.312438+0000) 2023-03-22T15:37:15.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:15.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.255533+0000) 2023-03-22T15:37:15.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:15.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.312273+0000) 2023-03-22T15:37:15.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:15.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:15.312265+0000) 2023-03-22T15:37:16.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:16 smithi142 ceph-mon[94717]: pgmap v2006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:37:16.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:16 smithi098 ceph-mon[94136]: pgmap v2006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:37:16.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:16.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.312501+0000) 2023-03-22T15:37:16.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:16.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.312493+0000) 2023-03-22T15:37:16.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:16.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.312756+0000) 2023-03-22T15:37:16.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:16.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.312700+0000) 2023-03-22T15:37:16.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:16.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.255726+0000) 2023-03-22T15:37:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:16.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.312775+0000) 2023-03-22T15:37:16.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:16.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.312457+0000) 2023-03-22T15:37:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:16.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:16.312451+0000) 2023-03-22T15:37:17.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:17.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.312902+0000) 2023-03-22T15:37:17.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:17.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.312663+0000) 2023-03-22T15:37:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:17.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.312658+0000) 2023-03-22T15:37:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:17.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.312872+0000) 2023-03-22T15:37:17.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:17.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.255913+0000) 2023-03-22T15:37:17.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:17.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.312631+0000) 2023-03-22T15:37:17.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:17.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.312823+0000) 2023-03-22T15:37:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:17.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:17.312587+0000) 2023-03-22T15:37:17.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:17 smithi142 ceph-mon[94717]: pgmap v2007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:37:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:17 smithi098 ceph-mon[94136]: pgmap v2007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:37:18.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:18.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.312802+0000) 2023-03-22T15:37:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:18.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.312869+0000) 2023-03-22T15:37:18.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:18.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.312992+0000) 2023-03-22T15:37:18.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:18.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.256126+0000) 2023-03-22T15:37:18.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:18.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.313078+0000) 2023-03-22T15:37:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:18.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.312759+0000) 2023-03-22T15:37:18.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:18.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.312953+0000) 2023-03-22T15:37:18.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:18.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:18.312725+0000) 2023-03-22T15:37:19.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:19.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.313202+0000) 2023-03-22T15:37:19.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:19.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.313037+0000) 2023-03-22T15:37:19.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:19.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.313117+0000) 2023-03-22T15:37:19.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:19.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.256311+0000) 2023-03-22T15:37:19.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:19.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.313090+0000) 2023-03-22T15:37:19.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:19.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.312859+0000) 2023-03-22T15:37:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:19.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.312950+0000) 2023-03-22T15:37:19.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:19.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:19.312896+0000) 2023-03-22T15:37:20.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:20 smithi142 ceph-mon[94717]: pgmap v2008: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:37:20.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:20 smithi098 ceph-mon[94136]: pgmap v2008: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T15:37:20.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:20.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.313168+0000) 2023-03-22T15:37:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:20.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.313250+0000) 2023-03-22T15:37:20.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:20.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.256418+0000) 2023-03-22T15:37:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:20.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.313431+0000) 2023-03-22T15:37:20.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:20.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.313011+0000) 2023-03-22T15:37:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:20.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.313078+0000) 2023-03-22T15:37:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:20.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.313225+0000) 2023-03-22T15:37:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:20.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:20.312989+0000) 2023-03-22T15:37:21.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:21.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.313551+0000) 2023-03-22T15:37:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:21.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.313315+0000) 2023-03-22T15:37:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:21.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.313414+0000) 2023-03-22T15:37:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:21.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.256535+0000) 2023-03-22T15:37:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:21.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.313122+0000) 2023-03-22T15:37:21.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:21.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.313223+0000) 2023-03-22T15:37:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:21.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.313343+0000) 2023-03-22T15:37:21.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:21.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:21.313099+0000) 2023-03-22T15:37:22.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:22 smithi142 ceph-mon[94717]: pgmap v2009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:37:22.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:22 smithi098 ceph-mon[94136]: pgmap v2009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:37:22.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:22.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.313738+0000) 2023-03-22T15:37:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:22.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.313429+0000) 2023-03-22T15:37:22.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:22.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.313584+0000) 2023-03-22T15:37:22.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:22.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.256679+0000) 2023-03-22T15:37:22.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:22.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.313254+0000) 2023-03-22T15:37:22.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:22.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.313477+0000) 2023-03-22T15:37:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:22.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.313215+0000) 2023-03-22T15:37:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:22.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:22.313323+0000) 2023-03-22T15:37:23.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:23.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.313860+0000) 2023-03-22T15:37:23.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:23.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.313554+0000) 2023-03-22T15:37:23.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:23.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.313719+0000) 2023-03-22T15:37:23.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:23.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.256815+0000) 2023-03-22T15:37:23.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:23.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.313384+0000) 2023-03-22T15:37:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:23.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.313456+0000) 2023-03-22T15:37:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:23.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.313607+0000) 2023-03-22T15:37:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:23.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:23.313318+0000) 2023-03-22T15:37:24.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:24 smithi142 ceph-mon[94717]: pgmap v2010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:37:24.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:24 smithi098 ceph-mon[94136]: pgmap v2010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:37:24.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:24.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.314044+0000) 2023-03-22T15:37:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:24.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.313669+0000) 2023-03-22T15:37:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:24.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.313842+0000) 2023-03-22T15:37:24.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:24.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.256943+0000) 2023-03-22T15:37:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:24.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.313499+0000) 2023-03-22T15:37:24.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:24.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.313571+0000) 2023-03-22T15:37:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:24.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.313741+0000) 2023-03-22T15:37:24.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:24.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:24.313418+0000) 2023-03-22T15:37:25.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:25.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.314156+0000) 2023-03-22T15:37:25.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:25.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.313789+0000) 2023-03-22T15:37:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:25.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.313966+0000) 2023-03-22T15:37:25.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:25.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.313871+0000) 2023-03-22T15:37:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:25.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.257063+0000) 2023-03-22T15:37:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:25.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.313619+0000) 2023-03-22T15:37:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:25.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.313517+0000) 2023-03-22T15:37:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:25.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:25.313704+0000) 2023-03-22T15:37:26.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:26 smithi142 ceph-mon[94717]: pgmap v2011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:37:26.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:26 smithi098 ceph-mon[94136]: pgmap v2011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:37:26.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:26.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.314324+0000) 2023-03-22T15:37:26.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:26.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.313914+0000) 2023-03-22T15:37:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:26.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.314090+0000) 2023-03-22T15:37:26.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:26.255+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.257200+0000) 2023-03-22T15:37:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:26.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.313827+0000) 2023-03-22T15:37:26.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:26.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.314001+0000) 2023-03-22T15:37:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:26.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.313728+0000) 2023-03-22T15:37:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:26.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:26.313617+0000) 2023-03-22T15:37:27.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:27.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.314427+0000) 2023-03-22T15:37:27.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:27.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.314030+0000) 2023-03-22T15:37:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:27.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.314218+0000) 2023-03-22T15:37:27.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:27.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.313729+0000) 2023-03-22T15:37:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:27.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.257339+0000) 2023-03-22T15:37:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:27.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.313945+0000) 2023-03-22T15:37:27.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:27.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.313847+0000) 2023-03-22T15:37:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:27.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:27.314125+0000) 2023-03-22T15:37:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:27 smithi142 ceph-mon[94717]: pgmap v2012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:37:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:27 smithi098 ceph-mon[94136]: pgmap v2012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:37:28.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:28.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.314597+0000) 2023-03-22T15:37:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:28.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.314135+0000) 2023-03-22T15:37:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:28.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.314328+0000) 2023-03-22T15:37:28.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:28.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.257462+0000) 2023-03-22T15:37:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:28.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.314057+0000) 2023-03-22T15:37:28.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:28.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.313956+0000) 2023-03-22T15:37:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:28.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.314257+0000) 2023-03-22T15:37:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:28.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:28.313850+0000) 2023-03-22T15:37:29.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:29.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.314712+0000) 2023-03-22T15:37:29.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:29.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.314255+0000) 2023-03-22T15:37:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:29.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.314460+0000) 2023-03-22T15:37:29.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:29.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.257598+0000) 2023-03-22T15:37:29.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:29.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.314173+0000) 2023-03-22T15:37:29.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:29.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.314393+0000) 2023-03-22T15:37:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:29.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.314060+0000) 2023-03-22T15:37:29.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:29.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:29.313954+0000) 2023-03-22T15:37:30.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:30 smithi142 ceph-mon[94717]: pgmap v2013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:37:30.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:30 smithi098 ceph-mon[94136]: pgmap v2013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:37:30.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:30.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.314910+0000) 2023-03-22T15:37:30.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:30.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.314389+0000) 2023-03-22T15:37:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:30.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.314587+0000) 2023-03-22T15:37:30.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:30.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.314171+0000) 2023-03-22T15:37:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:30.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.257742+0000) 2023-03-22T15:37:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:30.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.314298+0000) 2023-03-22T15:37:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:30.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.314076+0000) 2023-03-22T15:37:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:30.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:30.314526+0000) 2023-03-22T15:37:31.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:31.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.315028+0000) 2023-03-22T15:37:31.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:31.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.314719+0000) 2023-03-22T15:37:31.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:31.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.257872+0000) 2023-03-22T15:37:31.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:31.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.314419+0000) 2023-03-22T15:37:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:31.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.314533+0000) 2023-03-22T15:37:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:31.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.314297+0000) 2023-03-22T15:37:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:31.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.314654+0000) 2023-03-22T15:37:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:31.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:31.314189+0000) 2023-03-22T15:37:32.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:32 smithi142 ceph-mon[94717]: pgmap v2014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:32.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:32 smithi098 ceph-mon[94136]: pgmap v2014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:32.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:32.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.315205+0000) 2023-03-22T15:37:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:32.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.314647+0000) 2023-03-22T15:37:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:32.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.314838+0000) 2023-03-22T15:37:32.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:32.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.314408+0000) 2023-03-22T15:37:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:32.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.258002+0000) 2023-03-22T15:37:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:32.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.314538+0000) 2023-03-22T15:37:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:32.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.314785+0000) 2023-03-22T15:37:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:32.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:32.314336+0000) 2023-03-22T15:37:33.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:33.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.315320+0000) 2023-03-22T15:37:33.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:33.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.314785+0000) 2023-03-22T15:37:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:33.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.314972+0000) 2023-03-22T15:37:33.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:33.256+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.258149+0000) 2023-03-22T15:37:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:33.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.314657+0000) 2023-03-22T15:37:33.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:33.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.314915+0000) 2023-03-22T15:37:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:33.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.314550+0000) 2023-03-22T15:37:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:33.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:33.314452+0000) 2023-03-22T15:37:34.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:34 smithi142 ceph-mon[94717]: pgmap v2015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:37:34.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:34 smithi098 ceph-mon[94136]: pgmap v2015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:37:34.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:34.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.315489+0000) 2023-03-22T15:37:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:34.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.314906+0000) 2023-03-22T15:37:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:34.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.315093+0000) 2023-03-22T15:37:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:34.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.258298+0000) 2023-03-22T15:37:34.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:34.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.315039+0000) 2023-03-22T15:37:34.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:34.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.314567+0000) 2023-03-22T15:37:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:34.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.314774+0000) 2023-03-22T15:37:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:34.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:34.314659+0000) 2023-03-22T15:37:35.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:35.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.315606+0000) 2023-03-22T15:37:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:35.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.315027+0000) 2023-03-22T15:37:35.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:35.313+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.315212+0000) 2023-03-22T15:37:35.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:35.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.314781+0000) 2023-03-22T15:37:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:35.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.258423+0000) 2023-03-22T15:37:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:35.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.314902+0000) 2023-03-22T15:37:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:35.313+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.315140+0000) 2023-03-22T15:37:35.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:35.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:35.314694+0000) 2023-03-22T15:37:36.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:36 smithi142 ceph-mon[94717]: pgmap v2016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:37:36.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:36 smithi098 ceph-mon[94136]: pgmap v2016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:37:36.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:36.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.315785+0000) 2023-03-22T15:37:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:36.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.315145+0000) 2023-03-22T15:37:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:36.314+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.315322+0000) 2023-03-22T15:37:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:36.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.258548+0000) 2023-03-22T15:37:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:36.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.315020+0000) 2023-03-22T15:37:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:36.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.315267+0000) 2023-03-22T15:37:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:36.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.314901+0000) 2023-03-22T15:37:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:36.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:36.314825+0000) 2023-03-22T15:37:37.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:37.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.315908+0000) 2023-03-22T15:37:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:37.313+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.315261+0000) 2023-03-22T15:37:37.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:37.314+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.315439+0000) 2023-03-22T15:37:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:37.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.258690+0000) 2023-03-22T15:37:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:37.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.315127+0000) 2023-03-22T15:37:37.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:37.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.315006+0000) 2023-03-22T15:37:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:37.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.315400+0000) 2023-03-22T15:37:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:37.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:37.314941+0000) 2023-03-22T15:37:37.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:37 smithi142 ceph-mon[94717]: pgmap v2017: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:37:37.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:37 smithi098 ceph-mon[94136]: pgmap v2017: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:37:38.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:38.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.316093+0000) 2023-03-22T15:37:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:38.314+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.315390+0000) 2023-03-22T15:37:38.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:38.314+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.315559+0000) 2023-03-22T15:37:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:38.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.258816+0000) 2023-03-22T15:37:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:38.313+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.315250+0000) 2023-03-22T15:37:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:38.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.315523+0000) 2023-03-22T15:37:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:38.313+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.315135+0000) 2023-03-22T15:37:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:38.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:38.315063+0000) 2023-03-22T15:37:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:39.314+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.315498+0000) 2023-03-22T15:37:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:39.314+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.315698+0000) 2023-03-22T15:37:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:39.313+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.315191+0000) 2023-03-22T15:37:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:39.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.258949+0000) 2023-03-22T15:37:39.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:39.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.316210+0000) 2023-03-22T15:37:39.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:39.315+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:39.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:39.315+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:39.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:39.318+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.319631+0000) 2023-03-22T15:37:39.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:39.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.315260+0000) 2023-03-22T15:37:39.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:39.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.315650+0000) 2023-03-22T15:37:39.726 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:39.314+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:39.315375+0000) 2023-03-22T15:37:40.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:40 smithi142 ceph-mon[94717]: pgmap v2018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:37:40.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:40 smithi098 ceph-mon[94136]: pgmap v2018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:37:40.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:40.314+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.315489+0000) 2023-03-22T15:37:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:40.314+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.315606+0000) 2023-03-22T15:37:40.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:40.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.259070+0000) 2023-03-22T15:37:40.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:40.314+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.315811+0000) 2023-03-22T15:37:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:40.315+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:40.315+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:40.315+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.316622+0000) 2023-03-22T15:37:40.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:40.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.315785+0000) 2023-03-22T15:37:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:40.314+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.315323+0000) 2023-03-22T15:37:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:40.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:40.315381+0000) 2023-03-22T15:37:41.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:41.314+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:41.315738+0000) 2023-03-22T15:37:41.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:41.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:41.259204+0000) 2023-03-22T15:37:41.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:41.314+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:41.315608+0000) 2023-03-22T15:37:41.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:41.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:41.315497+0000) 2023-03-22T15:37:41.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:41.314+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:41.315422+0000) 2023-03-22T15:37:41.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:41.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:41.315910+0000) 2023-03-22T15:37:42.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:42 smithi142 ceph-mon[94717]: pgmap v2019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:37:42.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:42 smithi098 ceph-mon[94136]: pgmap v2019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:37:42.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:42.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.259327+0000) 2023-03-22T15:37:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:42.314+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.315883+0000) 2023-03-22T15:37:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:42.315+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:42.315+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.316729+0000) 2023-03-22T15:37:42.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:42.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.315611+0000) 2023-03-22T15:37:42.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:42.314+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.315737+0000) 2023-03-22T15:37:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:42.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.316055+0000) 2023-03-22T15:37:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:42.314+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.315528+0000) 2023-03-22T15:37:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:42.315+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:42.315+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:42.315+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:42.316891+0000) 2023-03-22T15:37:43.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:43.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:43.259452+0000) 2023-03-22T15:37:43.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:43.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:43.315738+0000) 2023-03-22T15:37:43.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:43.314+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:43.316175+0000) 2023-03-22T15:37:43.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:43.314+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:43.315861+0000) 2023-03-22T15:37:44.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:43.815+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:43.816461+0000) 2023-03-22T15:37:44.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:44 smithi142 ceph-mon[94717]: pgmap v2020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:37:44.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:44 smithi098 ceph-mon[94136]: pgmap v2020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:37:44.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:44.315+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:44.316316+0000) 2023-03-22T15:37:44.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:44.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:44.259568+0000) 2023-03-22T15:37:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:44.314+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:44.315981+0000) 2023-03-22T15:37:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:44.315+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:44.316697+0000) 2023-03-22T15:37:44.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:44.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:44.315844+0000) 2023-03-22T15:37:45.218 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:44.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:44.816061+0000) 2023-03-22T15:37:45.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:44.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:44.818572+0000) 2023-03-22T15:37:45.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:45.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:45.259689+0000) 2023-03-22T15:37:45.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:45.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:45.315960+0000) 2023-03-22T15:37:45.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:45.315+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:45.316437+0000) 2023-03-22T15:37:46.218 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:45.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:45.816175+0000) 2023-03-22T15:37:46.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:45.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:45.818733+0000) 2023-03-22T15:37:46.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:46 smithi142 ceph-mon[94717]: pgmap v2021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:46.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:46 smithi098 ceph-mon[94136]: pgmap v2021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:46.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:46.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.259817+0000) 2023-03-22T15:37:46.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:46.259+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.260525+0000) 2023-03-22T15:37:46.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:46.314+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.316058+0000) 2023-03-22T15:37:46.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:46.315+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:46.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:46.315+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.316893+0000) 2023-03-22T15:37:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:46.315+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.316562+0000) 2023-03-22T15:37:47.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:46.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.816179+0000) 2023-03-22T15:37:47.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:46.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.816283+0000) 2023-03-22T15:37:47.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:46.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.818855+0000) 2023-03-22T15:37:47.219 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:46.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:46.815852+0000) 2023-03-22T15:37:47.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:47.315+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:47.316695+0000) 2023-03-22T15:37:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:47 smithi142 ceph-mon[94717]: pgmap v2022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:47 smithi098 ceph-mon[94136]: pgmap v2022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:48.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:47.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:47.816295+0000) 2023-03-22T15:37:48.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:47.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:47.816391+0000) 2023-03-22T15:37:48.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:47.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:47.818997+0000) 2023-03-22T15:37:48.219 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:47.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:47.815954+0000) 2023-03-22T15:37:48.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:48.315+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:48.316822+0000) 2023-03-22T15:37:49.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:48.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:48.819104+0000) 2023-03-22T15:37:49.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:48.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:48.816251+0000) 2023-03-22T15:37:49.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:48.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:48.816399+0000) 2023-03-22T15:37:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:48.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:48.816491+0000) 2023-03-22T15:37:49.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:48.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:48.816055+0000) 2023-03-22T15:37:49.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:49.315+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:49.316953+0000) 2023-03-22T15:37:49.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:49.316+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:49.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:49.316+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:37:49.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:49.316+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:49.317789+0000) 2023-03-22T15:37:50.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:49.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:49.816500+0000) 2023-03-22T15:37:50.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:49.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:49.816590+0000) 2023-03-22T15:37:50.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:49.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:49.816159+0000) 2023-03-22T15:37:50.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:49.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:49.819263+0000) 2023-03-22T15:37:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:49.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:49.816355+0000) 2023-03-22T15:37:50.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:50 smithi142 ceph-mon[94717]: pgmap v2023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:37:50.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:50 smithi098 ceph-mon[94136]: pgmap v2023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:37:51.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:50.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:50.816602+0000) 2023-03-22T15:37:51.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:50.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:50.816691+0000) 2023-03-22T15:37:51.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:50.758+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:50.760099+0000) 2023-03-22T15:37:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:50.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:50.819383+0000) 2023-03-22T15:37:51.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:50.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:50.816456+0000) 2023-03-22T15:37:51.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:50.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:50.816298+0000) 2023-03-22T15:37:51.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:50.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:50.816266+0000) 2023-03-22T15:37:52.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:51.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:51.816706+0000) 2023-03-22T15:37:52.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:51.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:51.816804+0000) 2023-03-22T15:37:52.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:51.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:51.816406+0000) 2023-03-22T15:37:52.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:51.758+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:51.760182+0000) 2023-03-22T15:37:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:51.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:51.816555+0000) 2023-03-22T15:37:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:51.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:51.819550+0000) 2023-03-22T15:37:52.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:51.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:51.816382+0000) 2023-03-22T15:37:52.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:52 smithi142 ceph-mon[94717]: pgmap v2024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:52.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:52 smithi098 ceph-mon[94136]: pgmap v2024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:53.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:52.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:52.816652+0000) 2023-03-22T15:37:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:52.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:52.816805+0000) 2023-03-22T15:37:53.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:52.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:52.816896+0000) 2023-03-22T15:37:53.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:52.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:52.760297+0000) 2023-03-22T15:37:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:52.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:52.819658+0000) 2023-03-22T15:37:53.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:52.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:52.816484+0000) 2023-03-22T15:37:53.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:52.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:52.816516+0000) 2023-03-22T15:37:54.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:53.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.816900+0000) 2023-03-22T15:37:54.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:53.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.816995+0000) 2023-03-22T15:37:54.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:53.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.760411+0000) 2023-03-22T15:37:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:53.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.819841+0000) 2023-03-22T15:37:54.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:53.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.816625+0000) 2023-03-22T15:37:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:53.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.816754+0000) 2023-03-22T15:37:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:53.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.816588+0000) 2023-03-22T15:37:54.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:53.815+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:53.817244+0000) 2023-03-22T15:37:54.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:54 smithi142 ceph-mon[94717]: pgmap v2025: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:37:54.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:54 smithi098 ceph-mon[94136]: pgmap v2025: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:37:55.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:54.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.816990+0000) 2023-03-22T15:37:55.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:54.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.817090+0000) 2023-03-22T15:37:55.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:54.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.760523+0000) 2023-03-22T15:37:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:54.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.819957+0000) 2023-03-22T15:37:55.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:54.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.816730+0000) 2023-03-22T15:37:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:54.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.816848+0000) 2023-03-22T15:37:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:54.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.817351+0000) 2023-03-22T15:37:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:54.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:54.816702+0000) 2023-03-22T15:37:56.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:55.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.817086+0000) 2023-03-22T15:37:56.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:55.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.817189+0000) 2023-03-22T15:37:56.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:55.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.760626+0000) 2023-03-22T15:37:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:55.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.820130+0000) 2023-03-22T15:37:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:55.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.816953+0000) 2023-03-22T15:37:56.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:55.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.817461+0000) 2023-03-22T15:37:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:55.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.816821+0000) 2023-03-22T15:37:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:55.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:55.816844+0000) 2023-03-22T15:37:56.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:56 smithi142 ceph-mon[94717]: pgmap v2026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:56.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:56 smithi098 ceph-mon[94136]: pgmap v2026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:37:57.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:56.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.817191+0000) 2023-03-22T15:37:57.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:56.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.817295+0000) 2023-03-22T15:37:57.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:56.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.760742+0000) 2023-03-22T15:37:57.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:56.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.820235+0000) 2023-03-22T15:37:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:56.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.817073+0000) 2023-03-22T15:37:57.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:56.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.816954+0000) 2023-03-22T15:37:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:56.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.816916+0000) 2023-03-22T15:37:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:56.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:56.817571+0000) 2023-03-22T15:37:57.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:57 smithi142 ceph-mon[94717]: osdmap e200: 12 total, 9 up, 9 in 2023-03-22T15:37:57.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:37:57 smithi142 ceph-mon[94717]: pgmap v2028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T15:37:57.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:57 smithi098 ceph-mon[94136]: osdmap e200: 12 total, 9 up, 9 in 2023-03-22T15:37:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:37:57 smithi098 ceph-mon[94136]: pgmap v2028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T15:37:58.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:57.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.817293+0000) 2023-03-22T15:37:58.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:57.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.817398+0000) 2023-03-22T15:37:58.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:57.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.760872+0000) 2023-03-22T15:37:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:57.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.817182+0000) 2023-03-22T15:37:58.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:57.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.817017+0000) 2023-03-22T15:37:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:57.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.820405+0000) 2023-03-22T15:37:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:57.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.817087+0000) 2023-03-22T15:37:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:57.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:57.817668+0000) 2023-03-22T15:37:59.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:58.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.817396+0000) 2023-03-22T15:37:59.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:58.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.817503+0000) 2023-03-22T15:37:59.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:58.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.760997+0000) 2023-03-22T15:37:59.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:58.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.817781+0000) 2023-03-22T15:37:59.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:58.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.817118+0000) 2023-03-22T15:37:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:58.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.817300+0000) 2023-03-22T15:37:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:58.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.817187+0000) 2023-03-22T15:37:59.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:58.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:58.820511+0000) 2023-03-22T15:38:00.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:37:59.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.817506+0000) 2023-03-22T15:38:00.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:37:59.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.817607+0000) 2023-03-22T15:38:00.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:37:59.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.761104+0000) 2023-03-22T15:38:00.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:37:59.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.817888+0000) 2023-03-22T15:38:00.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:37:59.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.817234+0000) 2023-03-22T15:38:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:37:59.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.820684+0000) 2023-03-22T15:38:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:37:59.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.817291+0000) 2023-03-22T15:38:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:37:59.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:37:59.817407+0000) 2023-03-22T15:38:00.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:00 smithi142 ceph-mon[94717]: pgmap v2029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T15:38:00.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:00 smithi098 ceph-mon[94136]: pgmap v2029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T15:38:01.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:00.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.820792+0000) 2023-03-22T15:38:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:00.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.817609+0000) 2023-03-22T15:38:01.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:00.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.817703+0000) 2023-03-22T15:38:01.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:00.759+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.761202+0000) 2023-03-22T15:38:01.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:00.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.818000+0000) 2023-03-22T15:38:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:00.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.817510+0000) 2023-03-22T15:38:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:00.816+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.817310+0000) 2023-03-22T15:38:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:00.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:00.817399+0000) 2023-03-22T15:38:02.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:01.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.817715+0000) 2023-03-22T15:38:02.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:01.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.817813+0000) 2023-03-22T15:38:02.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:01.760+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.761296+0000) 2023-03-22T15:38:02.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:01.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.818109+0000) 2023-03-22T15:38:02.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:01.816+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.817415+0000) 2023-03-22T15:38:02.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:01.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.817502+0000) 2023-03-22T15:38:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:01.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.820961+0000) 2023-03-22T15:38:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:01.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:01.817616+0000) 2023-03-22T15:38:02.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:02 smithi142 ceph-mon[94717]: pgmap v2030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T15:38:02.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:02 smithi098 ceph-mon[94136]: pgmap v2030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 9 op/s 2023-03-22T15:38:03.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:02.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.821064+0000) 2023-03-22T15:38:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:02.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.817818+0000) 2023-03-22T15:38:03.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:02.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.817919+0000) 2023-03-22T15:38:03.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:02.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.818219+0000) 2023-03-22T15:38:03.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:02.816+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.817516+0000) 2023-03-22T15:38:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:02.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.817600+0000) 2023-03-22T15:38:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:02.760+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.761408+0000) 2023-03-22T15:38:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:02.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:02.817723+0000) 2023-03-22T15:38:04.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:03.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.817926+0000) 2023-03-22T15:38:04.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:03.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.818019+0000) 2023-03-22T15:38:04.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:03.760+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.761514+0000) 2023-03-22T15:38:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:03.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.817825+0000) 2023-03-22T15:38:04.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:03.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.818299+0000) 2023-03-22T15:38:04.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:03.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.817701+0000) 2023-03-22T15:38:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:03.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.821240+0000) 2023-03-22T15:38:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:03.816+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:03.817642+0000) 2023-03-22T15:38:04.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:04 smithi142 ceph-mon[94717]: pgmap v2031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:04.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:04 smithi098 ceph-mon[94136]: pgmap v2031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:05.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:04.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.818031+0000) 2023-03-22T15:38:05.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:04.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.818125+0000) 2023-03-22T15:38:05.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:04.760+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.761608+0000) 2023-03-22T15:38:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:04.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.821348+0000) 2023-03-22T15:38:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:04.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.817927+0000) 2023-03-22T15:38:05.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:04.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.818406+0000) 2023-03-22T15:38:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:04.816+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.817743+0000) 2023-03-22T15:38:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:04.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:04.817801+0000) 2023-03-22T15:38:06.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:05.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.821509+0000) 2023-03-22T15:38:06.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:05.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.818028+0000) 2023-03-22T15:38:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:05.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.818150+0000) 2023-03-22T15:38:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:05.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.818514+0000) 2023-03-22T15:38:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:05.760+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.761719+0000) 2023-03-22T15:38:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:05.816+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.818222+0000) 2023-03-22T15:38:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:05.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.817908+0000) 2023-03-22T15:38:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:05.816+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:05.817844+0000) 2023-03-22T15:38:06.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:06 smithi142 ceph-mon[94717]: pgmap v2032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:06.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:06 smithi098 ceph-mon[94136]: pgmap v2032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:07.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:06.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.821641+0000) 2023-03-22T15:38:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:06.817+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.818249+0000) 2023-03-22T15:38:07.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:06.818+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.818294+0000) 2023-03-22T15:38:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:06.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.761829+0000) 2023-03-22T15:38:07.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:06.817+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.818012+0000) 2023-03-22T15:38:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:06.817+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.818131+0000) 2023-03-22T15:38:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:06.818+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.818630+0000) 2023-03-22T15:38:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:06.817+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:06.817950+0000) 2023-03-22T15:38:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:07 smithi142 ceph-mon[94717]: pgmap v2033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 51 KiB/s wr, 26 op/s 2023-03-22T15:38:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:07 smithi098 ceph-mon[94136]: pgmap v2033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 51 KiB/s wr, 26 op/s 2023-03-22T15:38:08.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:07.818+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.818362+0000) 2023-03-22T15:38:08.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:07.818+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.818394+0000) 2023-03-22T15:38:08.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:07.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.761942+0000) 2023-03-22T15:38:08.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:07.817+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.818117+0000) 2023-03-22T15:38:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:07.818+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.818737+0000) 2023-03-22T15:38:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:07.817+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.818232+0000) 2023-03-22T15:38:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:07.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.821859+0000) 2023-03-22T15:38:08.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:07.817+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:07.818059+0000) 2023-03-22T15:38:09.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:08.818+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.818315+0000) 2023-03-22T15:38:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:08.818+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.818455+0000) 2023-03-22T15:38:09.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:08.818+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.818490+0000) 2023-03-22T15:38:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:08.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.762046+0000) 2023-03-22T15:38:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:08.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.821967+0000) 2023-03-22T15:38:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:08.817+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.818231+0000) 2023-03-22T15:38:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:08.818+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.818834+0000) 2023-03-22T15:38:09.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:08.817+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:08.818164+0000) 2023-03-22T15:38:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:09 smithi142 ceph-mon[94717]: osdmap e201: 12 total, 9 up, 9 in 2023-03-22T15:38:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:09 smithi142 ceph-mon[94717]: pgmap v2035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:09 smithi098 ceph-mon[94136]: osdmap e201: 12 total, 9 up, 9 in 2023-03-22T15:38:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:09 smithi098 ceph-mon[94136]: pgmap v2035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:10.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:09.818+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.818549+0000) 2023-03-22T15:38:10.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:09.818+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.818588+0000) 2023-03-22T15:38:10.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:09.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.762170+0000) 2023-03-22T15:38:10.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:09.818+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.818281+0000) 2023-03-22T15:38:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:09.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.822145+0000) 2023-03-22T15:38:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:09.822+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:09.822+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:09.824+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.825015+0000) 2023-03-22T15:38:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:09.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.818305+0000) 2023-03-22T15:38:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:09.818+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.818935+0000) 2023-03-22T15:38:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:09.818+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:09.818415+0000) 2023-03-22T15:38:11.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:10.818+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.818511+0000) 2023-03-22T15:38:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:10.818+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.818641+0000) 2023-03-22T15:38:11.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:10.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.762296+0000) 2023-03-22T15:38:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:10.818+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.818694+0000) 2023-03-22T15:38:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:10.819+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.819447+0000) 2023-03-22T15:38:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:10.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.818423+0000) 2023-03-22T15:38:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:10.818+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.819050+0000) 2023-03-22T15:38:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:10.818+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:10.818390+0000) 2023-03-22T15:38:12.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:11.818+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:11.818750+0000) 2023-03-22T15:38:12.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:11.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:11.762397+0000) 2023-03-22T15:38:12.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:11.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:11.818531+0000) 2023-03-22T15:38:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:11.818+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:11.818618+0000) 2023-03-22T15:38:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:11.818+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:11.819161+0000) 2023-03-22T15:38:12.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:11.818+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:11.818484+0000) 2023-03-22T15:38:12.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:12 smithi142 ceph-mon[94717]: pgmap v2036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:12.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:12 smithi098 ceph-mon[94136]: pgmap v2036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:38:13.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:12.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.762490+0000) 2023-03-22T15:38:13.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:12.818+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.818788+0000) 2023-03-22T15:38:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:12.818+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.818929+0000) 2023-03-22T15:38:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:12.819+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:12.819+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.819788+0000) 2023-03-22T15:38:13.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:12.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.819262+0000) 2023-03-22T15:38:13.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:12.818+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.818580+0000) 2023-03-22T15:38:13.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:12.819+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:13.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:12.819+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.819659+0000) 2023-03-22T15:38:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:12.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:12.818652+0000) 2023-03-22T15:38:14.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:13.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:13.762592+0000) 2023-03-22T15:38:14.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:13.818+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:13.818896+0000) 2023-03-22T15:38:14.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:13.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:13.818756+0000) 2023-03-22T15:38:14.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:13.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:13.819385+0000) 2023-03-22T15:38:14.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:14 smithi142 ceph-mon[94717]: pgmap v2037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:38:14.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:14 smithi098 ceph-mon[94136]: pgmap v2037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:38:14.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:14.322+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:14.322401+0000) 2023-03-22T15:38:15.218 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:14.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:14.818856+0000) 2023-03-22T15:38:15.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:14.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:14.762711+0000) 2023-03-22T15:38:15.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:14.818+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:14.818994+0000) 2023-03-22T15:38:15.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:14.819+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:14.819+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:14.819762+0000) 2023-03-22T15:38:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:14.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:14.819500+0000) 2023-03-22T15:38:15.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:15.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:15.318969+0000) 2023-03-22T15:38:15.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:15.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:15.324451+0000) 2023-03-22T15:38:16.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:15.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:15.762814+0000) 2023-03-22T15:38:16.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:15.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:15.819606+0000) 2023-03-22T15:38:16.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:15.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:15.818957+0000) 2023-03-22T15:38:16.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:16 smithi142 ceph-mon[94717]: pgmap v2038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:38:16.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:16 smithi098 ceph-mon[94136]: pgmap v2038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:38:16.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:16.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:16.319085+0000) 2023-03-22T15:38:16.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:16.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:16.324617+0000) 2023-03-22T15:38:17.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:16.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:16.762921+0000) 2023-03-22T15:38:17.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:16.763+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:16.763633+0000) 2023-03-22T15:38:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:16.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:16.819700+0000) 2023-03-22T15:38:17.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:16.818+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:16.819060+0000) 2023-03-22T15:38:17.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:16.819+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:16.819784+0000) 2023-03-22T15:38:17.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:17.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:17.319166+0000) 2023-03-22T15:38:17.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:17.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:17.319187+0000) 2023-03-22T15:38:17.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:17.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:17.324728+0000) 2023-03-22T15:38:17.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:17.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:17.318832+0000) 2023-03-22T15:38:17.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:17 smithi142 ceph-mon[94717]: pgmap v2039: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:38:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:17 smithi098 ceph-mon[94136]: pgmap v2039: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:38:18.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:17.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:17.819835+0000) 2023-03-22T15:38:18.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:18.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:18.319277+0000) 2023-03-22T15:38:18.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:18.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:18.319291+0000) 2023-03-22T15:38:18.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:18.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:18.318937+0000) 2023-03-22T15:38:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:18.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:18.324890+0000) 2023-03-22T15:38:19.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:18.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:18.819944+0000) 2023-03-22T15:38:19.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:19.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:19.319379+0000) 2023-03-22T15:38:19.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:19.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:19.319394+0000) 2023-03-22T15:38:19.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:19.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:19.319038+0000) 2023-03-22T15:38:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:19.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:19.324996+0000) 2023-03-22T15:38:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:19.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:19.319216+0000) 2023-03-22T15:38:20.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:19.819+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:19.820049+0000) 2023-03-22T15:38:20.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:19.820+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:19.820760+0000) 2023-03-22T15:38:20.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:20 smithi142 ceph-mon[94717]: pgmap v2040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 200 B/s wr, 10 op/s 2023-03-22T15:38:20.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:20 smithi098 ceph-mon[94136]: pgmap v2040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 200 B/s wr, 10 op/s 2023-03-22T15:38:20.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:20.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:20.319481+0000) 2023-03-22T15:38:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:20.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:20.319500+0000) 2023-03-22T15:38:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:20.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:20.325162+0000) 2023-03-22T15:38:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:20.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:20.319286+0000) 2023-03-22T15:38:20.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:20.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:20.319137+0000) 2023-03-22T15:38:21.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:21.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:21.325283+0000) 2023-03-22T15:38:21.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:21.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:21.319394+0000) 2023-03-22T15:38:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:21.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:21.319580+0000) 2023-03-22T15:38:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:21.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:21.319687+0000) 2023-03-22T15:38:21.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:21.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:21.319348+0000) 2023-03-22T15:38:21.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:21.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:21.319261+0000) 2023-03-22T15:38:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:21.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:21.263206+0000) 2023-03-22T15:38:22.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:22 smithi142 ceph-mon[94717]: pgmap v2041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:38:22.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:22 smithi098 ceph-mon[94136]: pgmap v2041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:38:22.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:22.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:22.325451+0000) 2023-03-22T15:38:22.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:22.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:22.319497+0000) 2023-03-22T15:38:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:22.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:22.319682+0000) 2023-03-22T15:38:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:22.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:22.319798+0000) 2023-03-22T15:38:22.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:22.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:22.263329+0000) 2023-03-22T15:38:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:22.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:22.319454+0000) 2023-03-22T15:38:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:22.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:22.319362+0000) 2023-03-22T15:38:23.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:23.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:23.319787+0000) 2023-03-22T15:38:23.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:23.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:23.319902+0000) 2023-03-22T15:38:23.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:23.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:23.319555+0000) 2023-03-22T15:38:23.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:23.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:23.263442+0000) 2023-03-22T15:38:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:23.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:23.325559+0000) 2023-03-22T15:38:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:23.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:23.319603+0000) 2023-03-22T15:38:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:23.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:23.319452+0000) 2023-03-22T15:38:24.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:24 smithi142 ceph-mon[94717]: pgmap v2042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:38:24.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:24 smithi098 ceph-mon[94136]: pgmap v2042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:38:24.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:24.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.319902+0000) 2023-03-22T15:38:24.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:24.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.320008+0000) 2023-03-22T15:38:24.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:24.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.263569+0000) 2023-03-22T15:38:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:24.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.325743+0000) 2023-03-22T15:38:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:24.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.319714+0000) 2023-03-22T15:38:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:24.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.319650+0000) 2023-03-22T15:38:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:24.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.320300+0000) 2023-03-22T15:38:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:24.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:24.319551+0000) 2023-03-22T15:38:25.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:25.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.320004+0000) 2023-03-22T15:38:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:25.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.320117+0000) 2023-03-22T15:38:25.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:25.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.319744+0000) 2023-03-22T15:38:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:25.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.263671+0000) 2023-03-22T15:38:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:25.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.325865+0000) 2023-03-22T15:38:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:25.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.319819+0000) 2023-03-22T15:38:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:25.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.320412+0000) 2023-03-22T15:38:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:25.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:25.319668+0000) 2023-03-22T15:38:26.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:26 smithi142 ceph-mon[94717]: pgmap v2043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:38:26.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:26 smithi098 ceph-mon[94136]: pgmap v2043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:38:26.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:26.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.320093+0000) 2023-03-22T15:38:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:26.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.320220+0000) 2023-03-22T15:38:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:26.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.263802+0000) 2023-03-22T15:38:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:26.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.326029+0000) 2023-03-22T15:38:26.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:26.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.319774+0000) 2023-03-22T15:38:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:26.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.319930+0000) 2023-03-22T15:38:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:26.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.320515+0000) 2023-03-22T15:38:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:26.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:26.319838+0000) 2023-03-22T15:38:27.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:27.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.320186+0000) 2023-03-22T15:38:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:27.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.320312+0000) 2023-03-22T15:38:27.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:27.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.263916+0000) 2023-03-22T15:38:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:27.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.326133+0000) 2023-03-22T15:38:27.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:27.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.319933+0000) 2023-03-22T15:38:27.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:27.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.320623+0000) 2023-03-22T15:38:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:27.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.319873+0000) 2023-03-22T15:38:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:27.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:27.320025+0000) 2023-03-22T15:38:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:27 smithi142 ceph-mon[94717]: pgmap v2044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:38:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:27 smithi098 ceph-mon[94136]: pgmap v2044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:38:28.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:28.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.320289+0000) 2023-03-22T15:38:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:28.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.320415+0000) 2023-03-22T15:38:28.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:28.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.264035+0000) 2023-03-22T15:38:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:28.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.326291+0000) 2023-03-22T15:38:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:28.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.319975+0000) 2023-03-22T15:38:28.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:28.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.320129+0000) 2023-03-22T15:38:28.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:28.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.320734+0000) 2023-03-22T15:38:28.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:28.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:28.320036+0000) 2023-03-22T15:38:29.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:29.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.320394+0000) 2023-03-22T15:38:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:29.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.320515+0000) 2023-03-22T15:38:29.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:29.262+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.264148+0000) 2023-03-22T15:38:29.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:29.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.320131+0000) 2023-03-22T15:38:29.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:29.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.320071+0000) 2023-03-22T15:38:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:29.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.326398+0000) 2023-03-22T15:38:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:29.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.320231+0000) 2023-03-22T15:38:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:29.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:29.320842+0000) 2023-03-22T15:38:30.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:30 smithi142 ceph-mon[94717]: pgmap v2045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:38:30.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:30 smithi098 ceph-mon[94136]: pgmap v2045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:38:30.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:30.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.326558+0000) 2023-03-22T15:38:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:30.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.320502+0000) 2023-03-22T15:38:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:30.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.320615+0000) 2023-03-22T15:38:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:30.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.264277+0000) 2023-03-22T15:38:30.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:30.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.320187+0000) 2023-03-22T15:38:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:30.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.320349+0000) 2023-03-22T15:38:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:30.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.320952+0000) 2023-03-22T15:38:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:30.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:30.320192+0000) 2023-03-22T15:38:31.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:31.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.320605+0000) 2023-03-22T15:38:31.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:31.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.320715+0000) 2023-03-22T15:38:31.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:31.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.264381+0000) 2023-03-22T15:38:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:31.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.326682+0000) 2023-03-22T15:38:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:31.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.320450+0000) 2023-03-22T15:38:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:31.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.320303+0000) 2023-03-22T15:38:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:31.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.321061+0000) 2023-03-22T15:38:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:31.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:31.320306+0000) 2023-03-22T15:38:32.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:32 smithi142 ceph-mon[94717]: pgmap v2046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:32.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:32 smithi098 ceph-mon[94136]: pgmap v2046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:32.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:32.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.320704+0000) 2023-03-22T15:38:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:32.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.320826+0000) 2023-03-22T15:38:32.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:32.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.264485+0000) 2023-03-22T15:38:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:32.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.320554+0000) 2023-03-22T15:38:32.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:32.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.320406+0000) 2023-03-22T15:38:32.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:32.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.321165+0000) 2023-03-22T15:38:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:32.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.320411+0000) 2023-03-22T15:38:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:32.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:32.326847+0000) 2023-03-22T15:38:33.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:33.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.326953+0000) 2023-03-22T15:38:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:33.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.320802+0000) 2023-03-22T15:38:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:33.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.320931+0000) 2023-03-22T15:38:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:33.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.264598+0000) 2023-03-22T15:38:33.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:33.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.321285+0000) 2023-03-22T15:38:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:33.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.320504+0000) 2023-03-22T15:38:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:33.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.320512+0000) 2023-03-22T15:38:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:33.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:33.320649+0000) 2023-03-22T15:38:34.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:34 smithi142 ceph-mon[94717]: pgmap v2047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:34.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:34 smithi098 ceph-mon[94136]: pgmap v2047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:34.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:34.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.320905+0000) 2023-03-22T15:38:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:34.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.321030+0000) 2023-03-22T15:38:34.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:34.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.264725+0000) 2023-03-22T15:38:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:34.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.327137+0000) 2023-03-22T15:38:34.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:34.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.320603+0000) 2023-03-22T15:38:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:34.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.321399+0000) 2023-03-22T15:38:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:34.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.320620+0000) 2023-03-22T15:38:34.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:34.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:34.320746+0000) 2023-03-22T15:38:35.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:35.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.320995+0000) 2023-03-22T15:38:35.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:35.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.321124+0000) 2023-03-22T15:38:35.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:35.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.264850+0000) 2023-03-22T15:38:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:35.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.327255+0000) 2023-03-22T15:38:35.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:35.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.320727+0000) 2023-03-22T15:38:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:35.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.320848+0000) 2023-03-22T15:38:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:35.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.320697+0000) 2023-03-22T15:38:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:35.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:35.321511+0000) 2023-03-22T15:38:36.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:36 smithi142 ceph-mon[94717]: pgmap v2048: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:36.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:36 smithi098 ceph-mon[94136]: pgmap v2048: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:36.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:36.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.321091+0000) 2023-03-22T15:38:36.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:36.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.321220+0000) 2023-03-22T15:38:36.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:36.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.264962+0000) 2023-03-22T15:38:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:36.326+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.327429+0000) 2023-03-22T15:38:36.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:36.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.320957+0000) 2023-03-22T15:38:36.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:36.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.320809+0000) 2023-03-22T15:38:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:36.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.321620+0000) 2023-03-22T15:38:36.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:36.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:36.320850+0000) 2023-03-22T15:38:37.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:37.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.321061+0000) 2023-03-22T15:38:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:37.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.321185+0000) 2023-03-22T15:38:37.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:37.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.321295+0000) 2023-03-22T15:38:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:37.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.265073+0000) 2023-03-22T15:38:37.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:37.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.321727+0000) 2023-03-22T15:38:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:37.326+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.327536+0000) 2023-03-22T15:38:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:37.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.320902+0000) 2023-03-22T15:38:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:37.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:37.320961+0000) 2023-03-22T15:38:37.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:37 smithi142 ceph-mon[94717]: pgmap v2049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:37.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:37 smithi098 ceph-mon[94136]: pgmap v2049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:38.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:38.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.321335+0000) 2023-03-22T15:38:38.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:38.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.321397+0000) 2023-03-22T15:38:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:38.263+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.265205+0000) 2023-03-22T15:38:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:38.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.321308+0000) 2023-03-22T15:38:38.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:38.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.321021+0000) 2023-03-22T15:38:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:38.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.321838+0000) 2023-03-22T15:38:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:38.326+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.327692+0000) 2023-03-22T15:38:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:38.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:38.321094+0000) 2023-03-22T15:38:39.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:39.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.321436+0000) 2023-03-22T15:38:39.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:39.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.265314+0000) 2023-03-22T15:38:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:39.326+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.327789+0000) 2023-03-22T15:38:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:39.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.321571+0000) 2023-03-22T15:38:39.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:39.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.321139+0000) 2023-03-22T15:38:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:39.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.321440+0000) 2023-03-22T15:38:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:39.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.321941+0000) 2023-03-22T15:38:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:39.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:39.321192+0000) 2023-03-22T15:38:40.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:40 smithi142 ceph-mon[94717]: pgmap v2050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:40.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:40 smithi098 ceph-mon[94136]: pgmap v2050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:40.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:40.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.321544+0000) 2023-03-22T15:38:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:40.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.321545+0000) 2023-03-22T15:38:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:40.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.321669+0000) 2023-03-22T15:38:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:40.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.265431+0000) 2023-03-22T15:38:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:40.326+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.327971+0000) 2023-03-22T15:38:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:40.327+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:40.330+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.332067+0000) 2023-03-22T15:38:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:40.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.321230+0000) 2023-03-22T15:38:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:40.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.322049+0000) 2023-03-22T15:38:40.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:40.320+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:40.321290+0000) 2023-03-22T15:38:41.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:41.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.321654+0000) 2023-03-22T15:38:41.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:41.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.265536+0000) 2023-03-22T15:38:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:41.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.321797+0000) 2023-03-22T15:38:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:41.321+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.322605+0000) 2023-03-22T15:38:41.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:41.320+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.321393+0000) 2023-03-22T15:38:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:41.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.321652+0000) 2023-03-22T15:38:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:41.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.321324+0000) 2023-03-22T15:38:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:41.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:41.322165+0000) 2023-03-22T15:38:42.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:42 smithi142 ceph-mon[94717]: pgmap v2051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:42.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:42 smithi098 ceph-mon[94136]: pgmap v2051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:42.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:42.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:42.321764+0000) 2023-03-22T15:38:42.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:42.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:42.265661+0000) 2023-03-22T15:38:42.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:42.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:42.321418+0000) 2023-03-22T15:38:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:42.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:42.322295+0000) 2023-03-22T15:38:42.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:42.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:42.321765+0000) 2023-03-22T15:38:42.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:42.320+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:42.321502+0000) 2023-03-22T15:38:43.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:43.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.265767+0000) 2023-03-22T15:38:43.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:43.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.321905+0000) 2023-03-22T15:38:43.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:43.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.322427+0000) 2023-03-22T15:38:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:43.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.321896+0000) 2023-03-22T15:38:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:43.321+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:43.321+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:43.326+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.327670+0000) 2023-03-22T15:38:43.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:43.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.321518+0000) 2023-03-22T15:38:43.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:43.320+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.321607+0000) 2023-03-22T15:38:43.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:43.321+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:43.321+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:43.321+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:43.322605+0000) 2023-03-22T15:38:44.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:44 smithi142 ceph-mon[94717]: pgmap v2052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:44.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:44 smithi098 ceph-mon[94136]: pgmap v2052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:44.718 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:44.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:44.321612+0000) 2023-03-22T15:38:44.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:44.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:44.265889+0000) 2023-03-22T15:38:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:44.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:44.322019+0000) 2023-03-22T15:38:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:44.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:44.322542+0000) 2023-03-22T15:38:45.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:44.826+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:44.828199+0000) 2023-03-22T15:38:45.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:45.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:45.266008+0000) 2023-03-22T15:38:45.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:45.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:45.322124+0000) 2023-03-22T15:38:45.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:45.321+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:45.322843+0000) 2023-03-22T15:38:45.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:45.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:45.321725+0000) 2023-03-22T15:38:45.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:45.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:45.322672+0000) 2023-03-22T15:38:46.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:45.829+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:45.830414+0000) 2023-03-22T15:38:46.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:45.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:45.822101+0000) 2023-03-22T15:38:46.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:46 smithi142 ceph-mon[94717]: pgmap v2053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:46.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:46 smithi098 ceph-mon[94136]: pgmap v2053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:46.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:46.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:46.266128+0000) 2023-03-22T15:38:46.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:46.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:46.321819+0000) 2023-03-22T15:38:46.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:46.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:46.322785+0000) 2023-03-22T15:38:47.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:46.829+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:46.830525+0000) 2023-03-22T15:38:47.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:46.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:46.822209+0000) 2023-03-22T15:38:47.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:47.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.322896+0000) 2023-03-22T15:38:47.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:47.264+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.266248+0000) 2023-03-22T15:38:47.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:47.265+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.266911+0000) 2023-03-22T15:38:47.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:47.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.321932+0000) 2023-03-22T15:38:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:47.321+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:47.321+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:38:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:47.321+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.322611+0000) 2023-03-22T15:38:47.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:47 smithi142 ceph-mon[94717]: pgmap v2054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T15:38:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:47 smithi098 ceph-mon[94136]: pgmap v2054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T15:38:48.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:47.820+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.822186+0000) 2023-03-22T15:38:48.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:47.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.822330+0000) 2023-03-22T15:38:48.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:47.829+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.830702+0000) 2023-03-22T15:38:48.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:47.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:47.821920+0000) 2023-03-22T15:38:48.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:48.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:48.323023+0000) 2023-03-22T15:38:49.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:48.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:48.822289+0000) 2023-03-22T15:38:49.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:48.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:48.822429+0000) 2023-03-22T15:38:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:48.829+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:48.830822+0000) 2023-03-22T15:38:49.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:48.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:48.822028+0000) 2023-03-22T15:38:49.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:49.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:49.323181+0000) 2023-03-22T15:38:50.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:49.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:49.822404+0000) 2023-03-22T15:38:50.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:49.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:49.822534+0000) 2023-03-22T15:38:50.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:49.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:49.822406+0000) 2023-03-22T15:38:50.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:49.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:49.822136+0000) 2023-03-22T15:38:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:49.829+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:49.830990+0000) 2023-03-22T15:38:50.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:50 smithi142 ceph-mon[94717]: pgmap v2055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:50.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:50 smithi098 ceph-mon[94136]: pgmap v2055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:50.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:50.322+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:50.323299+0000) 2023-03-22T15:38:50.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:50.322+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:50.324069+0000) 2023-03-22T15:38:51.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:50.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:50.822511+0000) 2023-03-22T15:38:51.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:50.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:50.822641+0000) 2023-03-22T15:38:51.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:50.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:50.822512+0000) 2023-03-22T15:38:51.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:50.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:50.822243+0000) 2023-03-22T15:38:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:50.829+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:50.831114+0000) 2023-03-22T15:38:52.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:51.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:51.822618+0000) 2023-03-22T15:38:52.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:51.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:51.822746+0000) 2023-03-22T15:38:52.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:51.765+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:51.766491+0000) 2023-03-22T15:38:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:51.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:51.822612+0000) 2023-03-22T15:38:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:51.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:51.831265+0000) 2023-03-22T15:38:52.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:51.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:51.822360+0000) 2023-03-22T15:38:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:51.820+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:51.822161+0000) 2023-03-22T15:38:52.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:52 smithi142 ceph-mon[94717]: pgmap v2056: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:52.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:52 smithi098 ceph-mon[94136]: pgmap v2056: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:53.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:52.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:52.822727+0000) 2023-03-22T15:38:53.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:52.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:52.822859+0000) 2023-03-22T15:38:53.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:52.765+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:52.766586+0000) 2023-03-22T15:38:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:52.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:52.822722+0000) 2023-03-22T15:38:53.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:52.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:52.822466+0000) 2023-03-22T15:38:53.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:52.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:52.831380+0000) 2023-03-22T15:38:53.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:52.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:52.822297+0000) 2023-03-22T15:38:54.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:53.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:53.831521+0000) 2023-03-22T15:38:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:53.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:53.822831+0000) 2023-03-22T15:38:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:53.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:53.822959+0000) 2023-03-22T15:38:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:53.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:53.822826+0000) 2023-03-22T15:38:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:53.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:53.822572+0000) 2023-03-22T15:38:54.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:53.765+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:53.766702+0000) 2023-03-22T15:38:54.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:53.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:53.822400+0000) 2023-03-22T15:38:54.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:54 smithi142 ceph-mon[94717]: pgmap v2057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:54.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:54 smithi098 ceph-mon[94136]: pgmap v2057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:38:55.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:54.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.822948+0000) 2023-03-22T15:38:55.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:54.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.823082+0000) 2023-03-22T15:38:55.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:54.765+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.766821+0000) 2023-03-22T15:38:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:54.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.822932+0000) 2023-03-22T15:38:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:54.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.831622+0000) 2023-03-22T15:38:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:54.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.823579+0000) 2023-03-22T15:38:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:54.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.822679+0000) 2023-03-22T15:38:55.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:54.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:54.822497+0000) 2023-03-22T15:38:56.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:55.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.831795+0000) 2023-03-22T15:38:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:55.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.823062+0000) 2023-03-22T15:38:56.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:55.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.823197+0000) 2023-03-22T15:38:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:55.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.823040+0000) 2023-03-22T15:38:56.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:55.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.823690+0000) 2023-03-22T15:38:56.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:55.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.822787+0000) 2023-03-22T15:38:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:55.765+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.766945+0000) 2023-03-22T15:38:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:55.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:55.822601+0000) 2023-03-22T15:38:56.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:56 smithi142 ceph-mon[94717]: pgmap v2058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:56.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:56 smithi098 ceph-mon[94136]: pgmap v2058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:38:57.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:56.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.823177+0000) 2023-03-22T15:38:57.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:56.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.823303+0000) 2023-03-22T15:38:57.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:56.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.822895+0000) 2023-03-22T15:38:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:56.765+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.767064+0000) 2023-03-22T15:38:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:56.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.823158+0000) 2023-03-22T15:38:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:56.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.831912+0000) 2023-03-22T15:38:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:56.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.822719+0000) 2023-03-22T15:38:57.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:56.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:56.823794+0000) 2023-03-22T15:38:57.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:38:57 smithi142 ceph-mon[94717]: pgmap v2059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T15:38:57.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:38:57 smithi098 ceph-mon[94136]: pgmap v2059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T15:38:58.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:57.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.823291+0000) 2023-03-22T15:38:58.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:57.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.823437+0000) 2023-03-22T15:38:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:57.765+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.767187+0000) 2023-03-22T15:38:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:57.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.832081+0000) 2023-03-22T15:38:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:57.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.823264+0000) 2023-03-22T15:38:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:57.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.823896+0000) 2023-03-22T15:38:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:57.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.822851+0000) 2023-03-22T15:38:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:57.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:57.823030+0000) 2023-03-22T15:38:59.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:58.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.823398+0000) 2023-03-22T15:38:59.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:58.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.823517+0000) 2023-03-22T15:38:59.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:58.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.767314+0000) 2023-03-22T15:38:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:58.830+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.832199+0000) 2023-03-22T15:38:59.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:58.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.824002+0000) 2023-03-22T15:38:59.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:58.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.823374+0000) 2023-03-22T15:38:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:58.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.822992+0000) 2023-03-22T15:38:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:58.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:58.823138+0000) 2023-03-22T15:39:00.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:38:59.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.823476+0000) 2023-03-22T15:39:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:38:59.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.823508+0000) 2023-03-22T15:39:00.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:38:59.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.823619+0000) 2023-03-22T15:39:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:38:59.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.767423+0000) 2023-03-22T15:39:00.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:38:59.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.824111+0000) 2023-03-22T15:39:00.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:38:59.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.832364+0000) 2023-03-22T15:39:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:38:59.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.823096+0000) 2023-03-22T15:39:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:38:59.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:38:59.823239+0000) 2023-03-22T15:39:00.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:00 smithi142 ceph-mon[94717]: pgmap v2060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 11 op/s 2023-03-22T15:39:00.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:00 smithi098 ceph-mon[94136]: pgmap v2060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 11 op/s 2023-03-22T15:39:01.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:00.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.832472+0000) 2023-03-22T15:39:01.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:00.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.823572+0000) 2023-03-22T15:39:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:00.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.823611+0000) 2023-03-22T15:39:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:00.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.823722+0000) 2023-03-22T15:39:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:00.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.767525+0000) 2023-03-22T15:39:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:00.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.823203+0000) 2023-03-22T15:39:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:00.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.824220+0000) 2023-03-22T15:39:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:00.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:00.823298+0000) 2023-03-22T15:39:02.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:01.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.823723+0000) 2023-03-22T15:39:02.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:01.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.823825+0000) 2023-03-22T15:39:02.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:01.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.767635+0000) 2023-03-22T15:39:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:01.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.832646+0000) 2023-03-22T15:39:02.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:01.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.823683+0000) 2023-03-22T15:39:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:01.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.824297+0000) 2023-03-22T15:39:02.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:01.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.823291+0000) 2023-03-22T15:39:02.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:01.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:01.823407+0000) 2023-03-22T15:39:02.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:02 smithi142 ceph-mon[94717]: pgmap v2061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:02.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:02 smithi098 ceph-mon[94136]: pgmap v2061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:03.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:02.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.823841+0000) 2023-03-22T15:39:03.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:02.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.823934+0000) 2023-03-22T15:39:03.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:02.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.767748+0000) 2023-03-22T15:39:03.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:02.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.823386+0000) 2023-03-22T15:39:03.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:02.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.823515+0000) 2023-03-22T15:39:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:02.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.832752+0000) 2023-03-22T15:39:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:02.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.823790+0000) 2023-03-22T15:39:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:02.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:02.824413+0000) 2023-03-22T15:39:04.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:03.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.823961+0000) 2023-03-22T15:39:04.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:03.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.824040+0000) 2023-03-22T15:39:04.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:03.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.767872+0000) 2023-03-22T15:39:04.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:03.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.824526+0000) 2023-03-22T15:39:04.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:03.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.823617+0000) 2023-03-22T15:39:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:03.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.832931+0000) 2023-03-22T15:39:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:03.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.823898+0000) 2023-03-22T15:39:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:03.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:03.823485+0000) 2023-03-22T15:39:04.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:04 smithi142 ceph-mon[94717]: pgmap v2062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:39:04.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:04 smithi098 ceph-mon[94136]: pgmap v2062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:39:05.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:04.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.824162+0000) 2023-03-22T15:39:05.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:04.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.824211+0000) 2023-03-22T15:39:05.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:04.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.767993+0000) 2023-03-22T15:39:05.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:04.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.824638+0000) 2023-03-22T15:39:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:04.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.833032+0000) 2023-03-22T15:39:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:04.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.824030+0000) 2023-03-22T15:39:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:04.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.823596+0000) 2023-03-22T15:39:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:04.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:04.823770+0000) 2023-03-22T15:39:06.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:05.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.824256+0000) 2023-03-22T15:39:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:05.823+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.824297+0000) 2023-03-22T15:39:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:05.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.768118+0000) 2023-03-22T15:39:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:05.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.824131+0000) 2023-03-22T15:39:06.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:05.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.833194+0000) 2023-03-22T15:39:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:05.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.823729+0000) 2023-03-22T15:39:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:05.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.823893+0000) 2023-03-22T15:39:06.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:05.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:05.824746+0000) 2023-03-22T15:39:06.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:06 smithi142 ceph-mon[94717]: pgmap v2063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:39:06.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:06 smithi098 ceph-mon[94136]: pgmap v2063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:39:07.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:06.823+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.824379+0000) 2023-03-22T15:39:07.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:06.823+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.824399+0000) 2023-03-22T15:39:07.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:06.766+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.768245+0000) 2023-03-22T15:39:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:06.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.824246+0000) 2023-03-22T15:39:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:06.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.833298+0000) 2023-03-22T15:39:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:06.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.824867+0000) 2023-03-22T15:39:07.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:06.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.823852+0000) 2023-03-22T15:39:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:06.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:06.823999+0000) 2023-03-22T15:39:07.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:07 smithi142 ceph-mon[94717]: pgmap v2064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T15:39:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:07 smithi098 ceph-mon[94136]: pgmap v2064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T15:39:08.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:07.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.824479+0000) 2023-03-22T15:39:08.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:07.824+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.824498+0000) 2023-03-22T15:39:08.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:07.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.768357+0000) 2023-03-22T15:39:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:07.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.824998+0000) 2023-03-22T15:39:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:07.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.833479+0000) 2023-03-22T15:39:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:07.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.824350+0000) 2023-03-22T15:39:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:07.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.823971+0000) 2023-03-22T15:39:08.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:07.823+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:07.824104+0000) 2023-03-22T15:39:09.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:08.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.824452+0000) 2023-03-22T15:39:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:08.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.824571+0000) 2023-03-22T15:39:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:08.824+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.824599+0000) 2023-03-22T15:39:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:08.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.768456+0000) 2023-03-22T15:39:09.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:08.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.833583+0000) 2023-03-22T15:39:09.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:08.823+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.824204+0000) 2023-03-22T15:39:09.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:08.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.824103+0000) 2023-03-22T15:39:09.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:08.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:08.825109+0000) 2023-03-22T15:39:10.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:09 smithi142 ceph-mon[94717]: osdmap e202: 12 total, 9 up, 9 in 2023-03-22T15:39:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:09 smithi142 ceph-mon[94717]: pgmap v2066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:39:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:09 smithi098 ceph-mon[94136]: osdmap e202: 12 total, 9 up, 9 in 2023-03-22T15:39:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:09 smithi098 ceph-mon[94136]: pgmap v2066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:39:10.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:09.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.833751+0000) 2023-03-22T15:39:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:09.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.824665+0000) 2023-03-22T15:39:10.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:09.824+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.824703+0000) 2023-03-22T15:39:10.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:09.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.824225+0000) 2023-03-22T15:39:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:09.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.768564+0000) 2023-03-22T15:39:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:09.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.824554+0000) 2023-03-22T15:39:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:09.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.825205+0000) 2023-03-22T15:39:10.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:09.824+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:09.824294+0000) 2023-03-22T15:39:11.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:10.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.824761+0000) 2023-03-22T15:39:11.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:10.824+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.824801+0000) 2023-03-22T15:39:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:10.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.768667+0000) 2023-03-22T15:39:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:10.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.833862+0000) 2023-03-22T15:39:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:10.834+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:10.834+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:10.836+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.836697+0000) 2023-03-22T15:39:11.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:10.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.824311+0000) 2023-03-22T15:39:11.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:10.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.824660+0000) 2023-03-22T15:39:11.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:10.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.825296+0000) 2023-03-22T15:39:11.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:10.824+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:10.824412+0000) 2023-03-22T15:39:12.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:11.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.824863+0000) 2023-03-22T15:39:12.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:11.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.768766+0000) 2023-03-22T15:39:12.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:11.824+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.824905+0000) 2023-03-22T15:39:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:11.825+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:11.825+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:11.825+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.825780+0000) 2023-03-22T15:39:12.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:11.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.824408+0000) 2023-03-22T15:39:12.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:11.824+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.824519+0000) 2023-03-22T15:39:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:11.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.824769+0000) 2023-03-22T15:39:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:11.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:11.825415+0000) 2023-03-22T15:39:12.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:12 smithi142 ceph-mon[94717]: pgmap v2067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:39:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:12 smithi098 ceph-mon[94136]: pgmap v2067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:39:13.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:12.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:12.824956+0000) 2023-03-22T15:39:13.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:12.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:12.768867+0000) 2023-03-22T15:39:13.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:12.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:12.824505+0000) 2023-03-22T15:39:13.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:12.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:12.825536+0000) 2023-03-22T15:39:13.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:12.824+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:12.824616+0000) 2023-03-22T15:39:13.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:12.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:12.824870+0000) 2023-03-22T15:39:14.218 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:13.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.824603+0000) 2023-03-22T15:39:14.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:13.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.768985+0000) 2023-03-22T15:39:14.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:13.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.824977+0000) 2023-03-22T15:39:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:13.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.825050+0000) 2023-03-22T15:39:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:13.825+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:13.825+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.825933+0000) 2023-03-22T15:39:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:13.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.825647+0000) 2023-03-22T15:39:14.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:13.824+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.824713+0000) 2023-03-22T15:39:14.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:13.825+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:13.825+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:13.825519+0000) 2023-03-22T15:39:14.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:14 smithi142 ceph-mon[94717]: pgmap v2068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:39:14.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:14 smithi098 ceph-mon[94136]: pgmap v2068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:39:15.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:14.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:14.825083+0000) 2023-03-22T15:39:15.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:14.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:14.769102+0000) 2023-03-22T15:39:15.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:14.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:14.824702+0000) 2023-03-22T15:39:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:14.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:14.825773+0000) 2023-03-22T15:39:15.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:15.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:15.334124+0000) 2023-03-22T15:39:16.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:15.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:15.769208+0000) 2023-03-22T15:39:16.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:15.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:15.825180+0000) 2023-03-22T15:39:16.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:15.825+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:15.825800+0000) 2023-03-22T15:39:16.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:15.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:15.824810+0000) 2023-03-22T15:39:16.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:15.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:15.825882+0000) 2023-03-22T15:39:16.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:16 smithi142 ceph-mon[94717]: pgmap v2069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:39:16.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:16 smithi098 ceph-mon[94136]: pgmap v2069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:39:16.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:16.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:16.336454+0000) 2023-03-22T15:39:16.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:16.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:16.325177+0000) 2023-03-22T15:39:17.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:16.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:16.769292+0000) 2023-03-22T15:39:17.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:16.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:16.824919+0000) 2023-03-22T15:39:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:16.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:16.826000+0000) 2023-03-22T15:39:17.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:17.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:17.336568+0000) 2023-03-22T15:39:17.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:17.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:17.325300+0000) 2023-03-22T15:39:17.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:17 smithi142 ceph-mon[94717]: pgmap v2070: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:39:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:17 smithi098 ceph-mon[94136]: pgmap v2070: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:39:18.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:17.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:17.826099+0000) 2023-03-22T15:39:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:17.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:17.769405+0000) 2023-03-22T15:39:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:17.769+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:17.769+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:17.770156+0000) 2023-03-22T15:39:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:17.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:17.825022+0000) 2023-03-22T15:39:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:17.825+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:17.825732+0000) 2023-03-22T15:39:18.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:18.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:18.336759+0000) 2023-03-22T15:39:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:18.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:18.325296+0000) 2023-03-22T15:39:18.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:18.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:18.325406+0000) 2023-03-22T15:39:18.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:18.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:18.324936+0000) 2023-03-22T15:39:19.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:18.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:18.826222+0000) 2023-03-22T15:39:19.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:19.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:19.336865+0000) 2023-03-22T15:39:19.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:19.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:19.325397+0000) 2023-03-22T15:39:19.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:19.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:19.325507+0000) 2023-03-22T15:39:19.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:19.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:19.325035+0000) 2023-03-22T15:39:20.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:19.826+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:19.826317+0000) 2023-03-22T15:39:20.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:20 smithi142 ceph-mon[94717]: pgmap v2071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 200 B/s wr, 10 op/s 2023-03-22T15:39:20.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:20 smithi098 ceph-mon[94136]: pgmap v2071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 200 B/s wr, 10 op/s 2023-03-22T15:39:20.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:20.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:20.337024+0000) 2023-03-22T15:39:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:20.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:20.325490+0000) 2023-03-22T15:39:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:20.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:20.325602+0000) 2023-03-22T15:39:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:20.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:20.325413+0000) 2023-03-22T15:39:20.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:20.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:20.325140+0000) 2023-03-22T15:39:21.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:20.826+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:20.826455+0000) 2023-03-22T15:39:21.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:20.827+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:21.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:20.827+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:21.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:20.827+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:20.827533+0000) 2023-03-22T15:39:21.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:21.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:21.337151+0000) 2023-03-22T15:39:21.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:21.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:21.325510+0000) 2023-03-22T15:39:21.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:21.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:21.325701+0000) 2023-03-22T15:39:21.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:21.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:21.325596+0000) 2023-03-22T15:39:21.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:21.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:21.325245+0000) 2023-03-22T15:39:22.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:22 smithi142 ceph-mon[94717]: pgmap v2072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:39:22.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:22 smithi098 ceph-mon[94136]: pgmap v2072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:39:22.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:22.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:22.337291+0000) 2023-03-22T15:39:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:22.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:22.325702+0000) 2023-03-22T15:39:22.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:22.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:22.325800+0000) 2023-03-22T15:39:22.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:22.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:22.269710+0000) 2023-03-22T15:39:22.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:22.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:22.325314+0000) 2023-03-22T15:39:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:22.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:22.325608+0000) 2023-03-22T15:39:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:22.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:22.325367+0000) 2023-03-22T15:39:23.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:23.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:23.337400+0000) 2023-03-22T15:39:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:23.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:23.325801+0000) 2023-03-22T15:39:23.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:23.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:23.325904+0000) 2023-03-22T15:39:23.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:23.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:23.269831+0000) 2023-03-22T15:39:23.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:23.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:23.325416+0000) 2023-03-22T15:39:23.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:23.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:23.325711+0000) 2023-03-22T15:39:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:23.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:23.325465+0000) 2023-03-22T15:39:24.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:24 smithi142 ceph-mon[94717]: pgmap v2073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:39:24.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:24 smithi098 ceph-mon[94136]: pgmap v2073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:39:24.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:24.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:24.337574+0000) 2023-03-22T15:39:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:24.324+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:24.325908+0000) 2023-03-22T15:39:24.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:24.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:24.326007+0000) 2023-03-22T15:39:24.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:24.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:24.269948+0000) 2023-03-22T15:39:24.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:24.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:24.325561+0000) 2023-03-22T15:39:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:24.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:24.325814+0000) 2023-03-22T15:39:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:24.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:24.325521+0000) 2023-03-22T15:39:25.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:25.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.337695+0000) 2023-03-22T15:39:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:25.324+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.326019+0000) 2023-03-22T15:39:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:25.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.326105+0000) 2023-03-22T15:39:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:25.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.270071+0000) 2023-03-22T15:39:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:25.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.325908+0000) 2023-03-22T15:39:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:25.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.325635+0000) 2023-03-22T15:39:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:25.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.325671+0000) 2023-03-22T15:39:25.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:25.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:25.326779+0000) 2023-03-22T15:39:26.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:26 smithi142 ceph-mon[94717]: pgmap v2074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:39:26.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:26 smithi098 ceph-mon[94136]: pgmap v2074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:39:26.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:26.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.326005+0000) 2023-03-22T15:39:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:26.324+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.326114+0000) 2023-03-22T15:39:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:26.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.326207+0000) 2023-03-22T15:39:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:26.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.270193+0000) 2023-03-22T15:39:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:26.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.337883+0000) 2023-03-22T15:39:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:26.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.325755+0000) 2023-03-22T15:39:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:26.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.326879+0000) 2023-03-22T15:39:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:26.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:26.325793+0000) 2023-03-22T15:39:27.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:27.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.337983+0000) 2023-03-22T15:39:27.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:27.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.326116+0000) 2023-03-22T15:39:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:27.324+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.326219+0000) 2023-03-22T15:39:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:27.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.326296+0000) 2023-03-22T15:39:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:27.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.270329+0000) 2023-03-22T15:39:27.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:27.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.325874+0000) 2023-03-22T15:39:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:27.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.326988+0000) 2023-03-22T15:39:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:27.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:27.325897+0000) 2023-03-22T15:39:27.876 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:27 smithi142 ceph-mon[94717]: pgmap v2075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:39:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:27 smithi098 ceph-mon[94136]: pgmap v2075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 85 B/s wr, 10 op/s 2023-03-22T15:39:28.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:28.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.326297+0000) 2023-03-22T15:39:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:28.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.326403+0000) 2023-03-22T15:39:28.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:28.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.270437+0000) 2023-03-22T15:39:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:28.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.338175+0000) 2023-03-22T15:39:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:28.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.326221+0000) 2023-03-22T15:39:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:28.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.326000+0000) 2023-03-22T15:39:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:28.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.327112+0000) 2023-03-22T15:39:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:28.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:28.326015+0000) 2023-03-22T15:39:29.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:29.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.338279+0000) 2023-03-22T15:39:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:29.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.326406+0000) 2023-03-22T15:39:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:29.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.326503+0000) 2023-03-22T15:39:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:29.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.270551+0000) 2023-03-22T15:39:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:29.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.326112+0000) 2023-03-22T15:39:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:29.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.327220+0000) 2023-03-22T15:39:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:29.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.326291+0000) 2023-03-22T15:39:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:29.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:29.326131+0000) 2023-03-22T15:39:30.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:30 smithi142 ceph-mon[94717]: pgmap v2076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 11 op/s 2023-03-22T15:39:30.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:30 smithi098 ceph-mon[94136]: pgmap v2076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 11 op/s 2023-03-22T15:39:30.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:30.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.338424+0000) 2023-03-22T15:39:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:30.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.326507+0000) 2023-03-22T15:39:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:30.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.326602+0000) 2023-03-22T15:39:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:30.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.270663+0000) 2023-03-22T15:39:30.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:30.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.327294+0000) 2023-03-22T15:39:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:30.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.326254+0000) 2023-03-22T15:39:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:30.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.326392+0000) 2023-03-22T15:39:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:30.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:30.326223+0000) 2023-03-22T15:39:31.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:31.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.338536+0000) 2023-03-22T15:39:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:31.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.326610+0000) 2023-03-22T15:39:31.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:31.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.326702+0000) 2023-03-22T15:39:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:31.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.270772+0000) 2023-03-22T15:39:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:31.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.326496+0000) 2023-03-22T15:39:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:31.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.326295+0000) 2023-03-22T15:39:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:31.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.327404+0000) 2023-03-22T15:39:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:31.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:31.326365+0000) 2023-03-22T15:39:32.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:32 smithi142 ceph-mon[94717]: pgmap v2077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:32.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:32 smithi098 ceph-mon[94136]: pgmap v2077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:32.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:32.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.338713+0000) 2023-03-22T15:39:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:32.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.326714+0000) 2023-03-22T15:39:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:32.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.326809+0000) 2023-03-22T15:39:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:32.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.270902+0000) 2023-03-22T15:39:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:32.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.326603+0000) 2023-03-22T15:39:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:32.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.326403+0000) 2023-03-22T15:39:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:32.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.327521+0000) 2023-03-22T15:39:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:32.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:32.326469+0000) 2023-03-22T15:39:33.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:33.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.338822+0000) 2023-03-22T15:39:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:33.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.326817+0000) 2023-03-22T15:39:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:33.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.326917+0000) 2023-03-22T15:39:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:33.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.271026+0000) 2023-03-22T15:39:33.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:33.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.326514+0000) 2023-03-22T15:39:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:33.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.327632+0000) 2023-03-22T15:39:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:33.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.326566+0000) 2023-03-22T15:39:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:33.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:33.326707+0000) 2023-03-22T15:39:34.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:34 smithi142 ceph-mon[94717]: pgmap v2078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:39:34.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:34 smithi098 ceph-mon[94136]: pgmap v2078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:39:34.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:34.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.338993+0000) 2023-03-22T15:39:34.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:34.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.326806+0000) 2023-03-22T15:39:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:34.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.326924+0000) 2023-03-22T15:39:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:34.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.327018+0000) 2023-03-22T15:39:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:34.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.271149+0000) 2023-03-22T15:39:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:34.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.327760+0000) 2023-03-22T15:39:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:34.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.326669+0000) 2023-03-22T15:39:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:34.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:34.326617+0000) 2023-03-22T15:39:35.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:35.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.339117+0000) 2023-03-22T15:39:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:35.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.327036+0000) 2023-03-22T15:39:35.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:35.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.327127+0000) 2023-03-22T15:39:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:35.269+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.271258+0000) 2023-03-22T15:39:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:35.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.326911+0000) 2023-03-22T15:39:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:35.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.327879+0000) 2023-03-22T15:39:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:35.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.326730+0000) 2023-03-22T15:39:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:35.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:35.326781+0000) 2023-03-22T15:39:36.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:36 smithi142 ceph-mon[94717]: pgmap v2079: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:36.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:36 smithi098 ceph-mon[94136]: pgmap v2079: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:36.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:36.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.339294+0000) 2023-03-22T15:39:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:36.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.327139+0000) 2023-03-22T15:39:36.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:36.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.327226+0000) 2023-03-22T15:39:36.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:36.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.326889+0000) 2023-03-22T15:39:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:36.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.271379+0000) 2023-03-22T15:39:36.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:36.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.326838+0000) 2023-03-22T15:39:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:36.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.328000+0000) 2023-03-22T15:39:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:36.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:36.327010+0000) 2023-03-22T15:39:37.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:37.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.339397+0000) 2023-03-22T15:39:37.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:37.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.327125+0000) 2023-03-22T15:39:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:37.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.327243+0000) 2023-03-22T15:39:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:37.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.327300+0000) 2023-03-22T15:39:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:37.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.271492+0000) 2023-03-22T15:39:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:37.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.328122+0000) 2023-03-22T15:39:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:37.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.326993+0000) 2023-03-22T15:39:37.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:37.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:37.326947+0000) 2023-03-22T15:39:37.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:37 smithi142 ceph-mon[94717]: pgmap v2080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:39:37.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:37 smithi098 ceph-mon[94136]: pgmap v2080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:39:38.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:38.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.339561+0000) 2023-03-22T15:39:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:38.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.327358+0000) 2023-03-22T15:39:38.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:38.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.327409+0000) 2023-03-22T15:39:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:38.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.271605+0000) 2023-03-22T15:39:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:38.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.327230+0000) 2023-03-22T15:39:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:38.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.327055+0000) 2023-03-22T15:39:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:38.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.328250+0000) 2023-03-22T15:39:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:38.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:38.327100+0000) 2023-03-22T15:39:39.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:39.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.339673+0000) 2023-03-22T15:39:39.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:39.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.327301+0000) 2023-03-22T15:39:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:39.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.327451+0000) 2023-03-22T15:39:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:39.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.327517+0000) 2023-03-22T15:39:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:39.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.271723+0000) 2023-03-22T15:39:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:39.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.328367+0000) 2023-03-22T15:39:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:39.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.327173+0000) 2023-03-22T15:39:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:39.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:39.327222+0000) 2023-03-22T15:39:40.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:40 smithi142 ceph-mon[94717]: pgmap v2081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 10 op/s 2023-03-22T15:39:40.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:40 smithi098 ceph-mon[94136]: pgmap v2081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 10 op/s 2023-03-22T15:39:40.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:40.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.339852+0000) 2023-03-22T15:39:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:40.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.327548+0000) 2023-03-22T15:39:40.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:40.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.328476+0000) 2023-03-22T15:39:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:40.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.271833+0000) 2023-03-22T15:39:40.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:40.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.327412+0000) 2023-03-22T15:39:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:40.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.327328+0000) 2023-03-22T15:39:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:40.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.327621+0000) 2023-03-22T15:39:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:40.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:40.327290+0000) 2023-03-22T15:39:41.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:41.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.327652+0000) 2023-03-22T15:39:41.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:41.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.327724+0000) 2023-03-22T15:39:41.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:41.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.327406+0000) 2023-03-22T15:39:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:41.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.271945+0000) 2023-03-22T15:39:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:41.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.339968+0000) 2023-03-22T15:39:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:41.339+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:41.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:41.339+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:41.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:41.341+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.342852+0000) 2023-03-22T15:39:41.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:41.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.327521+0000) 2023-03-22T15:39:41.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:41.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.328582+0000) 2023-03-22T15:39:41.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:41.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:41.327430+0000) 2023-03-22T15:39:42.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:42 smithi142 ceph-mon[94717]: pgmap v2082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:42.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:42 smithi098 ceph-mon[94136]: pgmap v2082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:42.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:42.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.327756+0000) 2023-03-22T15:39:42.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:42.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.328701+0000) 2023-03-22T15:39:42.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:42.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.272055+0000) 2023-03-22T15:39:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:42.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.327830+0000) 2023-03-22T15:39:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:42.327+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:42.327+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.328641+0000) 2023-03-22T15:39:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:42.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.327627+0000) 2023-03-22T15:39:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:42.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.327515+0000) 2023-03-22T15:39:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:42.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:42.327539+0000) 2023-03-22T15:39:43.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:43.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:43.327858+0000) 2023-03-22T15:39:43.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:43.270+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:43.272168+0000) 2023-03-22T15:39:43.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:43.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:43.327752+0000) 2023-03-22T15:39:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:43.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:43.327627+0000) 2023-03-22T15:39:43.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:43.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:43.328819+0000) 2023-03-22T15:39:43.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:43.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:43.327639+0000) 2023-03-22T15:39:44.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:44 smithi142 ceph-mon[94717]: pgmap v2083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:39:44.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:44 smithi098 ceph-mon[94136]: pgmap v2083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:39:44.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:44.271+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.272285+0000) 2023-03-22T15:39:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:44.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.328037+0000) 2023-03-22T15:39:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:44.327+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:44.327+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:39:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:44.327+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.329125+0000) 2023-03-22T15:39:44.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:44.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.327740+0000) 2023-03-22T15:39:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:44.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.328930+0000) 2023-03-22T15:39:44.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:44.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.327753+0000) 2023-03-22T15:39:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:44.327+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.328518+0000) 2023-03-22T15:39:44.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:44.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:44.327874+0000) 2023-03-22T15:39:45.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:45.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:45.329056+0000) 2023-03-22T15:39:45.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:45.271+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:45.272400+0000) 2023-03-22T15:39:45.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:45.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:45.327982+0000) 2023-03-22T15:39:45.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:45.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:45.327849+0000) 2023-03-22T15:39:46.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:45.838+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:45.840212+0000) 2023-03-22T15:39:46.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:46 smithi142 ceph-mon[94717]: pgmap v2084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:46.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:46 smithi098 ceph-mon[94136]: pgmap v2084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:46.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:46.271+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:46.272515+0000) 2023-03-22T15:39:46.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:46.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:46.328086+0000) 2023-03-22T15:39:46.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:46.327+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:46.328785+0000) 2023-03-22T15:39:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:46.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:46.327964+0000) 2023-03-22T15:39:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:46.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:46.329163+0000) 2023-03-22T15:39:47.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:46.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:46.842375+0000) 2023-03-22T15:39:47.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:46.826+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:46.828131+0000) 2023-03-22T15:39:47.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:47.271+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:47.272627+0000) 2023-03-22T15:39:47.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:47.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:47.329285+0000) 2023-03-22T15:39:47.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:47.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:47.328074+0000) 2023-03-22T15:39:47.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:47 smithi142 ceph-mon[94717]: pgmap v2085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:39:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:47 smithi098 ceph-mon[94136]: pgmap v2085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:39:48.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:47.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:47.842546+0000) 2023-03-22T15:39:48.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:47.826+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:47.828231+0000) 2023-03-22T15:39:48.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:48.271+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.272740+0000) 2023-03-22T15:39:48.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:48.272+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.273478+0000) 2023-03-22T15:39:48.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:48.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.329399+0000) 2023-03-22T15:39:48.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:48.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.328182+0000) 2023-03-22T15:39:48.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:48.327+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.328831+0000) 2023-03-22T15:39:49.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:48.827+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.828419+0000) 2023-03-22T15:39:49.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:48.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.828294+0000) 2023-03-22T15:39:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:48.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.842649+0000) 2023-03-22T15:39:49.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:48.826+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:48.828025+0000) 2023-03-22T15:39:49.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:49.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:49.329507+0000) 2023-03-22T15:39:50.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:49.827+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:49.828524+0000) 2023-03-22T15:39:50.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:49.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:49.828405+0000) 2023-03-22T15:39:50.219 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:49.826+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:49.828134+0000) 2023-03-22T15:39:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:49.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:49.842834+0000) 2023-03-22T15:39:50.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:50 smithi142 ceph-mon[94717]: pgmap v2086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:39:50.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:50 smithi098 ceph-mon[94136]: pgmap v2086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:39:50.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:50.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:50.329620+0000) 2023-03-22T15:39:51.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:50.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:50.842954+0000) 2023-03-22T15:39:51.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:50.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:50.828521+0000) 2023-03-22T15:39:51.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:50.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:50.828388+0000) 2023-03-22T15:39:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:50.827+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:50.828934+0000) 2023-03-22T15:39:51.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:50.826+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:50.828239+0000) 2023-03-22T15:39:51.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:51.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:51.329732+0000) 2023-03-22T15:39:51.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:51.329+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:51.330542+0000) 2023-03-22T15:39:52.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:51.827+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:51.829044+0000) 2023-03-22T15:39:52.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:51.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:51.828630+0000) 2023-03-22T15:39:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:51.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:51.843143+0000) 2023-03-22T15:39:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:51.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:51.828497+0000) 2023-03-22T15:39:52.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:51.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:51.828357+0000) 2023-03-22T15:39:52.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:52 smithi142 ceph-mon[94717]: pgmap v2087: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:52.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:52 smithi098 ceph-mon[94136]: pgmap v2087: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:53.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:52.827+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:52.829152+0000) 2023-03-22T15:39:53.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:52.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:52.828735+0000) 2023-03-22T15:39:53.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:52.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:52.773034+0000) 2023-03-22T15:39:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:52.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:52.828606+0000) 2023-03-22T15:39:53.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:52.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:52.828475+0000) 2023-03-22T15:39:53.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:52.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:52.843276+0000) 2023-03-22T15:39:53.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:52.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:52.828479+0000) 2023-03-22T15:39:54.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:53.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:53.843451+0000) 2023-03-22T15:39:54.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:53.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:53.828845+0000) 2023-03-22T15:39:54.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:53.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:53.773147+0000) 2023-03-22T15:39:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:53.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:53.828697+0000) 2023-03-22T15:39:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:53.827+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:53.829256+0000) 2023-03-22T15:39:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:53.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:53.828583+0000) 2023-03-22T15:39:54.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:53.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:53.828588+0000) 2023-03-22T15:39:54.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:54 smithi142 ceph-mon[94717]: pgmap v2088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:39:54.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:54 smithi098 ceph-mon[94136]: pgmap v2088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:39:55.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:54.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:54.829371+0000) 2023-03-22T15:39:55.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:54.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:54.828941+0000) 2023-03-22T15:39:55.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:54.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:54.773260+0000) 2023-03-22T15:39:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:54.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:54.843550+0000) 2023-03-22T15:39:55.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:54.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:54.828695+0000) 2023-03-22T15:39:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:54.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:54.828824+0000) 2023-03-22T15:39:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:54.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:54.828693+0000) 2023-03-22T15:39:56.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:55.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.843733+0000) 2023-03-22T15:39:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:55.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.829477+0000) 2023-03-22T15:39:56.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:55.828+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.830029+0000) 2023-03-22T15:39:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:55.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.829043+0000) 2023-03-22T15:39:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:55.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.773374+0000) 2023-03-22T15:39:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:55.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.828927+0000) 2023-03-22T15:39:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:55.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.828801+0000) 2023-03-22T15:39:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:55.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:55.828806+0000) 2023-03-22T15:39:56.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:56 smithi142 ceph-mon[94717]: pgmap v2089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:56.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:56 smithi098 ceph-mon[94136]: pgmap v2089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:39:57.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:56.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.843853+0000) 2023-03-22T15:39:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:56.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.829582+0000) 2023-03-22T15:39:57.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:56.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.829150+0000) 2023-03-22T15:39:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:56.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.773475+0000) 2023-03-22T15:39:57.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:56.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.828909+0000) 2023-03-22T15:39:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:56.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.829041+0000) 2023-03-22T15:39:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:56.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.828908+0000) 2023-03-22T15:39:57.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:56.828+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:56.830132+0000) 2023-03-22T15:39:57.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:39:57 smithi098 ceph-mon[94136]: pgmap v2090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:39:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:39:57 smithi142 ceph-mon[94717]: pgmap v2090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:39:58.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:57.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.844014+0000) 2023-03-22T15:39:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:57.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.829706+0000) 2023-03-22T15:39:58.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:57.827+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.829254+0000) 2023-03-22T15:39:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:57.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.773589+0000) 2023-03-22T15:39:58.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:57.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.829016+0000) 2023-03-22T15:39:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:57.827+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.829156+0000) 2023-03-22T15:39:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:57.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.829015+0000) 2023-03-22T15:39:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:57.828+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:57.830252+0000) 2023-03-22T15:39:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:58.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.829818+0000) 2023-03-22T15:39:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:58.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.829379+0000) 2023-03-22T15:39:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:58.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.773705+0000) 2023-03-22T15:39:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:58.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.830373+0000) 2023-03-22T15:39:59.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:58.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.844133+0000) 2023-03-22T15:39:59.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:58.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.829283+0000) 2023-03-22T15:39:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:58.827+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.829167+0000) 2023-03-22T15:39:59.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:58.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:58.829123+0000) 2023-03-22T15:40:00.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:39:59.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.829919+0000) 2023-03-22T15:40:00.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:39:59.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.829483+0000) 2023-03-22T15:40:00.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:39:59.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.830476+0000) 2023-03-22T15:40:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:39:59.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.773832+0000) 2023-03-22T15:40:00.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:39:59.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.829281+0000) 2023-03-22T15:40:00.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:39:59.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.844314+0000) 2023-03-22T15:40:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:39:59.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.829402+0000) 2023-03-22T15:40:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:39:59.827+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:39:59.829252+0000) 2023-03-22T15:40:00.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:00 smithi142 ceph-mon[94717]: pgmap v2091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:00.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:40:00.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:00 smithi098 ceph-mon[94136]: pgmap v2091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:40:01.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:00.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.830028+0000) 2023-03-22T15:40:01.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:00.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.829590+0000) 2023-03-22T15:40:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:00.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.773951+0000) 2023-03-22T15:40:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:00.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.844416+0000) 2023-03-22T15:40:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:00.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.829387+0000) 2023-03-22T15:40:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:00.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.829512+0000) 2023-03-22T15:40:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:00.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.830577+0000) 2023-03-22T15:40:01.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:00.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:00.829372+0000) 2023-03-22T15:40:02.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:01.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.844584+0000) 2023-03-22T15:40:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:01.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.830135+0000) 2023-03-22T15:40:02.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:01.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.829694+0000) 2023-03-22T15:40:02.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:01.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.829470+0000) 2023-03-22T15:40:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:01.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.774076+0000) 2023-03-22T15:40:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:01.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.829622+0000) 2023-03-22T15:40:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:01.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.830685+0000) 2023-03-22T15:40:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:01.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:01.829494+0000) 2023-03-22T15:40:02.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:02 smithi142 ceph-mon[94717]: pgmap v2092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:02.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:02 smithi098 ceph-mon[94136]: pgmap v2092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:03.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:02.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.830242+0000) 2023-03-22T15:40:03.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:02.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.829799+0000) 2023-03-22T15:40:03.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:02.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.774202+0000) 2023-03-22T15:40:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:02.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.829723+0000) 2023-03-22T15:40:03.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:02.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.829612+0000) 2023-03-22T15:40:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:02.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.830802+0000) 2023-03-22T15:40:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:02.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.829575+0000) 2023-03-22T15:40:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:02.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:02.844708+0000) 2023-03-22T15:40:04.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:03.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.830362+0000) 2023-03-22T15:40:04.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:03.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.829924+0000) 2023-03-22T15:40:04.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:03.773+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.774309+0000) 2023-03-22T15:40:04.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:03.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.829717+0000) 2023-03-22T15:40:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:03.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.844889+0000) 2023-03-22T15:40:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:03.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.829838+0000) 2023-03-22T15:40:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:03.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.830908+0000) 2023-03-22T15:40:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:03.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:03.829699+0000) 2023-03-22T15:40:04.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:04 smithi142 ceph-mon[94717]: pgmap v2093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:40:04.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:04 smithi098 ceph-mon[94136]: pgmap v2093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:40:05.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:04.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.830466+0000) 2023-03-22T15:40:05.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:04.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.830031+0000) 2023-03-22T15:40:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:04.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.845008+0000) 2023-03-22T15:40:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:04.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.829956+0000) 2023-03-22T15:40:05.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:04.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.829828+0000) 2023-03-22T15:40:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:04.773+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.774419+0000) 2023-03-22T15:40:05.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:04.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.831016+0000) 2023-03-22T15:40:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:04.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:04.829830+0000) 2023-03-22T15:40:06.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:05.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.830077+0000) 2023-03-22T15:40:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:05.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.830578+0000) 2023-03-22T15:40:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:05.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.830135+0000) 2023-03-22T15:40:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:05.773+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.774524+0000) 2023-03-22T15:40:06.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:05.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.829956+0000) 2023-03-22T15:40:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:05.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.829943+0000) 2023-03-22T15:40:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:05.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.845194+0000) 2023-03-22T15:40:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:05.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:05.831120+0000) 2023-03-22T15:40:06.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:06 smithi142 ceph-mon[94717]: pgmap v2094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:40:06.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:06 smithi098 ceph-mon[94136]: pgmap v2094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:40:07.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:06.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.830700+0000) 2023-03-22T15:40:07.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:06.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.830240+0000) 2023-03-22T15:40:07.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:06.773+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.774646+0000) 2023-03-22T15:40:07.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:06.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.830080+0000) 2023-03-22T15:40:07.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:06.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.830053+0000) 2023-03-22T15:40:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:06.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.830209+0000) 2023-03-22T15:40:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:06.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.831241+0000) 2023-03-22T15:40:07.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:06.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:06.845313+0000) 2023-03-22T15:40:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:07 smithi098 ceph-mon[94136]: pgmap v2095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:40:08.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:07 smithi142 ceph-mon[94717]: pgmap v2095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:40:08.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:07.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.830814+0000) 2023-03-22T15:40:08.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:07.829+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.830364+0000) 2023-03-22T15:40:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:07.773+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.774763+0000) 2023-03-22T15:40:08.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:07.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.830211+0000) 2023-03-22T15:40:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:07.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.845484+0000) 2023-03-22T15:40:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:07.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.830303+0000) 2023-03-22T15:40:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:07.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.831366+0000) 2023-03-22T15:40:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:07.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:07.830166+0000) 2023-03-22T15:40:09.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:08.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.830926+0000) 2023-03-22T15:40:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:08.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.830472+0000) 2023-03-22T15:40:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:08.773+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.774869+0000) 2023-03-22T15:40:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:08.845+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.845610+0000) 2023-03-22T15:40:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:08.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.831487+0000) 2023-03-22T15:40:09.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:08.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.830408+0000) 2023-03-22T15:40:09.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:08.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.830333+0000) 2023-03-22T15:40:09.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:08.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:08.830296+0000) 2023-03-22T15:40:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:09 smithi142 ceph-mon[94717]: osdmap e203: 12 total, 9 up, 9 in 2023-03-22T15:40:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:09 smithi142 ceph-mon[94717]: pgmap v2097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:40:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:09 smithi098 ceph-mon[94136]: osdmap e203: 12 total, 9 up, 9 in 2023-03-22T15:40:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:09 smithi098 ceph-mon[94136]: pgmap v2097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:40:10.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:09.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.831017+0000) 2023-03-22T15:40:10.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:09.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.830576+0000) 2023-03-22T15:40:10.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:09.774+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.775017+0000) 2023-03-22T15:40:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:09.845+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.845750+0000) 2023-03-22T15:40:10.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:09.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.830509+0000) 2023-03-22T15:40:10.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:09.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.830406+0000) 2023-03-22T15:40:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:09.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.830445+0000) 2023-03-22T15:40:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:09.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:09.831609+0000) 2023-03-22T15:40:11.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:10.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.830638+0000) 2023-03-22T15:40:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:10.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.831102+0000) 2023-03-22T15:40:11.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:10.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.830714+0000) 2023-03-22T15:40:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:10.774+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.775177+0000) 2023-03-22T15:40:11.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:10.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.830573+0000) 2023-03-22T15:40:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:10.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.831723+0000) 2023-03-22T15:40:11.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:10.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.830533+0000) 2023-03-22T15:40:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:10.845+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:10.845866+0000) 2023-03-22T15:40:12.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:11.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.831192+0000) 2023-03-22T15:40:12.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:11.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.830857+0000) 2023-03-22T15:40:12.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:11.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.775363+0000) 2023-03-22T15:40:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:11.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.830791+0000) 2023-03-22T15:40:12.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:11.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.830679+0000) 2023-03-22T15:40:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:11.845+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.846015+0000) 2023-03-22T15:40:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:11.846+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:11.848+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.848987+0000) 2023-03-22T15:40:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:11.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.831840+0000) 2023-03-22T15:40:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:11.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:11.830756+0000) 2023-03-22T15:40:12.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:12 smithi142 ceph-mon[94717]: pgmap v2098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:40:12.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:12 smithi098 ceph-mon[94136]: pgmap v2098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:40:13.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:12.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.831295+0000) 2023-03-22T15:40:13.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:12.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.775488+0000) 2023-03-22T15:40:13.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:12.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.830961+0000) 2023-03-22T15:40:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:12.831+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:12.831+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.831737+0000) 2023-03-22T15:40:13.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:12.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.830859+0000) 2023-03-22T15:40:13.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:12.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.831945+0000) 2023-03-22T15:40:13.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:12.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.830902+0000) 2023-03-22T15:40:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:12.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:12.830775+0000) 2023-03-22T15:40:14.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:13.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:13.831391+0000) 2023-03-22T15:40:14.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:13.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:13.832068+0000) 2023-03-22T15:40:14.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:13.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:13.775592+0000) 2023-03-22T15:40:14.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:13.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:13.830964+0000) 2023-03-22T15:40:14.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:13.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:13.831010+0000) 2023-03-22T15:40:14.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:13.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:13.830886+0000) 2023-03-22T15:40:14.376 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:14 smithi142 ceph-mon[94717]: pgmap v2099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:40:14.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:14 smithi098 ceph-mon[94136]: pgmap v2099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:40:15.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:14.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.775706+0000) 2023-03-22T15:40:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:14.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.831149+0000) 2023-03-22T15:40:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:14.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.831489+0000) 2023-03-22T15:40:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:14.832+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:14.832+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.832531+0000) 2023-03-22T15:40:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:14.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.830997+0000) 2023-03-22T15:40:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:14.831+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:14.831+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.831842+0000) 2023-03-22T15:40:15.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:14.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.832184+0000) 2023-03-22T15:40:15.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:14.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:14.831073+0000) 2023-03-22T15:40:16.218 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:15.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:15.831179+0000) 2023-03-22T15:40:16.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:15.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:15.775814+0000) 2023-03-22T15:40:16.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:15.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:15.831293+0000) 2023-03-22T15:40:16.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:15.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:15.832300+0000) 2023-03-22T15:40:16.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:16 smithi142 ceph-mon[94717]: pgmap v2100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:40:16.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:16 smithi098 ceph-mon[94136]: pgmap v2100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:40:16.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:16.346+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:16.346293+0000) 2023-03-22T15:40:17.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:16.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:16.775916+0000) 2023-03-22T15:40:17.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:16.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:16.831288+0000) 2023-03-22T15:40:17.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:16.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:16.832411+0000) 2023-03-22T15:40:17.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:16.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:16.831405+0000) 2023-03-22T15:40:17.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:16.831+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:17.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:16.831+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:16.832+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:16.832283+0000) 2023-03-22T15:40:17.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:17.330+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:17.331205+0000) 2023-03-22T15:40:17.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:17.349+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:17.349764+0000) 2023-03-22T15:40:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:17 smithi098 ceph-mon[94136]: pgmap v2101: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:40:18.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:17 smithi142 ceph-mon[94717]: pgmap v2101: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:40:18.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:17.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:17.832516+0000) 2023-03-22T15:40:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:17.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:17.776030+0000) 2023-03-22T15:40:18.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:17.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:17.831397+0000) 2023-03-22T15:40:18.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:18.349+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:18.349996+0000) 2023-03-22T15:40:18.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:18.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:18.331286+0000) 2023-03-22T15:40:19.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:18.775+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:18.776144+0000) 2023-03-22T15:40:19.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:18.776+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:18.776926+0000) 2023-03-22T15:40:19.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:18.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:18.832633+0000) 2023-03-22T15:40:19.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:18.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:18.831504+0000) 2023-03-22T15:40:19.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:18.831+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:18.832149+0000) 2023-03-22T15:40:19.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:19.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:19.331802+0000) 2023-03-22T15:40:19.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:19.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:19.331390+0000) 2023-03-22T15:40:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:19.349+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:19.350126+0000) 2023-03-22T15:40:19.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:19.330+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:19.331233+0000) 2023-03-22T15:40:20.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:19.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:19.832746+0000) 2023-03-22T15:40:20.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:20 smithi142 ceph-mon[94717]: pgmap v2102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 200 B/s wr, 10 op/s 2023-03-22T15:40:20.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:20 smithi098 ceph-mon[94136]: pgmap v2102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 200 B/s wr, 10 op/s 2023-03-22T15:40:20.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:20.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:20.331923+0000) 2023-03-22T15:40:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:20.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:20.331500+0000) 2023-03-22T15:40:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:20.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:20.350295+0000) 2023-03-22T15:40:20.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:20.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:20.331337+0000) 2023-03-22T15:40:21.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:20.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:20.832852+0000) 2023-03-22T15:40:21.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:21.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:21.331695+0000) 2023-03-22T15:40:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:21.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:21.332030+0000) 2023-03-22T15:40:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:21.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:21.331602+0000) 2023-03-22T15:40:21.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:21.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:21.331441+0000) 2023-03-22T15:40:21.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:21.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:21.350409+0000) 2023-03-22T15:40:22.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:21.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:21.832960+0000) 2023-03-22T15:40:22.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:21.833+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:21.833636+0000) 2023-03-22T15:40:22.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:22 smithi142 ceph-mon[94717]: pgmap v2103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:40:22.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:22 smithi098 ceph-mon[94136]: pgmap v2103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:40:22.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:22.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:22.332132+0000) 2023-03-22T15:40:22.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:22.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:22.331710+0000) 2023-03-22T15:40:22.719 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:22.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:22.331541+0000) 2023-03-22T15:40:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:22.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:22.331802+0000) 2023-03-22T15:40:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:22.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:22.350589+0000) 2023-03-22T15:40:23.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:23.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:23.350706+0000) 2023-03-22T15:40:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:23.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:23.332238+0000) 2023-03-22T15:40:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:23.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:23.331819+0000) 2023-03-22T15:40:23.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:23.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:23.276465+0000) 2023-03-22T15:40:23.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:23.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:23.331775+0000) 2023-03-22T15:40:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:23.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:23.331643+0000) 2023-03-22T15:40:23.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:23.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:23.331913+0000) 2023-03-22T15:40:24.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:24 smithi142 ceph-mon[94717]: pgmap v2104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:40:24.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:24 smithi098 ceph-mon[94136]: pgmap v2104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:40:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:24.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:24.350848+0000) 2023-03-22T15:40:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:24.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:24.332354+0000) 2023-03-22T15:40:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:24.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:24.331889+0000) 2023-03-22T15:40:24.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:24.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:24.331748+0000) 2023-03-22T15:40:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:24.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:24.276589+0000) 2023-03-22T15:40:24.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:24.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:24.332049+0000) 2023-03-22T15:40:24.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:24.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:24.331895+0000) 2023-03-22T15:40:25.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:25.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:25.332463+0000) 2023-03-22T15:40:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:25.330+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:25.331999+0000) 2023-03-22T15:40:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:25.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:25.276699+0000) 2023-03-22T15:40:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:25.349+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:25.350962+0000) 2023-03-22T15:40:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:25.330+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:25.332157+0000) 2023-03-22T15:40:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:25.330+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:25.331857+0000) 2023-03-22T15:40:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:25.330+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:25.332003+0000) 2023-03-22T15:40:26.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:26 smithi142 ceph-mon[94717]: pgmap v2105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:40:26.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:26 smithi098 ceph-mon[94136]: pgmap v2105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:40:26.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:26.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.332578+0000) 2023-03-22T15:40:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:26.330+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.332111+0000) 2023-03-22T15:40:26.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:26.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.276829+0000) 2023-03-22T15:40:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:26.349+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.351134+0000) 2023-03-22T15:40:26.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:26.331+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.333212+0000) 2023-03-22T15:40:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:26.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.332264+0000) 2023-03-22T15:40:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:26.330+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.332121+0000) 2023-03-22T15:40:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:26.330+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:26.331967+0000) 2023-03-22T15:40:27.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:27.349+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.351254+0000) 2023-03-22T15:40:27.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:27.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.332386+0000) 2023-03-22T15:40:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:27.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.332685+0000) 2023-03-22T15:40:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:27.330+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.332219+0000) 2023-03-22T15:40:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:27.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.276952+0000) 2023-03-22T15:40:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:27.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.333301+0000) 2023-03-22T15:40:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:27.330+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.332070+0000) 2023-03-22T15:40:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:27.330+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:27.332242+0000) 2023-03-22T15:40:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:27 smithi098 ceph-mon[94136]: pgmap v2106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:40:28.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:27 smithi142 ceph-mon[94717]: pgmap v2106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:40:28.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:28.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.332799+0000) 2023-03-22T15:40:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:28.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.332294+0000) 2023-03-22T15:40:28.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:28.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.277060+0000) 2023-03-22T15:40:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:28.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.351444+0000) 2023-03-22T15:40:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:28.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.332505+0000) 2023-03-22T15:40:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:28.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.332373+0000) 2023-03-22T15:40:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:28.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.333411+0000) 2023-03-22T15:40:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:28.330+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:28.332169+0000) 2023-03-22T15:40:29.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:29.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.351547+0000) 2023-03-22T15:40:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:29.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.332908+0000) 2023-03-22T15:40:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:29.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.332402+0000) 2023-03-22T15:40:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:29.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.277178+0000) 2023-03-22T15:40:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:29.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.332612+0000) 2023-03-22T15:40:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:29.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.332484+0000) 2023-03-22T15:40:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:29.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.333521+0000) 2023-03-22T15:40:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:29.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:29.332279+0000) 2023-03-22T15:40:30.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:30 smithi142 ceph-mon[94717]: pgmap v2107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:30.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:30 smithi098 ceph-mon[94136]: pgmap v2107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:30.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:30.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.333022+0000) 2023-03-22T15:40:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:30.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.332511+0000) 2023-03-22T15:40:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:30.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.277318+0000) 2023-03-22T15:40:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:30.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.332716+0000) 2023-03-22T15:40:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:30.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.333624+0000) 2023-03-22T15:40:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:30.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.332381+0000) 2023-03-22T15:40:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:30.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.351743+0000) 2023-03-22T15:40:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:30.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:30.332602+0000) 2023-03-22T15:40:31.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:31.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.333134+0000) 2023-03-22T15:40:31.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:31.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.332619+0000) 2023-03-22T15:40:31.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:31.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.277432+0000) 2023-03-22T15:40:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:31.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.332822+0000) 2023-03-22T15:40:31.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:31.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.332485+0000) 2023-03-22T15:40:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:31.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.351863+0000) 2023-03-22T15:40:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:31.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.332719+0000) 2023-03-22T15:40:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:31.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:31.333725+0000) 2023-03-22T15:40:32.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:32 smithi142 ceph-mon[94717]: pgmap v2108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:32.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:32 smithi098 ceph-mon[94136]: pgmap v2108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:32.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:32.331+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.333235+0000) 2023-03-22T15:40:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:32.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.332725+0000) 2023-03-22T15:40:32.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:32.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.277543+0000) 2023-03-22T15:40:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:32.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.332932+0000) 2023-03-22T15:40:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:32.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.352030+0000) 2023-03-22T15:40:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:32.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.332836+0000) 2023-03-22T15:40:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:32.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.333833+0000) 2023-03-22T15:40:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:32.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:32.332586+0000) 2023-03-22T15:40:33.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:33.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.333294+0000) 2023-03-22T15:40:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:33.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.332831+0000) 2023-03-22T15:40:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:33.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.277654+0000) 2023-03-22T15:40:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:33.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.333036+0000) 2023-03-22T15:40:33.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:33.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.332950+0000) 2023-03-22T15:40:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:33.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.352106+0000) 2023-03-22T15:40:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:33.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.333952+0000) 2023-03-22T15:40:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:33.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:33.332680+0000) 2023-03-22T15:40:34.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:34 smithi142 ceph-mon[94717]: pgmap v2109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:40:34.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:34 smithi098 ceph-mon[94136]: pgmap v2109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:40:34.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:34.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.333390+0000) 2023-03-22T15:40:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:34.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.332939+0000) 2023-03-22T15:40:34.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:34.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.277781+0000) 2023-03-22T15:40:34.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:34.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.333059+0000) 2023-03-22T15:40:34.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:34.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.332780+0000) 2023-03-22T15:40:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:34.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.352279+0000) 2023-03-22T15:40:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:34.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.333141+0000) 2023-03-22T15:40:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:34.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:34.334064+0000) 2023-03-22T15:40:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:35.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.333490+0000) 2023-03-22T15:40:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:35.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.333044+0000) 2023-03-22T15:40:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:35.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.277890+0000) 2023-03-22T15:40:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:35.331+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.333169+0000) 2023-03-22T15:40:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:35.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.352393+0000) 2023-03-22T15:40:35.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:35.331+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.333245+0000) 2023-03-22T15:40:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:35.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.332891+0000) 2023-03-22T15:40:35.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:35.332+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:35.334174+0000) 2023-03-22T15:40:36.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:36 smithi142 ceph-mon[94717]: pgmap v2110: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:36.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:36 smithi098 ceph-mon[94136]: pgmap v2110: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:36.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:36.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.333604+0000) 2023-03-22T15:40:36.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:36.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.333152+0000) 2023-03-22T15:40:36.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:36.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.278018+0000) 2023-03-22T15:40:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:36.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.334293+0000) 2023-03-22T15:40:36.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:36.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.333365+0000) 2023-03-22T15:40:36.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:36.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.332991+0000) 2023-03-22T15:40:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:36.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.352566+0000) 2023-03-22T15:40:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:36.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:36.333291+0000) 2023-03-22T15:40:37.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:37.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.333709+0000) 2023-03-22T15:40:37.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:37.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.333263+0000) 2023-03-22T15:40:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:37.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.278143+0000) 2023-03-22T15:40:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:37.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.352675+0000) 2023-03-22T15:40:37.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:37.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.333404+0000) 2023-03-22T15:40:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:37.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.333474+0000) 2023-03-22T15:40:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:37.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.333093+0000) 2023-03-22T15:40:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:37.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:37.334412+0000) 2023-03-22T15:40:37.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:37 smithi098 ceph-mon[94136]: pgmap v2111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:40:38.126 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:37 smithi142 ceph-mon[94717]: pgmap v2111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:40:38.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:38.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.333815+0000) 2023-03-22T15:40:38.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:38.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.333376+0000) 2023-03-22T15:40:38.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:38.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.278255+0000) 2023-03-22T15:40:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:38.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.352845+0000) 2023-03-22T15:40:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:38.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.333587+0000) 2023-03-22T15:40:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:38.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.334526+0000) 2023-03-22T15:40:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:38.331+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.333192+0000) 2023-03-22T15:40:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:38.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:38.333515+0000) 2023-03-22T15:40:39.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:39.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.333920+0000) 2023-03-22T15:40:39.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:39.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.333483+0000) 2023-03-22T15:40:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:39.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.278380+0000) 2023-03-22T15:40:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:39.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.352995+0000) 2023-03-22T15:40:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:39.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.334640+0000) 2023-03-22T15:40:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:39.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.333630+0000) 2023-03-22T15:40:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:39.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.333308+0000) 2023-03-22T15:40:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:39.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:39.333696+0000) 2023-03-22T15:40:40.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:40 smithi142 ceph-mon[94717]: pgmap v2112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:40.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:40 smithi098 ceph-mon[94136]: pgmap v2112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:40.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:40.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.334022+0000) 2023-03-22T15:40:40.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:40.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.333627+0000) 2023-03-22T15:40:40.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:40.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.278500+0000) 2023-03-22T15:40:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:40.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.353183+0000) 2023-03-22T15:40:40.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:40.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.334749+0000) 2023-03-22T15:40:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:40.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.333806+0000) 2023-03-22T15:40:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:40.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.333747+0000) 2023-03-22T15:40:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:40.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:40.333408+0000) 2023-03-22T15:40:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:41.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.334128+0000) 2023-03-22T15:40:41.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:41.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.333716+0000) 2023-03-22T15:40:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:41.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.278614+0000) 2023-03-22T15:40:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:41.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.353317+0000) 2023-03-22T15:40:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:41.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.334857+0000) 2023-03-22T15:40:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:41.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.333916+0000) 2023-03-22T15:40:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:41.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.333504+0000) 2023-03-22T15:40:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:41.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:41.333864+0000) 2023-03-22T15:40:42.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:42 smithi142 ceph-mon[94717]: pgmap v2113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:42.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:42 smithi098 ceph-mon[94136]: pgmap v2113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:42.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:42.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.334283+0000) 2023-03-22T15:40:42.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:42.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.333846+0000) 2023-03-22T15:40:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:42.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.278726+0000) 2023-03-22T15:40:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:42.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.353506+0000) 2023-03-22T15:40:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:42.355+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.356276+0000) 2023-03-22T15:40:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:42.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.334029+0000) 2023-03-22T15:40:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:42.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.333670+0000) 2023-03-22T15:40:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:42.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.333978+0000) 2023-03-22T15:40:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:42.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:42.334966+0000) 2023-03-22T15:40:43.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:43.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.334426+0000) 2023-03-22T15:40:43.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:43.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.278842+0000) 2023-03-22T15:40:43.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:43.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.334169+0000) 2023-03-22T15:40:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:43.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.333973+0000) 2023-03-22T15:40:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:43.333+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:43.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:43.333+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:43.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:43.333+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.334936+0000) 2023-03-22T15:40:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:43.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.335084+0000) 2023-03-22T15:40:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:43.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.333775+0000) 2023-03-22T15:40:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:43.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:43.334104+0000) 2023-03-22T15:40:44.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:44 smithi142 ceph-mon[94717]: pgmap v2114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:40:44.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:44 smithi098 ceph-mon[94136]: pgmap v2114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:40:44.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:44.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:44.334543+0000) 2023-03-22T15:40:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:44.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:44.335200+0000) 2023-03-22T15:40:44.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:44.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:44.278952+0000) 2023-03-22T15:40:44.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:44.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:44.333903+0000) 2023-03-22T15:40:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:44.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:44.334329+0000) 2023-03-22T15:40:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:44.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:44.334215+0000) 2023-03-22T15:40:45.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:45.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.334663+0000) 2023-03-22T15:40:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:45.334+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.335538+0000) 2023-03-22T15:40:45.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:45.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.334308+0000) 2023-03-22T15:40:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:45.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.279061+0000) 2023-03-22T15:40:45.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:45.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.334466+0000) 2023-03-22T15:40:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:45.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.335333+0000) 2023-03-22T15:40:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:45.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.334033+0000) 2023-03-22T15:40:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:45.333+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:45.333+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:45.333+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:45.335257+0000) 2023-03-22T15:40:46.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:46 smithi142 ceph-mon[94717]: pgmap v2115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:46.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:46 smithi098 ceph-mon[94136]: pgmap v2115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:46.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:46.277+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:46.279215+0000) 2023-03-22T15:40:46.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:46.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:46.334601+0000) 2023-03-22T15:40:46.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:46.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:46.335443+0000) 2023-03-22T15:40:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:46.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:46.334470+0000) 2023-03-22T15:40:47.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:46.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:46.853736+0000) 2023-03-22T15:40:47.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:47.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:47.335559+0000) 2023-03-22T15:40:47.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:47.278+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:47.279350+0000) 2023-03-22T15:40:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:47.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:47.334599+0000) 2023-03-22T15:40:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:47.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:47.334732+0000) 2023-03-22T15:40:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:47.334+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:47.334+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:47.335492+0000) 2023-03-22T15:40:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:47 smithi098 ceph-mon[94136]: pgmap v2116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:40:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:47 smithi142 ceph-mon[94717]: pgmap v2116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:40:48.218 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:47.832+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:47.834204+0000) 2023-03-22T15:40:48.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:47.855+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:47.857177+0000) 2023-03-22T15:40:48.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:48.278+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:48.279482+0000) 2023-03-22T15:40:48.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:48.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:48.334727+0000) 2023-03-22T15:40:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:48.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:48.335686+0000) 2023-03-22T15:40:49.218 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:48.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:48.834292+0000) 2023-03-22T15:40:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:48.856+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:48.857478+0000) 2023-03-22T15:40:49.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:49.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.335825+0000) 2023-03-22T15:40:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:49.278+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.279605+0000) 2023-03-22T15:40:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:49.279+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.280359+0000) 2023-03-22T15:40:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:49.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.334851+0000) 2023-03-22T15:40:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:49.334+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:49.334+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:49.334+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.335665+0000) 2023-03-22T15:40:50.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:49.833+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.834912+0000) 2023-03-22T15:40:50.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:49.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.834404+0000) 2023-03-22T15:40:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:49.856+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.857651+0000) 2023-03-22T15:40:50.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:49.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:49.834285+0000) 2023-03-22T15:40:50.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:50 smithi142 ceph-mon[94717]: pgmap v2117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:50.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:50 smithi098 ceph-mon[94136]: pgmap v2117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:40:50.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:50.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:50.335971+0000) 2023-03-22T15:40:51.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:50.833+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:50.835014+0000) 2023-03-22T15:40:51.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:50.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:50.834508+0000) 2023-03-22T15:40:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:50.856+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:50.857757+0000) 2023-03-22T15:40:51.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:50.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:50.834405+0000) 2023-03-22T15:40:51.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:51.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:51.336107+0000) 2023-03-22T15:40:52.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:51.856+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:51.857923+0000) 2023-03-22T15:40:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:51.833+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:51.835119+0000) 2023-03-22T15:40:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:51.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:51.834630+0000) 2023-03-22T15:40:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:51.833+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:51.834981+0000) 2023-03-22T15:40:52.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:51.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:51.834509+0000) 2023-03-22T15:40:52.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:52 smithi142 ceph-mon[94717]: pgmap v2118: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:52.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:52 smithi098 ceph-mon[94136]: pgmap v2118: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:52.718 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:52.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:52.336240+0000) 2023-03-22T15:40:52.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:52.335+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:52.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:52.335+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:40:52.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:52.335+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:52.337029+0000) 2023-03-22T15:40:53.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:52.856+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:52.858031+0000) 2023-03-22T15:40:53.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:52.833+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:52.835085+0000) 2023-03-22T15:40:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:52.833+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:52.835223+0000) 2023-03-22T15:40:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:52.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:52.834726+0000) 2023-03-22T15:40:53.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:52.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:52.834609+0000) 2023-03-22T15:40:54.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:53.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:53.835294+0000) 2023-03-22T15:40:54.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:53.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:53.834821+0000) 2023-03-22T15:40:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:53.833+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:53.835189+0000) 2023-03-22T15:40:54.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:53.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:53.779877+0000) 2023-03-22T15:40:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:53.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:53.834665+0000) 2023-03-22T15:40:54.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:53.856+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:53.858211+0000) 2023-03-22T15:40:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:53.833+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:53.835069+0000) 2023-03-22T15:40:54.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:54 smithi142 ceph-mon[94717]: pgmap v2119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:40:54.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:54 smithi098 ceph-mon[94136]: pgmap v2119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:40:55.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:54.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:54.835399+0000) 2023-03-22T15:40:55.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:54.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:54.834923+0000) 2023-03-22T15:40:55.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:54.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:54.779989+0000) 2023-03-22T15:40:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:54.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:54.835289+0000) 2023-03-22T15:40:55.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:54.833+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:54.835178+0000) 2023-03-22T15:40:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:54.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:54.834772+0000) 2023-03-22T15:40:55.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:54.857+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:54.858320+0000) 2023-03-22T15:40:56.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:55.857+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:55.858496+0000) 2023-03-22T15:40:56.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:55.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:55.835393+0000) 2023-03-22T15:40:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:55.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:55.835504+0000) 2023-03-22T15:40:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:55.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:55.835028+0000) 2023-03-22T15:40:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:55.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:55.780100+0000) 2023-03-22T15:40:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:55.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:55.835292+0000) 2023-03-22T15:40:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:55.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:55.834879+0000) 2023-03-22T15:40:56.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:56 smithi142 ceph-mon[94717]: pgmap v2120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:56 smithi098 ceph-mon[94136]: pgmap v2120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:40:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:56.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.835616+0000) 2023-03-22T15:40:57.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:56.833+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.835206+0000) 2023-03-22T15:40:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:56.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.780214+0000) 2023-03-22T15:40:57.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:56.835+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.836486+0000) 2023-03-22T15:40:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:56.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.835050+0000) 2023-03-22T15:40:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:56.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.835497+0000) 2023-03-22T15:40:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:56.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.835396+0000) 2023-03-22T15:40:57.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:56.857+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:56.858603+0000) 2023-03-22T15:40:57.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:40:57 smithi098 ceph-mon[94136]: pgmap v2121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:40:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:40:57 smithi142 ceph-mon[94717]: pgmap v2121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:40:58.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:57.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.835726+0000) 2023-03-22T15:40:58.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:57.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.835283+0000) 2023-03-22T15:40:58.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:57.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.780315+0000) 2023-03-22T15:40:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:57.857+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.858806+0000) 2023-03-22T15:40:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:57.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.835600+0000) 2023-03-22T15:40:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:57.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.835505+0000) 2023-03-22T15:40:58.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:57.833+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.835180+0000) 2023-03-22T15:40:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:57.835+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:57.836588+0000) 2023-03-22T15:40:59.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:58.857+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.858964+0000) 2023-03-22T15:40:59.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:58.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.835759+0000) 2023-03-22T15:40:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:58.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.835854+0000) 2023-03-22T15:40:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:58.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.835426+0000) 2023-03-22T15:40:59.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:58.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.835357+0000) 2023-03-22T15:40:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:58.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.780424+0000) 2023-03-22T15:40:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:58.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.835655+0000) 2023-03-22T15:40:59.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:58.835+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:58.836702+0000) 2023-03-22T15:41:00.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:40:59.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.835966+0000) 2023-03-22T15:41:00.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:40:59.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.835594+0000) 2023-03-22T15:41:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:40:59.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.780521+0000) 2023-03-22T15:41:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:40:59.857+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.859170+0000) 2023-03-22T15:41:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:40:59.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.835503+0000) 2023-03-22T15:41:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:40:59.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.835866+0000) 2023-03-22T15:41:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:40:59.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.835810+0000) 2023-03-22T15:41:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:40:59.835+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:40:59.836801+0000) 2023-03-22T15:41:00.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:00 smithi142 ceph-mon[94717]: pgmap v2122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:00 smithi098 ceph-mon[94136]: pgmap v2122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:01.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:00.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.836078+0000) 2023-03-22T15:41:01.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:00.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.835705+0000) 2023-03-22T15:41:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:00.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.780645+0000) 2023-03-22T15:41:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:00.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.835979+0000) 2023-03-22T15:41:01.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:00.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.835923+0000) 2023-03-22T15:41:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:00.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.859361+0000) 2023-03-22T15:41:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:00.835+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.836909+0000) 2023-03-22T15:41:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:00.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:00.835619+0000) 2023-03-22T15:41:02.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:01.834+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.836186+0000) 2023-03-22T15:41:02.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:01.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.835816+0000) 2023-03-22T15:41:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:01.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.780791+0000) 2023-03-22T15:41:02.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:01.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.836123+0000) 2023-03-22T15:41:02.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:01.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.836033+0000) 2023-03-22T15:41:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:01.835+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.837018+0000) 2023-03-22T15:41:02.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:01.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.835737+0000) 2023-03-22T15:41:02.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:01.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:01.859529+0000) 2023-03-22T15:41:02.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:02 smithi142 ceph-mon[94717]: pgmap v2123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:02.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:02 smithi098 ceph-mon[94136]: pgmap v2123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:02.835+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.836316+0000) 2023-03-22T15:41:03.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:02.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.835922+0000) 2023-03-22T15:41:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:02.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.780982+0000) 2023-03-22T15:41:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:02.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.859665+0000) 2023-03-22T15:41:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:02.834+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.836228+0000) 2023-03-22T15:41:03.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:02.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.835864+0000) 2023-03-22T15:41:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:02.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.836145+0000) 2023-03-22T15:41:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:02.835+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:02.837133+0000) 2023-03-22T15:41:04.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:03.835+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.836424+0000) 2023-03-22T15:41:04.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:03.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.836037+0000) 2023-03-22T15:41:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:03.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.781166+0000) 2023-03-22T15:41:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:03.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.859868+0000) 2023-03-22T15:41:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:03.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.835985+0000) 2023-03-22T15:41:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:03.835+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.836290+0000) 2023-03-22T15:41:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:03.834+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.836254+0000) 2023-03-22T15:41:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:03.836+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:03.837264+0000) 2023-03-22T15:41:04.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:04 smithi142 ceph-mon[94717]: pgmap v2124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:41:04.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:04 smithi098 ceph-mon[94136]: pgmap v2124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:41:05.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:04.835+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.836527+0000) 2023-03-22T15:41:05.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:04.834+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.836154+0000) 2023-03-22T15:41:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:04.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.781355+0000) 2023-03-22T15:41:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:04.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.859987+0000) 2023-03-22T15:41:05.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:04.835+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.836379+0000) 2023-03-22T15:41:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:04.835+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.836393+0000) 2023-03-22T15:41:05.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:04.836+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.837393+0000) 2023-03-22T15:41:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:04.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:04.836101+0000) 2023-03-22T15:41:06.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:05.835+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.836630+0000) 2023-03-22T15:41:06.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:05.835+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.836267+0000) 2023-03-22T15:41:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:05.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.781509+0000) 2023-03-22T15:41:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:05.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.860157+0000) 2023-03-22T15:41:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:05.834+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.836216+0000) 2023-03-22T15:41:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:05.835+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.836488+0000) 2023-03-22T15:41:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:05.835+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.836498+0000) 2023-03-22T15:41:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:05.836+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:05.837538+0000) 2023-03-22T15:41:06.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:06 smithi142 ceph-mon[94717]: pgmap v2125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:41:06.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:06 smithi098 ceph-mon[94136]: pgmap v2125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:41:07.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:06.835+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.836744+0000) 2023-03-22T15:41:07.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:06.835+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.836392+0000) 2023-03-22T15:41:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:06.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.781657+0000) 2023-03-22T15:41:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:06.859+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.860282+0000) 2023-03-22T15:41:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:06.835+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.836603+0000) 2023-03-22T15:41:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:06.836+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.837653+0000) 2023-03-22T15:41:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:06.835+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.836342+0000) 2023-03-22T15:41:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:06.835+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:06.836593+0000) 2023-03-22T15:41:07.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:07 smithi098 ceph-mon[94136]: pgmap v2126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:41:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:07 smithi142 ceph-mon[94717]: pgmap v2126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:41:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:07.859+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.860457+0000) 2023-03-22T15:41:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:07.835+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.836706+0000) 2023-03-22T15:41:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:07.835+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.836510+0000) 2023-03-22T15:41:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:07.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.781824+0000) 2023-03-22T15:41:08.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:07.835+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.836849+0000) 2023-03-22T15:41:08.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:07.835+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.836699+0000) 2023-03-22T15:41:08.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:07.836+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.837753+0000) 2023-03-22T15:41:08.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:07.835+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:07.836467+0000) 2023-03-22T15:41:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:08.836+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.836954+0000) 2023-03-22T15:41:09.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:08.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.836633+0000) 2023-03-22T15:41:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:08.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.781936+0000) 2023-03-22T15:41:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:08.859+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.860589+0000) 2023-03-22T15:41:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:08.836+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.836822+0000) 2023-03-22T15:41:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:08.836+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.837847+0000) 2023-03-22T15:41:09.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:08.836+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.836572+0000) 2023-03-22T15:41:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:08.836+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:08.836814+0000) 2023-03-22T15:41:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:09 smithi142 ceph-mon[94717]: osdmap e204: 12 total, 9 up, 9 in 2023-03-22T15:41:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:09 smithi142 ceph-mon[94717]: pgmap v2128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:41:10.171 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:09 smithi098 ceph-mon[94136]: osdmap e204: 12 total, 9 up, 9 in 2023-03-22T15:41:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:09 smithi098 ceph-mon[94136]: pgmap v2128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:41:10.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:09.836+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.836932+0000) 2023-03-22T15:41:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:09.836+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.837065+0000) 2023-03-22T15:41:10.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:09.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.836748+0000) 2023-03-22T15:41:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:09.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.782068+0000) 2023-03-22T15:41:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:09.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.860791+0000) 2023-03-22T15:41:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:09.836+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.836928+0000) 2023-03-22T15:41:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:09.836+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.837964+0000) 2023-03-22T15:41:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:09.836+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:09.836712+0000) 2023-03-22T15:41:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:10.836+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.837235+0000) 2023-03-22T15:41:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:10.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.836892+0000) 2023-03-22T15:41:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:10.781+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.782179+0000) 2023-03-22T15:41:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:10.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.860915+0000) 2023-03-22T15:41:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:10.836+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.837073+0000) 2023-03-22T15:41:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:10.836+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.837082+0000) 2023-03-22T15:41:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:10.836+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.836837+0000) 2023-03-22T15:41:11.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:10.837+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:10.838090+0000) 2023-03-22T15:41:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:11.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.837378+0000) 2023-03-22T15:41:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:11.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.837062+0000) 2023-03-22T15:41:12.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:11.836+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.836984+0000) 2023-03-22T15:41:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:11.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.782303+0000) 2023-03-22T15:41:12.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:11.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.861104+0000) 2023-03-22T15:41:12.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:11.836+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.837239+0000) 2023-03-22T15:41:12.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:11.836+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.837232+0000) 2023-03-22T15:41:12.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:11.837+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:11.838205+0000) 2023-03-22T15:41:12.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:12 smithi142 ceph-mon[94717]: pgmap v2129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:41:12.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:12 smithi098 ceph-mon[94136]: pgmap v2129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:41:13.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:12.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.837483+0000) 2023-03-22T15:41:13.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:12.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.837244+0000) 2023-03-22T15:41:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:12.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.782426+0000) 2023-03-22T15:41:13.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:12.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.861326+0000) 2023-03-22T15:41:13.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:12.862+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:12.862+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:12.864+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.864877+0000) 2023-03-22T15:41:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:12.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.837359+0000) 2023-03-22T15:41:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:12.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.838301+0000) 2023-03-22T15:41:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:12.836+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.837146+0000) 2023-03-22T15:41:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:12.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:12.837352+0000) 2023-03-22T15:41:14.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:13.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.837615+0000) 2023-03-22T15:41:14.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:13.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.782532+0000) 2023-03-22T15:41:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:13.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.837385+0000) 2023-03-22T15:41:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:13.837+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:13.838+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:13.838+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.838459+0000) 2023-03-22T15:41:14.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:13.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.837494+0000) 2023-03-22T15:41:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:13.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.838437+0000) 2023-03-22T15:41:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:13.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.837282+0000) 2023-03-22T15:41:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:13.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:13.837425+0000) 2023-03-22T15:41:14.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:14 smithi142 ceph-mon[94717]: pgmap v2130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:41:14.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:14 smithi098 ceph-mon[94136]: pgmap v2130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:41:15.218 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:14.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:14.837725+0000) 2023-03-22T15:41:15.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:14.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:14.782655+0000) 2023-03-22T15:41:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:14.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:14.837527+0000) 2023-03-22T15:41:15.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:14.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:14.837606+0000) 2023-03-22T15:41:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:14.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:14.838552+0000) 2023-03-22T15:41:15.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:14.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:14.837386+0000) 2023-03-22T15:41:16.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:15.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.782766+0000) 2023-03-22T15:41:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:15.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.837633+0000) 2023-03-22T15:41:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:15.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.837851+0000) 2023-03-22T15:41:16.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:15.838+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:16.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:15.838+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.838738+0000) 2023-03-22T15:41:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:15.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.838684+0000) 2023-03-22T15:41:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:15.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.837784+0000) 2023-03-22T15:41:16.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:15.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.837480+0000) 2023-03-22T15:41:16.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:15.838+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:15.838372+0000) 2023-03-22T15:41:16.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:16 smithi142 ceph-mon[94717]: pgmap v2131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:41:16.426 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:16 smithi098 ceph-mon[94136]: pgmap v2131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:41:17.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:16.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:16.837743+0000) 2023-03-22T15:41:17.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:16.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:16.782877+0000) 2023-03-22T15:41:17.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:16.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:16.837900+0000) 2023-03-22T15:41:17.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:16.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:16.838797+0000) 2023-03-22T15:41:17.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:17.361+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:17.361892+0000) 2023-03-22T15:41:17.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:17 smithi098 ceph-mon[94136]: pgmap v2132: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:41:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:17 smithi142 ceph-mon[94717]: pgmap v2132: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:41:18.218 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:17.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:17.782998+0000) 2023-03-22T15:41:18.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:17.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:17.838012+0000) 2023-03-22T15:41:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:17.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:17.838898+0000) 2023-03-22T15:41:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:17.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:17.837867+0000) 2023-03-22T15:41:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:17.838+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:17.838+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:17.838+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:17.838727+0000) 2023-03-22T15:41:18.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:18.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:18.337772+0000) 2023-03-22T15:41:18.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:18.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:18.364225+0000) 2023-03-22T15:41:19.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:18.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:18.783114+0000) 2023-03-22T15:41:19.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:18.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:18.838129+0000) 2023-03-22T15:41:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:18.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:18.839012+0000) 2023-03-22T15:41:19.718 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:19.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:19.337872+0000) 2023-03-22T15:41:19.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:19.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:19.364548+0000) 2023-03-22T15:41:20.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:19.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:19.838238+0000) 2023-03-22T15:41:20.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:19.838+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:19.838793+0000) 2023-03-22T15:41:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:19.782+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:19.783230+0000) 2023-03-22T15:41:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:19.783+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:19.783+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:19.783917+0000) 2023-03-22T15:41:20.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:19.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:19.839119+0000) 2023-03-22T15:41:20.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:20 smithi142 ceph-mon[94717]: pgmap v2133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:41:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:20 smithi098 ceph-mon[94136]: pgmap v2133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:41:20.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:20.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:20.338091+0000) 2023-03-22T15:41:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:20.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:20.364713+0000) 2023-03-22T15:41:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:20.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:20.337980+0000) 2023-03-22T15:41:20.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:20.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:20.337786+0000) 2023-03-22T15:41:21.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:20.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:20.839225+0000) 2023-03-22T15:41:21.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:21.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:21.338192+0000) 2023-03-22T15:41:21.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:21.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:21.338081+0000) 2023-03-22T15:41:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:21.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:21.364825+0000) 2023-03-22T15:41:21.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:21.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:21.337885+0000) 2023-03-22T15:41:22.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:21.839+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:21.839312+0000) 2023-03-22T15:41:22.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:22 smithi142 ceph-mon[94717]: pgmap v2134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:41:22.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:22 smithi098 ceph-mon[94136]: pgmap v2134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:41:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:22.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:22.338305+0000) 2023-03-22T15:41:22.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:22.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:22.338187+0000) 2023-03-22T15:41:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:22.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:22.338150+0000) 2023-03-22T15:41:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:22.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:22.337997+0000) 2023-03-22T15:41:22.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:22.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:22.365017+0000) 2023-03-22T15:41:23.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:22.839+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:22.839429+0000) 2023-03-22T15:41:23.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:22.839+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:23.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:22.839+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:22.840202+0000) 2023-03-22T15:41:23.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:23.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:23.338400+0000) 2023-03-22T15:41:23.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:23.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:23.338296+0000) 2023-03-22T15:41:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:23.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:23.365144+0000) 2023-03-22T15:41:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:23.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:23.338221+0000) 2023-03-22T15:41:23.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:23.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:23.338109+0000) 2023-03-22T15:41:24.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:24 smithi142 ceph-mon[94717]: pgmap v2135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:41:24.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:24 smithi098 ceph-mon[94136]: pgmap v2135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:41:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:24.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:24.338528+0000) 2023-03-22T15:41:24.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:24.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:24.338401+0000) 2023-03-22T15:41:24.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:24.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:24.283465+0000) 2023-03-22T15:41:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:24.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:24.365292+0000) 2023-03-22T15:41:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:24.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:24.338322+0000) 2023-03-22T15:41:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:24.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:24.338506+0000) 2023-03-22T15:41:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:24.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:24.338219+0000) 2023-03-22T15:41:25.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:25.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:25.338642+0000) 2023-03-22T15:41:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:25.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:25.338517+0000) 2023-03-22T15:41:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:25.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:25.283577+0000) 2023-03-22T15:41:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:25.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:25.365406+0000) 2023-03-22T15:41:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:25.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:25.338447+0000) 2023-03-22T15:41:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:25.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:25.338618+0000) 2023-03-22T15:41:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:25.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:25.338330+0000) 2023-03-22T15:41:26.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:26 smithi142 ceph-mon[94717]: pgmap v2136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:41:26.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:26 smithi098 ceph-mon[94136]: pgmap v2136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:41:26.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:26.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:26.338758+0000) 2023-03-22T15:41:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:26.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:26.338623+0000) 2023-03-22T15:41:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:26.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:26.365586+0000) 2023-03-22T15:41:26.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:26.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:26.338423+0000) 2023-03-22T15:41:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:26.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:26.283700+0000) 2023-03-22T15:41:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:26.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:26.338555+0000) 2023-03-22T15:41:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:26.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:26.338732+0000) 2023-03-22T15:41:27.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:27.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.338873+0000) 2023-03-22T15:41:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:27.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.338732+0000) 2023-03-22T15:41:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:27.282+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.283817+0000) 2023-03-22T15:41:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:27.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.338650+0000) 2023-03-22T15:41:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:27.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.365708+0000) 2023-03-22T15:41:27.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:27.337+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.338851+0000) 2023-03-22T15:41:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:27.338+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.339758+0000) 2023-03-22T15:41:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:27.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:27.338525+0000) 2023-03-22T15:41:27.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:27 smithi098 ceph-mon[94136]: pgmap v2137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:41:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:27 smithi142 ceph-mon[94717]: pgmap v2137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:41:28.718 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:28.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.338748+0000) 2023-03-22T15:41:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:28.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.338977+0000) 2023-03-22T15:41:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:28.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.338836+0000) 2023-03-22T15:41:28.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:28.282+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.283945+0000) 2023-03-22T15:41:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:28.337+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.338955+0000) 2023-03-22T15:41:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:28.338+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.339857+0000) 2023-03-22T15:41:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:28.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.338622+0000) 2023-03-22T15:41:28.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:28.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:28.365877+0000) 2023-03-22T15:41:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:29.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.339083+0000) 2023-03-22T15:41:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:29.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.338941+0000) 2023-03-22T15:41:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:29.282+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.284060+0000) 2023-03-22T15:41:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:29.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.366000+0000) 2023-03-22T15:41:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:29.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.338855+0000) 2023-03-22T15:41:29.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:29.337+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.339062+0000) 2023-03-22T15:41:29.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:29.338+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.339972+0000) 2023-03-22T15:41:29.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:29.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:29.338720+0000) 2023-03-22T15:41:30.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:30 smithi142 ceph-mon[94717]: pgmap v2138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:30.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:30 smithi098 ceph-mon[94136]: pgmap v2138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:30.718 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:30.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.366171+0000) 2023-03-22T15:41:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:30.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.339186+0000) 2023-03-22T15:41:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:30.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.339040+0000) 2023-03-22T15:41:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:30.282+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.284192+0000) 2023-03-22T15:41:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:30.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.338956+0000) 2023-03-22T15:41:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:30.338+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.340093+0000) 2023-03-22T15:41:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:30.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.338821+0000) 2023-03-22T15:41:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:30.337+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:30.339175+0000) 2023-03-22T15:41:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:31.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.339295+0000) 2023-03-22T15:41:31.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:31.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.284311+0000) 2023-03-22T15:41:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:31.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.366285+0000) 2023-03-22T15:41:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:31.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.339144+0000) 2023-03-22T15:41:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:31.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.339300+0000) 2023-03-22T15:41:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:31.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.339056+0000) 2023-03-22T15:41:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:31.338+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.340193+0000) 2023-03-22T15:41:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:31.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:31.338921+0000) 2023-03-22T15:41:32.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:32 smithi142 ceph-mon[94717]: pgmap v2139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:32.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:32 smithi098 ceph-mon[94136]: pgmap v2139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:32.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:32.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.339402+0000) 2023-03-22T15:41:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:32.337+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.339242+0000) 2023-03-22T15:41:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:32.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.284418+0000) 2023-03-22T15:41:32.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:32.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.340305+0000) 2023-03-22T15:41:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:32.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.339031+0000) 2023-03-22T15:41:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:32.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.339156+0000) 2023-03-22T15:41:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:32.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.339415+0000) 2023-03-22T15:41:32.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:32.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:32.366466+0000) 2023-03-22T15:41:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:33.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.339505+0000) 2023-03-22T15:41:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:33.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.339354+0000) 2023-03-22T15:41:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:33.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.284527+0000) 2023-03-22T15:41:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:33.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.340417+0000) 2023-03-22T15:41:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:33.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.366575+0000) 2023-03-22T15:41:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:33.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.339262+0000) 2023-03-22T15:41:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:33.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.339531+0000) 2023-03-22T15:41:33.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:33.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:33.339141+0000) 2023-03-22T15:41:34.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:34 smithi142 ceph-mon[94717]: pgmap v2140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:41:34.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:34 smithi098 ceph-mon[94136]: pgmap v2140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:41:34.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:34.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.339609+0000) 2023-03-22T15:41:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:34.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.339457+0000) 2023-03-22T15:41:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:34.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.284637+0000) 2023-03-22T15:41:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:34.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.366760+0000) 2023-03-22T15:41:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:34.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.340526+0000) 2023-03-22T15:41:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:34.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.339377+0000) 2023-03-22T15:41:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:34.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.339661+0000) 2023-03-22T15:41:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:34.337+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:34.339233+0000) 2023-03-22T15:41:35.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:35.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.339718+0000) 2023-03-22T15:41:35.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:35.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.339571+0000) 2023-03-22T15:41:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:35.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.284761+0000) 2023-03-22T15:41:35.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:35.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.340628+0000) 2023-03-22T15:41:35.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:35.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.339290+0000) 2023-03-22T15:41:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:35.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.366882+0000) 2023-03-22T15:41:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:35.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.339473+0000) 2023-03-22T15:41:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:35.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:35.339798+0000) 2023-03-22T15:41:36.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:36 smithi142 ceph-mon[94717]: pgmap v2141: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:36.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:36 smithi098 ceph-mon[94136]: pgmap v2141: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:36.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:36.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.339785+0000) 2023-03-22T15:41:36.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:36.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.339671+0000) 2023-03-22T15:41:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:36.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.340730+0000) 2023-03-22T15:41:36.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:36.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.339388+0000) 2023-03-22T15:41:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:36.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.284890+0000) 2023-03-22T15:41:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:36.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.339573+0000) 2023-03-22T15:41:36.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:36.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.339911+0000) 2023-03-22T15:41:36.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:36.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:36.367065+0000) 2023-03-22T15:41:37.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:37.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.339898+0000) 2023-03-22T15:41:37.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:37.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.339771+0000) 2023-03-22T15:41:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:37.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.285014+0000) 2023-03-22T15:41:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:37.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.367173+0000) 2023-03-22T15:41:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:37.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.339673+0000) 2023-03-22T15:41:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:37.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.339489+0000) 2023-03-22T15:41:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:37.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.340831+0000) 2023-03-22T15:41:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:37.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:37.340023+0000) 2023-03-22T15:41:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:37 smithi098 ceph-mon[94136]: pgmap v2142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:41:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:37 smithi142 ceph-mon[94717]: pgmap v2142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:41:38.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:38.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.339778+0000) 2023-03-22T15:41:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:38.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.340004+0000) 2023-03-22T15:41:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:38.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.339876+0000) 2023-03-22T15:41:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:38.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.285133+0000) 2023-03-22T15:41:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:38.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.367354+0000) 2023-03-22T15:41:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:38.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.340136+0000) 2023-03-22T15:41:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:38.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.339580+0000) 2023-03-22T15:41:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:38.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:38.340940+0000) 2023-03-22T15:41:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:39.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.340118+0000) 2023-03-22T15:41:39.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:39.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.339988+0000) 2023-03-22T15:41:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:39.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.285239+0000) 2023-03-22T15:41:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:39.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.367464+0000) 2023-03-22T15:41:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:39.338+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.340200+0000) 2023-03-22T15:41:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:39.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.339894+0000) 2023-03-22T15:41:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:39.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.341053+0000) 2023-03-22T15:41:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:39.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:39.339688+0000) 2023-03-22T15:41:40.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:40 smithi142 ceph-mon[94717]: pgmap v2143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:40.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:40 smithi098 ceph-mon[94136]: pgmap v2143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:40.338+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.340218+0000) 2023-03-22T15:41:40.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:40.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.340096+0000) 2023-03-22T15:41:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:40.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.285313+0000) 2023-03-22T15:41:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:40.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.367650+0000) 2023-03-22T15:41:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:40.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.340307+0000) 2023-03-22T15:41:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:40.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.339998+0000) 2023-03-22T15:41:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:40.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.339790+0000) 2023-03-22T15:41:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:40.339+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:40.341164+0000) 2023-03-22T15:41:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:41.339+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.340300+0000) 2023-03-22T15:41:41.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:41.338+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.340195+0000) 2023-03-22T15:41:41.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:41.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.339880+0000) 2023-03-22T15:41:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:41.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.285433+0000) 2023-03-22T15:41:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:41.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.367778+0000) 2023-03-22T15:41:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:41.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.340427+0000) 2023-03-22T15:41:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:41.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.341281+0000) 2023-03-22T15:41:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:41.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:41.340102+0000) 2023-03-22T15:41:42.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:42 smithi142 ceph-mon[94717]: pgmap v2144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:42.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:42 smithi098 ceph-mon[94136]: pgmap v2144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:42.339+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.340405+0000) 2023-03-22T15:41:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:42.339+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.340293+0000) 2023-03-22T15:41:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:42.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.285546+0000) 2023-03-22T15:41:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:42.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.367950+0000) 2023-03-22T15:41:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:42.338+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.340208+0000) 2023-03-22T15:41:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:42.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.339979+0000) 2023-03-22T15:41:42.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:42.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.340539+0000) 2023-03-22T15:41:42.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:42.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:42.341385+0000) 2023-03-22T15:41:43.718 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:43.339+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.340501+0000) 2023-03-22T15:41:43.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:43.339+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.340394+0000) 2023-03-22T15:41:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:43.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.285656+0000) 2023-03-22T15:41:43.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:43.339+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.340296+0000) 2023-03-22T15:41:43.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:43.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.340082+0000) 2023-03-22T15:41:43.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:43.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.340641+0000) 2023-03-22T15:41:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:43.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.341486+0000) 2023-03-22T15:41:43.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:43.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.368076+0000) 2023-03-22T15:41:43.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:43.367+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:43.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:43.367+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:43.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:43.369+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:43.371256+0000) 2023-03-22T15:41:44.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:44 smithi142 ceph-mon[94717]: pgmap v2145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:41:44.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:44 smithi098 ceph-mon[94136]: pgmap v2145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:41:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:44.339+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.340602+0000) 2023-03-22T15:41:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:44.339+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.340406+0000) 2023-03-22T15:41:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:44.339+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.340500+0000) 2023-03-22T15:41:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:44.339+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:44.340+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.341369+0000) 2023-03-22T15:41:44.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:44.338+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.340196+0000) 2023-03-22T15:41:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:44.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.285781+0000) 2023-03-22T15:41:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:44.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.340750+0000) 2023-03-22T15:41:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:44.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:44.341639+0000) 2023-03-22T15:41:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:45.339+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:45.340708+0000) 2023-03-22T15:41:45.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:45.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:45.285888+0000) 2023-03-22T15:41:45.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:45.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:45.340858+0000) 2023-03-22T15:41:45.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:45.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:45.341755+0000) 2023-03-22T15:41:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:45.339+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:45.340287+0000) 2023-03-22T15:41:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:45.339+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:45.340520+0000) 2023-03-22T15:41:46.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:46 smithi142 ceph-mon[94717]: pgmap v2146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:46.421 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:46 smithi098 ceph-mon[94136]: pgmap v2146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:46.718 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:46.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.286004+0000) 2023-03-22T15:41:46.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:46.339+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.340645+0000) 2023-03-22T15:41:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:46.339+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.340815+0000) 2023-03-22T15:41:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:46.340+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.341688+0000) 2023-03-22T15:41:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:46.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.341868+0000) 2023-03-22T15:41:46.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:46.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.340971+0000) 2023-03-22T15:41:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:46.339+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.340385+0000) 2023-03-22T15:41:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:46.339+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:46.341241+0000) 2023-03-22T15:41:47.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:47.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:47.286134+0000) 2023-03-22T15:41:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:47.339+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:47.340767+0000) 2023-03-22T15:41:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:47.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:47.341086+0000) 2023-03-22T15:41:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:47.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:47.341984+0000) 2023-03-22T15:41:47.921 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:47 smithi098 ceph-mon[94136]: pgmap v2147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:41:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:47 smithi142 ceph-mon[94717]: pgmap v2147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:41:48.218 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:47.867+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:47.868302+0000) 2023-03-22T15:41:48.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:48.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:48.286241+0000) 2023-03-22T15:41:48.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:48.339+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:48.340880+0000) 2023-03-22T15:41:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:48.340+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:48.340+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:48.341645+0000) 2023-03-22T15:41:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:48.339+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:48.341200+0000) 2023-03-22T15:41:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:48.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:48.342093+0000) 2023-03-22T15:41:49.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:48.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:48.840805+0000) 2023-03-22T15:41:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:48.871+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:48.872266+0000) 2023-03-22T15:41:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:49.285+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:49.286361+0000) 2023-03-22T15:41:49.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:49.340+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:49.342199+0000) 2023-03-22T15:41:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:49.340+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:49.341316+0000) 2023-03-22T15:41:50.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:49.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:49.840916+0000) 2023-03-22T15:41:50.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:49.871+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:49.872693+0000) 2023-03-22T15:41:50.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:50 smithi142 ceph-mon[94717]: pgmap v2148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:50.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:50 smithi098 ceph-mon[94136]: pgmap v2148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:41:50.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:50.285+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.286481+0000) 2023-03-22T15:41:50.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:50.285+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.287230+0000) 2023-03-22T15:41:50.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:50.340+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.341429+0000) 2023-03-22T15:41:50.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:50.340+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.342069+0000) 2023-03-22T15:41:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:50.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.342300+0000) 2023-03-22T15:41:51.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:50.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.841154+0000) 2023-03-22T15:41:51.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:50.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.841023+0000) 2023-03-22T15:41:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:50.871+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.872805+0000) 2023-03-22T15:41:51.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:50.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:50.840631+0000) 2023-03-22T15:41:51.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:51.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:51.342409+0000) 2023-03-22T15:41:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:51.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:51.841261+0000) 2023-03-22T15:41:52.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:51.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:51.841133+0000) 2023-03-22T15:41:52.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:51.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:51.840752+0000) 2023-03-22T15:41:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:51.871+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:51.872976+0000) 2023-03-22T15:41:52.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:52 smithi142 ceph-mon[94717]: pgmap v2149: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:52.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:52 smithi098 ceph-mon[94136]: pgmap v2149: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:52.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:52.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:52.342522+0000) 2023-03-22T15:41:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:52.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:52.841385+0000) 2023-03-22T15:41:53.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:52.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:52.841237+0000) 2023-03-22T15:41:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:52.871+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:52.873083+0000) 2023-03-22T15:41:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:52.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:52.841115+0000) 2023-03-22T15:41:53.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:52.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:52.840859+0000) 2023-03-22T15:41:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:53.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:53.342639+0000) 2023-03-22T15:41:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:53.341+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:53.342+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:41:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:53.342+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:53.343400+0000) 2023-03-22T15:41:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:53.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:53.841483+0000) 2023-03-22T15:41:54.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:53.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:53.841350+0000) 2023-03-22T15:41:54.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:53.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:53.840966+0000) 2023-03-22T15:41:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:53.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:53.873286+0000) 2023-03-22T15:41:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:53.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:53.841224+0000) 2023-03-22T15:41:54.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:54 smithi142 ceph-mon[94717]: pgmap v2150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:41:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:54 smithi098 ceph-mon[94136]: pgmap v2150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:41:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:54.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:54.841588+0000) 2023-03-22T15:41:55.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:54.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:54.841453+0000) 2023-03-22T15:41:55.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:54.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:54.786806+0000) 2023-03-22T15:41:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:54.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:54.873402+0000) 2023-03-22T15:41:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:54.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:54.841290+0000) 2023-03-22T15:41:55.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:54.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:54.841709+0000) 2023-03-22T15:41:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:54.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:54.841076+0000) 2023-03-22T15:41:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:55.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:55.841686+0000) 2023-03-22T15:41:56.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:55.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:55.841563+0000) 2023-03-22T15:41:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:55.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:55.873575+0000) 2023-03-22T15:41:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:55.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:55.786927+0000) 2023-03-22T15:41:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:55.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:55.841393+0000) 2023-03-22T15:41:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:55.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:55.841810+0000) 2023-03-22T15:41:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:55.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:55.841185+0000) 2023-03-22T15:41:56.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:56 smithi142 ceph-mon[94717]: pgmap v2151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:56 smithi098 ceph-mon[94136]: pgmap v2151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:41:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:56.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:56.841786+0000) 2023-03-22T15:41:57.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:56.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:56.841668+0000) 2023-03-22T15:41:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:56.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:56.873683+0000) 2023-03-22T15:41:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:56.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:56.787042+0000) 2023-03-22T15:41:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:56.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:56.841878+0000) 2023-03-22T15:41:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:56.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:56.841291+0000) 2023-03-22T15:41:57.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:56.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:56.841499+0000) 2023-03-22T15:41:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:41:57 smithi098 ceph-mon[94136]: pgmap v2152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:41:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:41:57 smithi142 ceph-mon[94717]: pgmap v2152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:41:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:57.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.841894+0000) 2023-03-22T15:41:58.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:57.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.841773+0000) 2023-03-22T15:41:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:57.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.787149+0000) 2023-03-22T15:41:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:57.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.873867+0000) 2023-03-22T15:41:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:57.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.841983+0000) 2023-03-22T15:41:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:57.841+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.842890+0000) 2023-03-22T15:41:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:57.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.841405+0000) 2023-03-22T15:41:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:57.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:57.841606+0000) 2023-03-22T15:41:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:58.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.842000+0000) 2023-03-22T15:41:59.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:58.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.841877+0000) 2023-03-22T15:41:59.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:58.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.787265+0000) 2023-03-22T15:41:59.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:58.841+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.843001+0000) 2023-03-22T15:41:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:58.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.842096+0000) 2023-03-22T15:41:59.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:58.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.841504+0000) 2023-03-22T15:41:59.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:58.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.873987+0000) 2023-03-22T15:41:59.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:58.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:58.841704+0000) 2023-03-22T15:42:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:41:59.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.842104+0000) 2023-03-22T15:42:00.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:41:59.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.841982+0000) 2023-03-22T15:42:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:41:59.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.787381+0000) 2023-03-22T15:42:00.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:41:59.841+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.843128+0000) 2023-03-22T15:42:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:41:59.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.841815+0000) 2023-03-22T15:42:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:41:59.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.842203+0000) 2023-03-22T15:42:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:41:59.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.841622+0000) 2023-03-22T15:42:00.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:41:59.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:41:59.874173+0000) 2023-03-22T15:42:00.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:00 smithi142 ceph-mon[94717]: pgmap v2153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:00 smithi098 ceph-mon[94136]: pgmap v2153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:00.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.842203+0000) 2023-03-22T15:42:01.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:00.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.842083+0000) 2023-03-22T15:42:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:00.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.787488+0000) 2023-03-22T15:42:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:00.873+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.874282+0000) 2023-03-22T15:42:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:00.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.841912+0000) 2023-03-22T15:42:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:00.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.842304+0000) 2023-03-22T15:42:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:00.841+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.843243+0000) 2023-03-22T15:42:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:00.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:00.841719+0000) 2023-03-22T15:42:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:01.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.842297+0000) 2023-03-22T15:42:02.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:01.840+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.842187+0000) 2023-03-22T15:42:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:01.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.787607+0000) 2023-03-22T15:42:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:01.873+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.874450+0000) 2023-03-22T15:42:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:01.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.842018+0000) 2023-03-22T15:42:02.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:01.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.842422+0000) 2023-03-22T15:42:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:01.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.843348+0000) 2023-03-22T15:42:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:01.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:01.841832+0000) 2023-03-22T15:42:02.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:02 smithi142 ceph-mon[94717]: pgmap v2154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:02 smithi098 ceph-mon[94136]: pgmap v2154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:02.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.842414+0000) 2023-03-22T15:42:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:02.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.842290+0000) 2023-03-22T15:42:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:02.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.787722+0000) 2023-03-22T15:42:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:02.873+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.874563+0000) 2023-03-22T15:42:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:02.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.842125+0000) 2023-03-22T15:42:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:02.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.842534+0000) 2023-03-22T15:42:03.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:02.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.843448+0000) 2023-03-22T15:42:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:02.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:02.841947+0000) 2023-03-22T15:42:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:03.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.842541+0000) 2023-03-22T15:42:04.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:03.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.842399+0000) 2023-03-22T15:42:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:03.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.787853+0000) 2023-03-22T15:42:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:03.873+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.874739+0000) 2023-03-22T15:42:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:03.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.842234+0000) 2023-03-22T15:42:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:03.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.842650+0000) 2023-03-22T15:42:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:03.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.843554+0000) 2023-03-22T15:42:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:03.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:03.842055+0000) 2023-03-22T15:42:04.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:04 smithi142 ceph-mon[94717]: pgmap v2155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:42:04.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:04 smithi098 ceph-mon[94136]: pgmap v2155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:42:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:04.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.842645+0000) 2023-03-22T15:42:05.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:04.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.842508+0000) 2023-03-22T15:42:05.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:04.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.842758+0000) 2023-03-22T15:42:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:04.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.787981+0000) 2023-03-22T15:42:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:04.873+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.874853+0000) 2023-03-22T15:42:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:04.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.842343+0000) 2023-03-22T15:42:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:04.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.843661+0000) 2023-03-22T15:42:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:04.840+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:04.842165+0000) 2023-03-22T15:42:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:05.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.842750+0000) 2023-03-22T15:42:06.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:05.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.842628+0000) 2023-03-22T15:42:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:05.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.843778+0000) 2023-03-22T15:42:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:05.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.788104+0000) 2023-03-22T15:42:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:05.841+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.842273+0000) 2023-03-22T15:42:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:05.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.842453+0000) 2023-03-22T15:42:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:05.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.842865+0000) 2023-03-22T15:42:06.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:05.873+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:05.875025+0000) 2023-03-22T15:42:06.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:06 smithi142 ceph-mon[94717]: pgmap v2156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:42:06.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:06 smithi098 ceph-mon[94136]: pgmap v2156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:42:07.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:06.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.842556+0000) 2023-03-22T15:42:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:06.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.842855+0000) 2023-03-22T15:42:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:06.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.842730+0000) 2023-03-22T15:42:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:06.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.788209+0000) 2023-03-22T15:42:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:06.841+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.842381+0000) 2023-03-22T15:42:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:06.873+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.875150+0000) 2023-03-22T15:42:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:06.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.842974+0000) 2023-03-22T15:42:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:06.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:06.843891+0000) 2023-03-22T15:42:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:07 smithi098 ceph-mon[94136]: pgmap v2157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:42:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:07 smithi142 ceph-mon[94717]: pgmap v2157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:42:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:07.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.842966+0000) 2023-03-22T15:42:08.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:07.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.842824+0000) 2023-03-22T15:42:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:07.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.788321+0000) 2023-03-22T15:42:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:07.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.844004+0000) 2023-03-22T15:42:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:07.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.875311+0000) 2023-03-22T15:42:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:07.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.842651+0000) 2023-03-22T15:42:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:07.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.843081+0000) 2023-03-22T15:42:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:07.841+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:07.842499+0000) 2023-03-22T15:42:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:08.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.843072+0000) 2023-03-22T15:42:09.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:08.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.842920+0000) 2023-03-22T15:42:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:08.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.788431+0000) 2023-03-22T15:42:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:08.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.842751+0000) 2023-03-22T15:42:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:08.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.844113+0000) 2023-03-22T15:42:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:08.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.875416+0000) 2023-03-22T15:42:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:08.841+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.843185+0000) 2023-03-22T15:42:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:08.841+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:08.842607+0000) 2023-03-22T15:42:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:09 smithi142 ceph-mon[94717]: osdmap e205: 12 total, 9 up, 9 in 2023-03-22T15:42:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:09 smithi142 ceph-mon[94717]: pgmap v2159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:42:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:09 smithi098 ceph-mon[94136]: osdmap e205: 12 total, 9 up, 9 in 2023-03-22T15:42:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:09 smithi098 ceph-mon[94136]: pgmap v2159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:42:10.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:09.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.842865+0000) 2023-03-22T15:42:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:09.841+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.843177+0000) 2023-03-22T15:42:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:09.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.843027+0000) 2023-03-22T15:42:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:09.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.788539+0000) 2023-03-22T15:42:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:09.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.875562+0000) 2023-03-22T15:42:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:09.842+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.843297+0000) 2023-03-22T15:42:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:09.842+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.844219+0000) 2023-03-22T15:42:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:09.841+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:09.842715+0000) 2023-03-22T15:42:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:10.842+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.843287+0000) 2023-03-22T15:42:11.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:10.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.843128+0000) 2023-03-22T15:42:11.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:10.843+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.844309+0000) 2023-03-22T15:42:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:10.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.788646+0000) 2023-03-22T15:42:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:10.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.875685+0000) 2023-03-22T15:42:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:10.842+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.843411+0000) 2023-03-22T15:42:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:10.841+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.842816+0000) 2023-03-22T15:42:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:10.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:10.842969+0000) 2023-03-22T15:42:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:11.842+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.843399+0000) 2023-03-22T15:42:12.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:11.841+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.843233+0000) 2023-03-22T15:42:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:11.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.788774+0000) 2023-03-22T15:42:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:11.843+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.844416+0000) 2023-03-22T15:42:12.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:11.841+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.842939+0000) 2023-03-22T15:42:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:11.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.875849+0000) 2023-03-22T15:42:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:11.842+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.843528+0000) 2023-03-22T15:42:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:11.841+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:11.843076+0000) 2023-03-22T15:42:12.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:12 smithi142 ceph-mon[94717]: pgmap v2160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:42:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:12 smithi098 ceph-mon[94136]: pgmap v2160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:42:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:12.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.876010+0000) 2023-03-22T15:42:13.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:12.842+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.843182+0000) 2023-03-22T15:42:13.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:12.843+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.843505+0000) 2023-03-22T15:42:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:12.843+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.843296+0000) 2023-03-22T15:42:13.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:12.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.788887+0000) 2023-03-22T15:42:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:12.843+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.843642+0000) 2023-03-22T15:42:13.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:12.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.844514+0000) 2023-03-22T15:42:13.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:12.842+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:12.843056+0000) 2023-03-22T15:42:14.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:13.843+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.843289+0000) 2023-03-22T15:42:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:13.843+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.843605+0000) 2023-03-22T15:42:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:13.843+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.843408+0000) 2023-03-22T15:42:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:13.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.789022+0000) 2023-03-22T15:42:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:13.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.876336+0000) 2023-03-22T15:42:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:13.876+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:14.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:13.876+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:14.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:13.880+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.880421+0000) 2023-03-22T15:42:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:13.843+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.843746+0000) 2023-03-22T15:42:14.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:13.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.844603+0000) 2023-03-22T15:42:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:13.842+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:13.843158+0000) 2023-03-22T15:42:14.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:14 smithi142 ceph-mon[94717]: pgmap v2161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:42:14.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:14 smithi098 ceph-mon[94136]: pgmap v2161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:42:15.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:14.843+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.843402+0000) 2023-03-22T15:42:15.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:14.843+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.843701+0000) 2023-03-22T15:42:15.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:14.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.789125+0000) 2023-03-22T15:42:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:14.843+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.843517+0000) 2023-03-22T15:42:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:14.843+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.844252+0000) 2023-03-22T15:42:15.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:14.843+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.843853+0000) 2023-03-22T15:42:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:14.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.844712+0000) 2023-03-22T15:42:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:14.843+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:14.843273+0000) 2023-03-22T15:42:16.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:15.843+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:15.843507+0000) 2023-03-22T15:42:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:15.843+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:15.843802+0000) 2023-03-22T15:42:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:15.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:15.789237+0000) 2023-03-22T15:42:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:15.843+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:15.843966+0000) 2023-03-22T15:42:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:15.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:15.844815+0000) 2023-03-22T15:42:16.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:15.843+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:15.843383+0000) 2023-03-22T15:42:16.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:16 smithi142 ceph-mon[94717]: pgmap v2162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:42:16.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:16 smithi098 ceph-mon[94136]: pgmap v2162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:42:17.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:16.789+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.789355+0000) 2023-03-22T15:42:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:16.843+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.843906+0000) 2023-03-22T15:42:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:16.844+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.844714+0000) 2023-03-22T15:42:17.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:16.843+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.843480+0000) 2023-03-22T15:42:17.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:16.844+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.844335+0000) 2023-03-22T15:42:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:16.843+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.843624+0000) 2023-03-22T15:42:17.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:16.843+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.844080+0000) 2023-03-22T15:42:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:16.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:16.844925+0000) 2023-03-22T15:42:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:17 smithi098 ceph-mon[94136]: pgmap v2163: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:42:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:17 smithi142 ceph-mon[94717]: pgmap v2163: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:42:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:17.789+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:17.789467+0000) 2023-03-22T15:42:18.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:17.843+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:17.843733+0000) 2023-03-22T15:42:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:17.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:17.845035+0000) 2023-03-22T15:42:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:17.843+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:17.844195+0000) 2023-03-22T15:42:18.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:18.376+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:18.376546+0000) 2023-03-22T15:42:19.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:18.843+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:18.843841+0000) 2023-03-22T15:42:19.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:18.844+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:18.844665+0000) 2023-03-22T15:42:19.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:18.789+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:18.789584+0000) 2023-03-22T15:42:19.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:18.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:18.845147+0000) 2023-03-22T15:42:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:18.844+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:18.844297+0000) 2023-03-22T15:42:19.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:19.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:19.343785+0000) 2023-03-22T15:42:19.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:19.378+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:19.378769+0000) 2023-03-22T15:42:20.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:19.789+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:19.789697+0000) 2023-03-22T15:42:20.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:19.844+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:19.844409+0000) 2023-03-22T15:42:20.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:19.844+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:19.845256+0000) 2023-03-22T15:42:20.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:20 smithi142 ceph-mon[94717]: pgmap v2164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:42:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:20 smithi098 ceph-mon[94136]: pgmap v2164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:42:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:20.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:20.343890+0000) 2023-03-22T15:42:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:20.378+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:20.379115+0000) 2023-03-22T15:42:21.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:20.789+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:20.789809+0000) 2023-03-22T15:42:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:20.790+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:20.790+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:20.790585+0000) 2023-03-22T15:42:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:20.844+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:20.844518+0000) 2023-03-22T15:42:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:20.844+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:20.845137+0000) 2023-03-22T15:42:21.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:20.845+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:20.845378+0000) 2023-03-22T15:42:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:21.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:21.344215+0000) 2023-03-22T15:42:21.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:21.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:21.343996+0000) 2023-03-22T15:42:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:21.378+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:21.379240+0000) 2023-03-22T15:42:21.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:21.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:21.343707+0000) 2023-03-22T15:42:22.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:21.845+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:21.845491+0000) 2023-03-22T15:42:22.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:22 smithi142 ceph-mon[94717]: pgmap v2165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:42:22.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:22 smithi098 ceph-mon[94136]: pgmap v2165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:42:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:22.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:22.344298+0000) 2023-03-22T15:42:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:22.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:22.344100+0000) 2023-03-22T15:42:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:22.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:22.343819+0000) 2023-03-22T15:42:22.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:22.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:22.379430+0000) 2023-03-22T15:42:23.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:22.845+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:22.845607+0000) 2023-03-22T15:42:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:23.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:23.344399+0000) 2023-03-22T15:42:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:23.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:23.344206+0000) 2023-03-22T15:42:23.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:23.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:23.343931+0000) 2023-03-22T15:42:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:23.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:23.344105+0000) 2023-03-22T15:42:23.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:23.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:23.379539+0000) 2023-03-22T15:42:24.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:23.845+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:23.845722+0000) 2023-03-22T15:42:24.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:23.846+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:24.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:23.846+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:24.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:23.846+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:23.846513+0000) 2023-03-22T15:42:24.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:24 smithi142 ceph-mon[94717]: pgmap v2166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:42:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:24 smithi098 ceph-mon[94136]: pgmap v2166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:42:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:24.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:24.344504+0000) 2023-03-22T15:42:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:24.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:24.344295+0000) 2023-03-22T15:42:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:24.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:24.344213+0000) 2023-03-22T15:42:24.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:24.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:24.344044+0000) 2023-03-22T15:42:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:24.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:24.379715+0000) 2023-03-22T15:42:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:25.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:25.344607+0000) 2023-03-22T15:42:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:25.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:25.344409+0000) 2023-03-22T15:42:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:25.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:25.290103+0000) 2023-03-22T15:42:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:25.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:25.344291+0000) 2023-03-22T15:42:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:25.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:25.344788+0000) 2023-03-22T15:42:25.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:25.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:25.379843+0000) 2023-03-22T15:42:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:25.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:25.344154+0000) 2023-03-22T15:42:26.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:26 smithi142 ceph-mon[94717]: pgmap v2167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:42:26.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:26 smithi098 ceph-mon[94136]: pgmap v2167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:42:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:26.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:26.344709+0000) 2023-03-22T15:42:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:26.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:26.344521+0000) 2023-03-22T15:42:26.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:26.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:26.344265+0000) 2023-03-22T15:42:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:26.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:26.290223+0000) 2023-03-22T15:42:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:26.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:26.344402+0000) 2023-03-22T15:42:26.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:26.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:26.380040+0000) 2023-03-22T15:42:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:26.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:26.344898+0000) 2023-03-22T15:42:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:27.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:27.344809+0000) 2023-03-22T15:42:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:27.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:27.344628+0000) 2023-03-22T15:42:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:27.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:27.344508+0000) 2023-03-22T15:42:27.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:27.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:27.345008+0000) 2023-03-22T15:42:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:27.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:27.290337+0000) 2023-03-22T15:42:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:27.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:27.380169+0000) 2023-03-22T15:42:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:27.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:27.344371+0000) 2023-03-22T15:42:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:27 smithi098 ceph-mon[94136]: pgmap v2168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:42:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:27 smithi142 ceph-mon[94717]: pgmap v2168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:42:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:28.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.344923+0000) 2023-03-22T15:42:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:28.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.344737+0000) 2023-03-22T15:42:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:28.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.344616+0000) 2023-03-22T15:42:28.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:28.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.345973+0000) 2023-03-22T15:42:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:28.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.290454+0000) 2023-03-22T15:42:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:28.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.380340+0000) 2023-03-22T15:42:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:28.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.344465+0000) 2023-03-22T15:42:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:28.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:28.345113+0000) 2023-03-22T15:42:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:29.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.345015+0000) 2023-03-22T15:42:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:29.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.344843+0000) 2023-03-22T15:42:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:29.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.290570+0000) 2023-03-22T15:42:29.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:29.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.344720+0000) 2023-03-22T15:42:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:29.344+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.346088+0000) 2023-03-22T15:42:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:29.343+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.345215+0000) 2023-03-22T15:42:29.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:29.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.380442+0000) 2023-03-22T15:42:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:29.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:29.344561+0000) 2023-03-22T15:42:30.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:30 smithi142 ceph-mon[94717]: pgmap v2169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:30.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:30 smithi098 ceph-mon[94136]: pgmap v2169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:30.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.345108+0000) 2023-03-22T15:42:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:30.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.344946+0000) 2023-03-22T15:42:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:30.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.290687+0000) 2023-03-22T15:42:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:30.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.344832+0000) 2023-03-22T15:42:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:30.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.345290+0000) 2023-03-22T15:42:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:30.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.380623+0000) 2023-03-22T15:42:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:30.344+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.346198+0000) 2023-03-22T15:42:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:30.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:30.344666+0000) 2023-03-22T15:42:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:31.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.345204+0000) 2023-03-22T15:42:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:31.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.345052+0000) 2023-03-22T15:42:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:31.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.290800+0000) 2023-03-22T15:42:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:31.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.344936+0000) 2023-03-22T15:42:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:31.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.345404+0000) 2023-03-22T15:42:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:31.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.346302+0000) 2023-03-22T15:42:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:31.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.344778+0000) 2023-03-22T15:42:31.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:31.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:31.380747+0000) 2023-03-22T15:42:32.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:32 smithi142 ceph-mon[94717]: pgmap v2170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:32.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:32 smithi098 ceph-mon[94136]: pgmap v2170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:32.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.345296+0000) 2023-03-22T15:42:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:32.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.345157+0000) 2023-03-22T15:42:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:32.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.290924+0000) 2023-03-22T15:42:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:32.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.345046+0000) 2023-03-22T15:42:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:32.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.345529+0000) 2023-03-22T15:42:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:32.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.346411+0000) 2023-03-22T15:42:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:32.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.344883+0000) 2023-03-22T15:42:32.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:32.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:32.380924+0000) 2023-03-22T15:42:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:33.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.345405+0000) 2023-03-22T15:42:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:33.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.345258+0000) 2023-03-22T15:42:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:33.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.291038+0000) 2023-03-22T15:42:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:33.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.345150+0000) 2023-03-22T15:42:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:33.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.346519+0000) 2023-03-22T15:42:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:33.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.344998+0000) 2023-03-22T15:42:33.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:33.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.381054+0000) 2023-03-22T15:42:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:33.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:33.345640+0000) 2023-03-22T15:42:34.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:34 smithi142 ceph-mon[94717]: pgmap v2171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:42:34.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:34 smithi098 ceph-mon[94136]: pgmap v2171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:42:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:34.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.345516+0000) 2023-03-22T15:42:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:34.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.345378+0000) 2023-03-22T15:42:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:34.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.291152+0000) 2023-03-22T15:42:34.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:34.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.345253+0000) 2023-03-22T15:42:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:34.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.345750+0000) 2023-03-22T15:42:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:34.379+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.381198+0000) 2023-03-22T15:42:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:34.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.346628+0000) 2023-03-22T15:42:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:34.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:34.345109+0000) 2023-03-22T15:42:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:35.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.345621+0000) 2023-03-22T15:42:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:35.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.345490+0000) 2023-03-22T15:42:35.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:35.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.291277+0000) 2023-03-22T15:42:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:35.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.345227+0000) 2023-03-22T15:42:35.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:35.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.381308+0000) 2023-03-22T15:42:35.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:35.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.345866+0000) 2023-03-22T15:42:35.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:35.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.345372+0000) 2023-03-22T15:42:35.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:35.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:35.346743+0000) 2023-03-22T15:42:36.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:36 smithi142 ceph-mon[94717]: pgmap v2172: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:36.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:36 smithi098 ceph-mon[94136]: pgmap v2172: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:36.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.345722+0000) 2023-03-22T15:42:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:36.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.345615+0000) 2023-03-22T15:42:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:36.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.291396+0000) 2023-03-22T15:42:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:36.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.381503+0000) 2023-03-22T15:42:36.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:36.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.345995+0000) 2023-03-22T15:42:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:36.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.345511+0000) 2023-03-22T15:42:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:36.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.346902+0000) 2023-03-22T15:42:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:36.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:36.345309+0000) 2023-03-22T15:42:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:37.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.381638+0000) 2023-03-22T15:42:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:37.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.345822+0000) 2023-03-22T15:42:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:37.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.345713+0000) 2023-03-22T15:42:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:37.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.291507+0000) 2023-03-22T15:42:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:37.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.345626+0000) 2023-03-22T15:42:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:37.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.347037+0000) 2023-03-22T15:42:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:37.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.345431+0000) 2023-03-22T15:42:37.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:37.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:37.346109+0000) 2023-03-22T15:42:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:37 smithi098 ceph-mon[94136]: pgmap v2173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:42:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:37 smithi142 ceph-mon[94717]: pgmap v2173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:42:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:38.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.345933+0000) 2023-03-22T15:42:38.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:38.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.345824+0000) 2023-03-22T15:42:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:38.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.291626+0000) 2023-03-22T15:42:38.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:38.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.346218+0000) 2023-03-22T15:42:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:38.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.381829+0000) 2023-03-22T15:42:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:38.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.345733+0000) 2023-03-22T15:42:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:38.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.347149+0000) 2023-03-22T15:42:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:38.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:38.345536+0000) 2023-03-22T15:42:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:39.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.346039+0000) 2023-03-22T15:42:39.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:39.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.345929+0000) 2023-03-22T15:42:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:39.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.291745+0000) 2023-03-22T15:42:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:39.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.347260+0000) 2023-03-22T15:42:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:39.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.345635+0000) 2023-03-22T15:42:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:39.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.381919+0000) 2023-03-22T15:42:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:39.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.346300+0000) 2023-03-22T15:42:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:39.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:39.345832+0000) 2023-03-22T15:42:40.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:40 smithi142 ceph-mon[94717]: pgmap v2174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:40.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:40 smithi098 ceph-mon[94136]: pgmap v2174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:40.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.346142+0000) 2023-03-22T15:42:40.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:40.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.346030+0000) 2023-03-22T15:42:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:40.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.291860+0000) 2023-03-22T15:42:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:40.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.382087+0000) 2023-03-22T15:42:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:40.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.345731+0000) 2023-03-22T15:42:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:40.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.345942+0000) 2023-03-22T15:42:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:40.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.347386+0000) 2023-03-22T15:42:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:40.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:40.346413+0000) 2023-03-22T15:42:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:41.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.346249+0000) 2023-03-22T15:42:41.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:41.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.346132+0000) 2023-03-22T15:42:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:41.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.291976+0000) 2023-03-22T15:42:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:41.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.382215+0000) 2023-03-22T15:42:41.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:41.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.345828+0000) 2023-03-22T15:42:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:41.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.346049+0000) 2023-03-22T15:42:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:41.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.347497+0000) 2023-03-22T15:42:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:41.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:41.346525+0000) 2023-03-22T15:42:42.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:42 smithi142 ceph-mon[94717]: pgmap v2175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:42 smithi098 ceph-mon[94136]: pgmap v2175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:42.345+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.346369+0000) 2023-03-22T15:42:42.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:42.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.346238+0000) 2023-03-22T15:42:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:42.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.292103+0000) 2023-03-22T15:42:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:42.381+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.382394+0000) 2023-03-22T15:42:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:42.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.346159+0000) 2023-03-22T15:42:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:42.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.347612+0000) 2023-03-22T15:42:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:42.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.345923+0000) 2023-03-22T15:42:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:42.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:42.346643+0000) 2023-03-22T15:42:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:43.345+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.346476+0000) 2023-03-22T15:42:43.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:43.345+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.346375+0000) 2023-03-22T15:42:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:43.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.292224+0000) 2023-03-22T15:42:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:43.381+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.382503+0000) 2023-03-22T15:42:43.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:43.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.346756+0000) 2023-03-22T15:42:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:43.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.347726+0000) 2023-03-22T15:42:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:43.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.346031+0000) 2023-03-22T15:42:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:43.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:43.346265+0000) 2023-03-22T15:42:44.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:44 smithi142 ceph-mon[94717]: pgmap v2176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:42:44.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:44 smithi098 ceph-mon[94136]: pgmap v2176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:42:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:44.345+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.346584+0000) 2023-03-22T15:42:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:44.345+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.346486+0000) 2023-03-22T15:42:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:44.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.292353+0000) 2023-03-22T15:42:44.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:44.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.346375+0000) 2023-03-22T15:42:44.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:44.381+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.382681+0000) 2023-03-22T15:42:44.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:44.382+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:44.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:44.382+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:44.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:44.391+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.392502+0000) 2023-03-22T15:42:44.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:44.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.347800+0000) 2023-03-22T15:42:44.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:44.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.346864+0000) 2023-03-22T15:42:44.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:44.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:44.346135+0000) 2023-03-22T15:42:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:45.345+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.346688+0000) 2023-03-22T15:42:45.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:45.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.292467+0000) 2023-03-22T15:42:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:45.345+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.346589+0000) 2023-03-22T15:42:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:45.346+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:45.346+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.347474+0000) 2023-03-22T15:42:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:45.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.347920+0000) 2023-03-22T15:42:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:45.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.346474+0000) 2023-03-22T15:42:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:45.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.346977+0000) 2023-03-22T15:42:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:45.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:45.346225+0000) 2023-03-22T15:42:46.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:46 smithi142 ceph-mon[94717]: pgmap v2177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:46.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:46 smithi098 ceph-mon[94136]: pgmap v2177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:46.345+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:46.346793+0000) 2023-03-22T15:42:46.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:46.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:46.292580+0000) 2023-03-22T15:42:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:46.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:46.346581+0000) 2023-03-22T15:42:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:46.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:46.347098+0000) 2023-03-22T15:42:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:46.345+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:46.346335+0000) 2023-03-22T15:42:46.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:46.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:46.348030+0000) 2023-03-22T15:42:47.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:47.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.292695+0000) 2023-03-22T15:42:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:47.345+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.346900+0000) 2023-03-22T15:42:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:47.346+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:47.346+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:47.346+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.347870+0000) 2023-03-22T15:42:47.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:47.345+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.346425+0000) 2023-03-22T15:42:47.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:47.345+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.347251+0000) 2023-03-22T15:42:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:47.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.346696+0000) 2023-03-22T15:42:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:47.346+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.347602+0000) 2023-03-22T15:42:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:47.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:47.348143+0000) 2023-03-22T15:42:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:47 smithi098 ceph-mon[94136]: pgmap v2178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:42:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:47 smithi142 ceph-mon[94717]: pgmap v2178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:42:48.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:48.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:48.348257+0000) 2023-03-22T15:42:48.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:48.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:48.292809+0000) 2023-03-22T15:42:48.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:48.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:48.346816+0000) 2023-03-22T15:42:48.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:48.346+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:48.347713+0000) 2023-03-22T15:42:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:48.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:48.882975+0000) 2023-03-22T15:42:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:49.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:49.292927+0000) 2023-03-22T15:42:49.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:49.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:49.346922+0000) 2023-03-22T15:42:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:49.346+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:49.346+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:49.347802+0000) 2023-03-22T15:42:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:49.346+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:49.347830+0000) 2023-03-22T15:42:49.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:49.347+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:49.348383+0000) 2023-03-22T15:42:50.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:49.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:49.885130+0000) 2023-03-22T15:42:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:49.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:49.846890+0000) 2023-03-22T15:42:50.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:50 smithi142 ceph-mon[94717]: pgmap v2179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:50.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:50 smithi098 ceph-mon[94136]: pgmap v2179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:42:50.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:50.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:50.293043+0000) 2023-03-22T15:42:50.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:50.346+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:50.347961+0000) 2023-03-22T15:42:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:50.347+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:50.348495+0000) 2023-03-22T15:42:51.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:50.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:50.847000+0000) 2023-03-22T15:42:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:50.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:50.885643+0000) 2023-03-22T15:42:51.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:51.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.293158+0000) 2023-03-22T15:42:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:51.292+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.293924+0000) 2023-03-22T15:42:51.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:51.347+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.348618+0000) 2023-03-22T15:42:51.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:51.346+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.348068+0000) 2023-03-22T15:42:51.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:51.347+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:51.347+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:51.347+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.348919+0000) 2023-03-22T15:42:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:51.845+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.847203+0000) 2023-03-22T15:42:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:51.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.847110+0000) 2023-03-22T15:42:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:51.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.885831+0000) 2023-03-22T15:42:52.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:51.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:51.846716+0000) 2023-03-22T15:42:52.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:52 smithi142 ceph-mon[94717]: pgmap v2180: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:52.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:52 smithi098 ceph-mon[94136]: pgmap v2180: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:52.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:52.347+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:52.348735+0000) 2023-03-22T15:42:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:52.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:52.847294+0000) 2023-03-22T15:42:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:52.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:52.847215+0000) 2023-03-22T15:42:53.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:52.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:52.846836+0000) 2023-03-22T15:42:53.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:52.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:52.885949+0000) 2023-03-22T15:42:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:53.347+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:53.348847+0000) 2023-03-22T15:42:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:53.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:53.886076+0000) 2023-03-22T15:42:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:53.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:53.847418+0000) 2023-03-22T15:42:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:53.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:53.847295+0000) 2023-03-22T15:42:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:53.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:53.846935+0000) 2023-03-22T15:42:54.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:53.845+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:53.847226+0000) 2023-03-22T15:42:54.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:54 smithi142 ceph-mon[94717]: pgmap v2181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:42:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:54 smithi098 ceph-mon[94136]: pgmap v2181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:42:54.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:54.347+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:54.348957+0000) 2023-03-22T15:42:54.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:54.348+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:54.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:54.348+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:42:54.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:54.348+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:54.350067+0000) 2023-03-22T15:42:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:54.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:54.847530+0000) 2023-03-22T15:42:55.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:54.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:54.847418+0000) 2023-03-22T15:42:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:54.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:54.886183+0000) 2023-03-22T15:42:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:54.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:54.847349+0000) 2023-03-22T15:42:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:54.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:54.847043+0000) 2023-03-22T15:42:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:55.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:55.847646+0000) 2023-03-22T15:42:56.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:55.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:55.847522+0000) 2023-03-22T15:42:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:55.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:55.793487+0000) 2023-03-22T15:42:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:55.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:55.886374+0000) 2023-03-22T15:42:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:55.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:55.847468+0000) 2023-03-22T15:42:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:55.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:55.848355+0000) 2023-03-22T15:42:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:55.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:55.847154+0000) 2023-03-22T15:42:56.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:56 smithi142 ceph-mon[94717]: pgmap v2182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:56 smithi098 ceph-mon[94136]: pgmap v2182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:42:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:56.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:56.847753+0000) 2023-03-22T15:42:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:56.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:56.847646+0000) 2023-03-22T15:42:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:56.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:56.793596+0000) 2023-03-22T15:42:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:56.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:56.886476+0000) 2023-03-22T15:42:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:56.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:56.847259+0000) 2023-03-22T15:42:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:56.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:56.848463+0000) 2023-03-22T15:42:57.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:56.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:56.847579+0000) 2023-03-22T15:42:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:42:57 smithi098 ceph-mon[94136]: pgmap v2183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:42:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:42:57 smithi142 ceph-mon[94717]: pgmap v2183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:42:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:57.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:57.847857+0000) 2023-03-22T15:42:58.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:57.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:57.847749+0000) 2023-03-22T15:42:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:57.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:57.793707+0000) 2023-03-22T15:42:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:57.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:57.886649+0000) 2023-03-22T15:42:58.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:57.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:57.847382+0000) 2023-03-22T15:42:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:57.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:57.847690+0000) 2023-03-22T15:42:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:57.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:57.848574+0000) 2023-03-22T15:42:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:58.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.847971+0000) 2023-03-22T15:42:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:58.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.847854+0000) 2023-03-22T15:42:59.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:58.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.793819+0000) 2023-03-22T15:42:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:58.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.886758+0000) 2023-03-22T15:42:59.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:58.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.847792+0000) 2023-03-22T15:42:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:58.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.849198+0000) 2023-03-22T15:42:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:58.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.848681+0000) 2023-03-22T15:42:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:58.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:58.847503+0000) 2023-03-22T15:43:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:42:59.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.848076+0000) 2023-03-22T15:43:00.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:42:59.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.847966+0000) 2023-03-22T15:43:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:42:59.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.793942+0000) 2023-03-22T15:43:00.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:42:59.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.849297+0000) 2023-03-22T15:43:00.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:42:59.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.886948+0000) 2023-03-22T15:43:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:42:59.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.847900+0000) 2023-03-22T15:43:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:42:59.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.848790+0000) 2023-03-22T15:43:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:42:59.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:42:59.847603+0000) 2023-03-22T15:43:00.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:00 smithi142 ceph-mon[94717]: pgmap v2184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:00 smithi098 ceph-mon[94136]: pgmap v2184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:00.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.848182+0000) 2023-03-22T15:43:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:00.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.848079+0000) 2023-03-22T15:43:01.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:00.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.849399+0000) 2023-03-22T15:43:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:00.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.794063+0000) 2023-03-22T15:43:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:00.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.887070+0000) 2023-03-22T15:43:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:00.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.847702+0000) 2023-03-22T15:43:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:00.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.848013+0000) 2023-03-22T15:43:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:00.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:00.848895+0000) 2023-03-22T15:43:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:01.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.848297+0000) 2023-03-22T15:43:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:01.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.848192+0000) 2023-03-22T15:43:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:01.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.794185+0000) 2023-03-22T15:43:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:01.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.887278+0000) 2023-03-22T15:43:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:01.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.849500+0000) 2023-03-22T15:43:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:01.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.848123+0000) 2023-03-22T15:43:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:01.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.849000+0000) 2023-03-22T15:43:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:01.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:01.847812+0000) 2023-03-22T15:43:02.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:02 smithi142 ceph-mon[94717]: pgmap v2185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:02 smithi098 ceph-mon[94136]: pgmap v2185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:02.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.887396+0000) 2023-03-22T15:43:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:02.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.848233+0000) 2023-03-22T15:43:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:02.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.848405+0000) 2023-03-22T15:43:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:02.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.848295+0000) 2023-03-22T15:43:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:02.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.849113+0000) 2023-03-22T15:43:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:02.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.849600+0000) 2023-03-22T15:43:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:02.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.847914+0000) 2023-03-22T15:43:03.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:02.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:02.794315+0000) 2023-03-22T15:43:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:03.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.848510+0000) 2023-03-22T15:43:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:03.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.848398+0000) 2023-03-22T15:43:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:03.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.794429+0000) 2023-03-22T15:43:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:03.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.849701+0000) 2023-03-22T15:43:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:03.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.887548+0000) 2023-03-22T15:43:04.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:03.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.848294+0000) 2023-03-22T15:43:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:03.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.849220+0000) 2023-03-22T15:43:04.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:03.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:03.848034+0000) 2023-03-22T15:43:04.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:04 smithi142 ceph-mon[94717]: pgmap v2186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:43:04.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:04 smithi098 ceph-mon[94136]: pgmap v2186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:43:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:04.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.848615+0000) 2023-03-22T15:43:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:04.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.848515+0000) 2023-03-22T15:43:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:04.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.794540+0000) 2023-03-22T15:43:05.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:04.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.849803+0000) 2023-03-22T15:43:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:04.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.887655+0000) 2023-03-22T15:43:05.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:04.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.848405+0000) 2023-03-22T15:43:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:04.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.848140+0000) 2023-03-22T15:43:05.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:04.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:04.849296+0000) 2023-03-22T15:43:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:05.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.848719+0000) 2023-03-22T15:43:06.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:05.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.848615+0000) 2023-03-22T15:43:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:05.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.887831+0000) 2023-03-22T15:43:06.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:05.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.849917+0000) 2023-03-22T15:43:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:05.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.794653+0000) 2023-03-22T15:43:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:05.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.849410+0000) 2023-03-22T15:43:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:05.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.848519+0000) 2023-03-22T15:43:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:05.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:05.848251+0000) 2023-03-22T15:43:06.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:06 smithi142 ceph-mon[94717]: pgmap v2187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:43:06.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:06 smithi098 ceph-mon[94136]: pgmap v2187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:43:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:06.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.848828+0000) 2023-03-22T15:43:07.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:06.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.848730+0000) 2023-03-22T15:43:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:06.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.794765+0000) 2023-03-22T15:43:07.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:06.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.849524+0000) 2023-03-22T15:43:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:06.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.848373+0000) 2023-03-22T15:43:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:06.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.887956+0000) 2023-03-22T15:43:07.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:06.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.848626+0000) 2023-03-22T15:43:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:06.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:06.850043+0000) 2023-03-22T15:43:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:07 smithi098 ceph-mon[94136]: pgmap v2188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:43:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:07 smithi142 ceph-mon[94717]: pgmap v2188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:43:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:07.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.848937+0000) 2023-03-22T15:43:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:07.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.848838+0000) 2023-03-22T15:43:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:07.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.794876+0000) 2023-03-22T15:43:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:07.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.848740+0000) 2023-03-22T15:43:08.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:07.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.848482+0000) 2023-03-22T15:43:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:07.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.888136+0000) 2023-03-22T15:43:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:07.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.849648+0000) 2023-03-22T15:43:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:07.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:07.850152+0000) 2023-03-22T15:43:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:08.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.849054+0000) 2023-03-22T15:43:09.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:08.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.848944+0000) 2023-03-22T15:43:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:08.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.794984+0000) 2023-03-22T15:43:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:08.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.888232+0000) 2023-03-22T15:43:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:08.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.848852+0000) 2023-03-22T15:43:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:08.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.850262+0000) 2023-03-22T15:43:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:08.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.849749+0000) 2023-03-22T15:43:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:08.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:08.848589+0000) 2023-03-22T15:43:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:09 smithi142 ceph-mon[94717]: osdmap e206: 12 total, 9 up, 9 in 2023-03-22T15:43:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:09 smithi142 ceph-mon[94717]: pgmap v2190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:43:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:09 smithi098 ceph-mon[94136]: osdmap e206: 12 total, 9 up, 9 in 2023-03-22T15:43:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:09 smithi098 ceph-mon[94136]: pgmap v2190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:43:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:09.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.849165+0000) 2023-03-22T15:43:10.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:09.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.849053+0000) 2023-03-22T15:43:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:09.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.795101+0000) 2023-03-22T15:43:10.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:09.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.848959+0000) 2023-03-22T15:43:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:09.887+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.888407+0000) 2023-03-22T15:43:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:09.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.850379+0000) 2023-03-22T15:43:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:09.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.849856+0000) 2023-03-22T15:43:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:09.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:09.848693+0000) 2023-03-22T15:43:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:10.887+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.888517+0000) 2023-03-22T15:43:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:10.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.849037+0000) 2023-03-22T15:43:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:10.848+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.849287+0000) 2023-03-22T15:43:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:10.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.849969+0000) 2023-03-22T15:43:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:10.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.850490+0000) 2023-03-22T15:43:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:10.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.795219+0000) 2023-03-22T15:43:11.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:10.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.849157+0000) 2023-03-22T15:43:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:10.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:10.848809+0000) 2023-03-22T15:43:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:11.848+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.849395+0000) 2023-03-22T15:43:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:11.848+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.849261+0000) 2023-03-22T15:43:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:11.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.795356+0000) 2023-03-22T15:43:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:11.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.849140+0000) 2023-03-22T15:43:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:11.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.850602+0000) 2023-03-22T15:43:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:11.887+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.888701+0000) 2023-03-22T15:43:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:11.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.848973+0000) 2023-03-22T15:43:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:11.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:11.850080+0000) 2023-03-22T15:43:12.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:12 smithi142 ceph-mon[94717]: pgmap v2191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:43:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:12 smithi098 ceph-mon[94136]: pgmap v2191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:43:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:12.848+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.849499+0000) 2023-03-22T15:43:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:12.848+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.849402+0000) 2023-03-22T15:43:13.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:12.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.850703+0000) 2023-03-22T15:43:13.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:12.848+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.849264+0000) 2023-03-22T15:43:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:12.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.795507+0000) 2023-03-22T15:43:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:12.887+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.888882+0000) 2023-03-22T15:43:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:12.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.850201+0000) 2023-03-22T15:43:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:12.848+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:12.849128+0000) 2023-03-22T15:43:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:13.887+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.889155+0000) 2023-03-22T15:43:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:13.848+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.849607+0000) 2023-03-22T15:43:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:13.848+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.849514+0000) 2023-03-22T15:43:14.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:13.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.795637+0000) 2023-03-22T15:43:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:13.848+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.849412+0000) 2023-03-22T15:43:14.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:13.849+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.850302+0000) 2023-03-22T15:43:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:13.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.850801+0000) 2023-03-22T15:43:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:13.848+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:13.849300+0000) 2023-03-22T15:43:14.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:14 smithi142 ceph-mon[94717]: pgmap v2192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:43:14.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:14 smithi098 ceph-mon[94136]: pgmap v2192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:43:15.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:14.849+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.849518+0000) 2023-03-22T15:43:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:14.849+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.849712+0000) 2023-03-22T15:43:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:14.849+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.849618+0000) 2023-03-22T15:43:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:14.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.795772+0000) 2023-03-22T15:43:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:14.889+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.889285+0000) 2023-03-22T15:43:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:14.892+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.892513+0000) 2023-03-22T15:43:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:14.850+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.850408+0000) 2023-03-22T15:43:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:14.850+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.850902+0000) 2023-03-22T15:43:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:14.849+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:14.849408+0000) 2023-03-22T15:43:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:15.849+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.849811+0000) 2023-03-22T15:43:16.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:15.850+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.851014+0000) 2023-03-22T15:43:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:15.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.795940+0000) 2023-03-22T15:43:16.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:15.849+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.849614+0000) 2023-03-22T15:43:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:15.849+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.849716+0000) 2023-03-22T15:43:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:15.850+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:16.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:15.850+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:16.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:15.850+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.850447+0000) 2023-03-22T15:43:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:15.850+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.850513+0000) 2023-03-22T15:43:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:15.849+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:15.849510+0000) 2023-03-22T15:43:16.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:16 smithi142 ceph-mon[94717]: pgmap v2193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:43:16.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:16 smithi098 ceph-mon[94136]: pgmap v2193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:43:17.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:16.849+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:16.849716+0000) 2023-03-22T15:43:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:16.849+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:16.849920+0000) 2023-03-22T15:43:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:16.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:16.796054+0000) 2023-03-22T15:43:17.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:16.850+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:16.850637+0000) 2023-03-22T15:43:17.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:16.850+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:16.851129+0000) 2023-03-22T15:43:17.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:16.849+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:16.849610+0000) 2023-03-22T15:43:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:17 smithi098 ceph-mon[94136]: pgmap v2194: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:43:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:17 smithi142 ceph-mon[94717]: pgmap v2194: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:43:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:17.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.796176+0000) 2023-03-22T15:43:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:17.849+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.849856+0000) 2023-03-22T15:43:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:17.849+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.850024+0000) 2023-03-22T15:43:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:17.850+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:18.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:17.850+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.850804+0000) 2023-03-22T15:43:18.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:17.850+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.851227+0000) 2023-03-22T15:43:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:17.850+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.850749+0000) 2023-03-22T15:43:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:17.849+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.849705+0000) 2023-03-22T15:43:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:17.850+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:17.850+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:17.850560+0000) 2023-03-22T15:43:19.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:18.849+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:18.849978+0000) 2023-03-22T15:43:19.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:18.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:18.796302+0000) 2023-03-22T15:43:19.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:18.850+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:18.850911+0000) 2023-03-22T15:43:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:18.851+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:18.851299+0000) 2023-03-22T15:43:19.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:19.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:19.389577+0000) 2023-03-22T15:43:20.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:19.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:19.796423+0000) 2023-03-22T15:43:20.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:19.849+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:19.850090+0000) 2023-03-22T15:43:20.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:19.850+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:20.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:19.850+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:19.850870+0000) 2023-03-22T15:43:20.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:19.850+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:19.851015+0000) 2023-03-22T15:43:20.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:19.851+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:19.851415+0000) 2023-03-22T15:43:20.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:20 smithi142 ceph-mon[94717]: pgmap v2195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:43:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:20 smithi098 ceph-mon[94136]: pgmap v2195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:43:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:20.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:20.349948+0000) 2023-03-22T15:43:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:20.391+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:20.391859+0000) 2023-03-22T15:43:21.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:20.850+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:20.851143+0000) 2023-03-22T15:43:21.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:20.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:20.796547+0000) 2023-03-22T15:43:21.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:20.851+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:20.851527+0000) 2023-03-22T15:43:21.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:21.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:21.392452+0000) 2023-03-22T15:43:21.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:21.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:21.350055+0000) 2023-03-22T15:43:22.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:21.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:21.796671+0000) 2023-03-22T15:43:22.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:21.797+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:21.797449+0000) 2023-03-22T15:43:22.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:21.851+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:21.851264+0000) 2023-03-22T15:43:22.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:21.851+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:21.852030+0000) 2023-03-22T15:43:22.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:21.851+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:21.851642+0000) 2023-03-22T15:43:22.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:22 smithi142 ceph-mon[94717]: pgmap v2196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:43:22.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:22 smithi098 ceph-mon[94136]: pgmap v2196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:43:22.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:22.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:22.392628+0000) 2023-03-22T15:43:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:22.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:22.350295+0000) 2023-03-22T15:43:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:22.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:22.350165+0000) 2023-03-22T15:43:22.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:22.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:22.349909+0000) 2023-03-22T15:43:23.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:22.851+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:22.851755+0000) 2023-03-22T15:43:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:23.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:23.350398+0000) 2023-03-22T15:43:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:23.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:23.350277+0000) 2023-03-22T15:43:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:23.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:23.392756+0000) 2023-03-22T15:43:23.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:23.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:23.350042+0000) 2023-03-22T15:43:24.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:23.851+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:23.851886+0000) 2023-03-22T15:43:24.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:24 smithi142 ceph-mon[94717]: pgmap v2197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:43:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:24 smithi098 ceph-mon[94136]: pgmap v2197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:43:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:24.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:24.350504+0000) 2023-03-22T15:43:24.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:24.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:24.350381+0000) 2023-03-22T15:43:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:24.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:24.350436+0000) 2023-03-22T15:43:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:24.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:24.392936+0000) 2023-03-22T15:43:24.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:24.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:24.350168+0000) 2023-03-22T15:43:25.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:24.851+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:24.852007+0000) 2023-03-22T15:43:25.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:24.852+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:24.852829+0000) 2023-03-22T15:43:25.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:25.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:25.393058+0000) 2023-03-22T15:43:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:25.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:25.350615+0000) 2023-03-22T15:43:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:25.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:25.350496+0000) 2023-03-22T15:43:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:25.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:25.350547+0000) 2023-03-22T15:43:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:25.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:25.350297+0000) 2023-03-22T15:43:26.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:26 smithi142 ceph-mon[94717]: pgmap v2198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:43:26.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:26 smithi098 ceph-mon[94136]: pgmap v2198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:43:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:26.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:26.393244+0000) 2023-03-22T15:43:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:26.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:26.350731+0000) 2023-03-22T15:43:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:26.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:26.350611+0000) 2023-03-22T15:43:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:26.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:26.296981+0000) 2023-03-22T15:43:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:26.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:26.351565+0000) 2023-03-22T15:43:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:26.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:26.350661+0000) 2023-03-22T15:43:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:26.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:26.350414+0000) 2023-03-22T15:43:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:27.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:27.350848+0000) 2023-03-22T15:43:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:27.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:27.350730+0000) 2023-03-22T15:43:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:27.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:27.297098+0000) 2023-03-22T15:43:27.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:27.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:27.393361+0000) 2023-03-22T15:43:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:27.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:27.351677+0000) 2023-03-22T15:43:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:27.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:27.350526+0000) 2023-03-22T15:43:27.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:27.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:27.350769+0000) 2023-03-22T15:43:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:27 smithi098 ceph-mon[94136]: pgmap v2199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:43:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:27 smithi142 ceph-mon[94717]: pgmap v2199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:43:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:28.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:28.350962+0000) 2023-03-22T15:43:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:28.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:28.350841+0000) 2023-03-22T15:43:28.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:28.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:28.297232+0000) 2023-03-22T15:43:28.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:28.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:28.351791+0000) 2023-03-22T15:43:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:28.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:28.393543+0000) 2023-03-22T15:43:28.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:28.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:28.350874+0000) 2023-03-22T15:43:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:28.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:28.350638+0000) 2023-03-22T15:43:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:29.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.351091+0000) 2023-03-22T15:43:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:29.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.350952+0000) 2023-03-22T15:43:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:29.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.297360+0000) 2023-03-22T15:43:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:29.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.351900+0000) 2023-03-22T15:43:29.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:29.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.393653+0000) 2023-03-22T15:43:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:29.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.350984+0000) 2023-03-22T15:43:29.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:29.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.352297+0000) 2023-03-22T15:43:29.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:29.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:29.350769+0000) 2023-03-22T15:43:30.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:30 smithi142 ceph-mon[94717]: pgmap v2200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:30.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:30 smithi098 ceph-mon[94136]: pgmap v2200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:30.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.351198+0000) 2023-03-22T15:43:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:30.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.351061+0000) 2023-03-22T15:43:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:30.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.297478+0000) 2023-03-22T15:43:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:30.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.393826+0000) 2023-03-22T15:43:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:30.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.352019+0000) 2023-03-22T15:43:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:30.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.352409+0000) 2023-03-22T15:43:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:30.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.350889+0000) 2023-03-22T15:43:30.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:30.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:30.351097+0000) 2023-03-22T15:43:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:31.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.351298+0000) 2023-03-22T15:43:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:31.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.351172+0000) 2023-03-22T15:43:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:31.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.297593+0000) 2023-03-22T15:43:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:31.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.393942+0000) 2023-03-22T15:43:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:31.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.351214+0000) 2023-03-22T15:43:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:31.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.352525+0000) 2023-03-22T15:43:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:31.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.352123+0000) 2023-03-22T15:43:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:31.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:31.350999+0000) 2023-03-22T15:43:32.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:32 smithi142 ceph-mon[94717]: pgmap v2201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:32.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:32 smithi098 ceph-mon[94136]: pgmap v2201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:32.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.394118+0000) 2023-03-22T15:43:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:32.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.351444+0000) 2023-03-22T15:43:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:32.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.351283+0000) 2023-03-22T15:43:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:32.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.351294+0000) 2023-03-22T15:43:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:32.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.297712+0000) 2023-03-22T15:43:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:32.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.352234+0000) 2023-03-22T15:43:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:32.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.352637+0000) 2023-03-22T15:43:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:32.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:32.351110+0000) 2023-03-22T15:43:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:33.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.351555+0000) 2023-03-22T15:43:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:33.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.351388+0000) 2023-03-22T15:43:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:33.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.297851+0000) 2023-03-22T15:43:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:33.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.352762+0000) 2023-03-22T15:43:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:33.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.351223+0000) 2023-03-22T15:43:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:33.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.394230+0000) 2023-03-22T15:43:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:33.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.351400+0000) 2023-03-22T15:43:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:33.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:33.352357+0000) 2023-03-22T15:43:34.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:34 smithi142 ceph-mon[94717]: pgmap v2202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:43:34.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:34 smithi098 ceph-mon[94136]: pgmap v2202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:43:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:34.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.351663+0000) 2023-03-22T15:43:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:34.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.351497+0000) 2023-03-22T15:43:34.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:34.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.352468+0000) 2023-03-22T15:43:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:34.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.297966+0000) 2023-03-22T15:43:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:34.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.351291+0000) 2023-03-22T15:43:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:34.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.394420+0000) 2023-03-22T15:43:34.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:34.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.351513+0000) 2023-03-22T15:43:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:34.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:34.352871+0000) 2023-03-22T15:43:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:35.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.351762+0000) 2023-03-22T15:43:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:35.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.351613+0000) 2023-03-22T15:43:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:35.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.298096+0000) 2023-03-22T15:43:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:35.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.394530+0000) 2023-03-22T15:43:35.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:35.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.351409+0000) 2023-03-22T15:43:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:35.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.351625+0000) 2023-03-22T15:43:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:35.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.352591+0000) 2023-03-22T15:43:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:35.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:35.352980+0000) 2023-03-22T15:43:36.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:36 smithi098 ceph-mon[94136]: pgmap v2203: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:36 smithi142 ceph-mon[94717]: pgmap v2203: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:36.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.351871+0000) 2023-03-22T15:43:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:36.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.351723+0000) 2023-03-22T15:43:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:36.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.394691+0000) 2023-03-22T15:43:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:36.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.351737+0000) 2023-03-22T15:43:36.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:36.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.298208+0000) 2023-03-22T15:43:36.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:36.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.353093+0000) 2023-03-22T15:43:36.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:36.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.352719+0000) 2023-03-22T15:43:36.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:36.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:36.351527+0000) 2023-03-22T15:43:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:37.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.351981+0000) 2023-03-22T15:43:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:37.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.351838+0000) 2023-03-22T15:43:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:37.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.298314+0000) 2023-03-22T15:43:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:37.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.394811+0000) 2023-03-22T15:43:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:37.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.351635+0000) 2023-03-22T15:43:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:37.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.353202+0000) 2023-03-22T15:43:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:37.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.352827+0000) 2023-03-22T15:43:37.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:37.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:37.351845+0000) 2023-03-22T15:43:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:37 smithi098 ceph-mon[94136]: pgmap v2204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:43:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:37 smithi142 ceph-mon[94717]: pgmap v2204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:43:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:38.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.352087+0000) 2023-03-22T15:43:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:38.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.351951+0000) 2023-03-22T15:43:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:38.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.298423+0000) 2023-03-22T15:43:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:38.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.351957+0000) 2023-03-22T15:43:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:38.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.395008+0000) 2023-03-22T15:43:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:38.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.352945+0000) 2023-03-22T15:43:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:38.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.353298+0000) 2023-03-22T15:43:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:38.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:38.351737+0000) 2023-03-22T15:43:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:39.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.352203+0000) 2023-03-22T15:43:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:39.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.352064+0000) 2023-03-22T15:43:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:39.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.298558+0000) 2023-03-22T15:43:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:39.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.353412+0000) 2023-03-22T15:43:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:39.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.351862+0000) 2023-03-22T15:43:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:39.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.395112+0000) 2023-03-22T15:43:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:39.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.352064+0000) 2023-03-22T15:43:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:39.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:39.353062+0000) 2023-03-22T15:43:40.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:40 smithi142 ceph-mon[94717]: pgmap v2205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:40 smithi098 ceph-mon[94136]: pgmap v2205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:40.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.352323+0000) 2023-03-22T15:43:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:40.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.352179+0000) 2023-03-22T15:43:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:40.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.298684+0000) 2023-03-22T15:43:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:40.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.353521+0000) 2023-03-22T15:43:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:40.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.352184+0000) 2023-03-22T15:43:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:40.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.353170+0000) 2023-03-22T15:43:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:40.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.351974+0000) 2023-03-22T15:43:40.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:40.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:40.395267+0000) 2023-03-22T15:43:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:41.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.352435+0000) 2023-03-22T15:43:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:41.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.352289+0000) 2023-03-22T15:43:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:41.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.353291+0000) 2023-03-22T15:43:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:41.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.353627+0000) 2023-03-22T15:43:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:41.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.352088+0000) 2023-03-22T15:43:41.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:41.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.298797+0000) 2023-03-22T15:43:41.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:41.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.352291+0000) 2023-03-22T15:43:41.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:41.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:41.395390+0000) 2023-03-22T15:43:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:42 smithi098 ceph-mon[94136]: pgmap v2206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:42 smithi142 ceph-mon[94717]: pgmap v2206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:42.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.352541+0000) 2023-03-22T15:43:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:42.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.352401+0000) 2023-03-22T15:43:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:42.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.298918+0000) 2023-03-22T15:43:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:42.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.353736+0000) 2023-03-22T15:43:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:42.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.352199+0000) 2023-03-22T15:43:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:42.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.395605+0000) 2023-03-22T15:43:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:42.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.352403+0000) 2023-03-22T15:43:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:42.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:42.353401+0000) 2023-03-22T15:43:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:43.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.352607+0000) 2023-03-22T15:43:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:43.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.352551+0000) 2023-03-22T15:43:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:43.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.299065+0000) 2023-03-22T15:43:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:43.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.395730+0000) 2023-03-22T15:43:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:43.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.353844+0000) 2023-03-22T15:43:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:43.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.352511+0000) 2023-03-22T15:43:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:43.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.353517+0000) 2023-03-22T15:43:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:43.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:43.352313+0000) 2023-03-22T15:43:44.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:44 smithi098 ceph-mon[94136]: pgmap v2207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:43:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:44 smithi142 ceph-mon[94717]: pgmap v2207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:43:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:44.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.352736+0000) 2023-03-22T15:43:44.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:44.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.352685+0000) 2023-03-22T15:43:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:44.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.299185+0000) 2023-03-22T15:43:44.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:44.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.395925+0000) 2023-03-22T15:43:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:44.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.353956+0000) 2023-03-22T15:43:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:44.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.353621+0000) 2023-03-22T15:43:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:44.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.352430+0000) 2023-03-22T15:43:44.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:44.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:44.352629+0000) 2023-03-22T15:43:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:45.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.352895+0000) 2023-03-22T15:43:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:45.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.352846+0000) 2023-03-22T15:43:45.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:45.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.352574+0000) 2023-03-22T15:43:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:45.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.299305+0000) 2023-03-22T15:43:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:45.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.354070+0000) 2023-03-22T15:43:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:45.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.353732+0000) 2023-03-22T15:43:45.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:45.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.396074+0000) 2023-03-22T15:43:45.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:45.395+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:45.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:45.395+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:45.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:45.399+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.400518+0000) 2023-03-22T15:43:45.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:45.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:45.352739+0000) 2023-03-22T15:43:46.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:46 smithi098 ceph-mon[94136]: pgmap v2208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:46 smithi142 ceph-mon[94717]: pgmap v2208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:46.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:46.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.352844+0000) 2023-03-22T15:43:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:46.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.353021+0000) 2023-03-22T15:43:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:46.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.353847+0000) 2023-03-22T15:43:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:46.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.299429+0000) 2023-03-22T15:43:46.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:46.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.352978+0000) 2023-03-22T15:43:46.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:46.352+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:46.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:46.352+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.353799+0000) 2023-03-22T15:43:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:46.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.354199+0000) 2023-03-22T15:43:46.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:46.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:46.352728+0000) 2023-03-22T15:43:47.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:47.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:47.352998+0000) 2023-03-22T15:43:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:47.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:47.353148+0000) 2023-03-22T15:43:47.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:47.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:47.352872+0000) 2023-03-22T15:43:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:47.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:47.299552+0000) 2023-03-22T15:43:47.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:47.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:47.353983+0000) 2023-03-22T15:43:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:47.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:47.354292+0000) 2023-03-22T15:43:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:47 smithi098 ceph-mon[94136]: pgmap v2209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:43:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:47 smithi142 ceph-mon[94717]: pgmap v2209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:43:48.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:48.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.299656+0000) 2023-03-22T15:43:48.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:48.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.353131+0000) 2023-03-22T15:43:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:48.352+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.353419+0000) 2023-03-22T15:43:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:48.352+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:48.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:48.352+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:48.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:48.353+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.354409+0000) 2023-03-22T15:43:48.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:48.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.354101+0000) 2023-03-22T15:43:48.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:48.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.354402+0000) 2023-03-22T15:43:48.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:48.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.353028+0000) 2023-03-22T15:43:48.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:48.352+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:48.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:48.352+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:48.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:48.352+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:48.354108+0000) 2023-03-22T15:43:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:49.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:49.299817+0000) 2023-03-22T15:43:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:49.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:49.353258+0000) 2023-03-22T15:43:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:49.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:49.354253+0000) 2023-03-22T15:43:49.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:49.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:49.354516+0000) 2023-03-22T15:43:50.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:49.895+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:49.896307+0000) 2023-03-22T15:43:50.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:50 smithi098 ceph-mon[94136]: pgmap v2210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:50 smithi142 ceph-mon[94717]: pgmap v2210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:43:50.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:50.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:50.299957+0000) 2023-03-22T15:43:50.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:50.353+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:50.354390+0000) 2023-03-22T15:43:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:50.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:50.354619+0000) 2023-03-22T15:43:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:50.352+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:50.353399+0000) 2023-03-22T15:43:50.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:50.352+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:50.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:50.352+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:50.354150+0000) 2023-03-22T15:43:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:50.897+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:50.898639+0000) 2023-03-22T15:43:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:50.851+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:50.853213+0000) 2023-03-22T15:43:51.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:51.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:51.300106+0000) 2023-03-22T15:43:51.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:51.353+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:51.354511+0000) 2023-03-22T15:43:51.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:51.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:51.354732+0000) 2023-03-22T15:43:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:51.897+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:51.899245+0000) 2023-03-22T15:43:52.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:51.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:51.853294+0000) 2023-03-22T15:43:52.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:52 smithi098 ceph-mon[94136]: pgmap v2211: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:52 smithi142 ceph-mon[94717]: pgmap v2211: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:52.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:52.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.354886+0000) 2023-03-22T15:43:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:52.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.300247+0000) 2023-03-22T15:43:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:52.299+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:52.299+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.301004+0000) 2023-03-22T15:43:52.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:52.353+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.354636+0000) 2023-03-22T15:43:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:52.353+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:52.354+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:43:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:52.354+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.355417+0000) 2023-03-22T15:43:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:52.852+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.853723+0000) 2023-03-22T15:43:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:52.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.853408+0000) 2023-03-22T15:43:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:52.898+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.899375+0000) 2023-03-22T15:43:53.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:52.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:52.853317+0000) 2023-03-22T15:43:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:53.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:53.355028+0000) 2023-03-22T15:43:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:53.852+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:53.853828+0000) 2023-03-22T15:43:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:53.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:53.853515+0000) 2023-03-22T15:43:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:53.898+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:53.899556+0000) 2023-03-22T15:43:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:53.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:53.853434+0000) 2023-03-22T15:43:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:54 smithi098 ceph-mon[94136]: pgmap v2212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:43:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:54 smithi142 ceph-mon[94717]: pgmap v2212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:43:54.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:54.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:54.355166+0000) 2023-03-22T15:43:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:54.852+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:54.853936+0000) 2023-03-22T15:43:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:54.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:54.853624+0000) 2023-03-22T15:43:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:54.898+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:54.899672+0000) 2023-03-22T15:43:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:54.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:54.853547+0000) 2023-03-22T15:43:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:54.852+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:54.853645+0000) 2023-03-22T15:43:55.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:55.354+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:55.355310+0000) 2023-03-22T15:43:55.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:55.354+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:55.356077+0000) 2023-03-22T15:43:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:55.852+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:55.854034+0000) 2023-03-22T15:43:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:55.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:55.853739+0000) 2023-03-22T15:43:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:55.898+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:55.899851+0000) 2023-03-22T15:43:56.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:55.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:55.853662+0000) 2023-03-22T15:43:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:55.852+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:55.853759+0000) 2023-03-22T15:43:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:56 smithi098 ceph-mon[94136]: pgmap v2213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:56 smithi142 ceph-mon[94717]: pgmap v2213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:43:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:56.852+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:56.854136+0000) 2023-03-22T15:43:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:56.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:56.853854+0000) 2023-03-22T15:43:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:56.799+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:56.800487+0000) 2023-03-22T15:43:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:56.898+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:56.899969+0000) 2023-03-22T15:43:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:56.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:56.853777+0000) 2023-03-22T15:43:57.227 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:56.852+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:56.853878+0000) 2023-03-22T15:43:57.228 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:56.853+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:56.854869+0000) 2023-03-22T15:43:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:43:57 smithi098 ceph-mon[94136]: pgmap v2214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:43:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:43:57 smithi142 ceph-mon[94717]: pgmap v2214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:43:58.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:57.852+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:57.853984+0000) 2023-03-22T15:43:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:57.852+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:57.854243+0000) 2023-03-22T15:43:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:57.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:57.853977+0000) 2023-03-22T15:43:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:57.799+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:57.800595+0000) 2023-03-22T15:43:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:57.898+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:57.900159+0000) 2023-03-22T15:43:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:57.853+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:57.854974+0000) 2023-03-22T15:43:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:57.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:57.853895+0000) 2023-03-22T15:43:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:58.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:58.854361+0000) 2023-03-22T15:43:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:58.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:58.854104+0000) 2023-03-22T15:43:59.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:58.799+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:58.800710+0000) 2023-03-22T15:43:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:58.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:58.900290+0000) 2023-03-22T15:43:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:58.853+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:58.855082+0000) 2023-03-22T15:43:59.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:58.852+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:58.854095+0000) 2023-03-22T15:43:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:58.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:58.854018+0000) 2023-03-22T15:44:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:43:59.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.854475+0000) 2023-03-22T15:44:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:43:59.852+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.854214+0000) 2023-03-22T15:44:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:43:59.799+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.800819+0000) 2023-03-22T15:44:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:43:59.852+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.854205+0000) 2023-03-22T15:44:00.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:43:59.854+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.855547+0000) 2023-03-22T15:44:00.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:43:59.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.900450+0000) 2023-03-22T15:44:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:43:59.853+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.855187+0000) 2023-03-22T15:44:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:43:59.852+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:43:59.854143+0000) 2023-03-22T15:44:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:00 smithi098 ceph-mon[94136]: pgmap v2215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:00 smithi142 ceph-mon[94717]: pgmap v2215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:00.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.854581+0000) 2023-03-22T15:44:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:00.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.854291+0000) 2023-03-22T15:44:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:00.799+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.800947+0000) 2023-03-22T15:44:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:00.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.855301+0000) 2023-03-22T15:44:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:00.854+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.855651+0000) 2023-03-22T15:44:01.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:00.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.900562+0000) 2023-03-22T15:44:01.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:00.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.854319+0000) 2023-03-22T15:44:01.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:00.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:00.854265+0000) 2023-03-22T15:44:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:01.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.854685+0000) 2023-03-22T15:44:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:01.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.854440+0000) 2023-03-22T15:44:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:01.799+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.801069+0000) 2023-03-22T15:44:02.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:01.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.854435+0000) 2023-03-22T15:44:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:01.854+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.855752+0000) 2023-03-22T15:44:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:01.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.854407+0000) 2023-03-22T15:44:02.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:01.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.900736+0000) 2023-03-22T15:44:02.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:01.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:01.855414+0000) 2023-03-22T15:44:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:02 smithi098 ceph-mon[94136]: pgmap v2216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:02 smithi142 ceph-mon[94717]: pgmap v2216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:02.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.854794+0000) 2023-03-22T15:44:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:02.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.854550+0000) 2023-03-22T15:44:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:02.799+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.801177+0000) 2023-03-22T15:44:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:02.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.854553+0000) 2023-03-22T15:44:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:02.854+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.855855+0000) 2023-03-22T15:44:03.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:02.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.854522+0000) 2023-03-22T15:44:03.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:02.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.900857+0000) 2023-03-22T15:44:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:02.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:02.855522+0000) 2023-03-22T15:44:04.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:03.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.854899+0000) 2023-03-22T15:44:04.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:03.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.854662+0000) 2023-03-22T15:44:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:03.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.801311+0000) 2023-03-22T15:44:04.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:03.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.854660+0000) 2023-03-22T15:44:04.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:03.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.855634+0000) 2023-03-22T15:44:04.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:03.854+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.855963+0000) 2023-03-22T15:44:04.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:03.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.854653+0000) 2023-03-22T15:44:04.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:03.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:03.901004+0000) 2023-03-22T15:44:04.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:04 smithi098 ceph-mon[94136]: pgmap v2217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:44:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:04 smithi142 ceph-mon[94717]: pgmap v2217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:44:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:04.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.855004+0000) 2023-03-22T15:44:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:04.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.854771+0000) 2023-03-22T15:44:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:04.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.901127+0000) 2023-03-22T15:44:05.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:04.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.855736+0000) 2023-03-22T15:44:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:04.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.801418+0000) 2023-03-22T15:44:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:04.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.854783+0000) 2023-03-22T15:44:05.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:04.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.854770+0000) 2023-03-22T15:44:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:04.854+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:04.856067+0000) 2023-03-22T15:44:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:05.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.855113+0000) 2023-03-22T15:44:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:05.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.854887+0000) 2023-03-22T15:44:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:05.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.801534+0000) 2023-03-22T15:44:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:05.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.901289+0000) 2023-03-22T15:44:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:05.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.854900+0000) 2023-03-22T15:44:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:05.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.854895+0000) 2023-03-22T15:44:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:05.854+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.856172+0000) 2023-03-22T15:44:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:05.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:05.855844+0000) 2023-03-22T15:44:06.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:06 smithi098 ceph-mon[94136]: pgmap v2218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:44:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:06 smithi142 ceph-mon[94717]: pgmap v2218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:44:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:06.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.855223+0000) 2023-03-22T15:44:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:06.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.855001+0000) 2023-03-22T15:44:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:06.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.801594+0000) 2023-03-22T15:44:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:06.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.901407+0000) 2023-03-22T15:44:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:06.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.856299+0000) 2023-03-22T15:44:07.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:06.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.855028+0000) 2023-03-22T15:44:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:06.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.855967+0000) 2023-03-22T15:44:07.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:06.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:06.855038+0000) 2023-03-22T15:44:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:07 smithi142 ceph-mon[94717]: pgmap v2219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:44:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:07 smithi098 ceph-mon[94136]: pgmap v2219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:44:08.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:07.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.855135+0000) 2023-03-22T15:44:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:07.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.855297+0000) 2023-03-22T15:44:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:07.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.855128+0000) 2023-03-22T15:44:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:07.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.801704+0000) 2023-03-22T15:44:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:07.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.901588+0000) 2023-03-22T15:44:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:07.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.856089+0000) 2023-03-22T15:44:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:07.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.856412+0000) 2023-03-22T15:44:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:07.853+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:07.855157+0000) 2023-03-22T15:44:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:08.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.855436+0000) 2023-03-22T15:44:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:08.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.855236+0000) 2023-03-22T15:44:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:08.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.801827+0000) 2023-03-22T15:44:09.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:08.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.856518+0000) 2023-03-22T15:44:09.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:08.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.855281+0000) 2023-03-22T15:44:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:08.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.901692+0000) 2023-03-22T15:44:09.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:08.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.855241+0000) 2023-03-22T15:44:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:08.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:08.856210+0000) 2023-03-22T15:44:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:09 smithi142 ceph-mon[94717]: osdmap e207: 12 total, 9 up, 9 in 2023-03-22T15:44:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:09 smithi142 ceph-mon[94717]: pgmap v2221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:44:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:09 smithi098 ceph-mon[94136]: osdmap e207: 12 total, 9 up, 9 in 2023-03-22T15:44:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:09 smithi098 ceph-mon[94136]: pgmap v2221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:44:10.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:09.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.855358+0000) 2023-03-22T15:44:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:09.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.855553+0000) 2023-03-22T15:44:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:09.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.855358+0000) 2023-03-22T15:44:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:09.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.801949+0000) 2023-03-22T15:44:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:09.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.856625+0000) 2023-03-22T15:44:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:09.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.901875+0000) 2023-03-22T15:44:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:09.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.856308+0000) 2023-03-22T15:44:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:09.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:09.855544+0000) 2023-03-22T15:44:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:10.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.855655+0000) 2023-03-22T15:44:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:10.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.855469+0000) 2023-03-22T15:44:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:10.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.802078+0000) 2023-03-22T15:44:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:10.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.855464+0000) 2023-03-22T15:44:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:10.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.856734+0000) 2023-03-22T15:44:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:10.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.901998+0000) 2023-03-22T15:44:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:10.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.856415+0000) 2023-03-22T15:44:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:10.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:10.855664+0000) 2023-03-22T15:44:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:11.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.855765+0000) 2023-03-22T15:44:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:11.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.855579+0000) 2023-03-22T15:44:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:11.800+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.802193+0000) 2023-03-22T15:44:12.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:11.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.856522+0000) 2023-03-22T15:44:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:11.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.856842+0000) 2023-03-22T15:44:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:11.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.902186+0000) 2023-03-22T15:44:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:11.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.855782+0000) 2023-03-22T15:44:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:11.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:11.855603+0000) 2023-03-22T15:44:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:12 smithi098 ceph-mon[94136]: pgmap v2222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:44:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:12 smithi142 ceph-mon[94717]: pgmap v2222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:44:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:12.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.855873+0000) 2023-03-22T15:44:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:12.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.855696+0000) 2023-03-22T15:44:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:12.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.802313+0000) 2023-03-22T15:44:13.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:12.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.856631+0000) 2023-03-22T15:44:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:12.901+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.902312+0000) 2023-03-22T15:44:13.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:12.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.856946+0000) 2023-03-22T15:44:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:12.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.855905+0000) 2023-03-22T15:44:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:12.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:12.855715+0000) 2023-03-22T15:44:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:13.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.855983+0000) 2023-03-22T15:44:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:13.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.855828+0000) 2023-03-22T15:44:14.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:13.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.802427+0000) 2023-03-22T15:44:14.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:13.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.856743+0000) 2023-03-22T15:44:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:13.901+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.902488+0000) 2023-03-22T15:44:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:13.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.855825+0000) 2023-03-22T15:44:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:13.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.857052+0000) 2023-03-22T15:44:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:13.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:13.856019+0000) 2023-03-22T15:44:14.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:14 smithi098 ceph-mon[94136]: pgmap v2223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:44:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:14 smithi142 ceph-mon[94717]: pgmap v2223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:44:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:14.901+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.902595+0000) 2023-03-22T15:44:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:14.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.856093+0000) 2023-03-22T15:44:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:14.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.855938+0000) 2023-03-22T15:44:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:14.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.802533+0000) 2023-03-22T15:44:15.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:14.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.855940+0000) 2023-03-22T15:44:15.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:14.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.856848+0000) 2023-03-22T15:44:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:14.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.857164+0000) 2023-03-22T15:44:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:14.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:14.856139+0000) 2023-03-22T15:44:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:15.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.856202+0000) 2023-03-22T15:44:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:15.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.856049+0000) 2023-03-22T15:44:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:15.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.802646+0000) 2023-03-22T15:44:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:15.901+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.902759+0000) 2023-03-22T15:44:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:15.905+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.906775+0000) 2023-03-22T15:44:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:15.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.856050+0000) 2023-03-22T15:44:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:15.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.856966+0000) 2023-03-22T15:44:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:15.856+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.857282+0000) 2023-03-22T15:44:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:15.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:15.856256+0000) 2023-03-22T15:44:16.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:16 smithi098 ceph-mon[94136]: pgmap v2224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:44:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:16 smithi142 ceph-mon[94717]: pgmap v2224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:44:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:16.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.856295+0000) 2023-03-22T15:44:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:16.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.802775+0000) 2023-03-22T15:44:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:16.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.856172+0000) 2023-03-22T15:44:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:16.855+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.856964+0000) 2023-03-22T15:44:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:16.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.856427+0000) 2023-03-22T15:44:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:16.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.856178+0000) 2023-03-22T15:44:17.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:16.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.857075+0000) 2023-03-22T15:44:17.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:16.856+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:16.857401+0000) 2023-03-22T15:44:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:17 smithi142 ceph-mon[94717]: pgmap v2225: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:44:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:17 smithi098 ceph-mon[94136]: pgmap v2225: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:44:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:17.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:17.856401+0000) 2023-03-22T15:44:18.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:17.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:17.802899+0000) 2023-03-22T15:44:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:17.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:17.856292+0000) 2023-03-22T15:44:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:17.856+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:17.857519+0000) 2023-03-22T15:44:18.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:17.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:17.857184+0000) 2023-03-22T15:44:18.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:17.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:17.856539+0000) 2023-03-22T15:44:19.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:18.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.803029+0000) 2023-03-22T15:44:19.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:18.856+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.856416+0000) 2023-03-22T15:44:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:18.856+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.856528+0000) 2023-03-22T15:44:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:18.857+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:19.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:18.857+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.857478+0000) 2023-03-22T15:44:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:18.857+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.857311+0000) 2023-03-22T15:44:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:18.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.857656+0000) 2023-03-22T15:44:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:18.856+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.856663+0000) 2023-03-22T15:44:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:18.857+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:18.857+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:18.857+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:18.857652+0000) 2023-03-22T15:44:20.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:19.856+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:19.856586+0000) 2023-03-22T15:44:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:19.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:19.803157+0000) 2023-03-22T15:44:20.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:19.857+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:19.857423+0000) 2023-03-22T15:44:20.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:19.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:19.857766+0000) 2023-03-22T15:44:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:20 smithi098 ceph-mon[94136]: pgmap v2226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:44:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:20 smithi142 ceph-mon[94717]: pgmap v2226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T15:44:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:20.402+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:20.403009+0000) 2023-03-22T15:44:21.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:20.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:20.857869+0000) 2023-03-22T15:44:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:20.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:20.803277+0000) 2023-03-22T15:44:21.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:20.856+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:20.856718+0000) 2023-03-22T15:44:21.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:20.857+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:21.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:20.857+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:21.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:20.857+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:20.857916+0000) 2023-03-22T15:44:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:20.857+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:20.857531+0000) 2023-03-22T15:44:21.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:21.405+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:21.405378+0000) 2023-03-22T15:44:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:21.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:21.356436+0000) 2023-03-22T15:44:22.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:21.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:21.857974+0000) 2023-03-22T15:44:22.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:21.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:21.803390+0000) 2023-03-22T15:44:22.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:21.857+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:21.857666+0000) 2023-03-22T15:44:22.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:22 smithi098 ceph-mon[94136]: pgmap v2227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:44:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:22 smithi142 ceph-mon[94717]: pgmap v2227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:44:22.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:22.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:22.356588+0000) 2023-03-22T15:44:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:22.405+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:22.405820+0000) 2023-03-22T15:44:23.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:22.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:22.803498+0000) 2023-03-22T15:44:23.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:22.803+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:22.804205+0000) 2023-03-22T15:44:23.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:22.857+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:22.857770+0000) 2023-03-22T15:44:23.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:22.858+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:23.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:22.858+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:22.858496+0000) 2023-03-22T15:44:23.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:22.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:22.858082+0000) 2023-03-22T15:44:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:23.356+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:23.356833+0000) 2023-03-22T15:44:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:23.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:23.356692+0000) 2023-03-22T15:44:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:23.405+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:23.405935+0000) 2023-03-22T15:44:23.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:23.356+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:23.356918+0000) 2023-03-22T15:44:24.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:23.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:23.858203+0000) 2023-03-22T15:44:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:24 smithi098 ceph-mon[94136]: pgmap v2228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:44:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:24 smithi142 ceph-mon[94717]: pgmap v2228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:44:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:24.356+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:24.356928+0000) 2023-03-22T15:44:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:24.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:24.356813+0000) 2023-03-22T15:44:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:24.405+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:24.406118+0000) 2023-03-22T15:44:24.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:24.356+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:24.357036+0000) 2023-03-22T15:44:25.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:24.858+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:24.858294+0000) 2023-03-22T15:44:25.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:25.356+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:25.357073+0000) 2023-03-22T15:44:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:25.356+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:25.357038+0000) 2023-03-22T15:44:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:25.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:25.356933+0000) 2023-03-22T15:44:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:25.356+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:25.357189+0000) 2023-03-22T15:44:25.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:25.405+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:25.406244+0000) 2023-03-22T15:44:26.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:25.858+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:25.858408+0000) 2023-03-22T15:44:26.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:25.858+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:26.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:25.858+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:25.859217+0000) 2023-03-22T15:44:26.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:26 smithi098 ceph-mon[94136]: pgmap v2229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:44:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:26 smithi142 ceph-mon[94717]: pgmap v2229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:44:26.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:26.356+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:26.357205+0000) 2023-03-22T15:44:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:26.356+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:26.357149+0000) 2023-03-22T15:44:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:26.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:26.357034+0000) 2023-03-22T15:44:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:26.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:26.357317+0000) 2023-03-22T15:44:26.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:26.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:26.406439+0000) 2023-03-22T15:44:27.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:27.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:27.406560+0000) 2023-03-22T15:44:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:27.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:27.357263+0000) 2023-03-22T15:44:27.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:27.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:27.358004+0000) 2023-03-22T15:44:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:27.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:27.357432+0000) 2023-03-22T15:44:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:27.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:27.303812+0000) 2023-03-22T15:44:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:27.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:27.357296+0000) 2023-03-22T15:44:27.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:27.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:27.357145+0000) 2023-03-22T15:44:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:27 smithi142 ceph-mon[94717]: pgmap v2230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:44:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:27 smithi098 ceph-mon[94136]: pgmap v2230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:44:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:28.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:28.357399+0000) 2023-03-22T15:44:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:28.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:28.357260+0000) 2023-03-22T15:44:28.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:28.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:28.357545+0000) 2023-03-22T15:44:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:28.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:28.303929+0000) 2023-03-22T15:44:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:28.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:28.406738+0000) 2023-03-22T15:44:28.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:28.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:28.357404+0000) 2023-03-22T15:44:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:28.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:28.358108+0000) 2023-03-22T15:44:29.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:29.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:29.406850+0000) 2023-03-22T15:44:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:29.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:29.357503+0000) 2023-03-22T15:44:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:29.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:29.358208+0000) 2023-03-22T15:44:29.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:29.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:29.357662+0000) 2023-03-22T15:44:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:29.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:29.304047+0000) 2023-03-22T15:44:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:29.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:29.357515+0000) 2023-03-22T15:44:29.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:29.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:29.357379+0000) 2023-03-22T15:44:30.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:30 smithi098 ceph-mon[94136]: pgmap v2231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:30 smithi142 ceph-mon[94717]: pgmap v2231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:30.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.407023+0000) 2023-03-22T15:44:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:30.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.357618+0000) 2023-03-22T15:44:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:30.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.357487+0000) 2023-03-22T15:44:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:30.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.304161+0000) 2023-03-22T15:44:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:30.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.357626+0000) 2023-03-22T15:44:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:30.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.358303+0000) 2023-03-22T15:44:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:30.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.357781+0000) 2023-03-22T15:44:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:30.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:30.358711+0000) 2023-03-22T15:44:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:31.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.357722+0000) 2023-03-22T15:44:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:31.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.357589+0000) 2023-03-22T15:44:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:31.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.304292+0000) 2023-03-22T15:44:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:31.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.357737+0000) 2023-03-22T15:44:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:31.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.358418+0000) 2023-03-22T15:44:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:31.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.358811+0000) 2023-03-22T15:44:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:31.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.357893+0000) 2023-03-22T15:44:31.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:31.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:31.407136+0000) 2023-03-22T15:44:32.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:32 smithi098 ceph-mon[94136]: pgmap v2232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:32 smithi142 ceph-mon[94717]: pgmap v2232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:32.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.357827+0000) 2023-03-22T15:44:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:32.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.357703+0000) 2023-03-22T15:44:32.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:32.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.358528+0000) 2023-03-22T15:44:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:32.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.304410+0000) 2023-03-22T15:44:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:32.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.357844+0000) 2023-03-22T15:44:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:32.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.407292+0000) 2023-03-22T15:44:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:32.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.358910+0000) 2023-03-22T15:44:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:32.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:32.358009+0000) 2023-03-22T15:44:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:33.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.357935+0000) 2023-03-22T15:44:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:33.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.357820+0000) 2023-03-22T15:44:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:33.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.304504+0000) 2023-03-22T15:44:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:33.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.357953+0000) 2023-03-22T15:44:33.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:33.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.358641+0000) 2023-03-22T15:44:33.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:33.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.407406+0000) 2023-03-22T15:44:33.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:33.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.359013+0000) 2023-03-22T15:44:33.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:33.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:33.358089+0000) 2023-03-22T15:44:34.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:34 smithi098 ceph-mon[94136]: pgmap v2233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:44:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:34 smithi142 ceph-mon[94717]: pgmap v2233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:44:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:34.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.358044+0000) 2023-03-22T15:44:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:34.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.357930+0000) 2023-03-22T15:44:34.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:34.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.358767+0000) 2023-03-22T15:44:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:34.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.304629+0000) 2023-03-22T15:44:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:34.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.358061+0000) 2023-03-22T15:44:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:34.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.407582+0000) 2023-03-22T15:44:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:34.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.359117+0000) 2023-03-22T15:44:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:34.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:34.358204+0000) 2023-03-22T15:44:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:35.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.358152+0000) 2023-03-22T15:44:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:35.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.358048+0000) 2023-03-22T15:44:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:35.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.304748+0000) 2023-03-22T15:44:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:35.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.358169+0000) 2023-03-22T15:44:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:35.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.407712+0000) 2023-03-22T15:44:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:35.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.358883+0000) 2023-03-22T15:44:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:35.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.359220+0000) 2023-03-22T15:44:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:35.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:35.358307+0000) 2023-03-22T15:44:36.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:36 smithi098 ceph-mon[94136]: pgmap v2234: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:36 smithi142 ceph-mon[94717]: pgmap v2234: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:36.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.358265+0000) 2023-03-22T15:44:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:36.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.358169+0000) 2023-03-22T15:44:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:36.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.304865+0000) 2023-03-22T15:44:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:36.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.358288+0000) 2023-03-22T15:44:36.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:36.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.407902+0000) 2023-03-22T15:44:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:36.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.359008+0000) 2023-03-22T15:44:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:36.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.359301+0000) 2023-03-22T15:44:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:36.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:36.358441+0000) 2023-03-22T15:44:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:37.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.358388+0000) 2023-03-22T15:44:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:37.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.358277+0000) 2023-03-22T15:44:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:37.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.304981+0000) 2023-03-22T15:44:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:37.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.408011+0000) 2023-03-22T15:44:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:37.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.358566+0000) 2023-03-22T15:44:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:37.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.358437+0000) 2023-03-22T15:44:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:37.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.359418+0000) 2023-03-22T15:44:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:37.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:37.359114+0000) 2023-03-22T15:44:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:37 smithi142 ceph-mon[94717]: pgmap v2235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:44:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:37 smithi098 ceph-mon[94136]: pgmap v2235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:44:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:38.406+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.408206+0000) 2023-03-22T15:44:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:38.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.358500+0000) 2023-03-22T15:44:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:38.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.358365+0000) 2023-03-22T15:44:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:38.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.358686+0000) 2023-03-22T15:44:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:38.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.305097+0000) 2023-03-22T15:44:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:38.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.358567+0000) 2023-03-22T15:44:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:38.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.359223+0000) 2023-03-22T15:44:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:38.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:38.359527+0000) 2023-03-22T15:44:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:39.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.358614+0000) 2023-03-22T15:44:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:39.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.358473+0000) 2023-03-22T15:44:39.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:39.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.359304+0000) 2023-03-22T15:44:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:39.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.358806+0000) 2023-03-22T15:44:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:39.303+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.305213+0000) 2023-03-22T15:44:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:39.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.408310+0000) 2023-03-22T15:44:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:39.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.358678+0000) 2023-03-22T15:44:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:39.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:39.359630+0000) 2023-03-22T15:44:40.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:40 smithi098 ceph-mon[94136]: pgmap v2236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:40 smithi142 ceph-mon[94717]: pgmap v2236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:40.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.358728+0000) 2023-03-22T15:44:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:40.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.358581+0000) 2023-03-22T15:44:40.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:40.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.359414+0000) 2023-03-22T15:44:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:40.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.305328+0000) 2023-03-22T15:44:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:40.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.408496+0000) 2023-03-22T15:44:40.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:40.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.358795+0000) 2023-03-22T15:44:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:40.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.359733+0000) 2023-03-22T15:44:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:40.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:40.358938+0000) 2023-03-22T15:44:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:41.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.358837+0000) 2023-03-22T15:44:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:41.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.358665+0000) 2023-03-22T15:44:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:41.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.305445+0000) 2023-03-22T15:44:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:41.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.408610+0000) 2023-03-22T15:44:41.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:41.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.359071+0000) 2023-03-22T15:44:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:41.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.358970+0000) 2023-03-22T15:44:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:41.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.359536+0000) 2023-03-22T15:44:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:41.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:41.359841+0000) 2023-03-22T15:44:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:42 smithi098 ceph-mon[94136]: pgmap v2237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:42 smithi142 ceph-mon[94717]: pgmap v2237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:42.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.358953+0000) 2023-03-22T15:44:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:42.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.358802+0000) 2023-03-22T15:44:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:42.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.408782+0000) 2023-03-22T15:44:42.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:42.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.359088+0000) 2023-03-22T15:44:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:42.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.359667+0000) 2023-03-22T15:44:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:42.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.305561+0000) 2023-03-22T15:44:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:42.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.359957+0000) 2023-03-22T15:44:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:42.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:42.359197+0000) 2023-03-22T15:44:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:43.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.408894+0000) 2023-03-22T15:44:43.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:43.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.359193+0000) 2023-03-22T15:44:43.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:43.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.359059+0000) 2023-03-22T15:44:43.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:43.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.358924+0000) 2023-03-22T15:44:43.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:43.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.305678+0000) 2023-03-22T15:44:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:43.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.359771+0000) 2023-03-22T15:44:43.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:43.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.360058+0000) 2023-03-22T15:44:43.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:43.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:43.359304+0000) 2023-03-22T15:44:44.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:44 smithi098 ceph-mon[94136]: pgmap v2238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:44:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:44 smithi142 ceph-mon[94717]: pgmap v2238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:44:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:44.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.359295+0000) 2023-03-22T15:44:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:44.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.359166+0000) 2023-03-22T15:44:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:44.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.359046+0000) 2023-03-22T15:44:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:44.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.305802+0000) 2023-03-22T15:44:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:44.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.409067+0000) 2023-03-22T15:44:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:44.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.359889+0000) 2023-03-22T15:44:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:44.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.360165+0000) 2023-03-22T15:44:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:44.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:44.359426+0000) 2023-03-22T15:44:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:45.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.359282+0000) 2023-03-22T15:44:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:45.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.359164+0000) 2023-03-22T15:44:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:45.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.305919+0000) 2023-03-22T15:44:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:45.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.359405+0000) 2023-03-22T15:44:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:45.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.360015+0000) 2023-03-22T15:44:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:45.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.359535+0000) 2023-03-22T15:44:45.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:45.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.409179+0000) 2023-03-22T15:44:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:45.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:45.360282+0000) 2023-03-22T15:44:46.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:46 smithi098 ceph-mon[94136]: pgmap v2239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:46 smithi142 ceph-mon[94717]: pgmap v2239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:46.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.359387+0000) 2023-03-22T15:44:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:46.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.359291+0000) 2023-03-22T15:44:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:46.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.360396+0000) 2023-03-22T15:44:46.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:46.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.306037+0000) 2023-03-22T15:44:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:46.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.359516+0000) 2023-03-22T15:44:46.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:46.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.360121+0000) 2023-03-22T15:44:46.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:46.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.359644+0000) 2023-03-22T15:44:46.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:46.408+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.409366+0000) 2023-03-22T15:44:46.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:46.408+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:46.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:46.412+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:46.413523+0000) 2023-03-22T15:44:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:47.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.359500+0000) 2023-03-22T15:44:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:47.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.306152+0000) 2023-03-22T15:44:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:47.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.359722+0000) 2023-03-22T15:44:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:47.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.359398+0000) 2023-03-22T15:44:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:47.358+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:47.358+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:47.359+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.360284+0000) 2023-03-22T15:44:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:47.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.360510+0000) 2023-03-22T15:44:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:47.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.359769+0000) 2023-03-22T15:44:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:47.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:47.360252+0000) 2023-03-22T15:44:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:47 smithi142 ceph-mon[94717]: pgmap v2240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:44:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:47 smithi098 ceph-mon[94136]: pgmap v2240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:44:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:48.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:48.359605+0000) 2023-03-22T15:44:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:48.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:48.306265+0000) 2023-03-22T15:44:48.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:48.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:48.359850+0000) 2023-03-22T15:44:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:48.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:48.360626+0000) 2023-03-22T15:44:48.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:48.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:48.359890+0000) 2023-03-22T15:44:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:48.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:48.360400+0000) 2023-03-22T15:44:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:49.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.359713+0000) 2023-03-22T15:44:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:49.359+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.360795+0000) 2023-03-22T15:44:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:49.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.306393+0000) 2023-03-22T15:44:49.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:49.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.360836+0000) 2023-03-22T15:44:49.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:49.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.360072+0000) 2023-03-22T15:44:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:49.359+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:49.359+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:49.359+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.361052+0000) 2023-03-22T15:44:49.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:49.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.359958+0000) 2023-03-22T15:44:49.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:49.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:49.360531+0000) 2023-03-22T15:44:50.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:50 smithi098 ceph-mon[94136]: pgmap v2241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:50 smithi142 ceph-mon[94717]: pgmap v2241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:44:50.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:50.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:50.306512+0000) 2023-03-22T15:44:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:50.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:50.360060+0000) 2023-03-22T15:44:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:50.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:50.360947+0000) 2023-03-22T15:44:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:50.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:50.360671+0000) 2023-03-22T15:44:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:50.908+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:50.909651+0000) 2023-03-22T15:44:51.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:51.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:51.306629+0000) 2023-03-22T15:44:51.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:51.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:51.360170+0000) 2023-03-22T15:44:51.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:51.359+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:51.360980+0000) 2023-03-22T15:44:51.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:51.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:51.361056+0000) 2023-03-22T15:44:51.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:51.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:51.360788+0000) 2023-03-22T15:44:52.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:51.858+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:51.859699+0000) 2023-03-22T15:44:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:51.911+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:51.913097+0000) 2023-03-22T15:44:52.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:52 smithi098 ceph-mon[94136]: pgmap v2242: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:52 smithi142 ceph-mon[94717]: pgmap v2242: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:52.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:52.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:52.361168+0000) 2023-03-22T15:44:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:52.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:52.306748+0000) 2023-03-22T15:44:52.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:52.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:52.360921+0000) 2023-03-22T15:44:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:52.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:52.913855+0000) 2023-03-22T15:44:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:52.858+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:52.859814+0000) 2023-03-22T15:44:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:53.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.361290+0000) 2023-03-22T15:44:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:53.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.306865+0000) 2023-03-22T15:44:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:53.306+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:53.306+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:53.306+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.307679+0000) 2023-03-22T15:44:53.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:53.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.361039+0000) 2023-03-22T15:44:53.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:53.360+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:53.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:53.360+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:53.360+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.361712+0000) 2023-03-22T15:44:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:53.858+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.860013+0000) 2023-03-22T15:44:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:53.858+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.859930+0000) 2023-03-22T15:44:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:53.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.914033+0000) 2023-03-22T15:44:54.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:53.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:53.860301+0000) 2023-03-22T15:44:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:54 smithi098 ceph-mon[94136]: pgmap v2243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:44:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:54 smithi142 ceph-mon[94717]: pgmap v2243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:44:54.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:54.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:54.361403+0000) 2023-03-22T15:44:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:54.858+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:54.860125+0000) 2023-03-22T15:44:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:54.858+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:54.860044+0000) 2023-03-22T15:44:55.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:54.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:54.860424+0000) 2023-03-22T15:44:55.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:54.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:54.914146+0000) 2023-03-22T15:44:55.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:55.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:55.361517+0000) 2023-03-22T15:44:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:55.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:55.914291+0000) 2023-03-22T15:44:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:55.859+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:55.860435+0000) 2023-03-22T15:44:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:55.858+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:55.860235+0000) 2023-03-22T15:44:56.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:55.858+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:55.860167+0000) 2023-03-22T15:44:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:55.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:55.860563+0000) 2023-03-22T15:44:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:56 smithi098 ceph-mon[94136]: pgmap v2244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:56 smithi142 ceph-mon[94717]: pgmap v2244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:44:56.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:56.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:56.361680+0000) 2023-03-22T15:44:56.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:56.361+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:56.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:56.361+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:44:56.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:44:56.461+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:56.462878+0000) 2023-03-22T15:44:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:56.859+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:56.860370+0000) 2023-03-22T15:44:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:56.859+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:56.860294+0000) 2023-03-22T15:44:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:56.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:56.914408+0000) 2023-03-22T15:44:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:56.859+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:56.860537+0000) 2023-03-22T15:44:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:56.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:56.860680+0000) 2023-03-22T15:44:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:44:57 smithi142 ceph-mon[94717]: pgmap v2245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:44:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:44:57 smithi098 ceph-mon[94136]: pgmap v2245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:44:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:57.859+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:57.860481+0000) 2023-03-22T15:44:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:57.859+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:57.860403+0000) 2023-03-22T15:44:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:57.805+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:57.807145+0000) 2023-03-22T15:44:58.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:57.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:57.860796+0000) 2023-03-22T15:44:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:57.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:57.914611+0000) 2023-03-22T15:44:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:57.859+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:57.860638+0000) 2023-03-22T15:44:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:57.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:57.861281+0000) 2023-03-22T15:44:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:58.859+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:58.860592+0000) 2023-03-22T15:44:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:58.859+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:58.860500+0000) 2023-03-22T15:44:59.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:58.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:58.807293+0000) 2023-03-22T15:44:59.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:58.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:58.914737+0000) 2023-03-22T15:44:59.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:58.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:58.860907+0000) 2023-03-22T15:44:59.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:58.859+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:58.860732+0000) 2023-03-22T15:44:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:58.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:58.861378+0000) 2023-03-22T15:45:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:44:59.859+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:59.860694+0000) 2023-03-22T15:45:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:44:59.859+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:59.860612+0000) 2023-03-22T15:45:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:44:59.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:59.807390+0000) 2023-03-22T15:45:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:44:59.859+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:59.860825+0000) 2023-03-22T15:45:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:44:59.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:59.861474+0000) 2023-03-22T15:45:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:44:59.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:59.861012+0000) 2023-03-22T15:45:00.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:44:59.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:44:59.914879+0000) 2023-03-22T15:45:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:00 smithi098 ceph-mon[94136]: pgmap v2246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:00 smithi142 ceph-mon[94717]: pgmap v2246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:00.859+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.860832+0000) 2023-03-22T15:45:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:00.859+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.860729+0000) 2023-03-22T15:45:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:00.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.807550+0000) 2023-03-22T15:45:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:00.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.915033+0000) 2023-03-22T15:45:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:00.859+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.861130+0000) 2023-03-22T15:45:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:00.859+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.860986+0000) 2023-03-22T15:45:01.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:00.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.861580+0000) 2023-03-22T15:45:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:00.860+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:00.862095+0000) 2023-03-22T15:45:01.860 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:01.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.807655+0000) 2023-03-22T15:45:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:01.914+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.915253+0000) 2023-03-22T15:45:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:01.859+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.860957+0000) 2023-03-22T15:45:02.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:01.859+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.860902+0000) 2023-03-22T15:45:02.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:01.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.861691+0000) 2023-03-22T15:45:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:01.860+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.862200+0000) 2023-03-22T15:45:02.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:01.859+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.861196+0000) 2023-03-22T15:45:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:01.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:01.861261+0000) 2023-03-22T15:45:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:02 smithi098 ceph-mon[94136]: pgmap v2247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:02 smithi142 ceph-mon[94717]: pgmap v2247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:03.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:02.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.861328+0000) 2023-03-22T15:45:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:02.859+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.861081+0000) 2023-03-22T15:45:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:02.859+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.861069+0000) 2023-03-22T15:45:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:02.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.807799+0000) 2023-03-22T15:45:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:02.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.862301+0000) 2023-03-22T15:45:03.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:02.914+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.915421+0000) 2023-03-22T15:45:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:02.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.861435+0000) 2023-03-22T15:45:03.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:02.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:02.861808+0000) 2023-03-22T15:45:04.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:03.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.861477+0000) 2023-03-22T15:45:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:03.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.861299+0000) 2023-03-22T15:45:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:03.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.861294+0000) 2023-03-22T15:45:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:03.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.807949+0000) 2023-03-22T15:45:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:03.914+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.915612+0000) 2023-03-22T15:45:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:03.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.861934+0000) 2023-03-22T15:45:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:03.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.861577+0000) 2023-03-22T15:45:04.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:03.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:03.862424+0000) 2023-03-22T15:45:04.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:04 smithi098 ceph-mon[94136]: pgmap v2248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:45:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:04 smithi142 ceph-mon[94717]: pgmap v2248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:45:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:04.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.861431+0000) 2023-03-22T15:45:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:04.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.861431+0000) 2023-03-22T15:45:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:04.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.808072+0000) 2023-03-22T15:45:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:04.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.862048+0000) 2023-03-22T15:45:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:04.914+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.915732+0000) 2023-03-22T15:45:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:04.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.861686+0000) 2023-03-22T15:45:05.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:04.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.861577+0000) 2023-03-22T15:45:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:04.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:04.862527+0000) 2023-03-22T15:45:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:05.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.861546+0000) 2023-03-22T15:45:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:05.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.861545+0000) 2023-03-22T15:45:06.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:05.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.861731+0000) 2023-03-22T15:45:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:05.914+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.915888+0000) 2023-03-22T15:45:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:05.860+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.862158+0000) 2023-03-22T15:45:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:05.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.862628+0000) 2023-03-22T15:45:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:05.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.861820+0000) 2023-03-22T15:45:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:05.806+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:05.808188+0000) 2023-03-22T15:45:06.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:06 smithi098 ceph-mon[94136]: pgmap v2249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:45:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:06 smithi142 ceph-mon[94717]: pgmap v2249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:45:06.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:06.914+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.916001+0000) 2023-03-22T15:45:06.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:06.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.861848+0000) 2023-03-22T15:45:06.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:06.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.861674+0000) 2023-03-22T15:45:06.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:06.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.861674+0000) 2023-03-22T15:45:06.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:06.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.862266+0000) 2023-03-22T15:45:06.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:06.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.861982+0000) 2023-03-22T15:45:06.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:06.807+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.808307+0000) 2023-03-22T15:45:06.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:06.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:06.862729+0000) 2023-03-22T15:45:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:07 smithi142 ceph-mon[94717]: pgmap v2250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:45:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:07 smithi098 ceph-mon[94136]: pgmap v2250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:45:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:07.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.861865+0000) 2023-03-22T15:45:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:07.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.861791+0000) 2023-03-22T15:45:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:07.807+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.808629+0000) 2023-03-22T15:45:08.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:07.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.861998+0000) 2023-03-22T15:45:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:07.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.862103+0000) 2023-03-22T15:45:08.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:07.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.862845+0000) 2023-03-22T15:45:08.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:07.914+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.916214+0000) 2023-03-22T15:45:08.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:07.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:07.862390+0000) 2023-03-22T15:45:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:08.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.861973+0000) 2023-03-22T15:45:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:08.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.861911+0000) 2023-03-22T15:45:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:08.807+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.808732+0000) 2023-03-22T15:45:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:08.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.862981+0000) 2023-03-22T15:45:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:08.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.862109+0000) 2023-03-22T15:45:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:08.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.862499+0000) 2023-03-22T15:45:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:08.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.862227+0000) 2023-03-22T15:45:09.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:08.915+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:08.916325+0000) 2023-03-22T15:45:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:09 smithi142 ceph-mon[94717]: osdmap e208: 12 total, 9 up, 9 in 2023-03-22T15:45:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:09 smithi142 ceph-mon[94717]: pgmap v2252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:45:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:09 smithi098 ceph-mon[94136]: osdmap e208: 12 total, 9 up, 9 in 2023-03-22T15:45:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:09 smithi098 ceph-mon[94136]: pgmap v2252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:45:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:09.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.862107+0000) 2023-03-22T15:45:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:09.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.862043+0000) 2023-03-22T15:45:10.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:09.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.862305+0000) 2023-03-22T15:45:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:09.807+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.808834+0000) 2023-03-22T15:45:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:09.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.862595+0000) 2023-03-22T15:45:10.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:09.915+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.916512+0000) 2023-03-22T15:45:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:09.860+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.862214+0000) 2023-03-22T15:45:10.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:09.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:09.863093+0000) 2023-03-22T15:45:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:10.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.862233+0000) 2023-03-22T15:45:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:10.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.862167+0000) 2023-03-22T15:45:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:10.807+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.808963+0000) 2023-03-22T15:45:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:10.915+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.916617+0000) 2023-03-22T15:45:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:10.861+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.863213+0000) 2023-03-22T15:45:11.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:10.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.862696+0000) 2023-03-22T15:45:11.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:10.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.862313+0000) 2023-03-22T15:45:11.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:10.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:10.862428+0000) 2023-03-22T15:45:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:11.915+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.916788+0000) 2023-03-22T15:45:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:11.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.862449+0000) 2023-03-22T15:45:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:11.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.862363+0000) 2023-03-22T15:45:12.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:11.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.862286+0000) 2023-03-22T15:45:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:11.807+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.809133+0000) 2023-03-22T15:45:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:11.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.862803+0000) 2023-03-22T15:45:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:11.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.863315+0000) 2023-03-22T15:45:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:11.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:11.862545+0000) 2023-03-22T15:45:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:12 smithi098 ceph-mon[94136]: pgmap v2253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:45:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:12 smithi142 ceph-mon[94717]: pgmap v2253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:45:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:12.915+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.916894+0000) 2023-03-22T15:45:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:12.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.862472+0000) 2023-03-22T15:45:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:12.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.862403+0000) 2023-03-22T15:45:13.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:12.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.862564+0000) 2023-03-22T15:45:13.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:12.808+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.809303+0000) 2023-03-22T15:45:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:12.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.863416+0000) 2023-03-22T15:45:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:12.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.862655+0000) 2023-03-22T15:45:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:12.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:12.862907+0000) 2023-03-22T15:45:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:13.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.862581+0000) 2023-03-22T15:45:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:13.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.862511+0000) 2023-03-22T15:45:14.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:13.808+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.809419+0000) 2023-03-22T15:45:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:13.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.862668+0000) 2023-03-22T15:45:14.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:13.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.862763+0000) 2023-03-22T15:45:14.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:13.915+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.917122+0000) 2023-03-22T15:45:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:13.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.863514+0000) 2023-03-22T15:45:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:13.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:13.863009+0000) 2023-03-22T15:45:14.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:14 smithi098 ceph-mon[94136]: pgmap v2254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:45:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:14 smithi142 ceph-mon[94717]: pgmap v2254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:45:15.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:14.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.862679+0000) 2023-03-22T15:45:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:14.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.862609+0000) 2023-03-22T15:45:15.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:14.808+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.809568+0000) 2023-03-22T15:45:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:14.916+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.917311+0000) 2023-03-22T15:45:15.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:14.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.862877+0000) 2023-03-22T15:45:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:14.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.863632+0000) 2023-03-22T15:45:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:14.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.863113+0000) 2023-03-22T15:45:15.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:14.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:14.862766+0000) 2023-03-22T15:45:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:15.916+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.917554+0000) 2023-03-22T15:45:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:15.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.862777+0000) 2023-03-22T15:45:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:15.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.862713+0000) 2023-03-22T15:45:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:15.808+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.809726+0000) 2023-03-22T15:45:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:15.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.862867+0000) 2023-03-22T15:45:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:15.861+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.863218+0000) 2023-03-22T15:45:16.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:15.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.863737+0000) 2023-03-22T15:45:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:15.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:15.862986+0000) 2023-03-22T15:45:16.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:16 smithi098 ceph-mon[94136]: pgmap v2255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:45:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:16 smithi142 ceph-mon[94717]: pgmap v2255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:45:17.209 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:16.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.863851+0000) 2023-03-22T15:45:17.210 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:16.808+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.809909+0000) 2023-03-22T15:45:17.211 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:16.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.862828+0000) 2023-03-22T15:45:17.212 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:16.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.862879+0000) 2023-03-22T15:45:17.212 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:16.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.862969+0000) 2023-03-22T15:45:17.213 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:16.916+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.917724+0000) 2023-03-22T15:45:17.214 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:16.917+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:17.214 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:16.917+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:17.214 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:16.919+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.920939+0000) 2023-03-22T15:45:17.215 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:16.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.863304+0000) 2023-03-22T15:45:17.216 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:16.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:16.863098+0000) 2023-03-22T15:45:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:17 smithi142 ceph-mon[94717]: pgmap v2256: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:45:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:17 smithi098 ceph-mon[94136]: pgmap v2256: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:45:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:17.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.863001+0000) 2023-03-22T15:45:18.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:17.808+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.810067+0000) 2023-03-22T15:45:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:17.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.863069+0000) 2023-03-22T15:45:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:17.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.862948+0000) 2023-03-22T15:45:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:17.862+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.863744+0000) 2023-03-22T15:45:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:17.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.863206+0000) 2023-03-22T15:45:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:17.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.863417+0000) 2023-03-22T15:45:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:17.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:17.863976+0000) 2023-03-22T15:45:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:18.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:18.863114+0000) 2023-03-22T15:45:19.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:18.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:18.863530+0000) 2023-03-22T15:45:19.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:18.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:18.863303+0000) 2023-03-22T15:45:19.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:18.808+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:18.810190+0000) 2023-03-22T15:45:19.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:18.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:18.863164+0000) 2023-03-22T15:45:19.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:18.862+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:18.864101+0000) 2023-03-22T15:45:20.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:19.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.810300+0000) 2023-03-22T15:45:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:19.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.863229+0000) 2023-03-22T15:45:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:19.862+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:19.862+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:19.863+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.864357+0000) 2023-03-22T15:45:20.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:19.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.864336+0000) 2023-03-22T15:45:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:19.861+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.863247+0000) 2023-03-22T15:45:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:19.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.863411+0000) 2023-03-22T15:45:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:19.862+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:19.863+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:19.863+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.864362+0000) 2023-03-22T15:45:20.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:19.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:19.863727+0000) 2023-03-22T15:45:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:20 smithi098 ceph-mon[94136]: pgmap v2257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:45:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:20 smithi142 ceph-mon[94717]: pgmap v2257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:45:21.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:20.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:20.810419+0000) 2023-03-22T15:45:21.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:20.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:20.863362+0000) 2023-03-22T15:45:21.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:20.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:20.863853+0000) 2023-03-22T15:45:21.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:20.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:20.864441+0000) 2023-03-22T15:45:21.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:21.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:21.418080+0000) 2023-03-22T15:45:22.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:21.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:21.810534+0000) 2023-03-22T15:45:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:21.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:21.863461+0000) 2023-03-22T15:45:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:21.862+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:21.864243+0000) 2023-03-22T15:45:22.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:21.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:21.864542+0000) 2023-03-22T15:45:22.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:21.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:21.863958+0000) 2023-03-22T15:45:22.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:22 smithi098 ceph-mon[94136]: pgmap v2258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:45:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:22 smithi142 ceph-mon[94717]: pgmap v2258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:45:22.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:22.361+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:22.363244+0000) 2023-03-22T15:45:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:22.420+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:22.421549+0000) 2023-03-22T15:45:23.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:22.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:22.864080+0000) 2023-03-22T15:45:23.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:22.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:22.810649+0000) 2023-03-22T15:45:23.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:22.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:22.864665+0000) 2023-03-22T15:45:23.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:23.362+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:23.363357+0000) 2023-03-22T15:45:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:23.421+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:23.422372+0000) 2023-03-22T15:45:24.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:23.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:23.864774+0000) 2023-03-22T15:45:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:23.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:23.810763+0000) 2023-03-22T15:45:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:23.810+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:23.810+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:23.810+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:23.811490+0000) 2023-03-22T15:45:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:23.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:23.864189+0000) 2023-03-22T15:45:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:23.863+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:23.863+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:23.863+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:23.865101+0000) 2023-03-22T15:45:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:24 smithi098 ceph-mon[94136]: pgmap v2259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:45:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:24 smithi142 ceph-mon[94717]: pgmap v2259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:45:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:24.421+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:24.422551+0000) 2023-03-22T15:45:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:24.362+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:24.363560+0000) 2023-03-22T15:45:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:24.362+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:24.363474+0000) 2023-03-22T15:45:24.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:24.362+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:24.363664+0000) 2023-03-22T15:45:25.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:24.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:24.864899+0000) 2023-03-22T15:45:25.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:25.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:25.422676+0000) 2023-03-22T15:45:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:25.363+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:25.363671+0000) 2023-03-22T15:45:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:25.363+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:25.363582+0000) 2023-03-22T15:45:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:25.363+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:25.363776+0000) 2023-03-22T15:45:26.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:25.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:25.865006+0000) 2023-03-22T15:45:26.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:26 smithi098 ceph-mon[94136]: pgmap v2260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:45:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:26 smithi142 ceph-mon[94717]: pgmap v2260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:45:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:26.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:26.422870+0000) 2023-03-22T15:45:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:26.363+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:26.363761+0000) 2023-03-22T15:45:26.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:26.363+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:26.363777+0000) 2023-03-22T15:45:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:26.363+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:26.363700+0000) 2023-03-22T15:45:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:26.363+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:26.363887+0000) 2023-03-22T15:45:27.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:26.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:26.865122+0000) 2023-03-22T15:45:27.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:26.865+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:27.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:26.865+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:27.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:26.865+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:26.865989+0000) 2023-03-22T15:45:27.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:27.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:27.422989+0000) 2023-03-22T15:45:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:27.363+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:27.363893+0000) 2023-03-22T15:45:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:27.363+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:27.363798+0000) 2023-03-22T15:45:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:27.363+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:27.363876+0000) 2023-03-22T15:45:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:27.363+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:27.364008+0000) 2023-03-22T15:45:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:27 smithi142 ceph-mon[94717]: pgmap v2261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:45:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:27 smithi098 ceph-mon[94136]: pgmap v2261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:45:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:28.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:28.423192+0000) 2023-03-22T15:45:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:28.363+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:28.363976+0000) 2023-03-22T15:45:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:28.363+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:28.364003+0000) 2023-03-22T15:45:28.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:28.363+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:28.363917+0000) 2023-03-22T15:45:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:28.310+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:28.311020+0000) 2023-03-22T15:45:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:28.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:28.364484+0000) 2023-03-22T15:45:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:28.363+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:28.364112+0000) 2023-03-22T15:45:29.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:29.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:29.423285+0000) 2023-03-22T15:45:29.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:29.363+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:29.364102+0000) 2023-03-22T15:45:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:29.363+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:29.364164+0000) 2023-03-22T15:45:29.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:29.363+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:29.364064+0000) 2023-03-22T15:45:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:29.310+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:29.311137+0000) 2023-03-22T15:45:29.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:29.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:29.364593+0000) 2023-03-22T15:45:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:29.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:29.364267+0000) 2023-03-22T15:45:30.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:30 smithi098 ceph-mon[94136]: pgmap v2262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:30 smithi142 ceph-mon[94717]: pgmap v2262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:30.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:30.423445+0000) 2023-03-22T15:45:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:30.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:30.364290+0000) 2023-03-22T15:45:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:30.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:30.364436+0000) 2023-03-22T15:45:30.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:30.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:30.364253+0000) 2023-03-22T15:45:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:30.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:30.364712+0000) 2023-03-22T15:45:30.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:30.310+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:30.311255+0000) 2023-03-22T15:45:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:30.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:30.364463+0000) 2023-03-22T15:45:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:31.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.423547+0000) 2023-03-22T15:45:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:31.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.364465+0000) 2023-03-22T15:45:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:31.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.364606+0000) 2023-03-22T15:45:31.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:31.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.364429+0000) 2023-03-22T15:45:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:31.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.365471+0000) 2023-03-22T15:45:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:31.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.311393+0000) 2023-03-22T15:45:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:31.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.364819+0000) 2023-03-22T15:45:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:31.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:31.364619+0000) 2023-03-22T15:45:32.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:32 smithi098 ceph-mon[94136]: pgmap v2263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:32 smithi142 ceph-mon[94717]: pgmap v2263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:32.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.423714+0000) 2023-03-22T15:45:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:32.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.364605+0000) 2023-03-22T15:45:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:32.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.364737+0000) 2023-03-22T15:45:32.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:32.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.364602+0000) 2023-03-22T15:45:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:32.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.311516+0000) 2023-03-22T15:45:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:32.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.364927+0000) 2023-03-22T15:45:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:32.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.365585+0000) 2023-03-22T15:45:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:32.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:32.364753+0000) 2023-03-22T15:45:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:33.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.423868+0000) 2023-03-22T15:45:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:33.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.364753+0000) 2023-03-22T15:45:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:33.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.364863+0000) 2023-03-22T15:45:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:33.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.364725+0000) 2023-03-22T15:45:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:33.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.364929+0000) 2023-03-22T15:45:33.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:33.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.311625+0000) 2023-03-22T15:45:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:33.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.365048+0000) 2023-03-22T15:45:33.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:33.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:33.365701+0000) 2023-03-22T15:45:34.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:34 smithi098 ceph-mon[94136]: pgmap v2264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:45:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:34 smithi142 ceph-mon[94717]: pgmap v2264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:45:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:34.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.424054+0000) 2023-03-22T15:45:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:34.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.364916+0000) 2023-03-22T15:45:34.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:34.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.364995+0000) 2023-03-22T15:45:34.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:34.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.364914+0000) 2023-03-22T15:45:34.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:34.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.365193+0000) 2023-03-22T15:45:34.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:34.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.311707+0000) 2023-03-22T15:45:34.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:34.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.365071+0000) 2023-03-22T15:45:34.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:34.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:34.365809+0000) 2023-03-22T15:45:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:35.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.424229+0000) 2023-03-22T15:45:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:35.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.365032+0000) 2023-03-22T15:45:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:35.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.365110+0000) 2023-03-22T15:45:35.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:35.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.365037+0000) 2023-03-22T15:45:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:35.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.311881+0000) 2023-03-22T15:45:35.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:35.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.365324+0000) 2023-03-22T15:45:35.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:35.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.365926+0000) 2023-03-22T15:45:35.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:35.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:35.365227+0000) 2023-03-22T15:45:36.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:36 smithi098 ceph-mon[94136]: pgmap v2265: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:36 smithi142 ceph-mon[94717]: pgmap v2265: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:36.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.424400+0000) 2023-03-22T15:45:36.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:36.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.365169+0000) 2023-03-22T15:45:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:36.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.365222+0000) 2023-03-22T15:45:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:36.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.365169+0000) 2023-03-22T15:45:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:36.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.312085+0000) 2023-03-22T15:45:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:36.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.365446+0000) 2023-03-22T15:45:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:36.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.366048+0000) 2023-03-22T15:45:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:36.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:36.365322+0000) 2023-03-22T15:45:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:37.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.424559+0000) 2023-03-22T15:45:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:37.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.365290+0000) 2023-03-22T15:45:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:37.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.365440+0000) 2023-03-22T15:45:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:37.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.365304+0000) 2023-03-22T15:45:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:37.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.312314+0000) 2023-03-22T15:45:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:37.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.366155+0000) 2023-03-22T15:45:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:37.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.365466+0000) 2023-03-22T15:45:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:37.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:37.365575+0000) 2023-03-22T15:45:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:37 smithi142 ceph-mon[94717]: pgmap v2266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:45:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:37 smithi098 ceph-mon[94136]: pgmap v2266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:45:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:38.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.424756+0000) 2023-03-22T15:45:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:38.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.365411+0000) 2023-03-22T15:45:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:38.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.365548+0000) 2023-03-22T15:45:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:38.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.365417+0000) 2023-03-22T15:45:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:38.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.312501+0000) 2023-03-22T15:45:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:38.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.365691+0000) 2023-03-22T15:45:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:38.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.366261+0000) 2023-03-22T15:45:38.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:38.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:38.365589+0000) 2023-03-22T15:45:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:39.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.424920+0000) 2023-03-22T15:45:39.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:39.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.365523+0000) 2023-03-22T15:45:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:39.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.365646+0000) 2023-03-22T15:45:39.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:39.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.365531+0000) 2023-03-22T15:45:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:39.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.365794+0000) 2023-03-22T15:45:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:39.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.312659+0000) 2023-03-22T15:45:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:39.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.366378+0000) 2023-03-22T15:45:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:39.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:39.365696+0000) 2023-03-22T15:45:40.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:40 smithi098 ceph-mon[94136]: pgmap v2267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:40 smithi142 ceph-mon[94717]: pgmap v2267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:40.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.425105+0000) 2023-03-22T15:45:40.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:40.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.365627+0000) 2023-03-22T15:45:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:40.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.365745+0000) 2023-03-22T15:45:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:40.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.312801+0000) 2023-03-22T15:45:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:40.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.365634+0000) 2023-03-22T15:45:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:40.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.365896+0000) 2023-03-22T15:45:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:40.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.366486+0000) 2023-03-22T15:45:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:40.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:40.365804+0000) 2023-03-22T15:45:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:41.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.425211+0000) 2023-03-22T15:45:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:41.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.365728+0000) 2023-03-22T15:45:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:41.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.365853+0000) 2023-03-22T15:45:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:41.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.365753+0000) 2023-03-22T15:45:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:41.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.312947+0000) 2023-03-22T15:45:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:41.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.365998+0000) 2023-03-22T15:45:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:41.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.366608+0000) 2023-03-22T15:45:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:41.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:41.365923+0000) 2023-03-22T15:45:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:42 smithi098 ceph-mon[94136]: pgmap v2268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:42 smithi142 ceph-mon[94717]: pgmap v2268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:42.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.425413+0000) 2023-03-22T15:45:42.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:42.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.365857+0000) 2023-03-22T15:45:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:42.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.365972+0000) 2023-03-22T15:45:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:42.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.365894+0000) 2023-03-22T15:45:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:42.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.366731+0000) 2023-03-22T15:45:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:42.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.366108+0000) 2023-03-22T15:45:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:42.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.366046+0000) 2023-03-22T15:45:42.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:42.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:42.313080+0000) 2023-03-22T15:45:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:43.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.425545+0000) 2023-03-22T15:45:43.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:43.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.365956+0000) 2023-03-22T15:45:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:43.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.366082+0000) 2023-03-22T15:45:43.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:43.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.366018+0000) 2023-03-22T15:45:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:43.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.366842+0000) 2023-03-22T15:45:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:43.311+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.313209+0000) 2023-03-22T15:45:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:43.364+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.366215+0000) 2023-03-22T15:45:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:43.364+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:43.366167+0000) 2023-03-22T15:45:44.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:44 smithi098 ceph-mon[94136]: pgmap v2269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:45:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:44 smithi142 ceph-mon[94717]: pgmap v2269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:45:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:44.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.425693+0000) 2023-03-22T15:45:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:44.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.366100+0000) 2023-03-22T15:45:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:44.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.366188+0000) 2023-03-22T15:45:44.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:44.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.366143+0000) 2023-03-22T15:45:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:44.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.366972+0000) 2023-03-22T15:45:44.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:44.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.313323+0000) 2023-03-22T15:45:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:44.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.366302+0000) 2023-03-22T15:45:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:44.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:44.366287+0000) 2023-03-22T15:45:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:45.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.425786+0000) 2023-03-22T15:45:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:45.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.366340+0000) 2023-03-22T15:45:45.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:45.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.366321+0000) 2023-03-22T15:45:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:45.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.366506+0000) 2023-03-22T15:45:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:45.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.367076+0000) 2023-03-22T15:45:45.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:45.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.313450+0000) 2023-03-22T15:45:45.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:45.364+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.366217+0000) 2023-03-22T15:45:45.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:45.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:45.366436+0000) 2023-03-22T15:45:46.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:46 smithi098 ceph-mon[94136]: pgmap v2270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:46 smithi142 ceph-mon[94717]: pgmap v2270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:46.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.425982+0000) 2023-03-22T15:45:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:46.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.366380+0000) 2023-03-22T15:45:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:46.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.366495+0000) 2023-03-22T15:45:46.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:46.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.366491+0000) 2023-03-22T15:45:46.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:46.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.366695+0000) 2023-03-22T15:45:46.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:46.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.313559+0000) 2023-03-22T15:45:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:46.365+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.367180+0000) 2023-03-22T15:45:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:46.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:46.366622+0000) 2023-03-22T15:45:47.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:47.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.366528+0000) 2023-03-22T15:45:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:47.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.366604+0000) 2023-03-22T15:45:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:47.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.366597+0000) 2023-03-22T15:45:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:47.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.313689+0000) 2023-03-22T15:45:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:47.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.426166+0000) 2023-03-22T15:45:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:47.428+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.429660+0000) 2023-03-22T15:45:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:47.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.366810+0000) 2023-03-22T15:45:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:47.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.367307+0000) 2023-03-22T15:45:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:47.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:47.366739+0000) 2023-03-22T15:45:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:47 smithi142 ceph-mon[94717]: pgmap v2271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:45:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:47 smithi098 ceph-mon[94136]: pgmap v2271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:45:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:48.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.366715+0000) 2023-03-22T15:45:48.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:48.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.366985+0000) 2023-03-22T15:45:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:48.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.367423+0000) 2023-03-22T15:45:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:48.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.313850+0000) 2023-03-22T15:45:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:48.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.366646+0000) 2023-03-22T15:45:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:48.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.366707+0000) 2023-03-22T15:45:48.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:48.366+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:48.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:48.366+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:48.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:48.366+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.367746+0000) 2023-03-22T15:45:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:48.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:48.366941+0000) 2023-03-22T15:45:49.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:49.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:49.366766+0000) 2023-03-22T15:45:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:49.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:49.366825+0000) 2023-03-22T15:45:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:49.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:49.367114+0000) 2023-03-22T15:45:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:49.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:49.314027+0000) 2023-03-22T15:45:49.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:49.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:49.367535+0000) 2023-03-22T15:45:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:49.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:49.367068+0000) 2023-03-22T15:45:50.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:50 smithi098 ceph-mon[94136]: pgmap v2272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:50 smithi142 ceph-mon[94717]: pgmap v2272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:45:50.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:50.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.314192+0000) 2023-03-22T15:45:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:50.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.366885+0000) 2023-03-22T15:45:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:50.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.366933+0000) 2023-03-22T15:45:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:50.366+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:50.366+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:50.366+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.368216+0000) 2023-03-22T15:45:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:50.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.367866+0000) 2023-03-22T15:45:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:50.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.367649+0000) 2023-03-22T15:45:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:50.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.367181+0000) 2023-03-22T15:45:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:50.366+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:50.366+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:50.367+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:50.368294+0000) 2023-03-22T15:45:51.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:51.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:51.314315+0000) 2023-03-22T15:45:51.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:51.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:51.366988+0000) 2023-03-22T15:45:51.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:51.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:51.368008+0000) 2023-03-22T15:45:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:51.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:51.367790+0000) 2023-03-22T15:45:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:51.925+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:51.926541+0000) 2023-03-22T15:45:52.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:52 smithi098 ceph-mon[94136]: pgmap v2273: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:52 smithi142 ceph-mon[94717]: pgmap v2273: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:52.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:52.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:52.368121+0000) 2023-03-22T15:45:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:52.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:52.314428+0000) 2023-03-22T15:45:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:52.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:52.367096+0000) 2023-03-22T15:45:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:52.366+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:52.366+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:52.366+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:52.368054+0000) 2023-03-22T15:45:52.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:52.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:52.367923+0000) 2023-03-22T15:45:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:52.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:52.928874+0000) 2023-03-22T15:45:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:52.865+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:52.866959+0000) 2023-03-22T15:45:53.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:53.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:53.368040+0000) 2023-03-22T15:45:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:53.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:53.314542+0000) 2023-03-22T15:45:53.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:53.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:53.368227+0000) 2023-03-22T15:45:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:53.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:53.929733+0000) 2023-03-22T15:45:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:53.865+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:53.867074+0000) 2023-03-22T15:45:54.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:54 smithi098 ceph-mon[94136]: pgmap v2274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:45:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:54 smithi142 ceph-mon[94717]: pgmap v2274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:45:54.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:54.367+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.368302+0000) 2023-03-22T15:45:54.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:54.367+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:54.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:54.367+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.369053+0000) 2023-03-22T15:45:54.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:54.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.314666+0000) 2023-03-22T15:45:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:54.314+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:54.314+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:45:54.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:54.314+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.315484+0000) 2023-03-22T15:45:54.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:54.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.368168+0000) 2023-03-22T15:45:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:54.865+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.867189+0000) 2023-03-22T15:45:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:54.865+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.867169+0000) 2023-03-22T15:45:55.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:54.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.929846+0000) 2023-03-22T15:45:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:54.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:54.867455+0000) 2023-03-22T15:45:55.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:55.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:55.368301+0000) 2023-03-22T15:45:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:55.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:55.930027+0000) 2023-03-22T15:45:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:55.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:55.867290+0000) 2023-03-22T15:45:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:55.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:55.867274+0000) 2023-03-22T15:45:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:55.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:55.867572+0000) 2023-03-22T15:45:56.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:56 smithi098 ceph-mon[94136]: pgmap v2275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:56 smithi142 ceph-mon[94717]: pgmap v2275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:45:56.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:56.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:56.368421+0000) 2023-03-22T15:45:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:56.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:56.867410+0000) 2023-03-22T15:45:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:56.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:56.867390+0000) 2023-03-22T15:45:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:56.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:56.930140+0000) 2023-03-22T15:45:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:56.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:56.867686+0000) 2023-03-22T15:45:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:56.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:56.867411+0000) 2023-03-22T15:45:57.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:57.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:57.368536+0000) 2023-03-22T15:45:57.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:45:57.368+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:57.369303+0000) 2023-03-22T15:45:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:45:57 smithi142 ceph-mon[94717]: pgmap v2276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:45:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:45:57 smithi098 ceph-mon[94136]: pgmap v2276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:45:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:57.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:57.867529+0000) 2023-03-22T15:45:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:57.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:57.867509+0000) 2023-03-22T15:45:58.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:57.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:57.867793+0000) 2023-03-22T15:45:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:57.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:57.930326+0000) 2023-03-22T15:45:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:57.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:57.867521+0000) 2023-03-22T15:45:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:58.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:58.867636+0000) 2023-03-22T15:45:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:58.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:58.867621+0000) 2023-03-22T15:45:59.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:58.867+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:58.868546+0000) 2023-03-22T15:45:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:58.813+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:58.814971+0000) 2023-03-22T15:45:59.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:58.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:58.867632+0000) 2023-03-22T15:45:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:58.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:58.867899+0000) 2023-03-22T15:45:59.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:58.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:58.930446+0000) 2023-03-22T15:46:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:45:59.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:59.867742+0000) 2023-03-22T15:46:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:45:59.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:59.867741+0000) 2023-03-22T15:46:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:45:59.813+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:59.815081+0000) 2023-03-22T15:46:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:45:59.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:59.867747+0000) 2023-03-22T15:46:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:45:59.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:59.868004+0000) 2023-03-22T15:46:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:45:59.867+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:59.868667+0000) 2023-03-22T15:46:00.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:45:59.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:45:59.930619+0000) 2023-03-22T15:46:00.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:00 smithi098 ceph-mon[94136]: pgmap v2277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:00 smithi142 ceph-mon[94717]: pgmap v2277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:00.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:00.867854+0000) 2023-03-22T15:46:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:00.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:00.867853+0000) 2023-03-22T15:46:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:00.813+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:00.815192+0000) 2023-03-22T15:46:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:00.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:00.868120+0000) 2023-03-22T15:46:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:00.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:00.930730+0000) 2023-03-22T15:46:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:00.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:00.867881+0000) 2023-03-22T15:46:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:00.867+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:00.868778+0000) 2023-03-22T15:46:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:01.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.867998+0000) 2023-03-22T15:46:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:01.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.867964+0000) 2023-03-22T15:46:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:01.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.815304+0000) 2023-03-22T15:46:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:01.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.930903+0000) 2023-03-22T15:46:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:01.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.867987+0000) 2023-03-22T15:46:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:01.867+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.868877+0000) 2023-03-22T15:46:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:01.866+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.868241+0000) 2023-03-22T15:46:02.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:01.867+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:01.868788+0000) 2023-03-22T15:46:02.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:02 smithi098 ceph-mon[94136]: pgmap v2278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:02 smithi142 ceph-mon[94717]: pgmap v2278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:02.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.868116+0000) 2023-03-22T15:46:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:02.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.868079+0000) 2023-03-22T15:46:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:02.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.815423+0000) 2023-03-22T15:46:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:02.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.931016+0000) 2023-03-22T15:46:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:02.867+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.868900+0000) 2023-03-22T15:46:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:02.867+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.869000+0000) 2023-03-22T15:46:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:02.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.868366+0000) 2023-03-22T15:46:03.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:02.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:02.868107+0000) 2023-03-22T15:46:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:03.866+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.868229+0000) 2023-03-22T15:46:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:03.866+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.868193+0000) 2023-03-22T15:46:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:03.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.815538+0000) 2023-03-22T15:46:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:03.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.931190+0000) 2023-03-22T15:46:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:03.866+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.868235+0000) 2023-03-22T15:46:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:03.867+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.869010+0000) 2023-03-22T15:46:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:03.867+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.869103+0000) 2023-03-22T15:46:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:03.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:03.868480+0000) 2023-03-22T15:46:04.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:04 smithi098 ceph-mon[94136]: pgmap v2279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:46:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:04 smithi142 ceph-mon[94717]: pgmap v2279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:46:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:04.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.868312+0000) 2023-03-22T15:46:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:04.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.868304+0000) 2023-03-22T15:46:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:04.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.815655+0000) 2023-03-22T15:46:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:04.930+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.931300+0000) 2023-03-22T15:46:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:04.867+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.869203+0000) 2023-03-22T15:46:05.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:04.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.868374+0000) 2023-03-22T15:46:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:04.867+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.869117+0000) 2023-03-22T15:46:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:04.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:04.868592+0000) 2023-03-22T15:46:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:05.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.868423+0000) 2023-03-22T15:46:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:05.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.868419+0000) 2023-03-22T15:46:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:05.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.815776+0000) 2023-03-22T15:46:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:05.930+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.931485+0000) 2023-03-22T15:46:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:05.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.868514+0000) 2023-03-22T15:46:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:05.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.869294+0000) 2023-03-22T15:46:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:05.867+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.869229+0000) 2023-03-22T15:46:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:05.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:05.868708+0000) 2023-03-22T15:46:06.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:06 smithi098 ceph-mon[94136]: pgmap v2280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:46:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:06 smithi142 ceph-mon[94717]: pgmap v2280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:46:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:06.930+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.931600+0000) 2023-03-22T15:46:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:06.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.868629+0000) 2023-03-22T15:46:07.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:06.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.868532+0000) 2023-03-22T15:46:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:06.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.868537+0000) 2023-03-22T15:46:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:06.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.868824+0000) 2023-03-22T15:46:07.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:06.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.815891+0000) 2023-03-22T15:46:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:06.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.869407+0000) 2023-03-22T15:46:07.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:06.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:06.869295+0000) 2023-03-22T15:46:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:07 smithi142 ceph-mon[94717]: pgmap v2281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:46:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:07 smithi098 ceph-mon[94136]: pgmap v2281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:46:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:07.930+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.931781+0000) 2023-03-22T15:46:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:07.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.868659+0000) 2023-03-22T15:46:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:07.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.868660+0000) 2023-03-22T15:46:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:07.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.816007+0000) 2023-03-22T15:46:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:07.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.869512+0000) 2023-03-22T15:46:08.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:07.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.868741+0000) 2023-03-22T15:46:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:07.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.869405+0000) 2023-03-22T15:46:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:07.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:07.868938+0000) 2023-03-22T15:46:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:08.930+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.931926+0000) 2023-03-22T15:46:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:08.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.868857+0000) 2023-03-22T15:46:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:08.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.868761+0000) 2023-03-22T15:46:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:08.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.868776+0000) 2023-03-22T15:46:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:08.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.869612+0000) 2023-03-22T15:46:09.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:08.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.816138+0000) 2023-03-22T15:46:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:08.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.869518+0000) 2023-03-22T15:46:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:08.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:08.869043+0000) 2023-03-22T15:46:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:09 smithi142 ceph-mon[94717]: osdmap e209: 12 total, 9 up, 9 in 2023-03-22T15:46:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:09 smithi142 ceph-mon[94717]: pgmap v2283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:46:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:09 smithi098 ceph-mon[94136]: osdmap e209: 12 total, 9 up, 9 in 2023-03-22T15:46:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:09 smithi098 ceph-mon[94136]: pgmap v2283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:46:10.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:09.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.868959+0000) 2023-03-22T15:46:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:09.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.868884+0000) 2023-03-22T15:46:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:09.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.868906+0000) 2023-03-22T15:46:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:09.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.869614+0000) 2023-03-22T15:46:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:09.814+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.816243+0000) 2023-03-22T15:46:10.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:09.930+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.932119+0000) 2023-03-22T15:46:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:09.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.869711+0000) 2023-03-22T15:46:10.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:09.867+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:09.869147+0000) 2023-03-22T15:46:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:10.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.869016+0000) 2023-03-22T15:46:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:10.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.869050+0000) 2023-03-22T15:46:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:10.815+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.816359+0000) 2023-03-22T15:46:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:10.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.869063+0000) 2023-03-22T15:46:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:10.930+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.932246+0000) 2023-03-22T15:46:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:10.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.869811+0000) 2023-03-22T15:46:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:10.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.869722+0000) 2023-03-22T15:46:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:10.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:10.869296+0000) 2023-03-22T15:46:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:11.931+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.932446+0000) 2023-03-22T15:46:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:11.867+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.869213+0000) 2023-03-22T15:46:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:11.867+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.869220+0000) 2023-03-22T15:46:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:11.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.869836+0000) 2023-03-22T15:46:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:11.815+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.816474+0000) 2023-03-22T15:46:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:11.867+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.869242+0000) 2023-03-22T15:46:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:11.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.869913+0000) 2023-03-22T15:46:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:11.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:11.869414+0000) 2023-03-22T15:46:12.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:12 smithi098 ceph-mon[94136]: pgmap v2284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:46:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:12 smithi142 ceph-mon[94717]: pgmap v2284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:46:13.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:12.868+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.869360+0000) 2023-03-22T15:46:13.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:12.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.869291+0000) 2023-03-22T15:46:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:12.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.869309+0000) 2023-03-22T15:46:13.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:12.815+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.816577+0000) 2023-03-22T15:46:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:12.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.870018+0000) 2023-03-22T15:46:13.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:12.931+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.932552+0000) 2023-03-22T15:46:13.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:12.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.869945+0000) 2023-03-22T15:46:13.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:12.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:12.869517+0000) 2023-03-22T15:46:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:13.931+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.932724+0000) 2023-03-22T15:46:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:13.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.869414+0000) 2023-03-22T15:46:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:13.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.869435+0000) 2023-03-22T15:46:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:13.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.870055+0000) 2023-03-22T15:46:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:13.815+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.816681+0000) 2023-03-22T15:46:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:13.868+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.869528+0000) 2023-03-22T15:46:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:13.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.870118+0000) 2023-03-22T15:46:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:13.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:13.869666+0000) 2023-03-22T15:46:14.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:14 smithi098 ceph-mon[94136]: pgmap v2285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:46:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:14 smithi142 ceph-mon[94717]: pgmap v2285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:46:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:14.931+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.932842+0000) 2023-03-22T15:46:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:14.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.869582+0000) 2023-03-22T15:46:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:14.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.869615+0000) 2023-03-22T15:46:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:14.815+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.816783+0000) 2023-03-22T15:46:15.227 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:14.868+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.870227+0000) 2023-03-22T15:46:15.227 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:14.868+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.870162+0000) 2023-03-22T15:46:15.228 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:14.868+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.869717+0000) 2023-03-22T15:46:15.228 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:14.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:14.869790+0000) 2023-03-22T15:46:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:15.931+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.933101+0000) 2023-03-22T15:46:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:15.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.869689+0000) 2023-03-22T15:46:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:15.815+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.816929+0000) 2023-03-22T15:46:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:15.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.869726+0000) 2023-03-22T15:46:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:15.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.870265+0000) 2023-03-22T15:46:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:15.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.870360+0000) 2023-03-22T15:46:16.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:15.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.869904+0000) 2023-03-22T15:46:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:15.868+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:15.869828+0000) 2023-03-22T15:46:16.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:16 smithi098 ceph-mon[94136]: pgmap v2286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:46:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:16 smithi142 ceph-mon[94717]: pgmap v2286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:46:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:16.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.869805+0000) 2023-03-22T15:46:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:16.815+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.817092+0000) 2023-03-22T15:46:17.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:16.932+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.933262+0000) 2023-03-22T15:46:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:16.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.869835+0000) 2023-03-22T15:46:17.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:16.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.870394+0000) 2023-03-22T15:46:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:16.868+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.869941+0000) 2023-03-22T15:46:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:16.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.870472+0000) 2023-03-22T15:46:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:16.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:16.870020+0000) 2023-03-22T15:46:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:17 smithi142 ceph-mon[94717]: pgmap v2287: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:46:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:17 smithi098 ceph-mon[94136]: pgmap v2287: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:46:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:17.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.869920+0000) 2023-03-22T15:46:18.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:17.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.869960+0000) 2023-03-22T15:46:18.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:17.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.817302+0000) 2023-03-22T15:46:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:17.868+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.870049+0000) 2023-03-22T15:46:18.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:17.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.870137+0000) 2023-03-22T15:46:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:17.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.870575+0000) 2023-03-22T15:46:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:17.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.870503+0000) 2023-03-22T15:46:18.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:17.932+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.933530+0000) 2023-03-22T15:46:18.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:17.936+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:17.937662+0000) 2023-03-22T15:46:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:18.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.870036+0000) 2023-03-22T15:46:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:18.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.870081+0000) 2023-03-22T15:46:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:18.869+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:18.869+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:18.869+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.871025+0000) 2023-03-22T15:46:19.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:18.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.817436+0000) 2023-03-22T15:46:19.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:18.868+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.870170+0000) 2023-03-22T15:46:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:18.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.870623+0000) 2023-03-22T15:46:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:18.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.870286+0000) 2023-03-22T15:46:19.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:18.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:18.870747+0000) 2023-03-22T15:46:20.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:19.868+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:19.870144+0000) 2023-03-22T15:46:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:19.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:19.817545+0000) 2023-03-22T15:46:20.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:19.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:19.870283+0000) 2023-03-22T15:46:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:19.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:19.870854+0000) 2023-03-22T15:46:20.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:19.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:19.870735+0000) 2023-03-22T15:46:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:19.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:19.870403+0000) 2023-03-22T15:46:20.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:20 smithi098 ceph-mon[94136]: pgmap v2288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:46:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:20 smithi142 ceph-mon[94717]: pgmap v2288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:46:21.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:20.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.817652+0000) 2023-03-22T15:46:21.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:20.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.870370+0000) 2023-03-22T15:46:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:20.869+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.870276+0000) 2023-03-22T15:46:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:20.870+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:21.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:20.870+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:21.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:20.870+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.871510+0000) 2023-03-22T15:46:21.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:20.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.870868+0000) 2023-03-22T15:46:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:20.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.870990+0000) 2023-03-22T15:46:21.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:20.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.870523+0000) 2023-03-22T15:46:21.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:20.870+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:20.870+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:20.870+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:20.872133+0000) 2023-03-22T15:46:22.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:21.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:21.817779+0000) 2023-03-22T15:46:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:21.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:21.870477+0000) 2023-03-22T15:46:22.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:21.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:21.870978+0000) 2023-03-22T15:46:22.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:21.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:21.871092+0000) 2023-03-22T15:46:22.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:22 smithi098 ceph-mon[94136]: pgmap v2289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:46:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:22 smithi142 ceph-mon[94717]: pgmap v2289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:46:22.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:22.432+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:22.433779+0000) 2023-03-22T15:46:23.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:22.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:22.817896+0000) 2023-03-22T15:46:23.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:22.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:22.870584+0000) 2023-03-22T15:46:23.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:22.869+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:23.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:22.870+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:22.871339+0000) 2023-03-22T15:46:23.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:22.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:22.871083+0000) 2023-03-22T15:46:23.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:22.869+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:22.871194+0000) 2023-03-22T15:46:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:23.434+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:23.436226+0000) 2023-03-22T15:46:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:23.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:23.370345+0000) 2023-03-22T15:46:24.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:23.869+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:23.871210+0000) 2023-03-22T15:46:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:23.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:23.818031+0000) 2023-03-22T15:46:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:23.870+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:23.871291+0000) 2023-03-22T15:46:24.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:24 smithi098 ceph-mon[94136]: pgmap v2290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:46:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:24 smithi142 ceph-mon[94717]: pgmap v2290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:46:24.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:24.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:24.370456+0000) 2023-03-22T15:46:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:24.435+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:24.437167+0000) 2023-03-22T15:46:25.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:24.870+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:24.871313+0000) 2023-03-22T15:46:25.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:24.816+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:24.818138+0000) 2023-03-22T15:46:25.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:24.817+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:24.817+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:24.818935+0000) 2023-03-22T15:46:25.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:24.870+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:24.871388+0000) 2023-03-22T15:46:25.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:24.870+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:24.872007+0000) 2023-03-22T15:46:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:25.369+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:25.370909+0000) 2023-03-22T15:46:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:25.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:25.370566+0000) 2023-03-22T15:46:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:25.436+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:25.437297+0000) 2023-03-22T15:46:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:25.369+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:25.370777+0000) 2023-03-22T15:46:26.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:25.870+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:25.871414+0000) 2023-03-22T15:46:26.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:26 smithi098 ceph-mon[94136]: pgmap v2291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:46:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:26 smithi142 ceph-mon[94717]: pgmap v2291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:46:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:26.436+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:26.437457+0000) 2023-03-22T15:46:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:26.369+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:26.371014+0000) 2023-03-22T15:46:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:26.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:26.370673+0000) 2023-03-22T15:46:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:26.369+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:26.370896+0000) 2023-03-22T15:46:27.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:26.870+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:26.871524+0000) 2023-03-22T15:46:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:27.369+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:27.371114+0000) 2023-03-22T15:46:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:27.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:27.370780+0000) 2023-03-22T15:46:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:27.436+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:27.437527+0000) 2023-03-22T15:46:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:27.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:27.370817+0000) 2023-03-22T15:46:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:27.369+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:27.371018+0000) 2023-03-22T15:46:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:27 smithi142 ceph-mon[94717]: pgmap v2292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:46:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:27 smithi098 ceph-mon[94136]: pgmap v2292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:46:28.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:27.870+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:27.871637+0000) 2023-03-22T15:46:28.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:27.870+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:27.872258+0000) 2023-03-22T15:46:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:28.436+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:28.437711+0000) 2023-03-22T15:46:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:28.369+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:28.371231+0000) 2023-03-22T15:46:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:28.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:28.370889+0000) 2023-03-22T15:46:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:28.369+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:28.371136+0000) 2023-03-22T15:46:28.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:28.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:28.370924+0000) 2023-03-22T15:46:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:29.370+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:29.371299+0000) 2023-03-22T15:46:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:29.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:29.370997+0000) 2023-03-22T15:46:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:29.317+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:29.318389+0000) 2023-03-22T15:46:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:29.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:29.371041+0000) 2023-03-22T15:46:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:29.370+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:29.371588+0000) 2023-03-22T15:46:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:29.369+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:29.371253+0000) 2023-03-22T15:46:29.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:29.436+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:29.437829+0000) 2023-03-22T15:46:30.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:30 smithi098 ceph-mon[94136]: pgmap v2293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:30 smithi142 ceph-mon[94717]: pgmap v2293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:30.436+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:30.438017+0000) 2023-03-22T15:46:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:30.370+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:30.371406+0000) 2023-03-22T15:46:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:30.369+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:30.371112+0000) 2023-03-22T15:46:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:30.317+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:30.318514+0000) 2023-03-22T15:46:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:30.370+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:30.371693+0000) 2023-03-22T15:46:30.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:30.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:30.371155+0000) 2023-03-22T15:46:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:30.370+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:30.371365+0000) 2023-03-22T15:46:31.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:31.371+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:31.371327+0000) 2023-03-22T15:46:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:31.371+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:31.371547+0000) 2023-03-22T15:46:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:31.371+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:31.371304+0000) 2023-03-22T15:46:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:31.318+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:31.318636+0000) 2023-03-22T15:46:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:31.437+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:31.438123+0000) 2023-03-22T15:46:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:31.371+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:31.371805+0000) 2023-03-22T15:46:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:31.371+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:31.371493+0000) 2023-03-22T15:46:32.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:32 smithi098 ceph-mon[94136]: pgmap v2294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:32 smithi142 ceph-mon[94717]: pgmap v2294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:32.371+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.371452+0000) 2023-03-22T15:46:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:32.318+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.318753+0000) 2023-03-22T15:46:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:32.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.438295+0000) 2023-03-22T15:46:32.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:32.371+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.371702+0000) 2023-03-22T15:46:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:32.371+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.371927+0000) 2023-03-22T15:46:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:32.371+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.371706+0000) 2023-03-22T15:46:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:32.371+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.371857+0000) 2023-03-22T15:46:32.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:32.371+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:32.371513+0000) 2023-03-22T15:46:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:33.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.438411+0000) 2023-03-22T15:46:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:33.371+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.371810+0000) 2023-03-22T15:46:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:33.371+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.371623+0000) 2023-03-22T15:46:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:33.318+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.318876+0000) 2023-03-22T15:46:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:33.371+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.371674+0000) 2023-03-22T15:46:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:33.371+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.372041+0000) 2023-03-22T15:46:33.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:33.371+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.371970+0000) 2023-03-22T15:46:33.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:33.371+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:33.371820+0000) 2023-03-22T15:46:34.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:34 smithi098 ceph-mon[94136]: pgmap v2295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:46:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:34 smithi142 ceph-mon[94717]: pgmap v2295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:46:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:34.371+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.371918+0000) 2023-03-22T15:46:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:34.371+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.371731+0000) 2023-03-22T15:46:34.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:34.371+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.372092+0000) 2023-03-22T15:46:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:34.318+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.319022+0000) 2023-03-22T15:46:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:34.371+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.371789+0000) 2023-03-22T15:46:34.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:34.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.438585+0000) 2023-03-22T15:46:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:34.371+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.372172+0000) 2023-03-22T15:46:34.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:34.371+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:34.371934+0000) 2023-03-22T15:46:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:35.371+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.372039+0000) 2023-03-22T15:46:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:35.371+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.371865+0000) 2023-03-22T15:46:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:35.318+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.319179+0000) 2023-03-22T15:46:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:35.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.438684+0000) 2023-03-22T15:46:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:35.371+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.372202+0000) 2023-03-22T15:46:35.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:35.371+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.371919+0000) 2023-03-22T15:46:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:35.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.372300+0000) 2023-03-22T15:46:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:35.371+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:35.372059+0000) 2023-03-22T15:46:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:36 smithi142 ceph-mon[94717]: pgmap v2296: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:36 smithi098 ceph-mon[94136]: pgmap v2296: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:36.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.438861+0000) 2023-03-22T15:46:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:36.371+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.372146+0000) 2023-03-22T15:46:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:36.371+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.372025+0000) 2023-03-22T15:46:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:36.319+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.319383+0000) 2023-03-22T15:46:36.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:36.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.372417+0000) 2023-03-22T15:46:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:36.371+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.372027+0000) 2023-03-22T15:46:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:36.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.372315+0000) 2023-03-22T15:46:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:36.371+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:36.372183+0000) 2023-03-22T15:46:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:37.371+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.372260+0000) 2023-03-22T15:46:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:37.371+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.372155+0000) 2023-03-22T15:46:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:37.319+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.319545+0000) 2023-03-22T15:46:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:37.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.372544+0000) 2023-03-22T15:46:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:37.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.372439+0000) 2023-03-22T15:46:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:37.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.439037+0000) 2023-03-22T15:46:37.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:37.371+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.372137+0000) 2023-03-22T15:46:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:37.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:37.372323+0000) 2023-03-22T15:46:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:37 smithi142 ceph-mon[94717]: pgmap v2297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:46:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:37 smithi098 ceph-mon[94136]: pgmap v2297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:46:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:38.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.439299+0000) 2023-03-22T15:46:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:38.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.372442+0000) 2023-03-22T15:46:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:38.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.372278+0000) 2023-03-22T15:46:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:38.319+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.319706+0000) 2023-03-22T15:46:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:38.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.372280+0000) 2023-03-22T15:46:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:38.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.372591+0000) 2023-03-22T15:46:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:38.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.372662+0000) 2023-03-22T15:46:38.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:38.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:38.372455+0000) 2023-03-22T15:46:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:39.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.372547+0000) 2023-03-22T15:46:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:39.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.372391+0000) 2023-03-22T15:46:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:39.319+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.319868+0000) 2023-03-22T15:46:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:39.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.372776+0000) 2023-03-22T15:46:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:39.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.372712+0000) 2023-03-22T15:46:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:39.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.372392+0000) 2023-03-22T15:46:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:39.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.372582+0000) 2023-03-22T15:46:39.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:39.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:39.439471+0000) 2023-03-22T15:46:40.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:40 smithi098 ceph-mon[94136]: pgmap v2298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:40 smithi142 ceph-mon[94717]: pgmap v2298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:40.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.372657+0000) 2023-03-22T15:46:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:40.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.372510+0000) 2023-03-22T15:46:40.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:40.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.372704+0000) 2023-03-22T15:46:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:40.319+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.319989+0000) 2023-03-22T15:46:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:40.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.372896+0000) 2023-03-22T15:46:40.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:40.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.439755+0000) 2023-03-22T15:46:40.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:40.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.372508+0000) 2023-03-22T15:46:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:40.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:40.372821+0000) 2023-03-22T15:46:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:41.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.439907+0000) 2023-03-22T15:46:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:41.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.372757+0000) 2023-03-22T15:46:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:41.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.372620+0000) 2023-03-22T15:46:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:41.319+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.320110+0000) 2023-03-22T15:46:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:41.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.372634+0000) 2023-03-22T15:46:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:41.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.373008+0000) 2023-03-22T15:46:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:41.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.372820+0000) 2023-03-22T15:46:41.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:41.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:41.372935+0000) 2023-03-22T15:46:42.422 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:42 smithi098 ceph-mon[94136]: pgmap v2299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:42 smithi142 ceph-mon[94717]: pgmap v2299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:42.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.372886+0000) 2023-03-22T15:46:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:42.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.372799+0000) 2023-03-22T15:46:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:42.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.320257+0000) 2023-03-22T15:46:42.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:42.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.440114+0000) 2023-03-22T15:46:42.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:42.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.372797+0000) 2023-03-22T15:46:42.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:42.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.373050+0000) 2023-03-22T15:46:42.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:42.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.372954+0000) 2023-03-22T15:46:42.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:42.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:42.373121+0000) 2023-03-22T15:46:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:43.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.372992+0000) 2023-03-22T15:46:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:43.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.372941+0000) 2023-03-22T15:46:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:43.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.320419+0000) 2023-03-22T15:46:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:43.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.440285+0000) 2023-03-22T15:46:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:43.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.373158+0000) 2023-03-22T15:46:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:43.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.372901+0000) 2023-03-22T15:46:43.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:43.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.373225+0000) 2023-03-22T15:46:43.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:43.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:43.373081+0000) 2023-03-22T15:46:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:44 smithi142 ceph-mon[94717]: pgmap v2300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:46:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:44 smithi098 ceph-mon[94136]: pgmap v2300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:46:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:44.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.440464+0000) 2023-03-22T15:46:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:44.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.373104+0000) 2023-03-22T15:46:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:44.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.373071+0000) 2023-03-22T15:46:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:44.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.320536+0000) 2023-03-22T15:46:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:44.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.373021+0000) 2023-03-22T15:46:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:44.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.373301+0000) 2023-03-22T15:46:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:44.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.373280+0000) 2023-03-22T15:46:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:44.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:44.373199+0000) 2023-03-22T15:46:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:45.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.440597+0000) 2023-03-22T15:46:45.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:45.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.373120+0000) 2023-03-22T15:46:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:45.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.373219+0000) 2023-03-22T15:46:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:45.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.320657+0000) 2023-03-22T15:46:45.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:45.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.373189+0000) 2023-03-22T15:46:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:45.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.373419+0000) 2023-03-22T15:46:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:45.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.373312+0000) 2023-03-22T15:46:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:45.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:45.373401+0000) 2023-03-22T15:46:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:46 smithi142 ceph-mon[94717]: pgmap v2301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:46 smithi098 ceph-mon[94136]: pgmap v2301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:46.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.373336+0000) 2023-03-22T15:46:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:46.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.373341+0000) 2023-03-22T15:46:46.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:46.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.320774+0000) 2023-03-22T15:46:46.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:46.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.373556+0000) 2023-03-22T15:46:46.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:46.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.373522+0000) 2023-03-22T15:46:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:46.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.373216+0000) 2023-03-22T15:46:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:46.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.373430+0000) 2023-03-22T15:46:46.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:46.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:46.440764+0000) 2023-03-22T15:46:47.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:47.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.440896+0000) 2023-03-22T15:46:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:47.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.373439+0000) 2023-03-22T15:46:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:47.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.373462+0000) 2023-03-22T15:46:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:47.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.320898+0000) 2023-03-22T15:46:47.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:47.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.373682+0000) 2023-03-22T15:46:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:47.373+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.373315+0000) 2023-03-22T15:46:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:47.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.373562+0000) 2023-03-22T15:46:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:47.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:47.373640+0000) 2023-03-22T15:46:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:47 smithi142 ceph-mon[94717]: pgmap v2302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:46:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:47 smithi098 ceph-mon[94136]: pgmap v2302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:46:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:48.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.373597+0000) 2023-03-22T15:46:48.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:48.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.373563+0000) 2023-03-22T15:46:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:48.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.321024+0000) 2023-03-22T15:46:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:48.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.373757+0000) 2023-03-22T15:46:48.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:48.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.441099+0000) 2023-03-22T15:46:48.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:48.441+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:48.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:48.441+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:48.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:48.443+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.443924+0000) 2023-03-22T15:46:48.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:48.373+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.373415+0000) 2023-03-22T15:46:48.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:48.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.373889+0000) 2023-03-22T15:46:48.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:48.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:48.373738+0000) 2023-03-22T15:46:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:49.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.373744+0000) 2023-03-22T15:46:49.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:49.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.374046+0000) 2023-03-22T15:46:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:49.319+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.321148+0000) 2023-03-22T15:46:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:49.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.373687+0000) 2023-03-22T15:46:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:49.373+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:49.373+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.374827+0000) 2023-03-22T15:46:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:49.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.373948+0000) 2023-03-22T15:46:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:49.372+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.374192+0000) 2023-03-22T15:46:49.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:49.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:49.373514+0000) 2023-03-22T15:46:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:50 smithi142 ceph-mon[94717]: pgmap v2303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:50 smithi098 ceph-mon[94136]: pgmap v2303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:46:50.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:50.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:50.373653+0000) 2023-03-22T15:46:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:50.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:50.373871+0000) 2023-03-22T15:46:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:50.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:50.321260+0000) 2023-03-22T15:46:50.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:50.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:50.374064+0000) 2023-03-22T15:46:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:50.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:50.374302+0000) 2023-03-22T15:46:50.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:50.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:50.374184+0000) 2023-03-22T15:46:51.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:51.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.373789+0000) 2023-03-22T15:46:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:51.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.321380+0000) 2023-03-22T15:46:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:51.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.373996+0000) 2023-03-22T15:46:51.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:51.373+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:51.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:51.373+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:51.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:51.374+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.375474+0000) 2023-03-22T15:46:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:51.372+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.374202+0000) 2023-03-22T15:46:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:51.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.374473+0000) 2023-03-22T15:46:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:51.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.374334+0000) 2023-03-22T15:46:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:51.373+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:51.373+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:51.374+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:51.375341+0000) 2023-03-22T15:46:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:52 smithi142 ceph-mon[94717]: pgmap v2304: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:52 smithi098 ceph-mon[94136]: pgmap v2304: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:52.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:52.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:52.321526+0000) 2023-03-22T15:46:52.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:52.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:52.373917+0000) 2023-03-22T15:46:52.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:52.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:52.374363+0000) 2023-03-22T15:46:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:52.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:52.374616+0000) 2023-03-22T15:46:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:52.940+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:52.941286+0000) 2023-03-22T15:46:53.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:53.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:53.321667+0000) 2023-03-22T15:46:53.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:53.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:53.374771+0000) 2023-03-22T15:46:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:53.372+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:53.374027+0000) 2023-03-22T15:46:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:53.373+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:53.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:53.373+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:53.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:53.373+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:53.375132+0000) 2023-03-22T15:46:53.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:53.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:53.374478+0000) 2023-03-22T15:46:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:53.943+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:53.944748+0000) 2023-03-22T15:46:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:53.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:53.873992+0000) 2023-03-22T15:46:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:54 smithi142 ceph-mon[94717]: pgmap v2305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:46:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:54 smithi098 ceph-mon[94136]: pgmap v2305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:46:54.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:54.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:54.374897+0000) 2023-03-22T15:46:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:54.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:54.321810+0000) 2023-03-22T15:46:54.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:54.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:54.374582+0000) 2023-03-22T15:46:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:54.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:54.945313+0000) 2023-03-22T15:46:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:54.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:54.874098+0000) 2023-03-22T15:46:55.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:55.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.321953+0000) 2023-03-22T15:46:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:55.321+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:55.321+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:55.321+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.322895+0000) 2023-03-22T15:46:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:55.373+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.375011+0000) 2023-03-22T15:46:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:55.374+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:55.374+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:46:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:55.374+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.375680+0000) 2023-03-22T15:46:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:55.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.374731+0000) 2023-03-22T15:46:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:55.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.874255+0000) 2023-03-22T15:46:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:55.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.874203+0000) 2023-03-22T15:46:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:55.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.945496+0000) 2023-03-22T15:46:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:55.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:55.874565+0000) 2023-03-22T15:46:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:56 smithi142 ceph-mon[94717]: pgmap v2306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:56 smithi098 ceph-mon[94136]: pgmap v2306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:46:56.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:56.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:56.374867+0000) 2023-03-22T15:46:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:56.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:56.874383+0000) 2023-03-22T15:46:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:56.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:56.874310+0000) 2023-03-22T15:46:57.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:56.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:56.874671+0000) 2023-03-22T15:46:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:56.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:56.945605+0000) 2023-03-22T15:46:57.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:57.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:57.375009+0000) 2023-03-22T15:46:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:46:57 smithi142 ceph-mon[94717]: pgmap v2307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:46:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:46:57 smithi098 ceph-mon[94136]: pgmap v2307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:46:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:57.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:57.874533+0000) 2023-03-22T15:46:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:57.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:57.874417+0000) 2023-03-22T15:46:58.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:57.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:57.874781+0000) 2023-03-22T15:46:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:57.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:57.945783+0000) 2023-03-22T15:46:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:57.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:57.874299+0000) 2023-03-22T15:46:58.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:58.373+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:58.375158+0000) 2023-03-22T15:46:58.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:46:58.374+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:58.375876+0000) 2023-03-22T15:46:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:58.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:58.874646+0000) 2023-03-22T15:46:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:58.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:58.874479+0000) 2023-03-22T15:46:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:58.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:58.945895+0000) 2023-03-22T15:46:59.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:58.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:58.874899+0000) 2023-03-22T15:46:59.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:58.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:58.874401+0000) 2023-03-22T15:47:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:46:59.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:59.874757+0000) 2023-03-22T15:47:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:46:59.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:59.874585+0000) 2023-03-22T15:47:00.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:46:59.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:59.875012+0000) 2023-03-22T15:47:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:46:59.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:59.822261+0000) 2023-03-22T15:47:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:46:59.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:59.874514+0000) 2023-03-22T15:47:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:46:59.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:59.875266+0000) 2023-03-22T15:47:00.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:46:59.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:46:59.946079+0000) 2023-03-22T15:47:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:00 smithi142 ceph-mon[94717]: pgmap v2308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:00 smithi098 ceph-mon[94136]: pgmap v2308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:01.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:00.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:00.874626+0000) 2023-03-22T15:47:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:00.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:00.874863+0000) 2023-03-22T15:47:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:00.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:00.874701+0000) 2023-03-22T15:47:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:00.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:00.822386+0000) 2023-03-22T15:47:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:00.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:00.946190+0000) 2023-03-22T15:47:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:00.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:00.875374+0000) 2023-03-22T15:47:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:00.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:00.875116+0000) 2023-03-22T15:47:01.879 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:01.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:01.822495+0000) 2023-03-22T15:47:01.879 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:01.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:01.874738+0000) 2023-03-22T15:47:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:01.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:01.874970+0000) 2023-03-22T15:47:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:01.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:01.874812+0000) 2023-03-22T15:47:02.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:01.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:01.875461+0000) 2023-03-22T15:47:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:01.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:01.946382+0000) 2023-03-22T15:47:02.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:01.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:01.875217+0000) 2023-03-22T15:47:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:02 smithi142 ceph-mon[94717]: pgmap v2309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:02 smithi098 ceph-mon[94136]: pgmap v2309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:02.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.875087+0000) 2023-03-22T15:47:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:02.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.874918+0000) 2023-03-22T15:47:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:02.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.822615+0000) 2023-03-22T15:47:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:02.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.946499+0000) 2023-03-22T15:47:03.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:02.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.875314+0000) 2023-03-22T15:47:03.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:02.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.874848+0000) 2023-03-22T15:47:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:02.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.875553+0000) 2023-03-22T15:47:03.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:02.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:02.875414+0000) 2023-03-22T15:47:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:03.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.875193+0000) 2023-03-22T15:47:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:03.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.875032+0000) 2023-03-22T15:47:04.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:03.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.875649+0000) 2023-03-22T15:47:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:03.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.822725+0000) 2023-03-22T15:47:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:03.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.946683+0000) 2023-03-22T15:47:04.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:03.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.874958+0000) 2023-03-22T15:47:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:03.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.875526+0000) 2023-03-22T15:47:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:03.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:03.875423+0000) 2023-03-22T15:47:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:04 smithi142 ceph-mon[94717]: pgmap v2310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:47:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:04 smithi098 ceph-mon[94136]: pgmap v2310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:47:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:04.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.875292+0000) 2023-03-22T15:47:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:04.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.875146+0000) 2023-03-22T15:47:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:04.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.822835+0000) 2023-03-22T15:47:05.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:04.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.946795+0000) 2023-03-22T15:47:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:04.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.875536+0000) 2023-03-22T15:47:05.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:04.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.875084+0000) 2023-03-22T15:47:05.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:04.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.875636+0000) 2023-03-22T15:47:05.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:04.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:04.875745+0000) 2023-03-22T15:47:06.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:05.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.875193+0000) 2023-03-22T15:47:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:05.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.875397+0000) 2023-03-22T15:47:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:05.873+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.875258+0000) 2023-03-22T15:47:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:05.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.822949+0000) 2023-03-22T15:47:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:05.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.946982+0000) 2023-03-22T15:47:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:05.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.875840+0000) 2023-03-22T15:47:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:05.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.875748+0000) 2023-03-22T15:47:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:05.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:05.875647+0000) 2023-03-22T15:47:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:06 smithi142 ceph-mon[94717]: pgmap v2311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:47:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:06 smithi098 ceph-mon[94136]: pgmap v2311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:47:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:06.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.875506+0000) 2023-03-22T15:47:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:06.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.875367+0000) 2023-03-22T15:47:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:06.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.823078+0000) 2023-03-22T15:47:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:06.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.947092+0000) 2023-03-22T15:47:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:06.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.875293+0000) 2023-03-22T15:47:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:06.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.875937+0000) 2023-03-22T15:47:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:06.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.875861+0000) 2023-03-22T15:47:07.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:06.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:06.875753+0000) 2023-03-22T15:47:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:07 smithi142 ceph-mon[94717]: pgmap v2312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:47:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:07 smithi098 ceph-mon[94136]: pgmap v2312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:47:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:07.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.875612+0000) 2023-03-22T15:47:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:07.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.875474+0000) 2023-03-22T15:47:08.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:07.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.876035+0000) 2023-03-22T15:47:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:07.821+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.823204+0000) 2023-03-22T15:47:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:07.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.875971+0000) 2023-03-22T15:47:08.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:07.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.947278+0000) 2023-03-22T15:47:08.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:07.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.875405+0000) 2023-03-22T15:47:08.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:07.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:07.875865+0000) 2023-03-22T15:47:09.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:08.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.875513+0000) 2023-03-22T15:47:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:08.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.875714+0000) 2023-03-22T15:47:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:08.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.875577+0000) 2023-03-22T15:47:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:08.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.823326+0000) 2023-03-22T15:47:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:08.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.947389+0000) 2023-03-22T15:47:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:08.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.876083+0000) 2023-03-22T15:47:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:08.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.875977+0000) 2023-03-22T15:47:09.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:08.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:08.876081+0000) 2023-03-22T15:47:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:09 smithi142 ceph-mon[94717]: osdmap e210: 12 total, 9 up, 9 in 2023-03-22T15:47:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:09 smithi142 ceph-mon[94717]: pgmap v2314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:47:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:09 smithi098 ceph-mon[94136]: osdmap e210: 12 total, 9 up, 9 in 2023-03-22T15:47:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:09 smithi098 ceph-mon[94136]: pgmap v2314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:47:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:09.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.875816+0000) 2023-03-22T15:47:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:09.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.875678+0000) 2023-03-22T15:47:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:09.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.823433+0000) 2023-03-22T15:47:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:09.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.947578+0000) 2023-03-22T15:47:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:09.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.875615+0000) 2023-03-22T15:47:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:09.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.876204+0000) 2023-03-22T15:47:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:09.874+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.876180+0000) 2023-03-22T15:47:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:09.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:09.876079+0000) 2023-03-22T15:47:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:10.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.875927+0000) 2023-03-22T15:47:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:10.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.875806+0000) 2023-03-22T15:47:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:10.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.823544+0000) 2023-03-22T15:47:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:10.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.875730+0000) 2023-03-22T15:47:11.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:10.874+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.876190+0000) 2023-03-22T15:47:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:10.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.876294+0000) 2023-03-22T15:47:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:10.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.876309+0000) 2023-03-22T15:47:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:10.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:10.947690+0000) 2023-03-22T15:47:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:11.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.876033+0000) 2023-03-22T15:47:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:11.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.875913+0000) 2023-03-22T15:47:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:11.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.823661+0000) 2023-03-22T15:47:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:11.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.875842+0000) 2023-03-22T15:47:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:11.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.876461+0000) 2023-03-22T15:47:12.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:11.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.947884+0000) 2023-03-22T15:47:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:11.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.876301+0000) 2023-03-22T15:47:12.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:11.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:11.876440+0000) 2023-03-22T15:47:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:12 smithi142 ceph-mon[94717]: pgmap v2315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:47:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:12 smithi098 ceph-mon[94136]: pgmap v2315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:47:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:12.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.947990+0000) 2023-03-22T15:47:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:12.874+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.876165+0000) 2023-03-22T15:47:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:12.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.876021+0000) 2023-03-22T15:47:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:12.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.823783+0000) 2023-03-22T15:47:13.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:12.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.876581+0000) 2023-03-22T15:47:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:12.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.875951+0000) 2023-03-22T15:47:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:12.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.876542+0000) 2023-03-22T15:47:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:12.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:12.876419+0000) 2023-03-22T15:47:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:13.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.876280+0000) 2023-03-22T15:47:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:13.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.876126+0000) 2023-03-22T15:47:14.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:13.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.876706+0000) 2023-03-22T15:47:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:13.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.823888+0000) 2023-03-22T15:47:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:13.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.948183+0000) 2023-03-22T15:47:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:13.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.876062+0000) 2023-03-22T15:47:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:13.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.876638+0000) 2023-03-22T15:47:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:13.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:13.876526+0000) 2023-03-22T15:47:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:14 smithi142 ceph-mon[94717]: pgmap v2316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:47:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:14 smithi098 ceph-mon[94136]: pgmap v2316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:47:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:14.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.948312+0000) 2023-03-22T15:47:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:14.874+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.876182+0000) 2023-03-22T15:47:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:14.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.876381+0000) 2023-03-22T15:47:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:14.874+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.876235+0000) 2023-03-22T15:47:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:14.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.824021+0000) 2023-03-22T15:47:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:14.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.876749+0000) 2023-03-22T15:47:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:14.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.876822+0000) 2023-03-22T15:47:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:14.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:14.876639+0000) 2023-03-22T15:47:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:15.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.876485+0000) 2023-03-22T15:47:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:15.875+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.876364+0000) 2023-03-22T15:47:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:15.822+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.824146+0000) 2023-03-22T15:47:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:15.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.876934+0000) 2023-03-22T15:47:16.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:15.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.876745+0000) 2023-03-22T15:47:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:15.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.876290+0000) 2023-03-22T15:47:16.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:15.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.948497+0000) 2023-03-22T15:47:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:15.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:15.876840+0000) 2023-03-22T15:47:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:16 smithi142 ceph-mon[94717]: pgmap v2317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:47:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:16 smithi098 ceph-mon[94136]: pgmap v2317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:47:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:16.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.876630+0000) 2023-03-22T15:47:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:16.875+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.876478+0000) 2023-03-22T15:47:17.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:16.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.877044+0000) 2023-03-22T15:47:17.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:16.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.876847+0000) 2023-03-22T15:47:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:16.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.876402+0000) 2023-03-22T15:47:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:16.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.876944+0000) 2023-03-22T15:47:17.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:16.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.824259+0000) 2023-03-22T15:47:17.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:16.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:16.948610+0000) 2023-03-22T15:47:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:17 smithi142 ceph-mon[94717]: pgmap v2318: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:47:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:17 smithi098 ceph-mon[94136]: pgmap v2318: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:47:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:17.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.876743+0000) 2023-03-22T15:47:18.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:17.875+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.876618+0000) 2023-03-22T15:47:18.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:17.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.824410+0000) 2023-03-22T15:47:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:17.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.876522+0000) 2023-03-22T15:47:18.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:17.875+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.877158+0000) 2023-03-22T15:47:18.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:17.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.948790+0000) 2023-03-22T15:47:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:17.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.877045+0000) 2023-03-22T15:47:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:17.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:17.876961+0000) 2023-03-22T15:47:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:18.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.876862+0000) 2023-03-22T15:47:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:18.875+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.876738+0000) 2023-03-22T15:47:19.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:18.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.824520+0000) 2023-03-22T15:47:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:18.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.876649+0000) 2023-03-22T15:47:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:18.875+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.877152+0000) 2023-03-22T15:47:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:18.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.877083+0000) 2023-03-22T15:47:19.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:18.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.948908+0000) 2023-03-22T15:47:19.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:18.948+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:19.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:18.948+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:19.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:18.950+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.952125+0000) 2023-03-22T15:47:19.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:18.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:18.877282+0000) 2023-03-22T15:47:20.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:19.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.876970+0000) 2023-03-22T15:47:20.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:19.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.824647+0000) 2023-03-22T15:47:20.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:19.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.876760+0000) 2023-03-22T15:47:20.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:19.875+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.876846+0000) 2023-03-22T15:47:20.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:19.876+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:20.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:19.876+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:20.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:19.876+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.877998+0000) 2023-03-22T15:47:20.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:19.876+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.877277+0000) 2023-03-22T15:47:20.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:19.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.877420+0000) 2023-03-22T15:47:20.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:19.875+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:19.877201+0000) 2023-03-22T15:47:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:20 smithi142 ceph-mon[94717]: pgmap v2319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:47:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:20 smithi098 ceph-mon[94136]: pgmap v2319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:47:21.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:20.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:20.877080+0000) 2023-03-22T15:47:21.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:20.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:20.877534+0000) 2023-03-22T15:47:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:20.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:20.824760+0000) 2023-03-22T15:47:21.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:20.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:20.876872+0000) 2023-03-22T15:47:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:20.876+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:20.877419+0000) 2023-03-22T15:47:21.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:20.876+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:20.877300+0000) 2023-03-22T15:47:22.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:21.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.876984+0000) 2023-03-22T15:47:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:21.875+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.877189+0000) 2023-03-22T15:47:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:21.876+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:21.877+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:21.877+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.878439+0000) 2023-03-22T15:47:22.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:21.876+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.877762+0000) 2023-03-22T15:47:22.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:21.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.824888+0000) 2023-03-22T15:47:22.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:21.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.877735+0000) 2023-03-22T15:47:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:21.876+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.877472+0000) 2023-03-22T15:47:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:21.877+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:21.878686+0000) 2023-03-22T15:47:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:22 smithi142 ceph-mon[94717]: pgmap v2320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:47:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:22 smithi098 ceph-mon[94136]: pgmap v2320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:47:23.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:22.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:22.877111+0000) 2023-03-22T15:47:23.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:22.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:22.824997+0000) 2023-03-22T15:47:23.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:22.876+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:22.877898+0000) 2023-03-22T15:47:23.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:22.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:22.877848+0000) 2023-03-22T15:47:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:23.447+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:23.449210+0000) 2023-03-22T15:47:24.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:23.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:23.877954+0000) 2023-03-22T15:47:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:23.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:23.825121+0000) 2023-03-22T15:47:24.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:23.875+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:23.877218+0000) 2023-03-22T15:47:24.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:23.876+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:23.878103+0000) 2023-03-22T15:47:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:23.876+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:23.878014+0000) 2023-03-22T15:47:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:24 smithi142 ceph-mon[94717]: pgmap v2321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:47:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:24 smithi098 ceph-mon[94136]: pgmap v2321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:47:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:24.450+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:24.451629+0000) 2023-03-22T15:47:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:24.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:24.377150+0000) 2023-03-22T15:47:25.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:24.876+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:24.878135+0000) 2023-03-22T15:47:25.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:24.823+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:24.825255+0000) 2023-03-22T15:47:25.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:24.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:24.878073+0000) 2023-03-22T15:47:25.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:25.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:25.452299+0000) 2023-03-22T15:47:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:25.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:25.377257+0000) 2023-03-22T15:47:26.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:25.876+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:25.878252+0000) 2023-03-22T15:47:26.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:25.877+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:25.878924+0000) 2023-03-22T15:47:26.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:25.824+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:25.825380+0000) 2023-03-22T15:47:26.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:25.824+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:25.824+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:25.824+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:25.826250+0000) 2023-03-22T15:47:26.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:25.876+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:25.878191+0000) 2023-03-22T15:47:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:26 smithi142 ceph-mon[94717]: pgmap v2322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:47:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:26 smithi098 ceph-mon[94136]: pgmap v2322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:47:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:26.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:26.377506+0000) 2023-03-22T15:47:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:26.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:26.377376+0000) 2023-03-22T15:47:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:26.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:26.452482+0000) 2023-03-22T15:47:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:26.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:26.377705+0000) 2023-03-22T15:47:27.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:26.877+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:26.878316+0000) 2023-03-22T15:47:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:27.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:27.377610+0000) 2023-03-22T15:47:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:27.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:27.377485+0000) 2023-03-22T15:47:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:27.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:27.452594+0000) 2023-03-22T15:47:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:27.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:27.377814+0000) 2023-03-22T15:47:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:27 smithi142 ceph-mon[94717]: pgmap v2323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:47:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:27 smithi098 ceph-mon[94136]: pgmap v2323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:47:28.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:27.877+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:27.878436+0000) 2023-03-22T15:47:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:28.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:28.377723+0000) 2023-03-22T15:47:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:28.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:28.377587+0000) 2023-03-22T15:47:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:28.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:28.452767+0000) 2023-03-22T15:47:28.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:28.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:28.377574+0000) 2023-03-22T15:47:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:28.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:28.377924+0000) 2023-03-22T15:47:29.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:28.877+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:28.878552+0000) 2023-03-22T15:47:29.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:28.878+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:28.879360+0000) 2023-03-22T15:47:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:29.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:29.377839+0000) 2023-03-22T15:47:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:29.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:29.377701+0000) 2023-03-22T15:47:29.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:29.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:29.377681+0000) 2023-03-22T15:47:29.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:29.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:29.378035+0000) 2023-03-22T15:47:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:29.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:29.452895+0000) 2023-03-22T15:47:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:30 smithi142 ceph-mon[94717]: pgmap v2324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:30 smithi098 ceph-mon[94136]: pgmap v2324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:30.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:30.377948+0000) 2023-03-22T15:47:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:30.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:30.377813+0000) 2023-03-22T15:47:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:30.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:30.325710+0000) 2023-03-22T15:47:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:30.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:30.378149+0000) 2023-03-22T15:47:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:30.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:30.453062+0000) 2023-03-22T15:47:30.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:30.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:30.377795+0000) 2023-03-22T15:47:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:30.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:30.378502+0000) 2023-03-22T15:47:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:31.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:31.453177+0000) 2023-03-22T15:47:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:31.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:31.378070+0000) 2023-03-22T15:47:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:31.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:31.377928+0000) 2023-03-22T15:47:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:31.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:31.325847+0000) 2023-03-22T15:47:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:31.377+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:31.378267+0000) 2023-03-22T15:47:31.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:31.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:31.377929+0000) 2023-03-22T15:47:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:31.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:31.378613+0000) 2023-03-22T15:47:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:32 smithi142 ceph-mon[94717]: pgmap v2325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:32 smithi098 ceph-mon[94136]: pgmap v2325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:32.452+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:32.453374+0000) 2023-03-22T15:47:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:32.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:32.378182+0000) 2023-03-22T15:47:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:32.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:32.378041+0000) 2023-03-22T15:47:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:32.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:32.378041+0000) 2023-03-22T15:47:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:32.377+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:32.378392+0000) 2023-03-22T15:47:32.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:32.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:32.325970+0000) 2023-03-22T15:47:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:32.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:32.378725+0000) 2023-03-22T15:47:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:33.377+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.378307+0000) 2023-03-22T15:47:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:33.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.378167+0000) 2023-03-22T15:47:33.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:33.377+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.378513+0000) 2023-03-22T15:47:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:33.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.326090+0000) 2023-03-22T15:47:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:33.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.378845+0000) 2023-03-22T15:47:33.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:33.452+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.453491+0000) 2023-03-22T15:47:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:33.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.378167+0000) 2023-03-22T15:47:33.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:33.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:33.378841+0000) 2023-03-22T15:47:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:34 smithi142 ceph-mon[94717]: pgmap v2326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:47:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:34 smithi098 ceph-mon[94136]: pgmap v2326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:47:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:34.377+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.378420+0000) 2023-03-22T15:47:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:34.377+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.378302+0000) 2023-03-22T15:47:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:34.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.326216+0000) 2023-03-22T15:47:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:34.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.378952+0000) 2023-03-22T15:47:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:34.377+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.378627+0000) 2023-03-22T15:47:34.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:34.377+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.378301+0000) 2023-03-22T15:47:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:34.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.378960+0000) 2023-03-22T15:47:34.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:34.452+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:34.453667+0000) 2023-03-22T15:47:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:35.377+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.378530+0000) 2023-03-22T15:47:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:35.377+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.378410+0000) 2023-03-22T15:47:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:35.325+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.326298+0000) 2023-03-22T15:47:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:35.452+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.453766+0000) 2023-03-22T15:47:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:35.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.379063+0000) 2023-03-22T15:47:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:35.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.379074+0000) 2023-03-22T15:47:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:35.377+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.378739+0000) 2023-03-22T15:47:35.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:35.377+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:35.378421+0000) 2023-03-22T15:47:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:36 smithi142 ceph-mon[94717]: pgmap v2327: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:36 smithi098 ceph-mon[94136]: pgmap v2327: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:36.377+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.378662+0000) 2023-03-22T15:47:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:36.377+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.378527+0000) 2023-03-22T15:47:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:36.325+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.326417+0000) 2023-03-22T15:47:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:36.452+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.453943+0000) 2023-03-22T15:47:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:36.377+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.378529+0000) 2023-03-22T15:47:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:36.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.379177+0000) 2023-03-22T15:47:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:36.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.379191+0000) 2023-03-22T15:47:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:36.377+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:36.378851+0000) 2023-03-22T15:47:37.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:37.377+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.378655+0000) 2023-03-22T15:47:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:37.377+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.378799+0000) 2023-03-22T15:47:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:37.377+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.378656+0000) 2023-03-22T15:47:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:37.377+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.378954+0000) 2023-03-22T15:47:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:37.378+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.379302+0000) 2023-03-22T15:47:37.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:37.325+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.326534+0000) 2023-03-22T15:47:37.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:37.452+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.454068+0000) 2023-03-22T15:47:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:37.378+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:37.379302+0000) 2023-03-22T15:47:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:37 smithi142 ceph-mon[94717]: pgmap v2328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:47:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:37 smithi098 ceph-mon[94136]: pgmap v2328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:47:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:38.378+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.378906+0000) 2023-03-22T15:47:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:38.378+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.378770+0000) 2023-03-22T15:47:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:38.326+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.326660+0000) 2023-03-22T15:47:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:38.454+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.454260+0000) 2023-03-22T15:47:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:38.379+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.379433+0000) 2023-03-22T15:47:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:38.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.379438+0000) 2023-03-22T15:47:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:38.378+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.378770+0000) 2023-03-22T15:47:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:38.378+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:38.379063+0000) 2023-03-22T15:47:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:39.454+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.454376+0000) 2023-03-22T15:47:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:39.378+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.379010+0000) 2023-03-22T15:47:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:39.378+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.378883+0000) 2023-03-22T15:47:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:39.378+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.379174+0000) 2023-03-22T15:47:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:39.326+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.326768+0000) 2023-03-22T15:47:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:39.378+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.378883+0000) 2023-03-22T15:47:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:39.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.379576+0000) 2023-03-22T15:47:39.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:39.379+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:39.379567+0000) 2023-03-22T15:47:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:40 smithi142 ceph-mon[94717]: pgmap v2329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:40 smithi098 ceph-mon[94136]: pgmap v2329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:40.454+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.454546+0000) 2023-03-22T15:47:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:40.378+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.379173+0000) 2023-03-22T15:47:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:40.378+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.379080+0000) 2023-03-22T15:47:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:40.326+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.326875+0000) 2023-03-22T15:47:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:40.378+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.379080+0000) 2023-03-22T15:47:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:40.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.379688+0000) 2023-03-22T15:47:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:40.379+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.379685+0000) 2023-03-22T15:47:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:40.379+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:40.379396+0000) 2023-03-22T15:47:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:41.454+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.454674+0000) 2023-03-22T15:47:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:41.379+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.379343+0000) 2023-03-22T15:47:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:41.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.379307+0000) 2023-03-22T15:47:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:41.379+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.379810+0000) 2023-03-22T15:47:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:41.326+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.327043+0000) 2023-03-22T15:47:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:41.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.379314+0000) 2023-03-22T15:47:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:41.379+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.379549+0000) 2023-03-22T15:47:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:41.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:41.379804+0000) 2023-03-22T15:47:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:42 smithi142 ceph-mon[94717]: pgmap v2330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:42 smithi098 ceph-mon[94136]: pgmap v2330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:42.379+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.379506+0000) 2023-03-22T15:47:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:42.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.379481+0000) 2023-03-22T15:47:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:42.326+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.327238+0000) 2023-03-22T15:47:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:42.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.379481+0000) 2023-03-22T15:47:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:42.379+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.379692+0000) 2023-03-22T15:47:42.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:42.454+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.454884+0000) 2023-03-22T15:47:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:42.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.379918+0000) 2023-03-22T15:47:42.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:42.379+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:42.379930+0000) 2023-03-22T15:47:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:43.454+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.455113+0000) 2023-03-22T15:47:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:43.379+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.379651+0000) 2023-03-22T15:47:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:43.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.379603+0000) 2023-03-22T15:47:43.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:43.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.380027+0000) 2023-03-22T15:47:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:43.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.327389+0000) 2023-03-22T15:47:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:43.379+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.379816+0000) 2023-03-22T15:47:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:43.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.379603+0000) 2023-03-22T15:47:43.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:43.379+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:43.380052+0000) 2023-03-22T15:47:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:44 smithi142 ceph-mon[94717]: pgmap v2331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:47:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:44 smithi098 ceph-mon[94136]: pgmap v2331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:47:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:44.455+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.455412+0000) 2023-03-22T15:47:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:44.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.379721+0000) 2023-03-22T15:47:44.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:44.379+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.379767+0000) 2023-03-22T15:47:44.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:44.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.379715+0000) 2023-03-22T15:47:44.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:44.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.327504+0000) 2023-03-22T15:47:44.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:44.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.380133+0000) 2023-03-22T15:47:44.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:44.379+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.380164+0000) 2023-03-22T15:47:44.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:44.379+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:44.379931+0000) 2023-03-22T15:47:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:45.455+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.455511+0000) 2023-03-22T15:47:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:45.379+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.379902+0000) 2023-03-22T15:47:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:45.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.379829+0000) 2023-03-22T15:47:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:45.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.327665+0000) 2023-03-22T15:47:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:45.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.379856+0000) 2023-03-22T15:47:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:45.379+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.380049+0000) 2023-03-22T15:47:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:45.379+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.380241+0000) 2023-03-22T15:47:45.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:45.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:45.380299+0000) 2023-03-22T15:47:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:46 smithi142 ceph-mon[94717]: pgmap v2332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:46 smithi098 ceph-mon[94136]: pgmap v2332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:46.455+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.455708+0000) 2023-03-22T15:47:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:46.379+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.380020+0000) 2023-03-22T15:47:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:46.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.379943+0000) 2023-03-22T15:47:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:46.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.327821+0000) 2023-03-22T15:47:46.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:46.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.379966+0000) 2023-03-22T15:47:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:46.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.380422+0000) 2023-03-22T15:47:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:46.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.380364+0000) 2023-03-22T15:47:46.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:46.379+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:46.380164+0000) 2023-03-22T15:47:47.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:47.455+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.455893+0000) 2023-03-22T15:47:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:47.379+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.380157+0000) 2023-03-22T15:47:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:47.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.380071+0000) 2023-03-22T15:47:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:47.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.380541+0000) 2023-03-22T15:47:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:47.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.327992+0000) 2023-03-22T15:47:47.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:47.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.380076+0000) 2023-03-22T15:47:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:47.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.380487+0000) 2023-03-22T15:47:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:47.380+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:47.380295+0000) 2023-03-22T15:47:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:47 smithi142 ceph-mon[94717]: pgmap v2333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:47:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:47 smithi098 ceph-mon[94136]: pgmap v2333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:47:48.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:48.455+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.456085+0000) 2023-03-22T15:47:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:48.379+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.380198+0000) 2023-03-22T15:47:48.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:48.380+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.380288+0000) 2023-03-22T15:47:48.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:48.379+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.380198+0000) 2023-03-22T15:47:48.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:48.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.328137+0000) 2023-03-22T15:47:48.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:48.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.380663+0000) 2023-03-22T15:47:48.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:48.380+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.380414+0000) 2023-03-22T15:47:48.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:48.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:48.380598+0000) 2023-03-22T15:47:49.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:49.455+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.456206+0000) 2023-03-22T15:47:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:49.456+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:49.459+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.459322+0000) 2023-03-22T15:47:49.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:49.380+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.380452+0000) 2023-03-22T15:47:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:49.380+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.380315+0000) 2023-03-22T15:47:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:49.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.380778+0000) 2023-03-22T15:47:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:49.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.328258+0000) 2023-03-22T15:47:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:49.380+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.380315+0000) 2023-03-22T15:47:49.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:49.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.380705+0000) 2023-03-22T15:47:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:49.380+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:49.380565+0000) 2023-03-22T15:47:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:50 smithi142 ceph-mon[94717]: pgmap v2334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:50 smithi098 ceph-mon[94136]: pgmap v2334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:47:50.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:50.380+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.380432+0000) 2023-03-22T15:47:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:50.380+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.380583+0000) 2023-03-22T15:47:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:50.380+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.380432+0000) 2023-03-22T15:47:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:50.380+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:50.380+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.381248+0000) 2023-03-22T15:47:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:50.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.380821+0000) 2023-03-22T15:47:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:50.380+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.380692+0000) 2023-03-22T15:47:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:50.328+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.328383+0000) 2023-03-22T15:47:50.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:50.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:50.380903+0000) 2023-03-22T15:47:51.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:51.380+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:51.380546+0000) 2023-03-22T15:47:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:51.380+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:51.380686+0000) 2023-03-22T15:47:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:51.328+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:51.328498+0000) 2023-03-22T15:47:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:51.380+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:51.380808+0000) 2023-03-22T15:47:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:51.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:51.381024+0000) 2023-03-22T15:47:51.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:51.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:51.380935+0000) 2023-03-22T15:47:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:52 smithi142 ceph-mon[94717]: pgmap v2335: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:52 smithi098 ceph-mon[94136]: pgmap v2335: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:52.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:52.328+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.328565+0000) 2023-03-22T15:47:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:52.380+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.380782+0000) 2023-03-22T15:47:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:52.381+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:52.381+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:52.381+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.381792+0000) 2023-03-22T15:47:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:52.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.381048+0000) 2023-03-22T15:47:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:52.380+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.380645+0000) 2023-03-22T15:47:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:52.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.381174+0000) 2023-03-22T15:47:52.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:52.380+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.380929+0000) 2023-03-22T15:47:52.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:52.381+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:52.381+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:52.381+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:52.381968+0000) 2023-03-22T15:47:53.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:53.328+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:53.328675+0000) 2023-03-22T15:47:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:53.380+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:53.380750+0000) 2023-03-22T15:47:53.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:53.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:53.381158+0000) 2023-03-22T15:47:53.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:53.381+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:53.381297+0000) 2023-03-22T15:47:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:53.956+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:53.956487+0000) 2023-03-22T15:47:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:54 smithi142 ceph-mon[94717]: pgmap v2336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:47:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:54 smithi098 ceph-mon[94136]: pgmap v2336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:47:54.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:54.381+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:54.381294+0000) 2023-03-22T15:47:54.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:54.381+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:54.381438+0000) 2023-03-22T15:47:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:54.328+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:54.328790+0000) 2023-03-22T15:47:54.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:54.380+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:54.380858+0000) 2023-03-22T15:47:54.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:54.381+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:54.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:54.381+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:54.381638+0000) 2023-03-22T15:47:55.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:54.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:54.880701+0000) 2023-03-22T15:47:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:54.960+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:54.960397+0000) 2023-03-22T15:47:55.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:55.381+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:55.381556+0000) 2023-03-22T15:47:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:55.328+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:55.328907+0000) 2023-03-22T15:47:55.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:55.381+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:55.381424+0000) 2023-03-22T15:47:56.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:55.879+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:55.880833+0000) 2023-03-22T15:47:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:55.960+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:55.961484+0000) 2023-03-22T15:47:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:56 smithi142 ceph-mon[94717]: pgmap v2337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:56 smithi098 ceph-mon[94136]: pgmap v2337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:47:56.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:56.327+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.329027+0000) 2023-03-22T15:47:56.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:47:56.328+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.329734+0000) 2023-03-22T15:47:56.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:56.380+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.381542+0000) 2023-03-22T15:47:56.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:56.380+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:56.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:47:56.381+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.382364+0000) 2023-03-22T15:47:56.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:56.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.381686+0000) 2023-03-22T15:47:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:56.879+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.881024+0000) 2023-03-22T15:47:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:56.879+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.880964+0000) 2023-03-22T15:47:57.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:56.879+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.881245+0000) 2023-03-22T15:47:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:56.960+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:56.961598+0000) 2023-03-22T15:47:57.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:57.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:57.381805+0000) 2023-03-22T15:47:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:47:57 smithi142 ceph-mon[94717]: pgmap v2338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:47:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:47:57 smithi098 ceph-mon[94136]: pgmap v2338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:47:58.192 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:57.879+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:57.881176+0000) 2023-03-22T15:47:58.193 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:57.879+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:57.881095+0000) 2023-03-22T15:47:58.193 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:57.960+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:57.961803+0000) 2023-03-22T15:47:58.194 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:57.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:57.881415+0000) 2023-03-22T15:47:58.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:58.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:58.381966+0000) 2023-03-22T15:47:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:58.960+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:58.961952+0000) 2023-03-22T15:47:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:58.879+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:58.881173+0000) 2023-03-22T15:47:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:58.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:58.881313+0000) 2023-03-22T15:47:59.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:58.879+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:58.881232+0000) 2023-03-22T15:47:59.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:58.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:58.881540+0000) 2023-03-22T15:47:59.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:59.380+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:59.382111+0000) 2023-03-22T15:47:59.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:59.381+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:59.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:59.381+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:47:59.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:47:59.381+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:59.382938+0000) 2023-03-22T15:48:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:47:59.960+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:59.962137+0000) 2023-03-22T15:48:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:47:59.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:59.881438+0000) 2023-03-22T15:48:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:47:59.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:59.881354+0000) 2023-03-22T15:48:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:47:59.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:59.881345+0000) 2023-03-22T15:48:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:47:59.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:47:59.881648+0000) 2023-03-22T15:48:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:00 smithi142 ceph-mon[94717]: pgmap v2339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:00 smithi098 ceph-mon[94136]: pgmap v2339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:01.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:00.960+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:00.962258+0000) 2023-03-22T15:48:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:00.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:00.881529+0000) 2023-03-22T15:48:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:00.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:00.881569+0000) 2023-03-22T15:48:01.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:00.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:00.881529+0000) 2023-03-22T15:48:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:00.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:00.829302+0000) 2023-03-22T15:48:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:00.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:00.881927+0000) 2023-03-22T15:48:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:00.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:00.881886+0000) 2023-03-22T15:48:02.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:01.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:01.881714+0000) 2023-03-22T15:48:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:01.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:01.881742+0000) 2023-03-22T15:48:02.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:01.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:01.881713+0000) 2023-03-22T15:48:02.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:01.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:01.829427+0000) 2023-03-22T15:48:02.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:01.961+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:01.962462+0000) 2023-03-22T15:48:02.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:01.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:01.882069+0000) 2023-03-22T15:48:02.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:01.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:01.882059+0000) 2023-03-22T15:48:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:02 smithi142 ceph-mon[94717]: pgmap v2340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:02 smithi098 ceph-mon[94136]: pgmap v2340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:02.961+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:02.962578+0000) 2023-03-22T15:48:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:02.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:02.881877+0000) 2023-03-22T15:48:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:02.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:02.881847+0000) 2023-03-22T15:48:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:02.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:02.882190+0000) 2023-03-22T15:48:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:02.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:02.829613+0000) 2023-03-22T15:48:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:02.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:02.882180+0000) 2023-03-22T15:48:03.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:02.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:02.881829+0000) 2023-03-22T15:48:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:03.961+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.962729+0000) 2023-03-22T15:48:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:03.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.882027+0000) 2023-03-22T15:48:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:03.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.881958+0000) 2023-03-22T15:48:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:03.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.882296+0000) 2023-03-22T15:48:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:03.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.829730+0000) 2023-03-22T15:48:04.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:03.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.881944+0000) 2023-03-22T15:48:04.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:03.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.882300+0000) 2023-03-22T15:48:04.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:03.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:03.882444+0000) 2023-03-22T15:48:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:04 smithi142 ceph-mon[94717]: pgmap v2341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:48:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:04 smithi098 ceph-mon[94136]: pgmap v2341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:48:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:04.961+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.962852+0000) 2023-03-22T15:48:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:04.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.882149+0000) 2023-03-22T15:48:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:04.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.882069+0000) 2023-03-22T15:48:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:04.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.829836+0000) 2023-03-22T15:48:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:04.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.882060+0000) 2023-03-22T15:48:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:04.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.882562+0000) 2023-03-22T15:48:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:04.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.882412+0000) 2023-03-22T15:48:05.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:04.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:04.882421+0000) 2023-03-22T15:48:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:05.961+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.963066+0000) 2023-03-22T15:48:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:05.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.882295+0000) 2023-03-22T15:48:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:05.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.829952+0000) 2023-03-22T15:48:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:05.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.882195+0000) 2023-03-22T15:48:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:05.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.882537+0000) 2023-03-22T15:48:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:05.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.882675+0000) 2023-03-22T15:48:06.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:05.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.882195+0000) 2023-03-22T15:48:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:05.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:05.882546+0000) 2023-03-22T15:48:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:06 smithi142 ceph-mon[94717]: pgmap v2342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:48:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:06 smithi098 ceph-mon[94136]: pgmap v2342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:48:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:06.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.963260+0000) 2023-03-22T15:48:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:06.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.882290+0000) 2023-03-22T15:48:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:06.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.882445+0000) 2023-03-22T15:48:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:06.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.882308+0000) 2023-03-22T15:48:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:06.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.830064+0000) 2023-03-22T15:48:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:06.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.882655+0000) 2023-03-22T15:48:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:06.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.882788+0000) 2023-03-22T15:48:07.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:06.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:06.882666+0000) 2023-03-22T15:48:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:07 smithi142 ceph-mon[94717]: pgmap v2343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:48:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:07 smithi098 ceph-mon[94136]: pgmap v2343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T15:48:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:07.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.963477+0000) 2023-03-22T15:48:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:07.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.882405+0000) 2023-03-22T15:48:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:07.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.882567+0000) 2023-03-22T15:48:08.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:07.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.882422+0000) 2023-03-22T15:48:08.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:07.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.882776+0000) 2023-03-22T15:48:08.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:07.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.830196+0000) 2023-03-22T15:48:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:07.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.882781+0000) 2023-03-22T15:48:08.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:07.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:07.882897+0000) 2023-03-22T15:48:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:08.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.963611+0000) 2023-03-22T15:48:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:08.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.882676+0000) 2023-03-22T15:48:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:08.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.882539+0000) 2023-03-22T15:48:09.226 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:08.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.830303+0000) 2023-03-22T15:48:09.226 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:08.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.882519+0000) 2023-03-22T15:48:09.227 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:08.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.882897+0000) 2023-03-22T15:48:09.227 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:08.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.882999+0000) 2023-03-22T15:48:09.228 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:08.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:08.882878+0000) 2023-03-22T15:48:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:09 smithi142 ceph-mon[94717]: osdmap e211: 12 total, 9 up, 9 in 2023-03-22T15:48:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:09 smithi142 ceph-mon[94717]: pgmap v2345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:48:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:09 smithi098 ceph-mon[94136]: osdmap e211: 12 total, 9 up, 9 in 2023-03-22T15:48:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:09 smithi098 ceph-mon[94136]: pgmap v2345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:48:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:09.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.882772+0000) 2023-03-22T15:48:10.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:09.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.882646+0000) 2023-03-22T15:48:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:09.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.830422+0000) 2023-03-22T15:48:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:09.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.883106+0000) 2023-03-22T15:48:10.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:09.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.882617+0000) 2023-03-22T15:48:10.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:09.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.883008+0000) 2023-03-22T15:48:10.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:09.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.882977+0000) 2023-03-22T15:48:10.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:09.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:09.963766+0000) 2023-03-22T15:48:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:10.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.963885+0000) 2023-03-22T15:48:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:10.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.882712+0000) 2023-03-22T15:48:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:10.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.882876+0000) 2023-03-22T15:48:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:10.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.883111+0000) 2023-03-22T15:48:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:10.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.830536+0000) 2023-03-22T15:48:11.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:10.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.882771+0000) 2023-03-22T15:48:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:10.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.883217+0000) 2023-03-22T15:48:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:10.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:10.883079+0000) 2023-03-22T15:48:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:11.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.882976+0000) 2023-03-22T15:48:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:11.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.882892+0000) 2023-03-22T15:48:12.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:11.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.883212+0000) 2023-03-22T15:48:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:11.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.830653+0000) 2023-03-22T15:48:12.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:11.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.883184+0000) 2023-03-22T15:48:12.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:11.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.964083+0000) 2023-03-22T15:48:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:11.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.882810+0000) 2023-03-22T15:48:12.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:11.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:11.883298+0000) 2023-03-22T15:48:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:12 smithi142 ceph-mon[94717]: pgmap v2346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:48:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:12 smithi098 ceph-mon[94136]: pgmap v2346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:48:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:12.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.964206+0000) 2023-03-22T15:48:13.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:12.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.882925+0000) 2023-03-22T15:48:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:12.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.883082+0000) 2023-03-22T15:48:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:12.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.883018+0000) 2023-03-22T15:48:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:12.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.830769+0000) 2023-03-22T15:48:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:12.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.883303+0000) 2023-03-22T15:48:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:12.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.883410+0000) 2023-03-22T15:48:13.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:12.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:12.883305+0000) 2023-03-22T15:48:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:13.963+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.964387+0000) 2023-03-22T15:48:14.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:13.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.883087+0000) 2023-03-22T15:48:14.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:13.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.883234+0000) 2023-03-22T15:48:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:13.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.883156+0000) 2023-03-22T15:48:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:13.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.830890+0000) 2023-03-22T15:48:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:13.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.883545+0000) 2023-03-22T15:48:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:13.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.883428+0000) 2023-03-22T15:48:14.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:13.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:13.883423+0000) 2023-03-22T15:48:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:14 smithi142 ceph-mon[94717]: pgmap v2347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:48:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:14 smithi098 ceph-mon[94136]: pgmap v2347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:48:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:14.963+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.964499+0000) 2023-03-22T15:48:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:14.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.883248+0000) 2023-03-22T15:48:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:14.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.883429+0000) 2023-03-22T15:48:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:14.882+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.883313+0000) 2023-03-22T15:48:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:14.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.831024+0000) 2023-03-22T15:48:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:14.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.883663+0000) 2023-03-22T15:48:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:14.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.883543+0000) 2023-03-22T15:48:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:14.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:14.883543+0000) 2023-03-22T15:48:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:15.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.883532+0000) 2023-03-22T15:48:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:15.882+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.883441+0000) 2023-03-22T15:48:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:15.829+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.831181+0000) 2023-03-22T15:48:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:15.963+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.964693+0000) 2023-03-22T15:48:16.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:15.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.883347+0000) 2023-03-22T15:48:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:15.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.883829+0000) 2023-03-22T15:48:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:15.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.883665+0000) 2023-03-22T15:48:16.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:15.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:15.883665+0000) 2023-03-22T15:48:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:16 smithi142 ceph-mon[94717]: pgmap v2348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:48:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:16 smithi098 ceph-mon[94136]: pgmap v2348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:48:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:16.963+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.964815+0000) 2023-03-22T15:48:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:16.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.883643+0000) 2023-03-22T15:48:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:16.882+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.883572+0000) 2023-03-22T15:48:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:16.830+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.831312+0000) 2023-03-22T15:48:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:16.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.883506+0000) 2023-03-22T15:48:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:16.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.883787+0000) 2023-03-22T15:48:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:16.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.883943+0000) 2023-03-22T15:48:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:16.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:16.883787+0000) 2023-03-22T15:48:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:17 smithi142 ceph-mon[94717]: pgmap v2349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:48:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:17 smithi098 ceph-mon[94136]: pgmap v2349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:48:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:17.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.883767+0000) 2023-03-22T15:48:18.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:17.882+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.883691+0000) 2023-03-22T15:48:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:17.830+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.831487+0000) 2023-03-22T15:48:18.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:17.963+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.965016+0000) 2023-03-22T15:48:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:17.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.883919+0000) 2023-03-22T15:48:18.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:17.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.883626+0000) 2023-03-22T15:48:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:17.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.884055+0000) 2023-03-22T15:48:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:17.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:17.883902+0000) 2023-03-22T15:48:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:18.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.883894+0000) 2023-03-22T15:48:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:18.882+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.883797+0000) 2023-03-22T15:48:19.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:18.830+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.831642+0000) 2023-03-22T15:48:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:18.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.884038+0000) 2023-03-22T15:48:19.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:18.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.884026+0000) 2023-03-22T15:48:19.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:18.963+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.965214+0000) 2023-03-22T15:48:19.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:18.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.883743+0000) 2023-03-22T15:48:19.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:18.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:18.884169+0000) 2023-03-22T15:48:20.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:19.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.884006+0000) 2023-03-22T15:48:20.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:19.882+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.883902+0000) 2023-03-22T15:48:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:19.830+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.831765+0000) 2023-03-22T15:48:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:19.964+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.965473+0000) 2023-03-22T15:48:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:19.967+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.968402+0000) 2023-03-22T15:48:20.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:19.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.883843+0000) 2023-03-22T15:48:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:19.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.884154+0000) 2023-03-22T15:48:20.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:19.883+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.884311+0000) 2023-03-22T15:48:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:19.882+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:19.884142+0000) 2023-03-22T15:48:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:20 smithi142 ceph-mon[94717]: pgmap v2350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:48:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:20 smithi098 ceph-mon[94136]: pgmap v2350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T15:48:21.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:20.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.884120+0000) 2023-03-22T15:48:21.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:20.883+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.884684+0000) 2023-03-22T15:48:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:20.830+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.831910+0000) 2023-03-22T15:48:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:20.882+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.884023+0000) 2023-03-22T15:48:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:20.883+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:20.883+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:20.883+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.885162+0000) 2023-03-22T15:48:21.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:20.883+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.884286+0000) 2023-03-22T15:48:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:20.883+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.884461+0000) 2023-03-22T15:48:21.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:20.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:20.883953+0000) 2023-03-22T15:48:22.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:21.882+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:21.884235+0000) 2023-03-22T15:48:22.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:21.830+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:21.832022+0000) 2023-03-22T15:48:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:21.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:21.884084+0000) 2023-03-22T15:48:22.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:21.883+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:21.884793+0000) 2023-03-22T15:48:22.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:21.883+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:21.884593+0000) 2023-03-22T15:48:22.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:21.883+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:21.884403+0000) 2023-03-22T15:48:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:22 smithi142 ceph-mon[94717]: pgmap v2351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:48:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:22 smithi098 ceph-mon[94136]: pgmap v2351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:48:23.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:22.830+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.832153+0000) 2023-03-22T15:48:23.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:22.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.884204+0000) 2023-03-22T15:48:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:22.883+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.884357+0000) 2023-03-22T15:48:23.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:22.883+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:23.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:22.884+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:23.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:22.884+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.885596+0000) 2023-03-22T15:48:23.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:22.883+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.884918+0000) 2023-03-22T15:48:23.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:22.883+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.884832+0000) 2023-03-22T15:48:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:22.883+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.884530+0000) 2023-03-22T15:48:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:22.883+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:22.884+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:22.884+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:22.885525+0000) 2023-03-22T15:48:24.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:23.831+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:23.832265+0000) 2023-03-22T15:48:24.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:23.883+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:23.884291+0000) 2023-03-22T15:48:24.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:23.883+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:23.885034+0000) 2023-03-22T15:48:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:23.883+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:23.884961+0000) 2023-03-22T15:48:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:24 smithi142 ceph-mon[94717]: pgmap v2352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:48:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:24 smithi098 ceph-mon[94136]: pgmap v2352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:48:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:24.464+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:24.465860+0000) 2023-03-22T15:48:25.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:24.883+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:24.885071+0000) 2023-03-22T15:48:25.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:24.883+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:24.885160+0000) 2023-03-22T15:48:25.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:24.831+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:24.832396+0000) 2023-03-22T15:48:25.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:24.883+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:24.884397+0000) 2023-03-22T15:48:25.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:24.883+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:25.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:24.884+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:25.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:24.884+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:24.885389+0000) 2023-03-22T15:48:25.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:25.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:25.384323+0000) 2023-03-22T15:48:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:25.466+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:25.467896+0000) 2023-03-22T15:48:26.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:25.831+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:25.832515+0000) 2023-03-22T15:48:26.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:25.883+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:25.885193+0000) 2023-03-22T15:48:26.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:25.884+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:25.885281+0000) 2023-03-22T15:48:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:26 smithi142 ceph-mon[94717]: pgmap v2353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:48:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:26 smithi098 ceph-mon[94136]: pgmap v2353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:48:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:26.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:26.384439+0000) 2023-03-22T15:48:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:26.467+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:26.468757+0000) 2023-03-22T15:48:27.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:26.831+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:26.832634+0000) 2023-03-22T15:48:27.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:26.832+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:27.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:26.832+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:26.833481+0000) 2023-03-22T15:48:27.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:26.884+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:26.885404+0000) 2023-03-22T15:48:27.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:26.884+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:26.885322+0000) 2023-03-22T15:48:27.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:26.884+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:27.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:26.884+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:27.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:26.887+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:26.888773+0000) 2023-03-22T15:48:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:27.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:27.384629+0000) 2023-03-22T15:48:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:27.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:27.384551+0000) 2023-03-22T15:48:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:27.467+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:27.468875+0000) 2023-03-22T15:48:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:27.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:27.384801+0000) 2023-03-22T15:48:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:27 smithi142 ceph-mon[94717]: pgmap v2354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:48:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:27 smithi098 ceph-mon[94136]: pgmap v2354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.9 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:48:28.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:27.884+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:27.885520+0000) 2023-03-22T15:48:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:28.467+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:28.469060+0000) 2023-03-22T15:48:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:28.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:28.384741+0000) 2023-03-22T15:48:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:28.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:28.384661+0000) 2023-03-22T15:48:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:28.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:28.384920+0000) 2023-03-22T15:48:29.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:28.884+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:28.885658+0000) 2023-03-22T15:48:29.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:29.467+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:29.469171+0000) 2023-03-22T15:48:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:29.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:29.384853+0000) 2023-03-22T15:48:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:29.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:29.384731+0000) 2023-03-22T15:48:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:29.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:29.384726+0000) 2023-03-22T15:48:29.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:29.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:29.385037+0000) 2023-03-22T15:48:30.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:29.884+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:29.885782+0000) 2023-03-22T15:48:30.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:29.885+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:30.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:29.885+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:30.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:29.887+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:29.888961+0000) 2023-03-22T15:48:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:30 smithi142 ceph-mon[94717]: pgmap v2355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:30 smithi098 ceph-mon[94136]: pgmap v2355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:30.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:30.384990+0000) 2023-03-22T15:48:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:30.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:30.384842+0000) 2023-03-22T15:48:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:30.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:30.469338+0000) 2023-03-22T15:48:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:30.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:30.384840+0000) 2023-03-22T15:48:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:30.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:30.385144+0000) 2023-03-22T15:48:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:31.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:31.385110+0000) 2023-03-22T15:48:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:31.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:31.384955+0000) 2023-03-22T15:48:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:31.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:31.385554+0000) 2023-03-22T15:48:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:31.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:31.332986+0000) 2023-03-22T15:48:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:31.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:31.469462+0000) 2023-03-22T15:48:31.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:31.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:31.384954+0000) 2023-03-22T15:48:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:31.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:31.385253+0000) 2023-03-22T15:48:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:32 smithi142 ceph-mon[94717]: pgmap v2356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:32 smithi098 ceph-mon[94136]: pgmap v2356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:32.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:32.385220+0000) 2023-03-22T15:48:32.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:32.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:32.385669+0000) 2023-03-22T15:48:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:32.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:32.333108+0000) 2023-03-22T15:48:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:32.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:32.469645+0000) 2023-03-22T15:48:32.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:32.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:32.385068+0000) 2023-03-22T15:48:32.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:32.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:32.385072+0000) 2023-03-22T15:48:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:32.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:32.385380+0000) 2023-03-22T15:48:33.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:33.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:33.385179+0000) 2023-03-22T15:48:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:33.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:33.385295+0000) 2023-03-22T15:48:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:33.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:33.385179+0000) 2023-03-22T15:48:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:33.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:33.333225+0000) 2023-03-22T15:48:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:33.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:33.385497+0000) 2023-03-22T15:48:33.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:33.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:33.469759+0000) 2023-03-22T15:48:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:33.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:33.385788+0000) 2023-03-22T15:48:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:34 smithi142 ceph-mon[94717]: pgmap v2357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:34 smithi098 ceph-mon[94136]: pgmap v2357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:34.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.385416+0000) 2023-03-22T15:48:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:34.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.385292+0000) 2023-03-22T15:48:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:34.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.333353+0000) 2023-03-22T15:48:34.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:34.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.386011+0000) 2023-03-22T15:48:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:34.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.385620+0000) 2023-03-22T15:48:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:34.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.469937+0000) 2023-03-22T15:48:34.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:34.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.385294+0000) 2023-03-22T15:48:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:34.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:34.385895+0000) 2023-03-22T15:48:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:35.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.385547+0000) 2023-03-22T15:48:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:35.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.385405+0000) 2023-03-22T15:48:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:35.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.386118+0000) 2023-03-22T15:48:35.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:35.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.333468+0000) 2023-03-22T15:48:35.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:35.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.470065+0000) 2023-03-22T15:48:35.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:35.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.385406+0000) 2023-03-22T15:48:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:35.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.386001+0000) 2023-03-22T15:48:35.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:35.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:35.385737+0000) 2023-03-22T15:48:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:36 smithi142 ceph-mon[94717]: pgmap v2358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:36 smithi098 ceph-mon[94136]: pgmap v2358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:36.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.385674+0000) 2023-03-22T15:48:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:36.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.385525+0000) 2023-03-22T15:48:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:36.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.333582+0000) 2023-03-22T15:48:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:36.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.385527+0000) 2023-03-22T15:48:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:36.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.386228+0000) 2023-03-22T15:48:36.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:36.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.470246+0000) 2023-03-22T15:48:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:36.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.386105+0000) 2023-03-22T15:48:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:36.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:36.385851+0000) 2023-03-22T15:48:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:37.469+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.470368+0000) 2023-03-22T15:48:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:37.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.385786+0000) 2023-03-22T15:48:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:37.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.385637+0000) 2023-03-22T15:48:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:37.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.333694+0000) 2023-03-22T15:48:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:37.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.386299+0000) 2023-03-22T15:48:37.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:37.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.385637+0000) 2023-03-22T15:48:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:37.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.386209+0000) 2023-03-22T15:48:37.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:37.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:37.385954+0000) 2023-03-22T15:48:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:37 smithi142 ceph-mon[94717]: pgmap v2359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:48:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:37 smithi098 ceph-mon[94136]: pgmap v2359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.8 KiB/s rd, 12 op/s 2023-03-22T15:48:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:38.469+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.470528+0000) 2023-03-22T15:48:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:38.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.385921+0000) 2023-03-22T15:48:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:38.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.385778+0000) 2023-03-22T15:48:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:38.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.386303+0000) 2023-03-22T15:48:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:38.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.333840+0000) 2023-03-22T15:48:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:38.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.385797+0000) 2023-03-22T15:48:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:38.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.386422+0000) 2023-03-22T15:48:38.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:38.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:38.386083+0000) 2023-03-22T15:48:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:39.469+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.470657+0000) 2023-03-22T15:48:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:39.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.386039+0000) 2023-03-22T15:48:39.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:39.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.385935+0000) 2023-03-22T15:48:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:39.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.386416+0000) 2023-03-22T15:48:39.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:39.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.333961+0000) 2023-03-22T15:48:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:39.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.385952+0000) 2023-03-22T15:48:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:39.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.386552+0000) 2023-03-22T15:48:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:39.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:39.386197+0000) 2023-03-22T15:48:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:40 smithi142 ceph-mon[94717]: pgmap v2360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:40 smithi098 ceph-mon[94136]: pgmap v2360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:40.469+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.470816+0000) 2023-03-22T15:48:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:40.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.386152+0000) 2023-03-22T15:48:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:40.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.386046+0000) 2023-03-22T15:48:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:40.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.334079+0000) 2023-03-22T15:48:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:40.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.386062+0000) 2023-03-22T15:48:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:40.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.386534+0000) 2023-03-22T15:48:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:40.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.386670+0000) 2023-03-22T15:48:40.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:40.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:40.386312+0000) 2023-03-22T15:48:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:41.469+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.470984+0000) 2023-03-22T15:48:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:41.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.386191+0000) 2023-03-22T15:48:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:41.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.386265+0000) 2023-03-22T15:48:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:41.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.386160+0000) 2023-03-22T15:48:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:41.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.334211+0000) 2023-03-22T15:48:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:41.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.386648+0000) 2023-03-22T15:48:41.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:41.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.386785+0000) 2023-03-22T15:48:41.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:41.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:41.386437+0000) 2023-03-22T15:48:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:42 smithi142 ceph-mon[94717]: pgmap v2361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:42 smithi098 ceph-mon[94136]: pgmap v2361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:42.470+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.471266+0000) 2023-03-22T15:48:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:42.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.386398+0000) 2023-03-22T15:48:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:42.385+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.386290+0000) 2023-03-22T15:48:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:42.333+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.334375+0000) 2023-03-22T15:48:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:42.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.386753+0000) 2023-03-22T15:48:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:42.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.386560+0000) 2023-03-22T15:48:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:42.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.386316+0000) 2023-03-22T15:48:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:42.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:42.386902+0000) 2023-03-22T15:48:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:43.470+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.471439+0000) 2023-03-22T15:48:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:43.386+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.386509+0000) 2023-03-22T15:48:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:43.386+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.386405+0000) 2023-03-22T15:48:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:43.333+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.334515+0000) 2023-03-22T15:48:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:43.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.386426+0000) 2023-03-22T15:48:43.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:43.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.387010+0000) 2023-03-22T15:48:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:43.386+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.386683+0000) 2023-03-22T15:48:43.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:43.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:43.386860+0000) 2023-03-22T15:48:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:44 smithi142 ceph-mon[94717]: pgmap v2362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:44 smithi098 ceph-mon[94136]: pgmap v2362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:44.470+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.471656+0000) 2023-03-22T15:48:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:44.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.386537+0000) 2023-03-22T15:48:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:44.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.386644+0000) 2023-03-22T15:48:44.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:44.385+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.386510+0000) 2023-03-22T15:48:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:44.333+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.334638+0000) 2023-03-22T15:48:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:44.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.386961+0000) 2023-03-22T15:48:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:44.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.387116+0000) 2023-03-22T15:48:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:44.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:44.386809+0000) 2023-03-22T15:48:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:45.471+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.471777+0000) 2023-03-22T15:48:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:45.386+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.386750+0000) 2023-03-22T15:48:45.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:45.386+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.386638+0000) 2023-03-22T15:48:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:45.334+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.334779+0000) 2023-03-22T15:48:45.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:45.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.386700+0000) 2023-03-22T15:48:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:45.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.387071+0000) 2023-03-22T15:48:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:45.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.387227+0000) 2023-03-22T15:48:45.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:45.386+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:45.386917+0000) 2023-03-22T15:48:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:46 smithi142 ceph-mon[94717]: pgmap v2363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:46 smithi098 ceph-mon[94136]: pgmap v2363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:46.471+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.471936+0000) 2023-03-22T15:48:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:46.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.386829+0000) 2023-03-22T15:48:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:46.386+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.386870+0000) 2023-03-22T15:48:46.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:46.386+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.386795+0000) 2023-03-22T15:48:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:46.334+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.334940+0000) 2023-03-22T15:48:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:46.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.387185+0000) 2023-03-22T15:48:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:46.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.387303+0000) 2023-03-22T15:48:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:46.386+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:46.387032+0000) 2023-03-22T15:48:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:47.386+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.386980+0000) 2023-03-22T15:48:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:47.386+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.386904+0000) 2023-03-22T15:48:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:47.334+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.335052+0000) 2023-03-22T15:48:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:47.471+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.472038+0000) 2023-03-22T15:48:47.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:47.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.387299+0000) 2023-03-22T15:48:47.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:47.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.386949+0000) 2023-03-22T15:48:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:47.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.387422+0000) 2023-03-22T15:48:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:47.386+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:47.387148+0000) 2023-03-22T15:48:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:47 smithi142 ceph-mon[94717]: pgmap v2364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:47 smithi098 ceph-mon[94136]: pgmap v2364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:48.472+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.472257+0000) 2023-03-22T15:48:48.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:48.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.387058+0000) 2023-03-22T15:48:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:48.386+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.387097+0000) 2023-03-22T15:48:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:48.334+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.335165+0000) 2023-03-22T15:48:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:48.386+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.387021+0000) 2023-03-22T15:48:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:48.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.387420+0000) 2023-03-22T15:48:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:48.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.387543+0000) 2023-03-22T15:48:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:48.387+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:48.387264+0000) 2023-03-22T15:48:49.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:49.472+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.472435+0000) 2023-03-22T15:48:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:49.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.387178+0000) 2023-03-22T15:48:49.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:49.386+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.387252+0000) 2023-03-22T15:48:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:49.386+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.387152+0000) 2023-03-22T15:48:49.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:49.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.387652+0000) 2023-03-22T15:48:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:49.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.335286+0000) 2023-03-22T15:48:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:49.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.387535+0000) 2023-03-22T15:48:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:49.387+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:49.387397+0000) 2023-03-22T15:48:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:50 smithi142 ceph-mon[94717]: pgmap v2365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:50 smithi098 ceph-mon[94136]: pgmap v2365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.6 KiB/s rd, 8 op/s 2023-03-22T15:48:50.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:50.387+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.387415+0000) 2023-03-22T15:48:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:50.387+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.387261+0000) 2023-03-22T15:48:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:50.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.335412+0000) 2023-03-22T15:48:50.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:50.387+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.387292+0000) 2023-03-22T15:48:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:50.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.387642+0000) 2023-03-22T15:48:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:50.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.387761+0000) 2023-03-22T15:48:50.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:50.472+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.472691+0000) 2023-03-22T15:48:50.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:50.475+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.476131+0000) 2023-03-22T15:48:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:50.387+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:50.387532+0000) 2023-03-22T15:48:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:51.387+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.387574+0000) 2023-03-22T15:48:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:51.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.335552+0000) 2023-03-22T15:48:51.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:51.387+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.387426+0000) 2023-03-22T15:48:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:51.387+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.387383+0000) 2023-03-22T15:48:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:51.387+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:51.388+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.388282+0000) 2023-03-22T15:48:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:51.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.387765+0000) 2023-03-22T15:48:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:51.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.387921+0000) 2023-03-22T15:48:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:51.387+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:51.387662+0000) 2023-03-22T15:48:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:52 smithi142 ceph-mon[94717]: pgmap v2366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:52 smithi098 ceph-mon[94136]: pgmap v2366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:52.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:52.387+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:52.387684+0000) 2023-03-22T15:48:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:52.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:52.335673+0000) 2023-03-22T15:48:52.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:52.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:52.388040+0000) 2023-03-22T15:48:52.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:52.387+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:52.387778+0000) 2023-03-22T15:48:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:52.387+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:52.387559+0000) 2023-03-22T15:48:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:52.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:52.387879+0000) 2023-03-22T15:48:53.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:53.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.388045+0000) 2023-03-22T15:48:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:53.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.335789+0000) 2023-03-22T15:48:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:53.387+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.387796+0000) 2023-03-22T15:48:53.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:53.388+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.388700+0000) 2023-03-22T15:48:53.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:53.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.388213+0000) 2023-03-22T15:48:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:53.387+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.387677+0000) 2023-03-22T15:48:53.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:53.387+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.387890+0000) 2023-03-22T15:48:53.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:53.388+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:53.388+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:53.388+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:53.389032+0000) 2023-03-22T15:48:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:54 smithi142 ceph-mon[94717]: pgmap v2367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:54 smithi098 ceph-mon[94136]: pgmap v2367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:54.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:54.387+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:54.387787+0000) 2023-03-22T15:48:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:54.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:54.335907+0000) 2023-03-22T15:48:54.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:54.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:54.388162+0000) 2023-03-22T15:48:54.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:54.388+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:54.388300+0000) 2023-03-22T15:48:55.336 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:54.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:54.973002+0000) 2023-03-22T15:48:55.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:55.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:55.336027+0000) 2023-03-22T15:48:55.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:55.388+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:55.388298+0000) 2023-03-22T15:48:55.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:55.388+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:55.388419+0000) 2023-03-22T15:48:55.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:55.387+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:55.387896+0000) 2023-03-22T15:48:55.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:55.388+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:55.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:55.388+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:55.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:55.388+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:55.388754+0000) 2023-03-22T15:48:56.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:55.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:55.887643+0000) 2023-03-22T15:48:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:55.976+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:55.976628+0000) 2023-03-22T15:48:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:56 smithi142 ceph-mon[94717]: pgmap v2368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:56 smithi098 ceph-mon[94136]: pgmap v2368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:48:56.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:56.335+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:56.336146+0000) 2023-03-22T15:48:56.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:56.388+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:56.388414+0000) 2023-03-22T15:48:56.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:56.388+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:56.388538+0000) 2023-03-22T15:48:57.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:56.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:56.887758+0000) 2023-03-22T15:48:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:56.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:56.977821+0000) 2023-03-22T15:48:57.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:57.388+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.388659+0000) 2023-03-22T15:48:57.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:57.336+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.336264+0000) 2023-03-22T15:48:57.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:48:57.336+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.337078+0000) 2023-03-22T15:48:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:57.388+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.388528+0000) 2023-03-22T15:48:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:57.388+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:57.388+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:48:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:48:57.389+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.389336+0000) 2023-03-22T15:48:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:48:57 smithi142 ceph-mon[94717]: pgmap v2369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:48:57 smithi098 ceph-mon[94136]: pgmap v2369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:48:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:57.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.978007+0000) 2023-03-22T15:48:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:57.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.888079+0000) 2023-03-22T15:48:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:57.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.887869+0000) 2023-03-22T15:48:58.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:57.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:57.888160+0000) 2023-03-22T15:48:58.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:58.388+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:58.388772+0000) 2023-03-22T15:48:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:58.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:58.888191+0000) 2023-03-22T15:48:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:58.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:58.887974+0000) 2023-03-22T15:48:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:58.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:58.978121+0000) 2023-03-22T15:48:59.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:58.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:58.888293+0000) 2023-03-22T15:48:59.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:48:59.388+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:59.388897+0000) 2023-03-22T15:49:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:48:59.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:59.978296+0000) 2023-03-22T15:49:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:48:59.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:59.888296+0000) 2023-03-22T15:49:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:48:59.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:59.888079+0000) 2023-03-22T15:49:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:48:59.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:59.888412+0000) 2023-03-22T15:49:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:48:59.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:48:59.888151+0000) 2023-03-22T15:49:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:00 smithi142 ceph-mon[94717]: pgmap v2370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:00 smithi098 ceph-mon[94136]: pgmap v2370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:00.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:00.388+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:00.389026+0000) 2023-03-22T15:49:00.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:00.389+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:00.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:00.389+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:00.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:00.391+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:00.391900+0000) 2023-03-22T15:49:01.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:00.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:00.978416+0000) 2023-03-22T15:49:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:00.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:00.888397+0000) 2023-03-22T15:49:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:00.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:00.888193+0000) 2023-03-22T15:49:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:00.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:00.888531+0000) 2023-03-22T15:49:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:00.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:00.888262+0000) 2023-03-22T15:49:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:01.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:01.888507+0000) 2023-03-22T15:49:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:01.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:01.888303+0000) 2023-03-22T15:49:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:01.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:01.836578+0000) 2023-03-22T15:49:02.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:01.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:01.888800+0000) 2023-03-22T15:49:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:01.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:01.978611+0000) 2023-03-22T15:49:02.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:01.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:01.888382+0000) 2023-03-22T15:49:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:01.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:01.888647+0000) 2023-03-22T15:49:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:02 smithi142 ceph-mon[94717]: pgmap v2371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:02 smithi098 ceph-mon[94136]: pgmap v2371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:02.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:02.888633+0000) 2023-03-22T15:49:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:02.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:02.888421+0000) 2023-03-22T15:49:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:02.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:02.836692+0000) 2023-03-22T15:49:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:02.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:02.978726+0000) 2023-03-22T15:49:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:02.887+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:02.888912+0000) 2023-03-22T15:49:03.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:02.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:02.888498+0000) 2023-03-22T15:49:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:02.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:02.888753+0000) 2023-03-22T15:49:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:03.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:03.888733+0000) 2023-03-22T15:49:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:03.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:03.888530+0000) 2023-03-22T15:49:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:03.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:03.836804+0000) 2023-03-22T15:49:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:03.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:03.978917+0000) 2023-03-22T15:49:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:03.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:03.888864+0000) 2023-03-22T15:49:04.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:03.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:03.888609+0000) 2023-03-22T15:49:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:03.887+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:03.889020+0000) 2023-03-22T15:49:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:04 smithi142 ceph-mon[94717]: pgmap v2372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:49:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:04 smithi098 ceph-mon[94136]: pgmap v2372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:49:05.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:04.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.888718+0000) 2023-03-22T15:49:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:04.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.888848+0000) 2023-03-22T15:49:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:04.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.888639+0000) 2023-03-22T15:49:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:04.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.836918+0000) 2023-03-22T15:49:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:04.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.979033+0000) 2023-03-22T15:49:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:04.887+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.889128+0000) 2023-03-22T15:49:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:04.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.889288+0000) 2023-03-22T15:49:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:04.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:04.888985+0000) 2023-03-22T15:49:06.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:05.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.888827+0000) 2023-03-22T15:49:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:05.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.888951+0000) 2023-03-22T15:49:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:05.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.888744+0000) 2023-03-22T15:49:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:05.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.837050+0000) 2023-03-22T15:49:06.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:05.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.889404+0000) 2023-03-22T15:49:06.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:05.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.979215+0000) 2023-03-22T15:49:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:05.887+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.889237+0000) 2023-03-22T15:49:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:05.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:05.889101+0000) 2023-03-22T15:49:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:06 smithi142 ceph-mon[94717]: pgmap v2373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:49:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:06 smithi098 ceph-mon[94136]: pgmap v2373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:49:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:06.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.889061+0000) 2023-03-22T15:49:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:06.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.888844+0000) 2023-03-22T15:49:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:06.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.837167+0000) 2023-03-22T15:49:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:06.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.979293+0000) 2023-03-22T15:49:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:06.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.889219+0000) 2023-03-22T15:49:07.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:06.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.888948+0000) 2023-03-22T15:49:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:06.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.889477+0000) 2023-03-22T15:49:07.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:06.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:06.889365+0000) 2023-03-22T15:49:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:07 smithi142 ceph-mon[94717]: pgmap v2374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:49:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:07 smithi098 ceph-mon[94136]: pgmap v2374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:49:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:07.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.889168+0000) 2023-03-22T15:49:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:07.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.888953+0000) 2023-03-22T15:49:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:07.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.837285+0000) 2023-03-22T15:49:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:07.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.889589+0000) 2023-03-22T15:49:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:07.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.979491+0000) 2023-03-22T15:49:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:07.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.889480+0000) 2023-03-22T15:49:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:07.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.889299+0000) 2023-03-22T15:49:08.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:07.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:07.889058+0000) 2023-03-22T15:49:09.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:08.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.889170+0000) 2023-03-22T15:49:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:08.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.889281+0000) 2023-03-22T15:49:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:08.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.889057+0000) 2023-03-22T15:49:09.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:08.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.837410+0000) 2023-03-22T15:49:09.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:08.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.979610+0000) 2023-03-22T15:49:09.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:08.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.889706+0000) 2023-03-22T15:49:09.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:08.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.889412+0000) 2023-03-22T15:49:09.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:08.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:08.889607+0000) 2023-03-22T15:49:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:09 smithi142 ceph-mon[94717]: osdmap e212: 12 total, 9 up, 9 in 2023-03-22T15:49:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:09 smithi142 ceph-mon[94717]: pgmap v2376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:49:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:09 smithi098 ceph-mon[94136]: osdmap e212: 12 total, 9 up, 9 in 2023-03-22T15:49:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:09 smithi098 ceph-mon[94136]: pgmap v2376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:49:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:09.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.889392+0000) 2023-03-22T15:49:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:09.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.889161+0000) 2023-03-22T15:49:10.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:09.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.889720+0000) 2023-03-22T15:49:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:09.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.837529+0000) 2023-03-22T15:49:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:09.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.979792+0000) 2023-03-22T15:49:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:09.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.889279+0000) 2023-03-22T15:49:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:09.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.889820+0000) 2023-03-22T15:49:10.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:09.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:09.889528+0000) 2023-03-22T15:49:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:10.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.979913+0000) 2023-03-22T15:49:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:10.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.889494+0000) 2023-03-22T15:49:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:10.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.889272+0000) 2023-03-22T15:49:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:10.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.837648+0000) 2023-03-22T15:49:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:10.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.889827+0000) 2023-03-22T15:49:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:10.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.889398+0000) 2023-03-22T15:49:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:10.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.889930+0000) 2023-03-22T15:49:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:10.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:10.889650+0000) 2023-03-22T15:49:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:11.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.889612+0000) 2023-03-22T15:49:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:11.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.889386+0000) 2023-03-22T15:49:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:11.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.837765+0000) 2023-03-22T15:49:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:11.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.980106+0000) 2023-03-22T15:49:12.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:11.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.889936+0000) 2023-03-22T15:49:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:11.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.889518+0000) 2023-03-22T15:49:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:11.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.890051+0000) 2023-03-22T15:49:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:11.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:11.889767+0000) 2023-03-22T15:49:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:12 smithi142 ceph-mon[94717]: pgmap v2377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:49:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:12 smithi098 ceph-mon[94136]: pgmap v2377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:49:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:12.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.980222+0000) 2023-03-22T15:49:13.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:12.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.889632+0000) 2023-03-22T15:49:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:12.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.889725+0000) 2023-03-22T15:49:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:12.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.889504+0000) 2023-03-22T15:49:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:12.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.890040+0000) 2023-03-22T15:49:13.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:12.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.837881+0000) 2023-03-22T15:49:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:12.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.890160+0000) 2023-03-22T15:49:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:12.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:12.889872+0000) 2023-03-22T15:49:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:13.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.889830+0000) 2023-03-22T15:49:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:13.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.889611+0000) 2023-03-22T15:49:14.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:13.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.838013+0000) 2023-03-22T15:49:14.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:13.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.889989+0000) 2023-03-22T15:49:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:13.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.980417+0000) 2023-03-22T15:49:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:13.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.890274+0000) 2023-03-22T15:49:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:13.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.889742+0000) 2023-03-22T15:49:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:13.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:13.890143+0000) 2023-03-22T15:49:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:14 smithi142 ceph-mon[94717]: pgmap v2378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:49:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:14 smithi098 ceph-mon[94136]: pgmap v2378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:49:15.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:14.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.889946+0000) 2023-03-22T15:49:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:14.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.889720+0000) 2023-03-22T15:49:15.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:14.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.980535+0000) 2023-03-22T15:49:15.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:14.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.889833+0000) 2023-03-22T15:49:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:14.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.838138+0000) 2023-03-22T15:49:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:14.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.890248+0000) 2023-03-22T15:49:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:14.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.890383+0000) 2023-03-22T15:49:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:14.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:14.890120+0000) 2023-03-22T15:49:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:15.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.890051+0000) 2023-03-22T15:49:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:15.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.889831+0000) 2023-03-22T15:49:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:15.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.838281+0000) 2023-03-22T15:49:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:15.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.980727+0000) 2023-03-22T15:49:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:15.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.890367+0000) 2023-03-22T15:49:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:15.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.890495+0000) 2023-03-22T15:49:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:15.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.889942+0000) 2023-03-22T15:49:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:15.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:15.890231+0000) 2023-03-22T15:49:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:16 smithi142 ceph-mon[94717]: pgmap v2379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:49:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:16 smithi098 ceph-mon[94136]: pgmap v2379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:49:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:16.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.980843+0000) 2023-03-22T15:49:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:16.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.890160+0000) 2023-03-22T15:49:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:16.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.889946+0000) 2023-03-22T15:49:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:16.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.890064+0000) 2023-03-22T15:49:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:16.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.838395+0000) 2023-03-22T15:49:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:16.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.890608+0000) 2023-03-22T15:49:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:16.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.890479+0000) 2023-03-22T15:49:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:16.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:16.890300+0000) 2023-03-22T15:49:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:17 smithi142 ceph-mon[94717]: pgmap v2380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:49:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:17 smithi098 ceph-mon[94136]: pgmap v2380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:49:18.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:17.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.981024+0000) 2023-03-22T15:49:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:17.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.890175+0000) 2023-03-22T15:49:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:17.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.890266+0000) 2023-03-22T15:49:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:17.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.890047+0000) 2023-03-22T15:49:18.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:17.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.890406+0000) 2023-03-22T15:49:18.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:17.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.838521+0000) 2023-03-22T15:49:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:17.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.890594+0000) 2023-03-22T15:49:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:17.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:17.890722+0000) 2023-03-22T15:49:19.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:18.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.981146+0000) 2023-03-22T15:49:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:18.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.890423+0000) 2023-03-22T15:49:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:18.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.890173+0000) 2023-03-22T15:49:19.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:18.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.838656+0000) 2023-03-22T15:49:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:18.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.890720+0000) 2023-03-22T15:49:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:18.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.890837+0000) 2023-03-22T15:49:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:18.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.890545+0000) 2023-03-22T15:49:19.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:18.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:18.890327+0000) 2023-03-22T15:49:20.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:19.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.981295+0000) 2023-03-22T15:49:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:19.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.890580+0000) 2023-03-22T15:49:20.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:19.889+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.890339+0000) 2023-03-22T15:49:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:19.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.838777+0000) 2023-03-22T15:49:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:19.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.890499+0000) 2023-03-22T15:49:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:19.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.890837+0000) 2023-03-22T15:49:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:19.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.890953+0000) 2023-03-22T15:49:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:19.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:19.890675+0000) 2023-03-22T15:49:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:20 smithi142 ceph-mon[94717]: pgmap v2381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T15:49:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:20 smithi098 ceph-mon[94136]: pgmap v2381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T15:49:21.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:20.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.890695+0000) 2023-03-22T15:49:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:20.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.838901+0000) 2023-03-22T15:49:21.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:20.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.981420+0000) 2023-03-22T15:49:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:20.980+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:20.980+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:20.983+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.984367+0000) 2023-03-22T15:49:21.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:20.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.890614+0000) 2023-03-22T15:49:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:20.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.890943+0000) 2023-03-22T15:49:21.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:20.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.891071+0000) 2023-03-22T15:49:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:20.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.890777+0000) 2023-03-22T15:49:21.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:20.889+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:20.890463+0000) 2023-03-22T15:49:22.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:21.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.839022+0000) 2023-03-22T15:49:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:21.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.890725+0000) 2023-03-22T15:49:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:21.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.890856+0000) 2023-03-22T15:49:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:21.889+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.890563+0000) 2023-03-22T15:49:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:21.890+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.891412+0000) 2023-03-22T15:49:22.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:21.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.891121+0000) 2023-03-22T15:49:22.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:21.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.891254+0000) 2023-03-22T15:49:22.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:21.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:21.890973+0000) 2023-03-22T15:49:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:22 smithi142 ceph-mon[94717]: pgmap v2382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:49:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:22 smithi098 ceph-mon[94136]: pgmap v2382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:49:23.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:22.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:22.890963+0000) 2023-03-22T15:49:23.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:22.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:22.839130+0000) 2023-03-22T15:49:23.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:22.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:22.890823+0000) 2023-03-22T15:49:23.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:22.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:22.891234+0000) 2023-03-22T15:49:23.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:22.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:22.891093+0000) 2023-03-22T15:49:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:22.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:22.891386+0000) 2023-03-22T15:49:24.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:23.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.890939+0000) 2023-03-22T15:49:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:23.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.839249+0000) 2023-03-22T15:49:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:23.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.891072+0000) 2023-03-22T15:49:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:23.890+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:23.890+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:23.891+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.892306+0000) 2023-03-22T15:49:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:23.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.891367+0000) 2023-03-22T15:49:24.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:23.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.891537+0000) 2023-03-22T15:49:24.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:23.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.891209+0000) 2023-03-22T15:49:24.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:23.890+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:23.890+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:23.892251+0000) 2023-03-22T15:49:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:24 smithi142 ceph-mon[94717]: pgmap v2383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:49:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:24 smithi098 ceph-mon[94136]: pgmap v2383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:49:25.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:24.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:24.891044+0000) 2023-03-22T15:49:25.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:24.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:24.891483+0000) 2023-03-22T15:49:25.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:24.838+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:24.839366+0000) 2023-03-22T15:49:25.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:24.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:24.891650+0000) 2023-03-22T15:49:25.839 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:25.480+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:25.481718+0000) 2023-03-22T15:49:26.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:25.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:25.891791+0000) 2023-03-22T15:49:26.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:25.838+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:25.839495+0000) 2023-03-22T15:49:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:25.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:25.891154+0000) 2023-03-22T15:49:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:25.890+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:25.890+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:25.890+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:25.892149+0000) 2023-03-22T15:49:26.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:25.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:25.891601+0000) 2023-03-22T15:49:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:26 smithi142 ceph-mon[94717]: pgmap v2384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:49:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:26 smithi098 ceph-mon[94136]: pgmap v2384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:49:26.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:26.389+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:26.390829+0000) 2023-03-22T15:49:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:26.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:26.484098+0000) 2023-03-22T15:49:27.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:26.838+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:26.839580+0000) 2023-03-22T15:49:27.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:26.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:26.891905+0000) 2023-03-22T15:49:27.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:26.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:26.891731+0000) 2023-03-22T15:49:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:27.389+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:27.390953+0000) 2023-03-22T15:49:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:27.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:27.484848+0000) 2023-03-22T15:49:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:27 smithi142 ceph-mon[94717]: pgmap v2385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:49:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:27 smithi098 ceph-mon[94136]: pgmap v2385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:49:28.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:27.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:27.892175+0000) 2023-03-22T15:49:28.235 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:27.838+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:27.839672+0000) 2023-03-22T15:49:28.236 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:27.839+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:27.840437+0000) 2023-03-22T15:49:28.236 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:27.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:27.891844+0000) 2023-03-22T15:49:28.236 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:27.891+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:28.236 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:27.891+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:28.237 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:27.891+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:27.892670+0000) 2023-03-22T15:49:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:28.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:28.391375+0000) 2023-03-22T15:49:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:28.389+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:28.391068+0000) 2023-03-22T15:49:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:28.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:28.485051+0000) 2023-03-22T15:49:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:28.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:28.391475+0000) 2023-03-22T15:49:29.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:28.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:28.892314+0000) 2023-03-22T15:49:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:29.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:29.391490+0000) 2023-03-22T15:49:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:29.389+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:29.391171+0000) 2023-03-22T15:49:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:29.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:29.485175+0000) 2023-03-22T15:49:29.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:29.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:29.391595+0000) 2023-03-22T15:49:30.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:29.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:29.892425+0000) 2023-03-22T15:49:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:30 smithi142 ceph-mon[94717]: pgmap v2386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:30 smithi098 ceph-mon[94136]: pgmap v2386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:30.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:30.391605+0000) 2023-03-22T15:49:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:30.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:30.391288+0000) 2023-03-22T15:49:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:30.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:30.391496+0000) 2023-03-22T15:49:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:30.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:30.485315+0000) 2023-03-22T15:49:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:30.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:30.391711+0000) 2023-03-22T15:49:31.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:30.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:30.892535+0000) 2023-03-22T15:49:31.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:30.891+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:30.893252+0000) 2023-03-22T15:49:31.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:31.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:31.391608+0000) 2023-03-22T15:49:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:31.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:31.391722+0000) 2023-03-22T15:49:31.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:31.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:31.391407+0000) 2023-03-22T15:49:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:31.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:31.391830+0000) 2023-03-22T15:49:31.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:31.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:31.485436+0000) 2023-03-22T15:49:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:32 smithi142 ceph-mon[94717]: pgmap v2387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:32 smithi098 ceph-mon[94136]: pgmap v2387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:32.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:32.485637+0000) 2023-03-22T15:49:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:32.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:32.391834+0000) 2023-03-22T15:49:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:32.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:32.391521+0000) 2023-03-22T15:49:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:32.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:32.340012+0000) 2023-03-22T15:49:32.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:32.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:32.391721+0000) 2023-03-22T15:49:32.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:32.390+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:32.392104+0000) 2023-03-22T15:49:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:32.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:32.391949+0000) 2023-03-22T15:49:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:33.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:33.485753+0000) 2023-03-22T15:49:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:33.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:33.391940+0000) 2023-03-22T15:49:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:33.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:33.391630+0000) 2023-03-22T15:49:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:33.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:33.340142+0000) 2023-03-22T15:49:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:33.390+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:33.392217+0000) 2023-03-22T15:49:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:33.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:33.391828+0000) 2023-03-22T15:49:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:33.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:33.392069+0000) 2023-03-22T15:49:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:34 smithi142 ceph-mon[94717]: pgmap v2388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:34 smithi098 ceph-mon[94136]: pgmap v2388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:34.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:34.485935+0000) 2023-03-22T15:49:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:34.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:34.392049+0000) 2023-03-22T15:49:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:34.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:34.391737+0000) 2023-03-22T15:49:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:34.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:34.340281+0000) 2023-03-22T15:49:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:34.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:34.391933+0000) 2023-03-22T15:49:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:34.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:34.392300+0000) 2023-03-22T15:49:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:34.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:34.392181+0000) 2023-03-22T15:49:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:35.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.486043+0000) 2023-03-22T15:49:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:35.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.392161+0000) 2023-03-22T15:49:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:35.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.391846+0000) 2023-03-22T15:49:35.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:35.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.340393+0000) 2023-03-22T15:49:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:35.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.392412+0000) 2023-03-22T15:49:35.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:35.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.392039+0000) 2023-03-22T15:49:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:35.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.392768+0000) 2023-03-22T15:49:35.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:35.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:35.392301+0000) 2023-03-22T15:49:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:36 smithi142 ceph-mon[94717]: pgmap v2389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:36 smithi098 ceph-mon[94136]: pgmap v2389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:36.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.486228+0000) 2023-03-22T15:49:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:36.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.392280+0000) 2023-03-22T15:49:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:36.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.391944+0000) 2023-03-22T15:49:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:36.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.340499+0000) 2023-03-22T15:49:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:36.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.392146+0000) 2023-03-22T15:49:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:36.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.392886+0000) 2023-03-22T15:49:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:36.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.392417+0000) 2023-03-22T15:49:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:36.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:36.392524+0000) 2023-03-22T15:49:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:37.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.392389+0000) 2023-03-22T15:49:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:37.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.392063+0000) 2023-03-22T15:49:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:37.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.340609+0000) 2023-03-22T15:49:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:37.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.392265+0000) 2023-03-22T15:49:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:37.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.486298+0000) 2023-03-22T15:49:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:37.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.392532+0000) 2023-03-22T15:49:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:37.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.392638+0000) 2023-03-22T15:49:37.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:37.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:37.393000+0000) 2023-03-22T15:49:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:37 smithi142 ceph-mon[94717]: pgmap v2390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:37 smithi098 ceph-mon[94136]: pgmap v2390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:38.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.392500+0000) 2023-03-22T15:49:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:38.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.392170+0000) 2023-03-22T15:49:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:38.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.340718+0000) 2023-03-22T15:49:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:38.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.486481+0000) 2023-03-22T15:49:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:38.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.392381+0000) 2023-03-22T15:49:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:38.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.393112+0000) 2023-03-22T15:49:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:38.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.392644+0000) 2023-03-22T15:49:38.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:38.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:38.392752+0000) 2023-03-22T15:49:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:39.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.392605+0000) 2023-03-22T15:49:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:39.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.392287+0000) 2023-03-22T15:49:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:39.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.340841+0000) 2023-03-22T15:49:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:39.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.392487+0000) 2023-03-22T15:49:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:39.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.486599+0000) 2023-03-22T15:49:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:39.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.392867+0000) 2023-03-22T15:49:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:39.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.393223+0000) 2023-03-22T15:49:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:39.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:39.392748+0000) 2023-03-22T15:49:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:40 smithi142 ceph-mon[94717]: pgmap v2391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:40 smithi098 ceph-mon[94136]: pgmap v2391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:40.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.486769+0000) 2023-03-22T15:49:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:40.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.392709+0000) 2023-03-22T15:49:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:40.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.340960+0000) 2023-03-22T15:49:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:40.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.392855+0000) 2023-03-22T15:49:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:40.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.392396+0000) 2023-03-22T15:49:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:40.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.392979+0000) 2023-03-22T15:49:40.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:40.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.392595+0000) 2023-03-22T15:49:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:40.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:40.393301+0000) 2023-03-22T15:49:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:41.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.392820+0000) 2023-03-22T15:49:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:41.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.392502+0000) 2023-03-22T15:49:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:41.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.486883+0000) 2023-03-22T15:49:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:41.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.392698+0000) 2023-03-22T15:49:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:41.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.341077+0000) 2023-03-22T15:49:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:41.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.393415+0000) 2023-03-22T15:49:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:41.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.392965+0000) 2023-03-22T15:49:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:41.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:41.393087+0000) 2023-03-22T15:49:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:42 smithi142 ceph-mon[94717]: pgmap v2392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:42 smithi098 ceph-mon[94136]: pgmap v2392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:42.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.392924+0000) 2023-03-22T15:49:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:42.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.392611+0000) 2023-03-22T15:49:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:42.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.341198+0000) 2023-03-22T15:49:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:42.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.487075+0000) 2023-03-22T15:49:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:42.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.392799+0000) 2023-03-22T15:49:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:42.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.393538+0000) 2023-03-22T15:49:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:42.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.393076+0000) 2023-03-22T15:49:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:42.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:42.393199+0000) 2023-03-22T15:49:43.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:43.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.487193+0000) 2023-03-22T15:49:43.726 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:43.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.392730+0000) 2023-03-22T15:49:43.726 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:43.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.341319+0000) 2023-03-22T15:49:43.726 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:43.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.392899+0000) 2023-03-22T15:49:43.727 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:43.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.393020+0000) 2023-03-22T15:49:43.727 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:43.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.393301+0000) 2023-03-22T15:49:43.728 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:43.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.393655+0000) 2023-03-22T15:49:43.728 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:43.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:43.393186+0000) 2023-03-22T15:49:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:44 smithi142 ceph-mon[94717]: pgmap v2393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:44 smithi098 ceph-mon[94136]: pgmap v2393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:44.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.393121+0000) 2023-03-22T15:49:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:44.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.392841+0000) 2023-03-22T15:49:44.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:44.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.393417+0000) 2023-03-22T15:49:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:44.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.341443+0000) 2023-03-22T15:49:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:44.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.487390+0000) 2023-03-22T15:49:44.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:44.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.393007+0000) 2023-03-22T15:49:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:44.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.393304+0000) 2023-03-22T15:49:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:44.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:44.393772+0000) 2023-03-22T15:49:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:45.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.393233+0000) 2023-03-22T15:49:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:45.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.392947+0000) 2023-03-22T15:49:45.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:45.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.393530+0000) 2023-03-22T15:49:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:45.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.393109+0000) 2023-03-22T15:49:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:45.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.393441+0000) 2023-03-22T15:49:45.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:45.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.341563+0000) 2023-03-22T15:49:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:45.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.393875+0000) 2023-03-22T15:49:45.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:45.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:45.487501+0000) 2023-03-22T15:49:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:46 smithi142 ceph-mon[94717]: pgmap v2394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:46 smithi098 ceph-mon[94136]: pgmap v2394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:46.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:46.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.393211+0000) 2023-03-22T15:49:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:46.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.393293+0000) 2023-03-22T15:49:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:46.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.393060+0000) 2023-03-22T15:49:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:46.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.341677+0000) 2023-03-22T15:49:46.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:46.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.393982+0000) 2023-03-22T15:49:46.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:46.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.487687+0000) 2023-03-22T15:49:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:46.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.393641+0000) 2023-03-22T15:49:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:46.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:46.393563+0000) 2023-03-22T15:49:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:47.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.393400+0000) 2023-03-22T15:49:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:47.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.393143+0000) 2023-03-22T15:49:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:47.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.393293+0000) 2023-03-22T15:49:47.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:47.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.393753+0000) 2023-03-22T15:49:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:47.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.394091+0000) 2023-03-22T15:49:47.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:47.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.341785+0000) 2023-03-22T15:49:47.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:47.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.487821+0000) 2023-03-22T15:49:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:47.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:47.393682+0000) 2023-03-22T15:49:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:47 smithi142 ceph-mon[94717]: pgmap v2395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:47 smithi098 ceph-mon[94136]: pgmap v2395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:48.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.393507+0000) 2023-03-22T15:49:48.734 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:48.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.393251+0000) 2023-03-22T15:49:48.735 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:48.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.341896+0000) 2023-03-22T15:49:48.735 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:48.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.394208+0000) 2023-03-22T15:49:48.736 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:48.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.393799+0000) 2023-03-22T15:49:48.736 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:48.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.393407+0000) 2023-03-22T15:49:48.737 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:48.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.393866+0000) 2023-03-22T15:49:48.737 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:48.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:48.488056+0000) 2023-03-22T15:49:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:49.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.393612+0000) 2023-03-22T15:49:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:49.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.393404+0000) 2023-03-22T15:49:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:49.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.342025+0000) 2023-03-22T15:49:49.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:49.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.488175+0000) 2023-03-22T15:49:49.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:49.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.393521+0000) 2023-03-22T15:49:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:49.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.393982+0000) 2023-03-22T15:49:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:49.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.394300+0000) 2023-03-22T15:49:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:49.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:49.393913+0000) 2023-03-22T15:49:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:50 smithi142 ceph-mon[94717]: pgmap v2396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:50 smithi098 ceph-mon[94136]: pgmap v2396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:50.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:50.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.488343+0000) 2023-03-22T15:49:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:50.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.393632+0000) 2023-03-22T15:49:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:50.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.393760+0000) 2023-03-22T15:49:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:50.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.393541+0000) 2023-03-22T15:49:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:50.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.394104+0000) 2023-03-22T15:49:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:50.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.394409+0000) 2023-03-22T15:49:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:50.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.394028+0000) 2023-03-22T15:49:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:50.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:50.342142+0000) 2023-03-22T15:49:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:51.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.393920+0000) 2023-03-22T15:49:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:51.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.393771+0000) 2023-03-22T15:49:51.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:51.342+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.342302+0000) 2023-03-22T15:49:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:51.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.393786+0000) 2023-03-22T15:49:51.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:51.488+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.488484+0000) 2023-03-22T15:49:51.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:51.488+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:51.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:51.489+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:51.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:51.493+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.493698+0000) 2023-03-22T15:49:51.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:51.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.394221+0000) 2023-03-22T15:49:51.726 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:51.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.394530+0000) 2023-03-22T15:49:51.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:51.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:51.394179+0000) 2023-03-22T15:49:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:52 smithi142 ceph-mon[94717]: pgmap v2397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:52 smithi098 ceph-mon[94136]: pgmap v2397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:52.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:52.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.393888+0000) 2023-03-22T15:49:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:52.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.394048+0000) 2023-03-22T15:49:52.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:52.342+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.342435+0000) 2023-03-22T15:49:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:52.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.393890+0000) 2023-03-22T15:49:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:52.394+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:52.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:52.394+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.394779+0000) 2023-03-22T15:49:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:52.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.394326+0000) 2023-03-22T15:49:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:52.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.394654+0000) 2023-03-22T15:49:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:52.394+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:52.394327+0000) 2023-03-22T15:49:53.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:53.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:53.394174+0000) 2023-03-22T15:49:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:53.342+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:53.342546+0000) 2023-03-22T15:49:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:53.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:53.394033+0000) 2023-03-22T15:49:53.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:53.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:53.394440+0000) 2023-03-22T15:49:53.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:53.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:53.394768+0000) 2023-03-22T15:49:53.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:53.394+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:53.394467+0000) 2023-03-22T15:49:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:54 smithi142 ceph-mon[94717]: pgmap v2398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:54 smithi098 ceph-mon[94136]: pgmap v2398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:54.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:54.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.394164+0000) 2023-03-22T15:49:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:54.394+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.394307+0000) 2023-03-22T15:49:54.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:54.394+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:54.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:54.394+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:54.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:54.395+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.395911+0000) 2023-03-22T15:49:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:54.342+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.342676+0000) 2023-03-22T15:49:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:54.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.394561+0000) 2023-03-22T15:49:54.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:54.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.394890+0000) 2023-03-22T15:49:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:54.394+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.394611+0000) 2023-03-22T15:49:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:54.395+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:54.395+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:54.395434+0000) 2023-03-22T15:49:55.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:55.342+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:55.342830+0000) 2023-03-22T15:49:55.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:55.394+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:55.394302+0000) 2023-03-22T15:49:55.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:55.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:55.395003+0000) 2023-03-22T15:49:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:55.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:55.394725+0000) 2023-03-22T15:49:56.355 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:55.988+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:55.988761+0000) 2023-03-22T15:49:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:56 smithi142 ceph-mon[94717]: pgmap v2399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:56 smithi098 ceph-mon[94136]: pgmap v2399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:49:56.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:56.342+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:56.343052+0000) 2023-03-22T15:49:56.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:56.395+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:56.395262+0000) 2023-03-22T15:49:56.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:56.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:56.394925+0000) 2023-03-22T15:49:56.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:56.394+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:56.394447+0000) 2023-03-22T15:49:56.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:56.395+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:56.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:56.395+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:56.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:49:56.395+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:56.395762+0000) 2023-03-22T15:49:57.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:56.893+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:56.894126+0000) 2023-03-22T15:49:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:56.991+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:56.992245+0000) 2023-03-22T15:49:57.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:57.342+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:57.343228+0000) 2023-03-22T15:49:57.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:57.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:57.395071+0000) 2023-03-22T15:49:57.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:57.395+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:57.395395+0000) 2023-03-22T15:49:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:49:57 smithi142 ceph-mon[94717]: pgmap v2400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:49:57 smithi098 ceph-mon[94136]: pgmap v2400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:49:58.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:57.893+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:57.894238+0000) 2023-03-22T15:49:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:57.993+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:57.993523+0000) 2023-03-22T15:49:58.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:58.343+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.343364+0000) 2023-03-22T15:49:58.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:58.343+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:58.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:49:58.343+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.344119+0000) 2023-03-22T15:49:58.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:58.395+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.395557+0000) 2023-03-22T15:49:58.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:58.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.395210+0000) 2023-03-22T15:49:58.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:58.395+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:58.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:58.395+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:49:58.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:49:58.395+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.395995+0000) 2023-03-22T15:49:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:58.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.894515+0000) 2023-03-22T15:49:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:58.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.894357+0000) 2023-03-22T15:49:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:58.993+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.993637+0000) 2023-03-22T15:49:59.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:58.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:58.894876+0000) 2023-03-22T15:49:59.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:49:59.395+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:59.395705+0000) 2023-03-22T15:50:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:49:59.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:59.894626+0000) 2023-03-22T15:50:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:49:59.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:59.894486+0000) 2023-03-22T15:50:00.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:49:59.993+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:59.993825+0000) 2023-03-22T15:50:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:49:59.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:49:59.894981+0000) 2023-03-22T15:50:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:00 smithi142 ceph-mon[94717]: pgmap v2401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:50:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:00 smithi098 ceph-mon[94136]: pgmap v2401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T15:50:00.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:00.395+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:00.395847+0000) 2023-03-22T15:50:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:00.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:00.894726+0000) 2023-03-22T15:50:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:00.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:00.894583+0000) 2023-03-22T15:50:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:00.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:00.894801+0000) 2023-03-22T15:50:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:00.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:00.895084+0000) 2023-03-22T15:50:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:00.993+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:00.993945+0000) 2023-03-22T15:50:01.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:01.395+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:01.395991+0000) 2023-03-22T15:50:01.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:01.396+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:01.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:01.396+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:01.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:01.396+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:01.397114+0000) 2023-03-22T15:50:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:01.993+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:01.994128+0000) 2023-03-22T15:50:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:01.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:01.894833+0000) 2023-03-22T15:50:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:01.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:01.894694+0000) 2023-03-22T15:50:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:01.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:01.894908+0000) 2023-03-22T15:50:02.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:01.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:01.895186+0000) 2023-03-22T15:50:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:02 smithi142 ceph-mon[94717]: pgmap v2402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:02 smithi098 ceph-mon[94136]: pgmap v2402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:02.993+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:02.994250+0000) 2023-03-22T15:50:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:02.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:02.894938+0000) 2023-03-22T15:50:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:02.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:02.894800+0000) 2023-03-22T15:50:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:02.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:02.843580+0000) 2023-03-22T15:50:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:02.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:02.895017+0000) 2023-03-22T15:50:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:02.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:02.895454+0000) 2023-03-22T15:50:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:02.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:02.895303+0000) 2023-03-22T15:50:04.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:03.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:03.895122+0000) 2023-03-22T15:50:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:03.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:03.895049+0000) 2023-03-22T15:50:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:03.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:03.894918+0000) 2023-03-22T15:50:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:03.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:03.843705+0000) 2023-03-22T15:50:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:03.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:03.994453+0000) 2023-03-22T15:50:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:03.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:03.895421+0000) 2023-03-22T15:50:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:03.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:03.895566+0000) 2023-03-22T15:50:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:04 smithi142 ceph-mon[94717]: pgmap v2403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:50:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:04 smithi098 ceph-mon[94136]: pgmap v2403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:50:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:04.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:04.895156+0000) 2023-03-22T15:50:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:04.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:04.895024+0000) 2023-03-22T15:50:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:04.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:04.843812+0000) 2023-03-22T15:50:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:04.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:04.994570+0000) 2023-03-22T15:50:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:04.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:04.895229+0000) 2023-03-22T15:50:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:04.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:04.895679+0000) 2023-03-22T15:50:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:04.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:04.895535+0000) 2023-03-22T15:50:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:05.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.994755+0000) 2023-03-22T15:50:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:05.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.895289+0000) 2023-03-22T15:50:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:05.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.895131+0000) 2023-03-22T15:50:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:05.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.843925+0000) 2023-03-22T15:50:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:05.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.895793+0000) 2023-03-22T15:50:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:05.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.895317+0000) 2023-03-22T15:50:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:05.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.895658+0000) 2023-03-22T15:50:06.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:05.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:05.896285+0000) 2023-03-22T15:50:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:06 smithi142 ceph-mon[94717]: pgmap v2404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:50:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:06 smithi098 ceph-mon[94136]: pgmap v2404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:50:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:06.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.895400+0000) 2023-03-22T15:50:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:06.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.895239+0000) 2023-03-22T15:50:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:06.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.844054+0000) 2023-03-22T15:50:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:06.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.895775+0000) 2023-03-22T15:50:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:06.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.994873+0000) 2023-03-22T15:50:07.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:06.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.895428+0000) 2023-03-22T15:50:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:06.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.895907+0000) 2023-03-22T15:50:07.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:06.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:06.896403+0000) 2023-03-22T15:50:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:07 smithi142 ceph-mon[94717]: pgmap v2405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:50:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:07 smithi098 ceph-mon[94136]: pgmap v2405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:50:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:07.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.895506+0000) 2023-03-22T15:50:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:07.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.895353+0000) 2023-03-22T15:50:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:07.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.844183+0000) 2023-03-22T15:50:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:07.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.995056+0000) 2023-03-22T15:50:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:07.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.895545+0000) 2023-03-22T15:50:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:07.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.896019+0000) 2023-03-22T15:50:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:07.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.896520+0000) 2023-03-22T15:50:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:07.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:07.895890+0000) 2023-03-22T15:50:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:08.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.895616+0000) 2023-03-22T15:50:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:08.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.895465+0000) 2023-03-22T15:50:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:08.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.844312+0000) 2023-03-22T15:50:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:08.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.995169+0000) 2023-03-22T15:50:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:08.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.895663+0000) 2023-03-22T15:50:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:08.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.896638+0000) 2023-03-22T15:50:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:08.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.895999+0000) 2023-03-22T15:50:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:08.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:08.896126+0000) 2023-03-22T15:50:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:09 smithi142 ceph-mon[94717]: osdmap e213: 12 total, 9 up, 9 in 2023-03-22T15:50:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:09 smithi142 ceph-mon[94717]: pgmap v2407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:50:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:09 smithi098 ceph-mon[94136]: osdmap e213: 12 total, 9 up, 9 in 2023-03-22T15:50:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:09 smithi098 ceph-mon[94136]: pgmap v2407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:50:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:09.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.895725+0000) 2023-03-22T15:50:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:09.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.895572+0000) 2023-03-22T15:50:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:09.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.844436+0000) 2023-03-22T15:50:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:09.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.995361+0000) 2023-03-22T15:50:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:09.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.896748+0000) 2023-03-22T15:50:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:09.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.895777+0000) 2023-03-22T15:50:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:09.894+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.896236+0000) 2023-03-22T15:50:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:09.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:09.896098+0000) 2023-03-22T15:50:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:10.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.895833+0000) 2023-03-22T15:50:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:10.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.895680+0000) 2023-03-22T15:50:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:10.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.844554+0000) 2023-03-22T15:50:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:10.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.895885+0000) 2023-03-22T15:50:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:10.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.896302+0000) 2023-03-22T15:50:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:10.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.995476+0000) 2023-03-22T15:50:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:10.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.896860+0000) 2023-03-22T15:50:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:10.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:10.896200+0000) 2023-03-22T15:50:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:11.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.895944+0000) 2023-03-22T15:50:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:11.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.895791+0000) 2023-03-22T15:50:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:11.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.895999+0000) 2023-03-22T15:50:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:11.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.844669+0000) 2023-03-22T15:50:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:11.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.995660+0000) 2023-03-22T15:50:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:11.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.896988+0000) 2023-03-22T15:50:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:11.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.896298+0000) 2023-03-22T15:50:12.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:11.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:11.896426+0000) 2023-03-22T15:50:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:12 smithi142 ceph-mon[94717]: pgmap v2408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:50:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:12 smithi098 ceph-mon[94136]: pgmap v2408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:50:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:12.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.896059+0000) 2023-03-22T15:50:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:12.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.895901+0000) 2023-03-22T15:50:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:12.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.844776+0000) 2023-03-22T15:50:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:12.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.896542+0000) 2023-03-22T15:50:13.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:12.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.896420+0000) 2023-03-22T15:50:13.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:12.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.995785+0000) 2023-03-22T15:50:13.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:12.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.897106+0000) 2023-03-22T15:50:13.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:12.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:12.896111+0000) 2023-03-22T15:50:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:13.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.995968+0000) 2023-03-22T15:50:14.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:13.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.896172+0000) 2023-03-22T15:50:14.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:13.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.896019+0000) 2023-03-22T15:50:14.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:13.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.844884+0000) 2023-03-22T15:50:14.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:13.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.896657+0000) 2023-03-22T15:50:14.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:13.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.896240+0000) 2023-03-22T15:50:14.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:13.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.897217+0000) 2023-03-22T15:50:14.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:13.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:13.896535+0000) 2023-03-22T15:50:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:14 smithi142 ceph-mon[94717]: pgmap v2409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:50:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:14 smithi098 ceph-mon[94136]: pgmap v2409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:50:15.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:14.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.896290+0000) 2023-03-22T15:50:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:14.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.896131+0000) 2023-03-22T15:50:15.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:14.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.845016+0000) 2023-03-22T15:50:15.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:14.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.896772+0000) 2023-03-22T15:50:15.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:14.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.896650+0000) 2023-03-22T15:50:15.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:14.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.996083+0000) 2023-03-22T15:50:15.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:14.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.896365+0000) 2023-03-22T15:50:15.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:14.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:14.897300+0000) 2023-03-22T15:50:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:15.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.896412+0000) 2023-03-22T15:50:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:15.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.896243+0000) 2023-03-22T15:50:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:15.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.845135+0000) 2023-03-22T15:50:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:15.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.996267+0000) 2023-03-22T15:50:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:15.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.896883+0000) 2023-03-22T15:50:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:15.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.896490+0000) 2023-03-22T15:50:16.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:15.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.897415+0000) 2023-03-22T15:50:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:15.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:15.896781+0000) 2023-03-22T15:50:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:16 smithi142 ceph-mon[94717]: pgmap v2410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:50:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:16 smithi098 ceph-mon[94136]: pgmap v2410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:50:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:16.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.896529+0000) 2023-03-22T15:50:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:16.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.896368+0000) 2023-03-22T15:50:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:16.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.845242+0000) 2023-03-22T15:50:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:16.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.896611+0000) 2023-03-22T15:50:17.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:16.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.897526+0000) 2023-03-22T15:50:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:16.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.896995+0000) 2023-03-22T15:50:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:16.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.896893+0000) 2023-03-22T15:50:17.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:16.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:16.996390+0000) 2023-03-22T15:50:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:17 smithi142 ceph-mon[94717]: pgmap v2411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:50:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:17 smithi098 ceph-mon[94136]: pgmap v2411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:50:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:17.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.896639+0000) 2023-03-22T15:50:18.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:17.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.896481+0000) 2023-03-22T15:50:18.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:17.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.845375+0000) 2023-03-22T15:50:18.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:17.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.996576+0000) 2023-03-22T15:50:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:17.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.896729+0000) 2023-03-22T15:50:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:17.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.897000+0000) 2023-03-22T15:50:18.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:17.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.897636+0000) 2023-03-22T15:50:18.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:17.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:17.897105+0000) 2023-03-22T15:50:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:18.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.896745+0000) 2023-03-22T15:50:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:18.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.896586+0000) 2023-03-22T15:50:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:18.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.996691+0000) 2023-03-22T15:50:19.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:18.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.845489+0000) 2023-03-22T15:50:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:18.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.896840+0000) 2023-03-22T15:50:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:18.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.897753+0000) 2023-03-22T15:50:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:18.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.897109+0000) 2023-03-22T15:50:19.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:18.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:18.897223+0000) 2023-03-22T15:50:20.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:19.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.896854+0000) 2023-03-22T15:50:20.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:19.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.896697+0000) 2023-03-22T15:50:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:19.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.845608+0000) 2023-03-22T15:50:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:19.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.996879+0000) 2023-03-22T15:50:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:19.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.896951+0000) 2023-03-22T15:50:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:19.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.897862+0000) 2023-03-22T15:50:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:19.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.897219+0000) 2023-03-22T15:50:20.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:19.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:19.897301+0000) 2023-03-22T15:50:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:20 smithi142 ceph-mon[94717]: pgmap v2412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T15:50:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:20 smithi098 ceph-mon[94136]: pgmap v2412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T15:50:21.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:20.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.896958+0000) 2023-03-22T15:50:21.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:20.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.896804+0000) 2023-03-22T15:50:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:20.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.845733+0000) 2023-03-22T15:50:21.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:20.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.996999+0000) 2023-03-22T15:50:21.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:20.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.897060+0000) 2023-03-22T15:50:21.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:20.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.897411+0000) 2023-03-22T15:50:21.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:20.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.897973+0000) 2023-03-22T15:50:21.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:20.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:20.897301+0000) 2023-03-22T15:50:22.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:21.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.897062+0000) 2023-03-22T15:50:22.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:21.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.896907+0000) 2023-03-22T15:50:22.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:21.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.897525+0000) 2023-03-22T15:50:22.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:21.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.845863+0000) 2023-03-22T15:50:22.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:21.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.898080+0000) 2023-03-22T15:50:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:21.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.897156+0000) 2023-03-22T15:50:22.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:21.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.897415+0000) 2023-03-22T15:50:22.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:21.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:21.997184+0000) 2023-03-22T15:50:22.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:21.996+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:22.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:22.000+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.001778+0000) 2023-03-22T15:50:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:22 smithi142 ceph-mon[94717]: pgmap v2413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:50:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:22 smithi098 ceph-mon[94136]: pgmap v2413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:50:23.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:22.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.897173+0000) 2023-03-22T15:50:23.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:22.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.898200+0000) 2023-03-22T15:50:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:22.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.845992+0000) 2023-03-22T15:50:23.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:22.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.897016+0000) 2023-03-22T15:50:23.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:22.896+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:23.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:22.896+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:23.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:22.896+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.898039+0000) 2023-03-22T15:50:23.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:22.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.897378+0000) 2023-03-22T15:50:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:22.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.897681+0000) 2023-03-22T15:50:23.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:22.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:22.897578+0000) 2023-03-22T15:50:24.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:23.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:23.897488+0000) 2023-03-22T15:50:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:23.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:23.897293+0000) 2023-03-22T15:50:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:23.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:23.846124+0000) 2023-03-22T15:50:24.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:23.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:23.898306+0000) 2023-03-22T15:50:24.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:23.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:23.897695+0000) 2023-03-22T15:50:24.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:23.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:23.897796+0000) 2023-03-22T15:50:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:24 smithi142 ceph-mon[94717]: pgmap v2414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:50:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:24 smithi098 ceph-mon[94136]: pgmap v2414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:50:25.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:24.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.897623+0000) 2023-03-22T15:50:25.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:24.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.846232+0000) 2023-03-22T15:50:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:24.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.897407+0000) 2023-03-22T15:50:25.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:24.897+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.898408+0000) 2023-03-22T15:50:25.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:24.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.897968+0000) 2023-03-22T15:50:25.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:24.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.898451+0000) 2023-03-22T15:50:25.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:24.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.897819+0000) 2023-03-22T15:50:25.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:24.897+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:25.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:24.897+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:24.897+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:24.898975+0000) 2023-03-22T15:50:26.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:25.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:25.897733+0000) 2023-03-22T15:50:26.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:25.845+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:25.846317+0000) 2023-03-22T15:50:26.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:25.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:25.898082+0000) 2023-03-22T15:50:26.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:25.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:25.898563+0000) 2023-03-22T15:50:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:26 smithi142 ceph-mon[94717]: pgmap v2415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:50:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:26 smithi098 ceph-mon[94136]: pgmap v2415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:50:26.846 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:26.496+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:26.497476+0000) 2023-03-22T15:50:27.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:26.845+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:26.846442+0000) 2023-03-22T15:50:27.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:26.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:26.897843+0000) 2023-03-22T15:50:27.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:26.897+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:27.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:26.897+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:27.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:26.897+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:26.898965+0000) 2023-03-22T15:50:27.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:26.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:26.898680+0000) 2023-03-22T15:50:27.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:26.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:26.898198+0000) 2023-03-22T15:50:27.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:27.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:27.397350+0000) 2023-03-22T15:50:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:27.499+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:27.500976+0000) 2023-03-22T15:50:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:27 smithi142 ceph-mon[94717]: pgmap v2416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:50:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:27 smithi098 ceph-mon[94136]: pgmap v2416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:50:28.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:27.845+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:27.846563+0000) 2023-03-22T15:50:28.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:27.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:27.898806+0000) 2023-03-22T15:50:28.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:27.897+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:27.898294+0000) 2023-03-22T15:50:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:28.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:28.502292+0000) 2023-03-22T15:50:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:28.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:28.397460+0000) 2023-03-22T15:50:29.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:28.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:28.898919+0000) 2023-03-22T15:50:29.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:28.845+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:28.846684+0000) 2023-03-22T15:50:29.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:28.846+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:28.846+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:28.846+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:28.847577+0000) 2023-03-22T15:50:29.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:28.897+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:28.898411+0000) 2023-03-22T15:50:29.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:28.897+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:29.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:28.898+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:28.899415+0000) 2023-03-22T15:50:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:29.396+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:29.397705+0000) 2023-03-22T15:50:29.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:29.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:29.397565+0000) 2023-03-22T15:50:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:29.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:29.502405+0000) 2023-03-22T15:50:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:29.396+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:29.398162+0000) 2023-03-22T15:50:30.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:29.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:29.899032+0000) 2023-03-22T15:50:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:30 smithi142 ceph-mon[94717]: pgmap v2417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:30 smithi098 ceph-mon[94136]: pgmap v2417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:30.396+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:30.397812+0000) 2023-03-22T15:50:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:30.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:30.397674+0000) 2023-03-22T15:50:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:30.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:30.502599+0000) 2023-03-22T15:50:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:30.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:30.398292+0000) 2023-03-22T15:50:31.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:30.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:30.899154+0000) 2023-03-22T15:50:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:31.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:31.502710+0000) 2023-03-22T15:50:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:31.396+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:31.398156+0000) 2023-03-22T15:50:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:31.396+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:31.397915+0000) 2023-03-22T15:50:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:31.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:31.398414+0000) 2023-03-22T15:50:32.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:31.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:31.397797+0000) 2023-03-22T15:50:32.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:31.898+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:31.899345+0000) 2023-03-22T15:50:32.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:31.898+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:32.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:31.899+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:31.900277+0000) 2023-03-22T15:50:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:32 smithi142 ceph-mon[94717]: pgmap v2418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:32 smithi098 ceph-mon[94136]: pgmap v2418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:32.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:32.502903+0000) 2023-03-22T15:50:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:32.396+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:32.398026+0000) 2023-03-22T15:50:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:32.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:32.397905+0000) 2023-03-22T15:50:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:32.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:32.398263+0000) 2023-03-22T15:50:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:32.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:32.398558+0000) 2023-03-22T15:50:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:33.396+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:33.398165+0000) 2023-03-22T15:50:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:33.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:33.398050+0000) 2023-03-22T15:50:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:33.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:33.347044+0000) 2023-03-22T15:50:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:33.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:33.503017+0000) 2023-03-22T15:50:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:33.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:33.398382+0000) 2023-03-22T15:50:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:33.397+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:33.398906+0000) 2023-03-22T15:50:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:33.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:33.398680+0000) 2023-03-22T15:50:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:34 smithi142 ceph-mon[94717]: pgmap v2419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:34 smithi098 ceph-mon[94136]: pgmap v2419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:34.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:34.398286+0000) 2023-03-22T15:50:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:34.396+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:34.398163+0000) 2023-03-22T15:50:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:34.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:34.347236+0000) 2023-03-22T15:50:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:34.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:34.398784+0000) 2023-03-22T15:50:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:34.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:34.398503+0000) 2023-03-22T15:50:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:34.397+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:34.399013+0000) 2023-03-22T15:50:34.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:34.502+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:34.503296+0000) 2023-03-22T15:50:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:35.502+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:35.503414+0000) 2023-03-22T15:50:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:35.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:35.398616+0000) 2023-03-22T15:50:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:35.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:35.398397+0000) 2023-03-22T15:50:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:35.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:35.398281+0000) 2023-03-22T15:50:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:35.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:35.347412+0000) 2023-03-22T15:50:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:35.397+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:35.399125+0000) 2023-03-22T15:50:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:35.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:35.398889+0000) 2023-03-22T15:50:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:36 smithi142 ceph-mon[94717]: pgmap v2420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:36 smithi098 ceph-mon[94136]: pgmap v2420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:36.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.503660+0000) 2023-03-22T15:50:36.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:36.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.398725+0000) 2023-03-22T15:50:36.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:36.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.398514+0000) 2023-03-22T15:50:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:36.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.398390+0000) 2023-03-22T15:50:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:36.398+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.399708+0000) 2023-03-22T15:50:36.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:36.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.347536+0000) 2023-03-22T15:50:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:36.397+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.399223+0000) 2023-03-22T15:50:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:36.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:36.399000+0000) 2023-03-22T15:50:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:37.502+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.503831+0000) 2023-03-22T15:50:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:37.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.398626+0000) 2023-03-22T15:50:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:37.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.398496+0000) 2023-03-22T15:50:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:37.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.347683+0000) 2023-03-22T15:50:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:37.398+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.399816+0000) 2023-03-22T15:50:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:37.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.399102+0000) 2023-03-22T15:50:37.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:37.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.398830+0000) 2023-03-22T15:50:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:37.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:37.399299+0000) 2023-03-22T15:50:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:37 smithi142 ceph-mon[94717]: pgmap v2421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:37 smithi098 ceph-mon[94136]: pgmap v2421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:38.502+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.504046+0000) 2023-03-22T15:50:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:38.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.398742+0000) 2023-03-22T15:50:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:38.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.398601+0000) 2023-03-22T15:50:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:38.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.347799+0000) 2023-03-22T15:50:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:38.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.398955+0000) 2023-03-22T15:50:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:38.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.399408+0000) 2023-03-22T15:50:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:38.398+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.399942+0000) 2023-03-22T15:50:38.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:38.397+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:38.399207+0000) 2023-03-22T15:50:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:39.502+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.504177+0000) 2023-03-22T15:50:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:39.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.398855+0000) 2023-03-22T15:50:39.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:39.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.399536+0000) 2023-03-22T15:50:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:39.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.347949+0000) 2023-03-22T15:50:39.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:39.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.398723+0000) 2023-03-22T15:50:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:39.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.399296+0000) 2023-03-22T15:50:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:39.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.399065+0000) 2023-03-22T15:50:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:39.398+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:39.400055+0000) 2023-03-22T15:50:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:40 smithi142 ceph-mon[94717]: pgmap v2422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:40 smithi098 ceph-mon[94136]: pgmap v2422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:40.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.398965+0000) 2023-03-22T15:50:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:40.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.398844+0000) 2023-03-22T15:50:40.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:40.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.399653+0000) 2023-03-22T15:50:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:40.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.348077+0000) 2023-03-22T15:50:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:40.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.504313+0000) 2023-03-22T15:50:40.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:40.397+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.399170+0000) 2023-03-22T15:50:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:40.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.399407+0000) 2023-03-22T15:50:40.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:40.398+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:40.400159+0000) 2023-03-22T15:50:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:41.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.504438+0000) 2023-03-22T15:50:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:41.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.399280+0000) 2023-03-22T15:50:41.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:41.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.399070+0000) 2023-03-22T15:50:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:41.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.398963+0000) 2023-03-22T15:50:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:41.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.348215+0000) 2023-03-22T15:50:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:41.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.400281+0000) 2023-03-22T15:50:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:41.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.399755+0000) 2023-03-22T15:50:41.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:41.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:41.399525+0000) 2023-03-22T15:50:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:42 smithi142 ceph-mon[94717]: pgmap v2423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:42 smithi098 ceph-mon[94136]: pgmap v2423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:42.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.504637+0000) 2023-03-22T15:50:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:42.397+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.399219+0000) 2023-03-22T15:50:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:42.397+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.399141+0000) 2023-03-22T15:50:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:42.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.348300+0000) 2023-03-22T15:50:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:42.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.399431+0000) 2023-03-22T15:50:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:42.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.399856+0000) 2023-03-22T15:50:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:42.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.400398+0000) 2023-03-22T15:50:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:42.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:42.399640+0000) 2023-03-22T15:50:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:43.398+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.399397+0000) 2023-03-22T15:50:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:43.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.399304+0000) 2023-03-22T15:50:43.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:43.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.399960+0000) 2023-03-22T15:50:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:43.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.348417+0000) 2023-03-22T15:50:43.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:43.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.399754+0000) 2023-03-22T15:50:43.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:43.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.504764+0000) 2023-03-22T15:50:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:43.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.399551+0000) 2023-03-22T15:50:43.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:43.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:43.400526+0000) 2023-03-22T15:50:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:44 smithi142 ceph-mon[94717]: pgmap v2424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:44 smithi098 ceph-mon[94136]: pgmap v2424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:44.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.399657+0000) 2023-03-22T15:50:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:44.398+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.399509+0000) 2023-03-22T15:50:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:44.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.399410+0000) 2023-03-22T15:50:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:44.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.348539+0000) 2023-03-22T15:50:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:44.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.504927+0000) 2023-03-22T15:50:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:44.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.400071+0000) 2023-03-22T15:50:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:44.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.400632+0000) 2023-03-22T15:50:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:44.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:44.399870+0000) 2023-03-22T15:50:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:45.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.505052+0000) 2023-03-22T15:50:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:45.398+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.399645+0000) 2023-03-22T15:50:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:45.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.399538+0000) 2023-03-22T15:50:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:45.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.399990+0000) 2023-03-22T15:50:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:45.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.348650+0000) 2023-03-22T15:50:45.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:45.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.399826+0000) 2023-03-22T15:50:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:45.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.400733+0000) 2023-03-22T15:50:45.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:45.398+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:45.400184+0000) 2023-03-22T15:50:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:46 smithi142 ceph-mon[94717]: pgmap v2425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:46 smithi098 ceph-mon[94136]: pgmap v2425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:46.398+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.399814+0000) 2023-03-22T15:50:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:46.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.399712+0000) 2023-03-22T15:50:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:46.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.348765+0000) 2023-03-22T15:50:46.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:46.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.505230+0000) 2023-03-22T15:50:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:46.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.399981+0000) 2023-03-22T15:50:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:46.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.400836+0000) 2023-03-22T15:50:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:46.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.400112+0000) 2023-03-22T15:50:46.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:46.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:46.400302+0000) 2023-03-22T15:50:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:47.398+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.399960+0000) 2023-03-22T15:50:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:47.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.399826+0000) 2023-03-22T15:50:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:47.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.348895+0000) 2023-03-22T15:50:47.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:47.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.400416+0000) 2023-03-22T15:50:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:47.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.400088+0000) 2023-03-22T15:50:47.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:47.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.505338+0000) 2023-03-22T15:50:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:47.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.400955+0000) 2023-03-22T15:50:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:47.398+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:47.400230+0000) 2023-03-22T15:50:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:47 smithi142 ceph-mon[94717]: pgmap v2426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:47 smithi098 ceph-mon[94136]: pgmap v2426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:48.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.505548+0000) 2023-03-22T15:50:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:48.398+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.400061+0000) 2023-03-22T15:50:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:48.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.399998+0000) 2023-03-22T15:50:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:48.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.349055+0000) 2023-03-22T15:50:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:48.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.400530+0000) 2023-03-22T15:50:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:48.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.401069+0000) 2023-03-22T15:50:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:48.398+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.400207+0000) 2023-03-22T15:50:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:48.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:48.400347+0000) 2023-03-22T15:50:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:49.398+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.400176+0000) 2023-03-22T15:50:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:49.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.400117+0000) 2023-03-22T15:50:49.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:49.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.349214+0000) 2023-03-22T15:50:49.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:49.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.505722+0000) 2023-03-22T15:50:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:49.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.400296+0000) 2023-03-22T15:50:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:49.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.401182+0000) 2023-03-22T15:50:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:49.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.400637+0000) 2023-03-22T15:50:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:49.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:49.400456+0000) 2023-03-22T15:50:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:50 smithi142 ceph-mon[94717]: pgmap v2427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:50 smithi098 ceph-mon[94136]: pgmap v2427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:50.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:50.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.400305+0000) 2023-03-22T15:50:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:50.398+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.400242+0000) 2023-03-22T15:50:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:50.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.349405+0000) 2023-03-22T15:50:50.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:50.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.506008+0000) 2023-03-22T15:50:50.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:50.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.400425+0000) 2023-03-22T15:50:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:50.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.401291+0000) 2023-03-22T15:50:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:50.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.400573+0000) 2023-03-22T15:50:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:50.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:50.400757+0000) 2023-03-22T15:50:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:51.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.400418+0000) 2023-03-22T15:50:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:51.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.349538+0000) 2023-03-22T15:50:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:51.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.506134+0000) 2023-03-22T15:50:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:51.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.400367+0000) 2023-03-22T15:50:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:51.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.400870+0000) 2023-03-22T15:50:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:51.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.400534+0000) 2023-03-22T15:50:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:51.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.401395+0000) 2023-03-22T15:50:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:51.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:51.400684+0000) 2023-03-22T15:50:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:52 smithi142 ceph-mon[94717]: pgmap v2428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:52 smithi098 ceph-mon[94136]: pgmap v2428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:52.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:52.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.400645+0000) 2023-03-22T15:50:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:52.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.400529+0000) 2023-03-22T15:50:52.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:52.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.400484+0000) 2023-03-22T15:50:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:52.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.349664+0000) 2023-03-22T15:50:52.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:52.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.506318+0000) 2023-03-22T15:50:52.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:52.505+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:52.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:52.505+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:52.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:52.508+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.509301+0000) 2023-03-22T15:50:52.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:52.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.401501+0000) 2023-03-22T15:50:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:52.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.400808+0000) 2023-03-22T15:50:52.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:52.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:52.400977+0000) 2023-03-22T15:50:53.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:53.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.400636+0000) 2023-03-22T15:50:53.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:53.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.401092+0000) 2023-03-22T15:50:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:53.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.349768+0000) 2023-03-22T15:50:53.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:53.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.400801+0000) 2023-03-22T15:50:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:53.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.400591+0000) 2023-03-22T15:50:53.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:53.400+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:53.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:53.400+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.401481+0000) 2023-03-22T15:50:53.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:53.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.401620+0000) 2023-03-22T15:50:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:53.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:53.400920+0000) 2023-03-22T15:50:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:54 smithi142 ceph-mon[94717]: pgmap v2429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:54 smithi098 ceph-mon[94136]: pgmap v2429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:54.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:54.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:54.400910+0000) 2023-03-22T15:50:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:54.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:54.400762+0000) 2023-03-22T15:50:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:54.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:54.349896+0000) 2023-03-22T15:50:54.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:54.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:54.401196+0000) 2023-03-22T15:50:54.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:54.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:54.401729+0000) 2023-03-22T15:50:54.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:54.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:54.401031+0000) 2023-03-22T15:50:55.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:55.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.350020+0000) 2023-03-22T15:50:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:55.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.400882+0000) 2023-03-22T15:50:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:55.400+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:55.400+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:55.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:55.400+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.401838+0000) 2023-03-22T15:50:55.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:55.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.401842+0000) 2023-03-22T15:50:55.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:55.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.401006+0000) 2023-03-22T15:50:55.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:55.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.401305+0000) 2023-03-22T15:50:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:55.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.401173+0000) 2023-03-22T15:50:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:55.400+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:55.400+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:55.402089+0000) 2023-03-22T15:50:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:56 smithi142 ceph-mon[94717]: pgmap v2430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:56 smithi098 ceph-mon[94136]: pgmap v2430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:50:56.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:56.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:56.350143+0000) 2023-03-22T15:50:56.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:56.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:56.401135+0000) 2023-03-22T15:50:56.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:56.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:56.401429+0000) 2023-03-22T15:50:56.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:56.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:56.401973+0000) 2023-03-22T15:50:57.350 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:57.005+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:57.006611+0000) 2023-03-22T15:50:57.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:57.349+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:57.350259+0000) 2023-03-22T15:50:57.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:57.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:57.401253+0000) 2023-03-22T15:50:57.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:50:57.400+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:57.402112+0000) 2023-03-22T15:50:57.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:57.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:57.402085+0000) 2023-03-22T15:50:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:57.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:57.401551+0000) 2023-03-22T15:50:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:50:57 smithi142 ceph-mon[94717]: pgmap v2431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:50:57 smithi098 ceph-mon[94136]: pgmap v2431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:50:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:58.008+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:58.008779+0000) 2023-03-22T15:50:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:57.899+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:57.900845+0000) 2023-03-22T15:50:58.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:58.350+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:58.350413+0000) 2023-03-22T15:50:58.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:58.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:58.401683+0000) 2023-03-22T15:50:58.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:58.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:58.402212+0000) 2023-03-22T15:50:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:50:59.010+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.010329+0000) 2023-03-22T15:50:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:58.900+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:58.900993+0000) 2023-03-22T15:50:59.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:50:59.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.402300+0000) 2023-03-22T15:50:59.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:59.350+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.350587+0000) 2023-03-22T15:50:59.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:59.351+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:59.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:59.351+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:50:59.351+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.351881+0000) 2023-03-22T15:50:59.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:59.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.401809+0000) 2023-03-22T15:50:59.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:59.402+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:50:59.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:50:59.402+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.402445+0000) 2023-03-22T15:51:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:00.010+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:00.010613+0000) 2023-03-22T15:51:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:50:59.900+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.901164+0000) 2023-03-22T15:51:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:50:59.900+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.901128+0000) 2023-03-22T15:51:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:50:59.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:50:59.901525+0000) 2023-03-22T15:51:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:00 smithi142 ceph-mon[94717]: pgmap v2432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:00 smithi098 ceph-mon[94136]: pgmap v2432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:00.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:00.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:00.402404+0000) 2023-03-22T15:51:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:00.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:00.901292+0000) 2023-03-22T15:51:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:00.900+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:00.901244+0000) 2023-03-22T15:51:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:01.010+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:01.010737+0000) 2023-03-22T15:51:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:00.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:00.901622+0000) 2023-03-22T15:51:01.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:01.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:01.402510+0000) 2023-03-22T15:51:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:02.010+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:02.010913+0000) 2023-03-22T15:51:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:01.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:01.901408+0000) 2023-03-22T15:51:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:01.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:01.901363+0000) 2023-03-22T15:51:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:01.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:01.901578+0000) 2023-03-22T15:51:02.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:01.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:01.901720+0000) 2023-03-22T15:51:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:02 smithi142 ceph-mon[94717]: pgmap v2433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:02 smithi098 ceph-mon[94136]: pgmap v2433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:02.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:02.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:02.402625+0000) 2023-03-22T15:51:02.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:02.402+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:02.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:02.402+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:02.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:02.403+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:02.403932+0000) 2023-03-22T15:51:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:03.010+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:03.011042+0000) 2023-03-22T15:51:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:02.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:02.901518+0000) 2023-03-22T15:51:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:02.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:02.901478+0000) 2023-03-22T15:51:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:02.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:02.901688+0000) 2023-03-22T15:51:03.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:02.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:02.901815+0000) 2023-03-22T15:51:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:03.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:03.901624+0000) 2023-03-22T15:51:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:03.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:03.901590+0000) 2023-03-22T15:51:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:03.850+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:03.851128+0000) 2023-03-22T15:51:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:03.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:03.901794+0000) 2023-03-22T15:51:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:03.901+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:03.901999+0000) 2023-03-22T15:51:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:03.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:03.901909+0000) 2023-03-22T15:51:04.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:04.010+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:04.011253+0000) 2023-03-22T15:51:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:04 smithi142 ceph-mon[94717]: pgmap v2434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:51:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:04 smithi098 ceph-mon[94136]: pgmap v2434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:51:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:04.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:04.901733+0000) 2023-03-22T15:51:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:04.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:04.901703+0000) 2023-03-22T15:51:05.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:04.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:04.902004+0000) 2023-03-22T15:51:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:04.850+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:04.851248+0000) 2023-03-22T15:51:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:05.011+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:05.011375+0000) 2023-03-22T15:51:05.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:04.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:04.901898+0000) 2023-03-22T15:51:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:04.901+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:04.902097+0000) 2023-03-22T15:51:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:06.011+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.011572+0000) 2023-03-22T15:51:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:05.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:05.901842+0000) 2023-03-22T15:51:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:05.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:05.901807+0000) 2023-03-22T15:51:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:05.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:05.851377+0000) 2023-03-22T15:51:06.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:05.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:05.901998+0000) 2023-03-22T15:51:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:05.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:05.902098+0000) 2023-03-22T15:51:06.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:05.901+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:05.902200+0000) 2023-03-22T15:51:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:06 smithi142 ceph-mon[94717]: pgmap v2435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:51:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:06 smithi098 ceph-mon[94136]: pgmap v2435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:51:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:06.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.901980+0000) 2023-03-22T15:51:07.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:06.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.902303+0000) 2023-03-22T15:51:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:06.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.901924+0000) 2023-03-22T15:51:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:07.011+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.011690+0000) 2023-03-22T15:51:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:06.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.902105+0000) 2023-03-22T15:51:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:06.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.902864+0000) 2023-03-22T15:51:07.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:06.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.851500+0000) 2023-03-22T15:51:07.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:06.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:06.902205+0000) 2023-03-22T15:51:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:07 smithi142 ceph-mon[94717]: pgmap v2436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:51:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:07 smithi098 ceph-mon[94136]: pgmap v2436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:51:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:08.011+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.011885+0000) 2023-03-22T15:51:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:07.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.902204+0000) 2023-03-22T15:51:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:07.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.902085+0000) 2023-03-22T15:51:08.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:07.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.902024+0000) 2023-03-22T15:51:08.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:07.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.851637+0000) 2023-03-22T15:51:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:07.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.902418+0000) 2023-03-22T15:51:08.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:07.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.902978+0000) 2023-03-22T15:51:08.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:07.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:07.902296+0000) 2023-03-22T15:51:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:08.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.902198+0000) 2023-03-22T15:51:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:08.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.902138+0000) 2023-03-22T15:51:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:09.011+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.012009+0000) 2023-03-22T15:51:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:08.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.851747+0000) 2023-03-22T15:51:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:08.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.902301+0000) 2023-03-22T15:51:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:08.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.902532+0000) 2023-03-22T15:51:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:08.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.902404+0000) 2023-03-22T15:51:09.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:08.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:08.903091+0000) 2023-03-22T15:51:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:09 smithi142 ceph-mon[94717]: osdmap e214: 12 total, 9 up, 9 in 2023-03-22T15:51:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:09 smithi142 ceph-mon[94717]: pgmap v2438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:51:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:09 smithi098 ceph-mon[94136]: osdmap e214: 12 total, 9 up, 9 in 2023-03-22T15:51:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:09 smithi098 ceph-mon[94136]: pgmap v2438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:51:10.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:10.011+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.012167+0000) 2023-03-22T15:51:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:09.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.902293+0000) 2023-03-22T15:51:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:09.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.902254+0000) 2023-03-22T15:51:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:09.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.851865+0000) 2023-03-22T15:51:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:09.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.902411+0000) 2023-03-22T15:51:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:09.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.902641+0000) 2023-03-22T15:51:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:09.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.903200+0000) 2023-03-22T15:51:10.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:09.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:09.902509+0000) 2023-03-22T15:51:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:11.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.012294+0000) 2023-03-22T15:51:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:10.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.902409+0000) 2023-03-22T15:51:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:10.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.902377+0000) 2023-03-22T15:51:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:10.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.851982+0000) 2023-03-22T15:51:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:10.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.902520+0000) 2023-03-22T15:51:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:10.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.902749+0000) 2023-03-22T15:51:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:10.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.903301+0000) 2023-03-22T15:51:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:10.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:10.902614+0000) 2023-03-22T15:51:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:11.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.902523+0000) 2023-03-22T15:51:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:11.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.902516+0000) 2023-03-22T15:51:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:11.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.852140+0000) 2023-03-22T15:51:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:12.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.012521+0000) 2023-03-22T15:51:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:11.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.902631+0000) 2023-03-22T15:51:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:11.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.902852+0000) 2023-03-22T15:51:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:11.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.903420+0000) 2023-03-22T15:51:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:11.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:11.902726+0000) 2023-03-22T15:51:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:12 smithi142 ceph-mon[94717]: pgmap v2439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:51:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:12 smithi098 ceph-mon[94136]: pgmap v2439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:51:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:12.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.902640+0000) 2023-03-22T15:51:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:12.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.902628+0000) 2023-03-22T15:51:13.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:13.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.012636+0000) 2023-03-22T15:51:13.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:12.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.902830+0000) 2023-03-22T15:51:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:12.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.852279+0000) 2023-03-22T15:51:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:12.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.902737+0000) 2023-03-22T15:51:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:12.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.903532+0000) 2023-03-22T15:51:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:12.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:12.902957+0000) 2023-03-22T15:51:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:14.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.012830+0000) 2023-03-22T15:51:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:13.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.902756+0000) 2023-03-22T15:51:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:13.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.902743+0000) 2023-03-22T15:51:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:13.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.852394+0000) 2023-03-22T15:51:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:13.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.903673+0000) 2023-03-22T15:51:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:13.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.903067+0000) 2023-03-22T15:51:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:13.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.902937+0000) 2023-03-22T15:51:14.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:13.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:13.902847+0000) 2023-03-22T15:51:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:14 smithi142 ceph-mon[94717]: pgmap v2440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:51:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:14 smithi098 ceph-mon[94136]: pgmap v2440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:51:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:15.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.012948+0000) 2023-03-22T15:51:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:14.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.902868+0000) 2023-03-22T15:51:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:14.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.902855+0000) 2023-03-22T15:51:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:14.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.852520+0000) 2023-03-22T15:51:15.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:14.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.903787+0000) 2023-03-22T15:51:15.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:14.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.902963+0000) 2023-03-22T15:51:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:14.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.903173+0000) 2023-03-22T15:51:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:14.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:14.903045+0000) 2023-03-22T15:51:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:15.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.902982+0000) 2023-03-22T15:51:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:15.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.902970+0000) 2023-03-22T15:51:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:15.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.852632+0000) 2023-03-22T15:51:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:16.011+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.013133+0000) 2023-03-22T15:51:16.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:15.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.903075+0000) 2023-03-22T15:51:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:15.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.903293+0000) 2023-03-22T15:51:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:15.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.903900+0000) 2023-03-22T15:51:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:15.901+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:15.903170+0000) 2023-03-22T15:51:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:16 smithi142 ceph-mon[94717]: pgmap v2441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:51:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:16 smithi098 ceph-mon[94136]: pgmap v2441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:51:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:16.901+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.903134+0000) 2023-03-22T15:51:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:16.901+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.903133+0000) 2023-03-22T15:51:17.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:17.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.013319+0000) 2023-03-22T15:51:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:16.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.852823+0000) 2023-03-22T15:51:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:16.901+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.903197+0000) 2023-03-22T15:51:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:16.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.904011+0000) 2023-03-22T15:51:17.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:16.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.903428+0000) 2023-03-22T15:51:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:16.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:16.903319+0000) 2023-03-22T15:51:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:17 smithi142 ceph-mon[94717]: pgmap v2442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:51:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:17 smithi098 ceph-mon[94136]: pgmap v2442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:51:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:17.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.903295+0000) 2023-03-22T15:51:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:17.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.903293+0000) 2023-03-22T15:51:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:17.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.852969+0000) 2023-03-22T15:51:18.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:17.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.903449+0000) 2023-03-22T15:51:18.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:17.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.903595+0000) 2023-03-22T15:51:18.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:17.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.904108+0000) 2023-03-22T15:51:18.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:18.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.013569+0000) 2023-03-22T15:51:18.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:17.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:17.903477+0000) 2023-03-22T15:51:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:18.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.903406+0000) 2023-03-22T15:51:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:18.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.903409+0000) 2023-03-22T15:51:19.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:18.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.903728+0000) 2023-03-22T15:51:19.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:19.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.013682+0000) 2023-03-22T15:51:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:18.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.903572+0000) 2023-03-22T15:51:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:18.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.853102+0000) 2023-03-22T15:51:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:18.902+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.904212+0000) 2023-03-22T15:51:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:18.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:18.903583+0000) 2023-03-22T15:51:20.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:19.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.903523+0000) 2023-03-22T15:51:20.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:19.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.903530+0000) 2023-03-22T15:51:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:19.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.853224+0000) 2023-03-22T15:51:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:20.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.013869+0000) 2023-03-22T15:51:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:19.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.903681+0000) 2023-03-22T15:51:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:19.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.904298+0000) 2023-03-22T15:51:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:19.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.903842+0000) 2023-03-22T15:51:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:19.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:19.903689+0000) 2023-03-22T15:51:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:20 smithi142 ceph-mon[94717]: pgmap v2443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T15:51:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:20 smithi098 ceph-mon[94136]: pgmap v2443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T15:51:21.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:20.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.903640+0000) 2023-03-22T15:51:21.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:20.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.903640+0000) 2023-03-22T15:51:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:20.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.853351+0000) 2023-03-22T15:51:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:21.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.013987+0000) 2023-03-22T15:51:21.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:20.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.903787+0000) 2023-03-22T15:51:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:20.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.903952+0000) 2023-03-22T15:51:21.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:20.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.903793+0000) 2023-03-22T15:51:21.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:20.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:20.904414+0000) 2023-03-22T15:51:22.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:21.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.903768+0000) 2023-03-22T15:51:22.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:21.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.903755+0000) 2023-03-22T15:51:22.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:21.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.853471+0000) 2023-03-22T15:51:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:22.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.014173+0000) 2023-03-22T15:51:22.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:21.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.903905+0000) 2023-03-22T15:51:22.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:21.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.904532+0000) 2023-03-22T15:51:22.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:21.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.903899+0000) 2023-03-22T15:51:22.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:21.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:21.904061+0000) 2023-03-22T15:51:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:22 smithi142 ceph-mon[94717]: pgmap v2444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:51:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:22 smithi098 ceph-mon[94136]: pgmap v2444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:51:23.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:22.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.903893+0000) 2023-03-22T15:51:23.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:22.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.903867+0000) 2023-03-22T15:51:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:22.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.853592+0000) 2023-03-22T15:51:23.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:23.013+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.014309+0000) 2023-03-22T15:51:23.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:23.013+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:23.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:23.013+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:23.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:23.017+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.019105+0000) 2023-03-22T15:51:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:22.902+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.904167+0000) 2023-03-22T15:51:23.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:22.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.904026+0000) 2023-03-22T15:51:23.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:22.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.904011+0000) 2023-03-22T15:51:23.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:22.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:22.904643+0000) 2023-03-22T15:51:24.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:23.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.904028+0000) 2023-03-22T15:51:24.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:23.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.853711+0000) 2023-03-22T15:51:24.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:23.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.904250+0000) 2023-03-22T15:51:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:23.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.903977+0000) 2023-03-22T15:51:24.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:23.903+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:24.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:23.903+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.904992+0000) 2023-03-22T15:51:24.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:23.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.904761+0000) 2023-03-22T15:51:24.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:23.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.904288+0000) 2023-03-22T15:51:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:23.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:23.904119+0000) 2023-03-22T15:51:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:24 smithi142 ceph-mon[94717]: pgmap v2445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:51:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:24 smithi098 ceph-mon[94136]: pgmap v2445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:51:25.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:24.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:24.904138+0000) 2023-03-22T15:51:25.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:24.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:24.904365+0000) 2023-03-22T15:51:25.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:24.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:24.904404+0000) 2023-03-22T15:51:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:24.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:24.853835+0000) 2023-03-22T15:51:25.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:24.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:24.904220+0000) 2023-03-22T15:51:25.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:24.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:24.904877+0000) 2023-03-22T15:51:26.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:25.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.853954+0000) 2023-03-22T15:51:26.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:25.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.904569+0000) 2023-03-22T15:51:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:25.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.904258+0000) 2023-03-22T15:51:26.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:25.904+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:26.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:25.904+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.905468+0000) 2023-03-22T15:51:26.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:25.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.904995+0000) 2023-03-22T15:51:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:25.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.904524+0000) 2023-03-22T15:51:26.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:25.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.904296+0000) 2023-03-22T15:51:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:25.903+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:25.905093+0000) 2023-03-22T15:51:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:26 smithi142 ceph-mon[94717]: pgmap v2446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:51:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:26 smithi098 ceph-mon[94136]: pgmap v2446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:51:27.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:26.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:26.854073+0000) 2023-03-22T15:51:27.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:26.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:26.904678+0000) 2023-03-22T15:51:27.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:26.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:26.904641+0000) 2023-03-22T15:51:27.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:26.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:26.905110+0000) 2023-03-22T15:51:27.854 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:27.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:27.514565+0000) 2023-03-22T15:51:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:27 smithi142 ceph-mon[94717]: pgmap v2447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:51:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:27 smithi098 ceph-mon[94136]: pgmap v2447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:51:28.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:27.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:27.854190+0000) 2023-03-22T15:51:28.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:27.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:27.904787+0000) 2023-03-22T15:51:28.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:27.904+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:28.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:27.904+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:28.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:27.904+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:27.905768+0000) 2023-03-22T15:51:28.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:27.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:27.904775+0000) 2023-03-22T15:51:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:27.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:27.905224+0000) 2023-03-22T15:51:28.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:28.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:28.404288+0000) 2023-03-22T15:51:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:28.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:28.518125+0000) 2023-03-22T15:51:29.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:28.853+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:28.854298+0000) 2023-03-22T15:51:29.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:28.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:28.904893+0000) 2023-03-22T15:51:29.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:28.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:28.905300+0000) 2023-03-22T15:51:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:29.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:29.404396+0000) 2023-03-22T15:51:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:29.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:29.519543+0000) 2023-03-22T15:51:30.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:29.853+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:29.854413+0000) 2023-03-22T15:51:30.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:29.853+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:29.855143+0000) 2023-03-22T15:51:30.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:29.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:29.905019+0000) 2023-03-22T15:51:30.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:29.904+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:30.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:29.904+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:30.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:29.904+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:29.906205+0000) 2023-03-22T15:51:30.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:29.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:29.905419+0000) 2023-03-22T15:51:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:30 smithi142 ceph-mon[94717]: pgmap v2448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:30 smithi098 ceph-mon[94136]: pgmap v2448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:30.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:30.519725+0000) 2023-03-22T15:51:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:30.403+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:30.404853+0000) 2023-03-22T15:51:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:30.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:30.404503+0000) 2023-03-22T15:51:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:30.403+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:30.404535+0000) 2023-03-22T15:51:31.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:30.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:30.905531+0000) 2023-03-22T15:51:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:31.403+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:31.404963+0000) 2023-03-22T15:51:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:31.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:31.404617+0000) 2023-03-22T15:51:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:31.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:31.519840+0000) 2023-03-22T15:51:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:31.403+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:31.404668+0000) 2023-03-22T15:51:32.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:31.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:31.905654+0000) 2023-03-22T15:51:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:32 smithi142 ceph-mon[94717]: pgmap v2449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:32 smithi098 ceph-mon[94136]: pgmap v2449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:32.403+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:32.405078+0000) 2023-03-22T15:51:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:32.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:32.404725+0000) 2023-03-22T15:51:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:32.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:32.520044+0000) 2023-03-22T15:51:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:32.403+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:32.405045+0000) 2023-03-22T15:51:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:32.403+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:32.404803+0000) 2023-03-22T15:51:33.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:32.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:32.905772+0000) 2023-03-22T15:51:33.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:32.905+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:33.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:32.905+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:33.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:32.905+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:32.906634+0000) 2023-03-22T15:51:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:33.403+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:33.405196+0000) 2023-03-22T15:51:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:33.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:33.404800+0000) 2023-03-22T15:51:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:33.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:33.520172+0000) 2023-03-22T15:51:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:33.403+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:33.404930+0000) 2023-03-22T15:51:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:33.403+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:33.405157+0000) 2023-03-22T15:51:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:34 smithi142 ceph-mon[94717]: pgmap v2450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:34 smithi098 ceph-mon[94136]: pgmap v2450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:34.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:34.405306+0000) 2023-03-22T15:51:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:34.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:34.404916+0000) 2023-03-22T15:51:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:34.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:34.354666+0000) 2023-03-22T15:51:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:34.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:34.405263+0000) 2023-03-22T15:51:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:34.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:34.405313+0000) 2023-03-22T15:51:34.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:34.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:34.520290+0000) 2023-03-22T15:51:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:34.403+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:34.405048+0000) 2023-03-22T15:51:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:35.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:35.405423+0000) 2023-03-22T15:51:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:35.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:35.405054+0000) 2023-03-22T15:51:35.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:35.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:35.354783+0000) 2023-03-22T15:51:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:35.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:35.405537+0000) 2023-03-22T15:51:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:35.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:35.520407+0000) 2023-03-22T15:51:35.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:35.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:35.405383+0000) 2023-03-22T15:51:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:35.403+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:35.405159+0000) 2023-03-22T15:51:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:36 smithi142 ceph-mon[94717]: pgmap v2451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:36 smithi098 ceph-mon[94136]: pgmap v2451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:36.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:36.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:36.405494+0000) 2023-03-22T15:51:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:36.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:36.405540+0000) 2023-03-22T15:51:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:36.403+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:36.405175+0000) 2023-03-22T15:51:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:36.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:36.354916+0000) 2023-03-22T15:51:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:36.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:36.520616+0000) 2023-03-22T15:51:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:36.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:36.405671+0000) 2023-03-22T15:51:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:36.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:36.405285+0000) 2023-03-22T15:51:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:37.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.405679+0000) 2023-03-22T15:51:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:37.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.405303+0000) 2023-03-22T15:51:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:37.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.355045+0000) 2023-03-22T15:51:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:37.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.520738+0000) 2023-03-22T15:51:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:37.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.405422+0000) 2023-03-22T15:51:37.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:37.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.405604+0000) 2023-03-22T15:51:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:37.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.405796+0000) 2023-03-22T15:51:37.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:37.404+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:37.406052+0000) 2023-03-22T15:51:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:37 smithi142 ceph-mon[94717]: pgmap v2452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:37 smithi098 ceph-mon[94136]: pgmap v2452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:38.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:38.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.405708+0000) 2023-03-22T15:51:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:38.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.405787+0000) 2023-03-22T15:51:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:38.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.405415+0000) 2023-03-22T15:51:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:38.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.355182+0000) 2023-03-22T15:51:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:38.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.405908+0000) 2023-03-22T15:51:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:38.404+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.406167+0000) 2023-03-22T15:51:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:38.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.405564+0000) 2023-03-22T15:51:38.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:38.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:38.520913+0000) 2023-03-22T15:51:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:39.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.405898+0000) 2023-03-22T15:51:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:39.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.405548+0000) 2023-03-22T15:51:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:39.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.355319+0000) 2023-03-22T15:51:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:39.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.521018+0000) 2023-03-22T15:51:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:39.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.405824+0000) 2023-03-22T15:51:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:39.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.406294+0000) 2023-03-22T15:51:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:39.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.406022+0000) 2023-03-22T15:51:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:39.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:39.405682+0000) 2023-03-22T15:51:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:40 smithi142 ceph-mon[94717]: pgmap v2453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:40 smithi098 ceph-mon[94136]: pgmap v2453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:40.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.406005+0000) 2023-03-22T15:51:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:40.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.405660+0000) 2023-03-22T15:51:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:40.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.355443+0000) 2023-03-22T15:51:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:40.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.405798+0000) 2023-03-22T15:51:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:40.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.521205+0000) 2023-03-22T15:51:40.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:40.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.405931+0000) 2023-03-22T15:51:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:40.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.406129+0000) 2023-03-22T15:51:40.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:40.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:40.406416+0000) 2023-03-22T15:51:41.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:41.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.406037+0000) 2023-03-22T15:51:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:41.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.406111+0000) 2023-03-22T15:51:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:41.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.405770+0000) 2023-03-22T15:51:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:41.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.521322+0000) 2023-03-22T15:51:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:41.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.406537+0000) 2023-03-22T15:51:41.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:41.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.355571+0000) 2023-03-22T15:51:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:41.404+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.406240+0000) 2023-03-22T15:51:41.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:41.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:41.405909+0000) 2023-03-22T15:51:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:42 smithi142 ceph-mon[94717]: pgmap v2454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:42 smithi098 ceph-mon[94136]: pgmap v2454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:42.404+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.406222+0000) 2023-03-22T15:51:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:42.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.405880+0000) 2023-03-22T15:51:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:42.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.355691+0000) 2023-03-22T15:51:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:42.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.521514+0000) 2023-03-22T15:51:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:42.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.406144+0000) 2023-03-22T15:51:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:42.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.406348+0000) 2023-03-22T15:51:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:42.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.406649+0000) 2023-03-22T15:51:42.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:42.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:42.406020+0000) 2023-03-22T15:51:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:43.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.406296+0000) 2023-03-22T15:51:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:43.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.405986+0000) 2023-03-22T15:51:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:43.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.521634+0000) 2023-03-22T15:51:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:43.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.355809+0000) 2023-03-22T15:51:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:43.404+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.406249+0000) 2023-03-22T15:51:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:43.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.406454+0000) 2023-03-22T15:51:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:43.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.406138+0000) 2023-03-22T15:51:43.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:43.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:43.406758+0000) 2023-03-22T15:51:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:44 smithi142 ceph-mon[94717]: pgmap v2455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:44 smithi098 ceph-mon[94136]: pgmap v2455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:44.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.406371+0000) 2023-03-22T15:51:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:44.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.406406+0000) 2023-03-22T15:51:44.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:44.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.406098+0000) 2023-03-22T15:51:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:44.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.355931+0000) 2023-03-22T15:51:44.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:44.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.521827+0000) 2023-03-22T15:51:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:44.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.406564+0000) 2023-03-22T15:51:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:44.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.406871+0000) 2023-03-22T15:51:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:44.404+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:44.406253+0000) 2023-03-22T15:51:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:45.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.406521+0000) 2023-03-22T15:51:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:45.404+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.406212+0000) 2023-03-22T15:51:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:45.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.356049+0000) 2023-03-22T15:51:45.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:45.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.521938+0000) 2023-03-22T15:51:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:45.405+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.406381+0000) 2023-03-22T15:51:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:45.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.406666+0000) 2023-03-22T15:51:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:45.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.406971+0000) 2023-03-22T15:51:45.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:45.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:45.406483+0000) 2023-03-22T15:51:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:46 smithi142 ceph-mon[94717]: pgmap v2456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:46 smithi098 ceph-mon[94136]: pgmap v2456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:46.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.406655+0000) 2023-03-22T15:51:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:46.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.406288+0000) 2023-03-22T15:51:46.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:46.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.356180+0000) 2023-03-22T15:51:46.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:46.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.522126+0000) 2023-03-22T15:51:46.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:46.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.406777+0000) 2023-03-22T15:51:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:46.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.406591+0000) 2023-03-22T15:51:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:46.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.407077+0000) 2023-03-22T15:51:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:46.405+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:46.406499+0000) 2023-03-22T15:51:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:47.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.406778+0000) 2023-03-22T15:51:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:47.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.406397+0000) 2023-03-22T15:51:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:47.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.356301+0000) 2023-03-22T15:51:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:47.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.522241+0000) 2023-03-22T15:51:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:47.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.406701+0000) 2023-03-22T15:51:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:47.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.406887+0000) 2023-03-22T15:51:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:47.405+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.407183+0000) 2023-03-22T15:51:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:47.405+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:47.406624+0000) 2023-03-22T15:51:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:47 smithi142 ceph-mon[94717]: pgmap v2457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:47 smithi098 ceph-mon[94136]: pgmap v2457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:48.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.406888+0000) 2023-03-22T15:51:48.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:48.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.406502+0000) 2023-03-22T15:51:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:48.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.356421+0000) 2023-03-22T15:51:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:48.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.406814+0000) 2023-03-22T15:51:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:48.521+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.522434+0000) 2023-03-22T15:51:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:48.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.407024+0000) 2023-03-22T15:51:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:48.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.407302+0000) 2023-03-22T15:51:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:48.405+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:48.406742+0000) 2023-03-22T15:51:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:49.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.407005+0000) 2023-03-22T15:51:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:49.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.406622+0000) 2023-03-22T15:51:49.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:49.405+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.406860+0000) 2023-03-22T15:51:49.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:49.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.356542+0000) 2023-03-22T15:51:49.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:49.521+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.522547+0000) 2023-03-22T15:51:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:49.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.406932+0000) 2023-03-22T15:51:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:49.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.407132+0000) 2023-03-22T15:51:49.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:49.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:49.407422+0000) 2023-03-22T15:51:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:50 smithi142 ceph-mon[94717]: pgmap v2458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:50 smithi098 ceph-mon[94136]: pgmap v2458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:50.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:50.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.407111+0000) 2023-03-22T15:51:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:50.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.406742+0000) 2023-03-22T15:51:50.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:50.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.407038+0000) 2023-03-22T15:51:50.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:50.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.407533+0000) 2023-03-22T15:51:50.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:50.405+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.406972+0000) 2023-03-22T15:51:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:50.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.356661+0000) 2023-03-22T15:51:50.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:50.521+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.522713+0000) 2023-03-22T15:51:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:50.405+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:50.407240+0000) 2023-03-22T15:51:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:51.405+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.407244+0000) 2023-03-22T15:51:51.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:51.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.406854+0000) 2023-03-22T15:51:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:51.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.356786+0000) 2023-03-22T15:51:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:51.521+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.522845+0000) 2023-03-22T15:51:51.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:51.405+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.407155+0000) 2023-03-22T15:51:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:51.406+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.407363+0000) 2023-03-22T15:51:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:51.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.407643+0000) 2023-03-22T15:51:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:51.405+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:51.407082+0000) 2023-03-22T15:51:52.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:52 smithi142 ceph-mon[94717]: pgmap v2459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:52 smithi098 ceph-mon[94136]: pgmap v2459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:52.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:52.406+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.407381+0000) 2023-03-22T15:51:52.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:52.406+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.406970+0000) 2023-03-22T15:51:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:52.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.356961+0000) 2023-03-22T15:51:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:52.521+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.523052+0000) 2023-03-22T15:51:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:52.406+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.407288+0000) 2023-03-22T15:51:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:52.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.407766+0000) 2023-03-22T15:51:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:52.406+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.407477+0000) 2023-03-22T15:51:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:52.406+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:52.407204+0000) 2023-03-22T15:51:53.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:53.406+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.407504+0000) 2023-03-22T15:51:53.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:53.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.407083+0000) 2023-03-22T15:51:53.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:53.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.357127+0000) 2023-03-22T15:51:53.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:53.521+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.523167+0000) 2023-03-22T15:51:53.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:53.526+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.527742+0000) 2023-03-22T15:51:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:53.406+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.407582+0000) 2023-03-22T15:51:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:53.406+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.407414+0000) 2023-03-22T15:51:53.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:53.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.407878+0000) 2023-03-22T15:51:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:53.406+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:53.407308+0000) 2023-03-22T15:51:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:54 smithi142 ceph-mon[94717]: pgmap v2460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:54 smithi098 ceph-mon[94136]: pgmap v2460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:54.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:54.406+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.407565+0000) 2023-03-22T15:51:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:54.406+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.407716+0000) 2023-03-22T15:51:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:54.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.357246+0000) 2023-03-22T15:51:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:54.405+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.407198+0000) 2023-03-22T15:51:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:54.406+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:54.406+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.408191+0000) 2023-03-22T15:51:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:54.406+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.407750+0000) 2023-03-22T15:51:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:54.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.408004+0000) 2023-03-22T15:51:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:54.406+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:54.407440+0000) 2023-03-22T15:51:55.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:55.406+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:55.407825+0000) 2023-03-22T15:51:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:55.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:55.357370+0000) 2023-03-22T15:51:55.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:55.406+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:55.407900+0000) 2023-03-22T15:51:55.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:55.406+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:55.408131+0000) 2023-03-22T15:51:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:55.406+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:55.407559+0000) 2023-03-22T15:51:55.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:55.406+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:55.407688+0000) 2023-03-22T15:51:56.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:56 smithi142 ceph-mon[94717]: pgmap v2461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:56 smithi098 ceph-mon[94136]: pgmap v2461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:51:56.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:56.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.357488+0000) 2023-03-22T15:51:56.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:56.406+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.407829+0000) 2023-03-22T15:51:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:56.406+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.407974+0000) 2023-03-22T15:51:56.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:56.407+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:56.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:56.407+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:56.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:51:56.407+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.409180+0000) 2023-03-22T15:51:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:56.407+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.408462+0000) 2023-03-22T15:51:56.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:56.407+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.408431+0000) 2023-03-22T15:51:56.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:56.406+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.407679+0000) 2023-03-22T15:51:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:56.407+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:56.407+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:51:56.407+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:56.408923+0000) 2023-03-22T15:51:57.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:57.407+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:57.408572+0000) 2023-03-22T15:51:57.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:57.357+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:57.357653+0000) 2023-03-22T15:51:57.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:57.406+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:57.407958+0000) 2023-03-22T15:51:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:57.407+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:57.408583+0000) 2023-03-22T15:51:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:51:57 smithi142 ceph-mon[94717]: pgmap v2462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:51:57 smithi098 ceph-mon[94136]: pgmap v2462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:51:58.358 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:58.022+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:58.023490+0000) 2023-03-22T15:51:58.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:58.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:58.357837+0000) 2023-03-22T15:51:58.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:58.407+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:58.408700+0000) 2023-03-22T15:51:58.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:58.406+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:58.408136+0000) 2023-03-22T15:51:58.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:58.407+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:51:58.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:51:58.407+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:58.408942+0000) 2023-03-22T15:51:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:58.407+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:58.408719+0000) 2023-03-22T15:51:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:51:59.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:59.026309+0000) 2023-03-22T15:51:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:58.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:58.907529+0000) 2023-03-22T15:51:59.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:51:59.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:59.357964+0000) 2023-03-22T15:51:59.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:51:59.407+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:59.408863+0000) 2023-03-22T15:51:59.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:51:59.407+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:59.408832+0000) 2023-03-22T15:52:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:00.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.027284+0000) 2023-03-22T15:52:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:51:59.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:51:59.907648+0000) 2023-03-22T15:52:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:00 smithi142 ceph-mon[94717]: pgmap v2463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:00 smithi098 ceph-mon[94136]: pgmap v2463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:00.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:00.407+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.408950+0000) 2023-03-22T15:52:00.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:00.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.358083+0000) 2023-03-22T15:52:00.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:00.357+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:00.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:00.357+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.358797+0000) 2023-03-22T15:52:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:00.407+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.409006+0000) 2023-03-22T15:52:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:00.408+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:00.408+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:00.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:00.408+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.410045+0000) 2023-03-22T15:52:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:00.907+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.908297+0000) 2023-03-22T15:52:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:00.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.907752+0000) 2023-03-22T15:52:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:01.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:01.027398+0000) 2023-03-22T15:52:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:00.906+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:00.907968+0000) 2023-03-22T15:52:01.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:01.407+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:01.409075+0000) 2023-03-22T15:52:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:01.907+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:01.908414+0000) 2023-03-22T15:52:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:01.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:01.907874+0000) 2023-03-22T15:52:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:02.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:02.027578+0000) 2023-03-22T15:52:02.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:01.906+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:01.908086+0000) 2023-03-22T15:52:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:02 smithi142 ceph-mon[94717]: pgmap v2464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:02 smithi098 ceph-mon[94136]: pgmap v2464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:02.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:02.407+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:02.409204+0000) 2023-03-22T15:52:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:02.907+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:02.908522+0000) 2023-03-22T15:52:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:02.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:02.907989+0000) 2023-03-22T15:52:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:02.907+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:02.908361+0000) 2023-03-22T15:52:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:03.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:03.027660+0000) 2023-03-22T15:52:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:02.906+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:02.908206+0000) 2023-03-22T15:52:03.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:03.408+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:03.409321+0000) 2023-03-22T15:52:03.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:03.408+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:03.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:03.408+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:03.410186+0000) 2023-03-22T15:52:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:04.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:04.027852+0000) 2023-03-22T15:52:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:03.907+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:03.908462+0000) 2023-03-22T15:52:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:03.907+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:03.908614+0000) 2023-03-22T15:52:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:03.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:03.908128+0000) 2023-03-22T15:52:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:03.907+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:03.908306+0000) 2023-03-22T15:52:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:04 smithi142 ceph-mon[94717]: pgmap v2465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:52:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:04 smithi098 ceph-mon[94136]: pgmap v2465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:52:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:04.908+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:04.908720+0000) 2023-03-22T15:52:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:04.907+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:04.908248+0000) 2023-03-22T15:52:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:04.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:04.858325+0000) 2023-03-22T15:52:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:05.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:05.027978+0000) 2023-03-22T15:52:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:04.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:04.908425+0000) 2023-03-22T15:52:05.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:04.908+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:04.908562+0000) 2023-03-22T15:52:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:04.908+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:04.909251+0000) 2023-03-22T15:52:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:06.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:06.028180+0000) 2023-03-22T15:52:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:05.908+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:05.908830+0000) 2023-03-22T15:52:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:05.908+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:05.908378+0000) 2023-03-22T15:52:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:05.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:05.858449+0000) 2023-03-22T15:52:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:05.908+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:05.908670+0000) 2023-03-22T15:52:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:05.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:05.909357+0000) 2023-03-22T15:52:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:05.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:05.908545+0000) 2023-03-22T15:52:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:06 smithi142 ceph-mon[94717]: pgmap v2466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:52:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:06 smithi098 ceph-mon[94136]: pgmap v2466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:52:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:07.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.028311+0000) 2023-03-22T15:52:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:06.908+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:06.908771+0000) 2023-03-22T15:52:07.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:06.908+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:06.908927+0000) 2023-03-22T15:52:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:06.908+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:06.908496+0000) 2023-03-22T15:52:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:06.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:06.858566+0000) 2023-03-22T15:52:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:06.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:06.908661+0000) 2023-03-22T15:52:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:06.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:06.909456+0000) 2023-03-22T15:52:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:07 smithi142 ceph-mon[94717]: pgmap v2467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:52:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:07 smithi098 ceph-mon[94136]: pgmap v2467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:52:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:07.908+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.909043+0000) 2023-03-22T15:52:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:07.908+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.908665+0000) 2023-03-22T15:52:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:07.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.858703+0000) 2023-03-22T15:52:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:08.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.028529+0000) 2023-03-22T15:52:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:07.908+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.908919+0000) 2023-03-22T15:52:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:07.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.909569+0000) 2023-03-22T15:52:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:07.909+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.909663+0000) 2023-03-22T15:52:08.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:07.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:07.908824+0000) 2023-03-22T15:52:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:09.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.028698+0000) 2023-03-22T15:52:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:08.908+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.909032+0000) 2023-03-22T15:52:09.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:08.908+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.909166+0000) 2023-03-22T15:52:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:08.908+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.908843+0000) 2023-03-22T15:52:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:08.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.909677+0000) 2023-03-22T15:52:09.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:08.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.909008+0000) 2023-03-22T15:52:09.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:08.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.858866+0000) 2023-03-22T15:52:09.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:08.909+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:08.909773+0000) 2023-03-22T15:52:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:09 smithi142 ceph-mon[94717]: osdmap e215: 12 total, 9 up, 9 in 2023-03-22T15:52:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:09 smithi142 ceph-mon[94717]: pgmap v2469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:52:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:09 smithi098 ceph-mon[94136]: osdmap e215: 12 total, 9 up, 9 in 2023-03-22T15:52:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:09 smithi098 ceph-mon[94136]: pgmap v2469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:52:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:09.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.909283+0000) 2023-03-22T15:52:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:09.908+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.908984+0000) 2023-03-22T15:52:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:09.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.859019+0000) 2023-03-22T15:52:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:10.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.028879+0000) 2023-03-22T15:52:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:09.908+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.909164+0000) 2023-03-22T15:52:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:09.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.909784+0000) 2023-03-22T15:52:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:09.909+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.909880+0000) 2023-03-22T15:52:10.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:09.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:09.909130+0000) 2023-03-22T15:52:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:10.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.909416+0000) 2023-03-22T15:52:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:10.908+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.909105+0000) 2023-03-22T15:52:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:10.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.909276+0000) 2023-03-22T15:52:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:10.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.859139+0000) 2023-03-22T15:52:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:11.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.028989+0000) 2023-03-22T15:52:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:10.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.909251+0000) 2023-03-22T15:52:11.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:10.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.909902+0000) 2023-03-22T15:52:11.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:10.909+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:10.909995+0000) 2023-03-22T15:52:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:11.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.909545+0000) 2023-03-22T15:52:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:11.908+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.909206+0000) 2023-03-22T15:52:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:11.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.859259+0000) 2023-03-22T15:52:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:12.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.029178+0000) 2023-03-22T15:52:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:11.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.909391+0000) 2023-03-22T15:52:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:11.909+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.910099+0000) 2023-03-22T15:52:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:11.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.910025+0000) 2023-03-22T15:52:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:11.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:11.909385+0000) 2023-03-22T15:52:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:12 smithi142 ceph-mon[94717]: pgmap v2470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:52:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:12 smithi098 ceph-mon[94136]: pgmap v2470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:52:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:12.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.909658+0000) 2023-03-22T15:52:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:12.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.909295+0000) 2023-03-22T15:52:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:12.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.859383+0000) 2023-03-22T15:52:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:13.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.029292+0000) 2023-03-22T15:52:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:12.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.909503+0000) 2023-03-22T15:52:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:12.909+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.910150+0000) 2023-03-22T15:52:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:12.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.909504+0000) 2023-03-22T15:52:13.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:12.909+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:12.910206+0000) 2023-03-22T15:52:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:14.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.029479+0000) 2023-03-22T15:52:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:13.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.909781+0000) 2023-03-22T15:52:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:13.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.909413+0000) 2023-03-22T15:52:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:13.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.859521+0000) 2023-03-22T15:52:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:13.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.909612+0000) 2023-03-22T15:52:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:13.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.910277+0000) 2023-03-22T15:52:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:13.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.910294+0000) 2023-03-22T15:52:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:13.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:13.909630+0000) 2023-03-22T15:52:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:14 smithi142 ceph-mon[94717]: pgmap v2471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:52:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:14 smithi098 ceph-mon[94136]: pgmap v2471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:52:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:15.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.029593+0000) 2023-03-22T15:52:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:14.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.909719+0000) 2023-03-22T15:52:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:14.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.909523+0000) 2023-03-22T15:52:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:14.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.859649+0000) 2023-03-22T15:52:15.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:14.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.909887+0000) 2023-03-22T15:52:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:14.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.910387+0000) 2023-03-22T15:52:15.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:14.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.910411+0000) 2023-03-22T15:52:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:14.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:14.909748+0000) 2023-03-22T15:52:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:16.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.029772+0000) 2023-03-22T15:52:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:15.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.909825+0000) 2023-03-22T15:52:16.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:15.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.909983+0000) 2023-03-22T15:52:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:15.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.909655+0000) 2023-03-22T15:52:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:15.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.859758+0000) 2023-03-22T15:52:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:15.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.910494+0000) 2023-03-22T15:52:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:15.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.910520+0000) 2023-03-22T15:52:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:15.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:15.909880+0000) 2023-03-22T15:52:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:16 smithi142 ceph-mon[94717]: pgmap v2472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:52:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:16 smithi098 ceph-mon[94136]: pgmap v2472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:52:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:16.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.910084+0000) 2023-03-22T15:52:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:16.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.909757+0000) 2023-03-22T15:52:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:16.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.859867+0000) 2023-03-22T15:52:17.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:17.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.029895+0000) 2023-03-22T15:52:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:16.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.909929+0000) 2023-03-22T15:52:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:16.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.910601+0000) 2023-03-22T15:52:17.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:16.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.910649+0000) 2023-03-22T15:52:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:16.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:16.910000+0000) 2023-03-22T15:52:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:17 smithi142 ceph-mon[94717]: pgmap v2473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:52:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:17 smithi098 ceph-mon[94136]: pgmap v2473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:52:18.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:18.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.030090+0000) 2023-03-22T15:52:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:17.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.910030+0000) 2023-03-22T15:52:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:17.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.910192+0000) 2023-03-22T15:52:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:17.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.909880+0000) 2023-03-22T15:52:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:17.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.859992+0000) 2023-03-22T15:52:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:17.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.910721+0000) 2023-03-22T15:52:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:17.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.910767+0000) 2023-03-22T15:52:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:17.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:17.910121+0000) 2023-03-22T15:52:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:18.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.910298+0000) 2023-03-22T15:52:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:18.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.909980+0000) 2023-03-22T15:52:19.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:19.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.030217+0000) 2023-03-22T15:52:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:18.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.910840+0000) 2023-03-22T15:52:19.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:18.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.910884+0000) 2023-03-22T15:52:19.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:18.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.910138+0000) 2023-03-22T15:52:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:18.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.860101+0000) 2023-03-22T15:52:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:18.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:18.910230+0000) 2023-03-22T15:52:20.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:20.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.030413+0000) 2023-03-22T15:52:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:19.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.910410+0000) 2023-03-22T15:52:20.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:19.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.910080+0000) 2023-03-22T15:52:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:19.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.860223+0000) 2023-03-22T15:52:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:19.910+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.910259+0000) 2023-03-22T15:52:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:19.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.910951+0000) 2023-03-22T15:52:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:19.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.911004+0000) 2023-03-22T15:52:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:19.910+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:19.910351+0000) 2023-03-22T15:52:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:20 smithi142 ceph-mon[94717]: pgmap v2474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:52:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:20 smithi098 ceph-mon[94136]: pgmap v2474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:52:21.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:21.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.030522+0000) 2023-03-22T15:52:21.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:20.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.910517+0000) 2023-03-22T15:52:21.225 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:20.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.910202+0000) 2023-03-22T15:52:21.226 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:20.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.911119+0000) 2023-03-22T15:52:21.227 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:20.860+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.860313+0000) 2023-03-22T15:52:21.228 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:20.910+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.910379+0000) 2023-03-22T15:52:21.228 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:20.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.911068+0000) 2023-03-22T15:52:21.229 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:20.910+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:20.910472+0000) 2023-03-22T15:52:22.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:21.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.910637+0000) 2023-03-22T15:52:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:21.910+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.910311+0000) 2023-03-22T15:52:22.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:21.860+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.860429+0000) 2023-03-22T15:52:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:21.910+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.910485+0000) 2023-03-22T15:52:22.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:21.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.911235+0000) 2023-03-22T15:52:22.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:22.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.030713+0000) 2023-03-22T15:52:22.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:21.910+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.910591+0000) 2023-03-22T15:52:22.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:21.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:21.911192+0000) 2023-03-22T15:52:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:22 smithi142 ceph-mon[94717]: pgmap v2475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:52:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:22 smithi098 ceph-mon[94136]: pgmap v2475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:52:23.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:23.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.030827+0000) 2023-03-22T15:52:23.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:22.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.910585+0000) 2023-03-22T15:52:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:22.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.910749+0000) 2023-03-22T15:52:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:22.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.910422+0000) 2023-03-22T15:52:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:22.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.860539+0000) 2023-03-22T15:52:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:22.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.911364+0000) 2023-03-22T15:52:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:22.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.910710+0000) 2023-03-22T15:52:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:22.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:22.911313+0000) 2023-03-22T15:52:24.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:23.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.910888+0000) 2023-03-22T15:52:24.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:23.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.910519+0000) 2023-03-22T15:52:24.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:23.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.860629+0000) 2023-03-22T15:52:24.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:24.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.031013+0000) 2023-03-22T15:52:24.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:24.030+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:24.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:24.030+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:24.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:24.033+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.034558+0000) 2023-03-22T15:52:24.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:23.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.910689+0000) 2023-03-22T15:52:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:23.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.910827+0000) 2023-03-22T15:52:24.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:23.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.911428+0000) 2023-03-22T15:52:24.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:23.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:23.911516+0000) 2023-03-22T15:52:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:24 smithi142 ceph-mon[94717]: pgmap v2476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:52:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:24 smithi098 ceph-mon[94136]: pgmap v2476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:52:25.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:24.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.910878+0000) 2023-03-22T15:52:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:24.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.911101+0000) 2023-03-22T15:52:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:24.909+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.910628+0000) 2023-03-22T15:52:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:24.910+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:24.910+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:24.910+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.911558+0000) 2023-03-22T15:52:25.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:24.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.911557+0000) 2023-03-22T15:52:25.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:24.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.860753+0000) 2023-03-22T15:52:25.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:24.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.911685+0000) 2023-03-22T15:52:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:24.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:24.910956+0000) 2023-03-22T15:52:26.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:25.909+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:25.911211+0000) 2023-03-22T15:52:26.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:25.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:25.860875+0000) 2023-03-22T15:52:26.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:25.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:25.911003+0000) 2023-03-22T15:52:26.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:25.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:25.911669+0000) 2023-03-22T15:52:26.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:25.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:25.911798+0000) 2023-03-22T15:52:26.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:25.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:25.911070+0000) 2023-03-22T15:52:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:26 smithi142 ceph-mon[94717]: pgmap v2477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:52:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:26 smithi098 ceph-mon[94136]: pgmap v2477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:52:27.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:26.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.911134+0000) 2023-03-22T15:52:27.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:26.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.861002+0000) 2023-03-22T15:52:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:26.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.911324+0000) 2023-03-22T15:52:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:26.910+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:26.911+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:26.911+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.912570+0000) 2023-03-22T15:52:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:26.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.911942+0000) 2023-03-22T15:52:27.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:26.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.911779+0000) 2023-03-22T15:52:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:26.909+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.911194+0000) 2023-03-22T15:52:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:26.910+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:26.911+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:26.911+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:26.912634+0000) 2023-03-22T15:52:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:27 smithi142 ceph-mon[94717]: pgmap v2478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:52:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:27 smithi098 ceph-mon[94136]: pgmap v2478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:52:28.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:27.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:27.861129+0000) 2023-03-22T15:52:28.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:27.909+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:27.911254+0000) 2023-03-22T15:52:28.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:27.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:27.911892+0000) 2023-03-22T15:52:28.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:27.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:27.912054+0000) 2023-03-22T15:52:28.861 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:28.530+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:28.531298+0000) 2023-03-22T15:52:29.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:28.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:28.861239+0000) 2023-03-22T15:52:29.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:28.910+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:28.911376+0000) 2023-03-22T15:52:29.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:28.910+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:29.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:28.910+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:28.912229+0000) 2023-03-22T15:52:29.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:28.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:28.911998+0000) 2023-03-22T15:52:29.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:28.910+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:28.912167+0000) 2023-03-22T15:52:29.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:29.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:29.410855+0000) 2023-03-22T15:52:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:29.533+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:29.534829+0000) 2023-03-22T15:52:30.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:29.860+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:29.861372+0000) 2023-03-22T15:52:30.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:29.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:29.912121+0000) 2023-03-22T15:52:30.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:29.911+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:29.912296+0000) 2023-03-22T15:52:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:30 smithi142 ceph-mon[94717]: pgmap v2479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:30 smithi098 ceph-mon[94136]: pgmap v2479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:30.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:30.410959+0000) 2023-03-22T15:52:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:30.535+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:30.536294+0000) 2023-03-22T15:52:31.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:30.911+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:30.912420+0000) 2023-03-22T15:52:31.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:30.910+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:30.912244+0000) 2023-03-22T15:52:31.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:30.911+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:31.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:30.911+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:30.913014+0000) 2023-03-22T15:52:31.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:30.860+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:30.861493+0000) 2023-03-22T15:52:31.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:30.860+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:30.862203+0000) 2023-03-22T15:52:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:31.410+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:31.411580+0000) 2023-03-22T15:52:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:31.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:31.411072+0000) 2023-03-22T15:52:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:31.535+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:31.536414+0000) 2023-03-22T15:52:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:31.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:31.411462+0000) 2023-03-22T15:52:32.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:31.911+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:31.912535+0000) 2023-03-22T15:52:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:32 smithi142 ceph-mon[94717]: pgmap v2480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:32 smithi098 ceph-mon[94136]: pgmap v2480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:32.410+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:32.411694+0000) 2023-03-22T15:52:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:32.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:32.411191+0000) 2023-03-22T15:52:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:32.535+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:32.536602+0000) 2023-03-22T15:52:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:32.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:32.411587+0000) 2023-03-22T15:52:33.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:32.911+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:32.912653+0000) 2023-03-22T15:52:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:33.410+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:33.411823+0000) 2023-03-22T15:52:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:33.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:33.411312+0000) 2023-03-22T15:52:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:33.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:33.411686+0000) 2023-03-22T15:52:33.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:33.535+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:33.536719+0000) 2023-03-22T15:52:33.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:33.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:33.411710+0000) 2023-03-22T15:52:34.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:33.911+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:33.912770+0000) 2023-03-22T15:52:34.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:33.912+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:34.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:33.912+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:34.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:33.912+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:33.913886+0000) 2023-03-22T15:52:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:34 smithi142 ceph-mon[94717]: pgmap v2481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:34 smithi098 ceph-mon[94136]: pgmap v2481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:34.410+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:34.411974+0000) 2023-03-22T15:52:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:34.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:34.411431+0000) 2023-03-22T15:52:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:34.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:34.411824+0000) 2023-03-22T15:52:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:34.535+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:34.536896+0000) 2023-03-22T15:52:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:34.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:34.411795+0000) 2023-03-22T15:52:35.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:35.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:35.411905+0000) 2023-03-22T15:52:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:35.410+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:35.412076+0000) 2023-03-22T15:52:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:35.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:35.411543+0000) 2023-03-22T15:52:35.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:35.360+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:35.361801+0000) 2023-03-22T15:52:35.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:35.535+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:35.537032+0000) 2023-03-22T15:52:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:35.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:35.411948+0000) 2023-03-22T15:52:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:35.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:35.412556+0000) 2023-03-22T15:52:36.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:36 smithi142 ceph-mon[94717]: pgmap v2482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:36 smithi098 ceph-mon[94136]: pgmap v2482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:36.410+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:36.412179+0000) 2023-03-22T15:52:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:36.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:36.411664+0000) 2023-03-22T15:52:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:36.360+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:36.361912+0000) 2023-03-22T15:52:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:36.535+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:36.537220+0000) 2023-03-22T15:52:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:36.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:36.412018+0000) 2023-03-22T15:52:36.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:36.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:36.412678+0000) 2023-03-22T15:52:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:36.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:36.412065+0000) 2023-03-22T15:52:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:37.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:37.412293+0000) 2023-03-22T15:52:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:37.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:37.411774+0000) 2023-03-22T15:52:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:37.360+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:37.362040+0000) 2023-03-22T15:52:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:37.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:37.537338+0000) 2023-03-22T15:52:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:37.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:37.412124+0000) 2023-03-22T15:52:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:37.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:37.412779+0000) 2023-03-22T15:52:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:37.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:37.412180+0000) 2023-03-22T15:52:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:37 smithi142 ceph-mon[94717]: pgmap v2483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:37 smithi098 ceph-mon[94136]: pgmap v2483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:38.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.537532+0000) 2023-03-22T15:52:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:38.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.412419+0000) 2023-03-22T15:52:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:38.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.411884+0000) 2023-03-22T15:52:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:38.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.413030+0000) 2023-03-22T15:52:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:38.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.412301+0000) 2023-03-22T15:52:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:38.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.412220+0000) 2023-03-22T15:52:38.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:38.360+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.362168+0000) 2023-03-22T15:52:38.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:38.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:38.412898+0000) 2023-03-22T15:52:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:39.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.412532+0000) 2023-03-22T15:52:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:39.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.411997+0000) 2023-03-22T15:52:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:39.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.412300+0000) 2023-03-22T15:52:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:39.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.537651+0000) 2023-03-22T15:52:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:39.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.362291+0000) 2023-03-22T15:52:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:39.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.413139+0000) 2023-03-22T15:52:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:39.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.413011+0000) 2023-03-22T15:52:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:39.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:39.412421+0000) 2023-03-22T15:52:40.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:40 smithi142 ceph-mon[94717]: pgmap v2484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:40 smithi098 ceph-mon[94136]: pgmap v2484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:40.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:40.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.412417+0000) 2023-03-22T15:52:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:40.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.412644+0000) 2023-03-22T15:52:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:40.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.412125+0000) 2023-03-22T15:52:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:40.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.362410+0000) 2023-03-22T15:52:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:40.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.537832+0000) 2023-03-22T15:52:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:40.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.413120+0000) 2023-03-22T15:52:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:40.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.413247+0000) 2023-03-22T15:52:40.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:40.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:40.412537+0000) 2023-03-22T15:52:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:41.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.412751+0000) 2023-03-22T15:52:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:41.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.412225+0000) 2023-03-22T15:52:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:41.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.362520+0000) 2023-03-22T15:52:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:41.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.413229+0000) 2023-03-22T15:52:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:41.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.413362+0000) 2023-03-22T15:52:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:41.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.412516+0000) 2023-03-22T15:52:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:41.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.412647+0000) 2023-03-22T15:52:41.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:41.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:41.537949+0000) 2023-03-22T15:52:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:42 smithi142 ceph-mon[94717]: pgmap v2485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:42 smithi098 ceph-mon[94136]: pgmap v2485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:42.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.538144+0000) 2023-03-22T15:52:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:42.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.412849+0000) 2023-03-22T15:52:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:42.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.412308+0000) 2023-03-22T15:52:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:42.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.362659+0000) 2023-03-22T15:52:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:42.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.412615+0000) 2023-03-22T15:52:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:42.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.413360+0000) 2023-03-22T15:52:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:42.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.413482+0000) 2023-03-22T15:52:42.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:42.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:42.412753+0000) 2023-03-22T15:52:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:43.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.412958+0000) 2023-03-22T15:52:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:43.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.412422+0000) 2023-03-22T15:52:43.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:43.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.413477+0000) 2023-03-22T15:52:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:43.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.538285+0000) 2023-03-22T15:52:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:43.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.412722+0000) 2023-03-22T15:52:43.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:43.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.413604+0000) 2023-03-22T15:52:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:43.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.412869+0000) 2023-03-22T15:52:43.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:43.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:43.362771+0000) 2023-03-22T15:52:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:44 smithi142 ceph-mon[94717]: pgmap v2486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:44 smithi098 ceph-mon[94136]: pgmap v2486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:44.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.538476+0000) 2023-03-22T15:52:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:44.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.413071+0000) 2023-03-22T15:52:44.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:44.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.412532+0000) 2023-03-22T15:52:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:44.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.413718+0000) 2023-03-22T15:52:44.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:44.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.362892+0000) 2023-03-22T15:52:44.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:44.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.412829+0000) 2023-03-22T15:52:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:44.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.413591+0000) 2023-03-22T15:52:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:44.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:44.412980+0000) 2023-03-22T15:52:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:45.411+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.413178+0000) 2023-03-22T15:52:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:45.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.412643+0000) 2023-03-22T15:52:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:45.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.413710+0000) 2023-03-22T15:52:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:45.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.412937+0000) 2023-03-22T15:52:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:45.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.413834+0000) 2023-03-22T15:52:45.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:45.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.538595+0000) 2023-03-22T15:52:45.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:45.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.413085+0000) 2023-03-22T15:52:45.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:45.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:45.363008+0000) 2023-03-22T15:52:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:46 smithi142 ceph-mon[94717]: pgmap v2487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:46 smithi098 ceph-mon[94136]: pgmap v2487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:46.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.413288+0000) 2023-03-22T15:52:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:46.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.412765+0000) 2023-03-22T15:52:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:46.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.363124+0000) 2023-03-22T15:52:46.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:46.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.538783+0000) 2023-03-22T15:52:46.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:46.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.413042+0000) 2023-03-22T15:52:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:46.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.413951+0000) 2023-03-22T15:52:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:46.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.413826+0000) 2023-03-22T15:52:46.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:46.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:46.413189+0000) 2023-03-22T15:52:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:47.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.413404+0000) 2023-03-22T15:52:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:47.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.412872+0000) 2023-03-22T15:52:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:47.361+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.363238+0000) 2023-03-22T15:52:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:47.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.538901+0000) 2023-03-22T15:52:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:47.411+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.413154+0000) 2023-03-22T15:52:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:47.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.414068+0000) 2023-03-22T15:52:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:47.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.413939+0000) 2023-03-22T15:52:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:47.412+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:47.413770+0000) 2023-03-22T15:52:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:47 smithi142 ceph-mon[94717]: pgmap v2488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:47 smithi098 ceph-mon[94136]: pgmap v2488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:48.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.413537+0000) 2023-03-22T15:52:48.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:48.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.413001+0000) 2023-03-22T15:52:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:48.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.363418+0000) 2023-03-22T15:52:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:48.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.539087+0000) 2023-03-22T15:52:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:48.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.414091+0000) 2023-03-22T15:52:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:48.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.413321+0000) 2023-03-22T15:52:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:48.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.414252+0000) 2023-03-22T15:52:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:48.412+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:48.413906+0000) 2023-03-22T15:52:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:49.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.539218+0000) 2023-03-22T15:52:49.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:49.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.413658+0000) 2023-03-22T15:52:49.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:49.411+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.413125+0000) 2023-03-22T15:52:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:49.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.363562+0000) 2023-03-22T15:52:49.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:49.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.413440+0000) 2023-03-22T15:52:49.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:49.412+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.414208+0000) 2023-03-22T15:52:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:49.412+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.414032+0000) 2023-03-22T15:52:49.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:49.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:49.414398+0000) 2023-03-22T15:52:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:50 smithi142 ceph-mon[94717]: pgmap v2489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:50 smithi098 ceph-mon[94136]: pgmap v2489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:50.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:50.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.539391+0000) 2023-03-22T15:52:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:50.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.413763+0000) 2023-03-22T15:52:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:50.412+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.413285+0000) 2023-03-22T15:52:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:50.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.363697+0000) 2023-03-22T15:52:50.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:50.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.413548+0000) 2023-03-22T15:52:50.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:50.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.414298+0000) 2023-03-22T15:52:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:50.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.414507+0000) 2023-03-22T15:52:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:50.412+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:50.414145+0000) 2023-03-22T15:52:51.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:51.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.539538+0000) 2023-03-22T15:52:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:51.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.413855+0000) 2023-03-22T15:52:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:51.412+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.413403+0000) 2023-03-22T15:52:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:51.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.363824+0000) 2023-03-22T15:52:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:51.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.414613+0000) 2023-03-22T15:52:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:51.413+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.414259+0000) 2023-03-22T15:52:51.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:51.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.413654+0000) 2023-03-22T15:52:51.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:51.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:51.414412+0000) 2023-03-22T15:52:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:52 smithi142 ceph-mon[94717]: pgmap v2490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:52 smithi098 ceph-mon[94136]: pgmap v2490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:52.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:52.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.539742+0000) 2023-03-22T15:52:52.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:52.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.413956+0000) 2023-03-22T15:52:52.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:52.412+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.413554+0000) 2023-03-22T15:52:52.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:52.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.363948+0000) 2023-03-22T15:52:52.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:52.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.413759+0000) 2023-03-22T15:52:52.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:52.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.414533+0000) 2023-03-22T15:52:52.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:52.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.414717+0000) 2023-03-22T15:52:52.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:52.413+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:52.414383+0000) 2023-03-22T15:52:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:53.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.414057+0000) 2023-03-22T15:52:53.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:53.412+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.413688+0000) 2023-03-22T15:52:53.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:53.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.364065+0000) 2023-03-22T15:52:53.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:53.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.539884+0000) 2023-03-22T15:52:53.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:53.413+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.414503+0000) 2023-03-22T15:52:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:53.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.413866+0000) 2023-03-22T15:52:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:53.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.414647+0000) 2023-03-22T15:52:53.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:53.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:53.414824+0000) 2023-03-22T15:52:54.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:54 smithi142 ceph-mon[94717]: pgmap v2491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:54 smithi098 ceph-mon[94136]: pgmap v2491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:54.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:54.412+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.414197+0000) 2023-03-22T15:52:54.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:54.412+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.413822+0000) 2023-03-22T15:52:54.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:54.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.364180+0000) 2023-03-22T15:52:54.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:54.413+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.414664+0000) 2023-03-22T15:52:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:54.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.540082+0000) 2023-03-22T15:52:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:54.539+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:54.539+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:54.543+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.544912+0000) 2023-03-22T15:52:54.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:54.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.413975+0000) 2023-03-22T15:52:54.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:54.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.414759+0000) 2023-03-22T15:52:54.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:54.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:54.414926+0000) 2023-03-22T15:52:55.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:55.413+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.414338+0000) 2023-03-22T15:52:55.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:55.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.364299+0000) 2023-03-22T15:52:55.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:55.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.414085+0000) 2023-03-22T15:52:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:55.412+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.413969+0000) 2023-03-22T15:52:55.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:55.413+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:55.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:55.413+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:55.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:55.414+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.415298+0000) 2023-03-22T15:52:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:55.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.415122+0000) 2023-03-22T15:52:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:55.413+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.414808+0000) 2023-03-22T15:52:55.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:55.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:55.414951+0000) 2023-03-22T15:52:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:56 smithi142 ceph-mon[94717]: pgmap v2492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:56 smithi098 ceph-mon[94136]: pgmap v2492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:52:56.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:56.413+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:56.414482+0000) 2023-03-22T15:52:56.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:56.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:56.364427+0000) 2023-03-22T15:52:56.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:56.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:56.415066+0000) 2023-03-22T15:52:56.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:56.413+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:56.415237+0000) 2023-03-22T15:52:56.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:56.412+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:56.414239+0000) 2023-03-22T15:52:56.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:56.413+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:56.414950+0000) 2023-03-22T15:52:57.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:57.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.364550+0000) 2023-03-22T15:52:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:57.413+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.414613+0000) 2023-03-22T15:52:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:57.414+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:57.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:57.414+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:57.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:52:57.414+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.415630+0000) 2023-03-22T15:52:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:57.413+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.415191+0000) 2023-03-22T15:52:57.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:57.413+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.415105+0000) 2023-03-22T15:52:57.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:52:57.414+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.415965+0000) 2023-03-22T15:52:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:57.414+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.415426+0000) 2023-03-22T15:52:57.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:57.413+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:57.414376+0000) 2023-03-22T15:52:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:52:57 smithi142 ceph-mon[94717]: pgmap v2493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:52:57 smithi098 ceph-mon[94136]: pgmap v2493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:52:58.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:58.413+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:58.414508+0000) 2023-03-22T15:52:58.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:58.414+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:58.415541+0000) 2023-03-22T15:52:58.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:58.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:58.364713+0000) 2023-03-22T15:52:58.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:58.414+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:58.415333+0000) 2023-03-22T15:52:59.365 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:52:59.039+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:59.040337+0000) 2023-03-22T15:52:59.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:52:59.414+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:59.415466+0000) 2023-03-22T15:52:59.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:52:59.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:59.364853+0000) 2023-03-22T15:52:59.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:52:59.414+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:59.415651+0000) 2023-03-22T15:52:59.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:59.413+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:59.414647+0000) 2023-03-22T15:52:59.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:59.414+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:59.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:59.414+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:52:59.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:52:59.416+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:59.417705+0000) 2023-03-22T15:53:00.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:52:59.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:52:59.914283+0000) 2023-03-22T15:53:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:00.042+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:00.043858+0000) 2023-03-22T15:53:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:00 smithi142 ceph-mon[94717]: pgmap v2494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:00 smithi098 ceph-mon[94136]: pgmap v2494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:00.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:00.414+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:00.415602+0000) 2023-03-22T15:53:00.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:00.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:00.364995+0000) 2023-03-22T15:53:00.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:00.414+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:00.415754+0000) 2023-03-22T15:53:01.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:00.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:00.914395+0000) 2023-03-22T15:53:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:01.044+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.045457+0000) 2023-03-22T15:53:01.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:01.414+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.415935+0000) 2023-03-22T15:53:01.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:01.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.365133+0000) 2023-03-22T15:53:01.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:01.364+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:01.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:01.364+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.365931+0000) 2023-03-22T15:53:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:01.414+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.415735+0000) 2023-03-22T15:53:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:01.415+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:01.415+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:01.415+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.416513+0000) 2023-03-22T15:53:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:01.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.914844+0000) 2023-03-22T15:53:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:01.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.914507+0000) 2023-03-22T15:53:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:02.044+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:02.045658+0000) 2023-03-22T15:53:02.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:01.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:01.915379+0000) 2023-03-22T15:53:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:02 smithi142 ceph-mon[94717]: pgmap v2495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:02 smithi098 ceph-mon[94136]: pgmap v2495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:02.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:02.414+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:02.416078+0000) 2023-03-22T15:53:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:03.044+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:03.045773+0000) 2023-03-22T15:53:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:02.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:02.914947+0000) 2023-03-22T15:53:03.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:02.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:02.914636+0000) 2023-03-22T15:53:03.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:02.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:02.915485+0000) 2023-03-22T15:53:03.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:03.414+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:03.416206+0000) 2023-03-22T15:53:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:04.044+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:04.045963+0000) 2023-03-22T15:53:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:03.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:03.915054+0000) 2023-03-22T15:53:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:03.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:03.914740+0000) 2023-03-22T15:53:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:03.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:03.914871+0000) 2023-03-22T15:53:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:03.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:03.915596+0000) 2023-03-22T15:53:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:04 smithi142 ceph-mon[94717]: pgmap v2496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:53:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:04 smithi098 ceph-mon[94136]: pgmap v2496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:53:04.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:04.415+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:04.416341+0000) 2023-03-22T15:53:04.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:04.415+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:04.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:04.415+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:04.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:04.415+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:04.417199+0000) 2023-03-22T15:53:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:05.044+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:05.046073+0000) 2023-03-22T15:53:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:04.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:04.915165+0000) 2023-03-22T15:53:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:04.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:04.914856+0000) 2023-03-22T15:53:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:04.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:04.914977+0000) 2023-03-22T15:53:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:04.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:04.915715+0000) 2023-03-22T15:53:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:05.914+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:05.915282+0000) 2023-03-22T15:53:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:05.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:05.914969+0000) 2023-03-22T15:53:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:05.864+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:05.865442+0000) 2023-03-22T15:53:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:06.045+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:06.046264+0000) 2023-03-22T15:53:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:05.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:05.915949+0000) 2023-03-22T15:53:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:05.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:05.915089+0000) 2023-03-22T15:53:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:05.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:05.915833+0000) 2023-03-22T15:53:06.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:06 smithi142 ceph-mon[94717]: pgmap v2497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:53:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:06 smithi098 ceph-mon[94136]: pgmap v2497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:53:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:06.914+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:06.915394+0000) 2023-03-22T15:53:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:06.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:06.915100+0000) 2023-03-22T15:53:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:06.864+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:06.865554+0000) 2023-03-22T15:53:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:07.045+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:07.046387+0000) 2023-03-22T15:53:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:06.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:06.915194+0000) 2023-03-22T15:53:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:06.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:06.916063+0000) 2023-03-22T15:53:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:06.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:06.915948+0000) 2023-03-22T15:53:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:07 smithi142 ceph-mon[94717]: pgmap v2498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:53:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:07 smithi098 ceph-mon[94136]: pgmap v2498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:53:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:08.045+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.046585+0000) 2023-03-22T15:53:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:07.914+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:07.915296+0000) 2023-03-22T15:53:08.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:07.914+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:07.915503+0000) 2023-03-22T15:53:08.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:07.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:07.915222+0000) 2023-03-22T15:53:08.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:07.864+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:07.865675+0000) 2023-03-22T15:53:08.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:07.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:07.916178+0000) 2023-03-22T15:53:08.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:07.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:07.916064+0000) 2023-03-22T15:53:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:08.914+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.915617+0000) 2023-03-22T15:53:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:08.914+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.915312+0000) 2023-03-22T15:53:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:08.864+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.865812+0000) 2023-03-22T15:53:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:09.045+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.046701+0000) 2023-03-22T15:53:09.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:08.914+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.915409+0000) 2023-03-22T15:53:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:08.915+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.916312+0000) 2023-03-22T15:53:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:08.915+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.916637+0000) 2023-03-22T15:53:09.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:08.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:08.916186+0000) 2023-03-22T15:53:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:09 smithi142 ceph-mon[94717]: osdmap e216: 12 total, 9 up, 9 in 2023-03-22T15:53:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:09 smithi142 ceph-mon[94717]: pgmap v2500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:53:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:09 smithi098 ceph-mon[94136]: osdmap e216: 12 total, 9 up, 9 in 2023-03-22T15:53:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:09 smithi098 ceph-mon[94136]: pgmap v2500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:53:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:09.914+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.915726+0000) 2023-03-22T15:53:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:09.914+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.915413+0000) 2023-03-22T15:53:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:09.864+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.865937+0000) 2023-03-22T15:53:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:09.914+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.915520+0000) 2023-03-22T15:53:10.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:10.045+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.046893+0000) 2023-03-22T15:53:10.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:09.915+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.916422+0000) 2023-03-22T15:53:10.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:09.915+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.916752+0000) 2023-03-22T15:53:10.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:09.915+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:09.916301+0000) 2023-03-22T15:53:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:11.046+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.047009+0000) 2023-03-22T15:53:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:10.915+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.915639+0000) 2023-03-22T15:53:11.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:10.915+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.915828+0000) 2023-03-22T15:53:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:10.915+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.915518+0000) 2023-03-22T15:53:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:10.865+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.866056+0000) 2023-03-22T15:53:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:10.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.916523+0000) 2023-03-22T15:53:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:10.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.916859+0000) 2023-03-22T15:53:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:10.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:10.916415+0000) 2023-03-22T15:53:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:12.046+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.047191+0000) 2023-03-22T15:53:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:11.915+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.915925+0000) 2023-03-22T15:53:12.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:11.915+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.915660+0000) 2023-03-22T15:53:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:11.865+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.866242+0000) 2023-03-22T15:53:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:11.915+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.915752+0000) 2023-03-22T15:53:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:11.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.916627+0000) 2023-03-22T15:53:12.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:11.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.916971+0000) 2023-03-22T15:53:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:11.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:11.916518+0000) 2023-03-22T15:53:12.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:12 smithi142 ceph-mon[94717]: pgmap v2501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:53:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:12 smithi098 ceph-mon[94136]: pgmap v2501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:53:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:12.915+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.916027+0000) 2023-03-22T15:53:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:12.915+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.915764+0000) 2023-03-22T15:53:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:12.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.866415+0000) 2023-03-22T15:53:13.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:13.047+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.047336+0000) 2023-03-22T15:53:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:12.915+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.915858+0000) 2023-03-22T15:53:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:12.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.916753+0000) 2023-03-22T15:53:13.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:12.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.917094+0000) 2023-03-22T15:53:13.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:12.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:12.916638+0000) 2023-03-22T15:53:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:14.047+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.047523+0000) 2023-03-22T15:53:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:13.915+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.916120+0000) 2023-03-22T15:53:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:13.915+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.915872+0000) 2023-03-22T15:53:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:13.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.866544+0000) 2023-03-22T15:53:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:13.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.916856+0000) 2023-03-22T15:53:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:13.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.917195+0000) 2023-03-22T15:53:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:13.915+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.915976+0000) 2023-03-22T15:53:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:13.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:13.916742+0000) 2023-03-22T15:53:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:14 smithi142 ceph-mon[94717]: pgmap v2502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:53:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:14 smithi098 ceph-mon[94136]: pgmap v2502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:53:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:15.047+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.047655+0000) 2023-03-22T15:53:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:14.915+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.916214+0000) 2023-03-22T15:53:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:14.915+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.915981+0000) 2023-03-22T15:53:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:14.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.866697+0000) 2023-03-22T15:53:15.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:14.915+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.916074+0000) 2023-03-22T15:53:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:14.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.916963+0000) 2023-03-22T15:53:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:14.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.917302+0000) 2023-03-22T15:53:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:14.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:14.916866+0000) 2023-03-22T15:53:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:16.047+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.047839+0000) 2023-03-22T15:53:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:15.916+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.916299+0000) 2023-03-22T15:53:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:15.915+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.916099+0000) 2023-03-22T15:53:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:15.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.866828+0000) 2023-03-22T15:53:16.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:15.915+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.916193+0000) 2023-03-22T15:53:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:15.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.917078+0000) 2023-03-22T15:53:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:15.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.917416+0000) 2023-03-22T15:53:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:15.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:15.916969+0000) 2023-03-22T15:53:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:16 smithi142 ceph-mon[94717]: pgmap v2503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:53:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:16 smithi098 ceph-mon[94136]: pgmap v2503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:53:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:17.047+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.047953+0000) 2023-03-22T15:53:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:16.916+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.916401+0000) 2023-03-22T15:53:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:16.915+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.916250+0000) 2023-03-22T15:53:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:16.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.866962+0000) 2023-03-22T15:53:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:16.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.916317+0000) 2023-03-22T15:53:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:16.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.917191+0000) 2023-03-22T15:53:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:16.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.917524+0000) 2023-03-22T15:53:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:16.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:16.917084+0000) 2023-03-22T15:53:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:17 smithi142 ceph-mon[94717]: pgmap v2504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:53:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:17 smithi098 ceph-mon[94136]: pgmap v2504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:53:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:17.916+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.916506+0000) 2023-03-22T15:53:18.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:17.916+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.916363+0000) 2023-03-22T15:53:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:17.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.867089+0000) 2023-03-22T15:53:18.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:17.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.917644+0000) 2023-03-22T15:53:18.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:18.047+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.048146+0000) 2023-03-22T15:53:18.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:17.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.917303+0000) 2023-03-22T15:53:18.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:17.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.916419+0000) 2023-03-22T15:53:18.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:17.916+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:17.917213+0000) 2023-03-22T15:53:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:19.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.048282+0000) 2023-03-22T15:53:19.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:18.916+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.916650+0000) 2023-03-22T15:53:19.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:18.916+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.916512+0000) 2023-03-22T15:53:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:18.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.867216+0000) 2023-03-22T15:53:19.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:18.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.917757+0000) 2023-03-22T15:53:19.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:18.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.916538+0000) 2023-03-22T15:53:19.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:18.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.917422+0000) 2023-03-22T15:53:19.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:18.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:18.917298+0000) 2023-03-22T15:53:20.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:20.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.048456+0000) 2023-03-22T15:53:20.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:19.916+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.916860+0000) 2023-03-22T15:53:20.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:19.916+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.916686+0000) 2023-03-22T15:53:20.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:19.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.867328+0000) 2023-03-22T15:53:20.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:19.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.917869+0000) 2023-03-22T15:53:20.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:19.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.917419+0000) 2023-03-22T15:53:20.225 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:19.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.916746+0000) 2023-03-22T15:53:20.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:19.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:19.917541+0000) 2023-03-22T15:53:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:20 smithi142 ceph-mon[94717]: pgmap v2505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:53:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:20 smithi098 ceph-mon[94136]: pgmap v2505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:53:21.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:20.916+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.917042+0000) 2023-03-22T15:53:21.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:20.916+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.916878+0000) 2023-03-22T15:53:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:21.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.048613+0000) 2023-03-22T15:53:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:20.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.867449+0000) 2023-03-22T15:53:21.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:20.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.916979+0000) 2023-03-22T15:53:21.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:20.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.917969+0000) 2023-03-22T15:53:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:20.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.917659+0000) 2023-03-22T15:53:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:20.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:20.917548+0000) 2023-03-22T15:53:22.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:22.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.048862+0000) 2023-03-22T15:53:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:21.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.917091+0000) 2023-03-22T15:53:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:21.916+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.917166+0000) 2023-03-22T15:53:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:21.916+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.917023+0000) 2023-03-22T15:53:22.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:21.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.867562+0000) 2023-03-22T15:53:22.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:21.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.917770+0000) 2023-03-22T15:53:22.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:21.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.918071+0000) 2023-03-22T15:53:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:21.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:21.917668+0000) 2023-03-22T15:53:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:22 smithi142 ceph-mon[94717]: pgmap v2506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:53:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:22 smithi098 ceph-mon[94136]: pgmap v2506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:53:23.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:23.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.048996+0000) 2023-03-22T15:53:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:22.917+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.917295+0000) 2023-03-22T15:53:23.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:22.916+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.917143+0000) 2023-03-22T15:53:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:22.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.867681+0000) 2023-03-22T15:53:23.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:22.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.917209+0000) 2023-03-22T15:53:23.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:22.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.917889+0000) 2023-03-22T15:53:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:22.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.918174+0000) 2023-03-22T15:53:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:22.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:22.917776+0000) 2023-03-22T15:53:24.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:24.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.049185+0000) 2023-03-22T15:53:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:23.917+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.917416+0000) 2023-03-22T15:53:24.230 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:23.917+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.917265+0000) 2023-03-22T15:53:24.230 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:23.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.867802+0000) 2023-03-22T15:53:24.231 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:23.917+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.917294+0000) 2023-03-22T15:53:24.231 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:23.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.918293+0000) 2023-03-22T15:53:24.232 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:23.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.917882+0000) 2023-03-22T15:53:24.232 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:23.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:23.917992+0000) 2023-03-22T15:53:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:24 smithi142 ceph-mon[94717]: pgmap v2507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:53:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:24 smithi098 ceph-mon[94136]: pgmap v2507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:53:25.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:24.917+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.917546+0000) 2023-03-22T15:53:25.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:24.917+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.917381+0000) 2023-03-22T15:53:25.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:24.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.918404+0000) 2023-03-22T15:53:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:24.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.867938+0000) 2023-03-22T15:53:25.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:25.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.049320+0000) 2023-03-22T15:53:25.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:25.049+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:25.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:25.053+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.053657+0000) 2023-03-22T15:53:25.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:24.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.917988+0000) 2023-03-22T15:53:25.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:24.917+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.917405+0000) 2023-03-22T15:53:25.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:24.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:24.918101+0000) 2023-03-22T15:53:26.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:25.917+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.917664+0000) 2023-03-22T15:53:26.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:25.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.868042+0000) 2023-03-22T15:53:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:25.917+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.917500+0000) 2023-03-22T15:53:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:25.917+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:26.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:25.918+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.918355+0000) 2023-03-22T15:53:26.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:25.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.918212+0000) 2023-03-22T15:53:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:25.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.918512+0000) 2023-03-22T15:53:26.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:25.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.918094+0000) 2023-03-22T15:53:26.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:25.917+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:25.917519+0000) 2023-03-22T15:53:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:26 smithi142 ceph-mon[94717]: pgmap v2508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:53:26.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:26 smithi098 ceph-mon[94136]: pgmap v2508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:53:27.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:26.917+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:26.917769+0000) 2023-03-22T15:53:27.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:26.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:26.868164+0000) 2023-03-22T15:53:27.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:26.917+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:26.917637+0000) 2023-03-22T15:53:27.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:26.918+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:26.918302+0000) 2023-03-22T15:53:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:26.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:26.918623+0000) 2023-03-22T15:53:27.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:26.917+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:26.918203+0000) 2023-03-22T15:53:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:27 smithi142 ceph-mon[94717]: pgmap v2509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:53:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:27 smithi098 ceph-mon[94136]: pgmap v2509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:53:28.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:27.917+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.917866+0000) 2023-03-22T15:53:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:27.918+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:27.918+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.918823+0000) 2023-03-22T15:53:28.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:27.918+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.918433+0000) 2023-03-22T15:53:28.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:27.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.918991+0000) 2023-03-22T15:53:28.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:27.868+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.868286+0000) 2023-03-22T15:53:28.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:27.917+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.917758+0000) 2023-03-22T15:53:28.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:27.918+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.918307+0000) 2023-03-22T15:53:28.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:27.918+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:27.919185+0000) 2023-03-22T15:53:29.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:28.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:28.917866+0000) 2023-03-22T15:53:29.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:28.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:28.868410+0000) 2023-03-22T15:53:29.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:28.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:28.918546+0000) 2023-03-22T15:53:29.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:28.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:28.919106+0000) 2023-03-22T15:53:29.868 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:29.548+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:29.549606+0000) 2023-03-22T15:53:30.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:29.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:29.868538+0000) 2023-03-22T15:53:30.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:29.917+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:29.919224+0000) 2023-03-22T15:53:30.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:29.916+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:29.917970+0000) 2023-03-22T15:53:30.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:29.917+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:30.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:29.917+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:30.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:29.917+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:29.919047+0000) 2023-03-22T15:53:30.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:29.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:29.918664+0000) 2023-03-22T15:53:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:30 smithi142 ceph-mon[94717]: pgmap v2510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:30 smithi098 ceph-mon[94136]: pgmap v2510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:30.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:30.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:30.417743+0000) 2023-03-22T15:53:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:30.551+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:30.553105+0000) 2023-03-22T15:53:31.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:30.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:30.868659+0000) 2023-03-22T15:53:31.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:30.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:30.918798+0000) 2023-03-22T15:53:31.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:30.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:30.919305+0000) 2023-03-22T15:53:31.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:31.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:31.417856+0000) 2023-03-22T15:53:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:31.553+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:31.554709+0000) 2023-03-22T15:53:32.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:31.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:31.919421+0000) 2023-03-22T15:53:32.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:31.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:31.868792+0000) 2023-03-22T15:53:32.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:31.868+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:32.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:31.868+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:32.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:31.868+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:31.869674+0000) 2023-03-22T15:53:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:31.917+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:31.918928+0000) 2023-03-22T15:53:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:31.918+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:31.918+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:32.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:31.918+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:31.919789+0000) 2023-03-22T15:53:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:32 smithi142 ceph-mon[94717]: pgmap v2511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:32 smithi098 ceph-mon[94136]: pgmap v2511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:32.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:32.418140+0000) 2023-03-22T15:53:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:32.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:32.417968+0000) 2023-03-22T15:53:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:32.553+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:32.554907+0000) 2023-03-22T15:53:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:32.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:32.418577+0000) 2023-03-22T15:53:33.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:32.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:32.919538+0000) 2023-03-22T15:53:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:33.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:33.418251+0000) 2023-03-22T15:53:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:33.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:33.418092+0000) 2023-03-22T15:53:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:33.553+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:33.555110+0000) 2023-03-22T15:53:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:33.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:33.418696+0000) 2023-03-22T15:53:34.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:33.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:33.919676+0000) 2023-03-22T15:53:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:34 smithi142 ceph-mon[94717]: pgmap v2512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:34 smithi098 ceph-mon[94136]: pgmap v2512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:34.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:34.418361+0000) 2023-03-22T15:53:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:34.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:34.418195+0000) 2023-03-22T15:53:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:34.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:34.418804+0000) 2023-03-22T15:53:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:34.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:34.418231+0000) 2023-03-22T15:53:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:34.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:34.555298+0000) 2023-03-22T15:53:35.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:34.918+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:34.919799+0000) 2023-03-22T15:53:35.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:34.919+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:34.920519+0000) 2023-03-22T15:53:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:35.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:35.555411+0000) 2023-03-22T15:53:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:35.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:35.418510+0000) 2023-03-22T15:53:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:35.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:35.418289+0000) 2023-03-22T15:53:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:35.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:35.418354+0000) 2023-03-22T15:53:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:35.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:35.418921+0000) 2023-03-22T15:53:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:36 smithi142 ceph-mon[94717]: pgmap v2513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:36 smithi098 ceph-mon[94136]: pgmap v2513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:36.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:36.555578+0000) 2023-03-22T15:53:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:36.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:36.418615+0000) 2023-03-22T15:53:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:36.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:36.418412+0000) 2023-03-22T15:53:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:36.367+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:36.369048+0000) 2023-03-22T15:53:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:36.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:36.418471+0000) 2023-03-22T15:53:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:36.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:36.419162+0000) 2023-03-22T15:53:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:36.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:36.419031+0000) 2023-03-22T15:53:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:37.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:37.418730+0000) 2023-03-22T15:53:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:37.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:37.418546+0000) 2023-03-22T15:53:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:37.367+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:37.369166+0000) 2023-03-22T15:53:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:37.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:37.418590+0000) 2023-03-22T15:53:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:37.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:37.419148+0000) 2023-03-22T15:53:37.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:37.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:37.555688+0000) 2023-03-22T15:53:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:37.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:37.419277+0000) 2023-03-22T15:53:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:37 smithi142 ceph-mon[94717]: pgmap v2514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:37 smithi098 ceph-mon[94136]: pgmap v2514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:38.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:38.418840+0000) 2023-03-22T15:53:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:38.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:38.418661+0000) 2023-03-22T15:53:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:38.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:38.419378+0000) 2023-03-22T15:53:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:38.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:38.369303+0000) 2023-03-22T15:53:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:38.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:38.419266+0000) 2023-03-22T15:53:38.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:38.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:38.555879+0000) 2023-03-22T15:53:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:38.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:38.418707+0000) 2023-03-22T15:53:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:39.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.418957+0000) 2023-03-22T15:53:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:39.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.418771+0000) 2023-03-22T15:53:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:39.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.369425+0000) 2023-03-22T15:53:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:39.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.555982+0000) 2023-03-22T15:53:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:39.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.418822+0000) 2023-03-22T15:53:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:39.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.420032+0000) 2023-03-22T15:53:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:39.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.419491+0000) 2023-03-22T15:53:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:39.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:39.419402+0000) 2023-03-22T15:53:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:40 smithi142 ceph-mon[94717]: pgmap v2515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:40 smithi098 ceph-mon[94136]: pgmap v2515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:40.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.419065+0000) 2023-03-22T15:53:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:40.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.418884+0000) 2023-03-22T15:53:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:40.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.369541+0000) 2023-03-22T15:53:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:40.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.556153+0000) 2023-03-22T15:53:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:40.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.419596+0000) 2023-03-22T15:53:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:40.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.420143+0000) 2023-03-22T15:53:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:40.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.419514+0000) 2023-03-22T15:53:40.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:40.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:40.418936+0000) 2023-03-22T15:53:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:41.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.419175+0000) 2023-03-22T15:53:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:41.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.418992+0000) 2023-03-22T15:53:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:41.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.369657+0000) 2023-03-22T15:53:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:41.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.556285+0000) 2023-03-22T15:53:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:41.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.419708+0000) 2023-03-22T15:53:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:41.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.419059+0000) 2023-03-22T15:53:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:41.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.419627+0000) 2023-03-22T15:53:41.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:41.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:41.420247+0000) 2023-03-22T15:53:42.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:42 smithi142 ceph-mon[94717]: pgmap v2516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:42 smithi098 ceph-mon[94136]: pgmap v2516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:42.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.556468+0000) 2023-03-22T15:53:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:42.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.419292+0000) 2023-03-22T15:53:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:42.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.419101+0000) 2023-03-22T15:53:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:42.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.369777+0000) 2023-03-22T15:53:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:42.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.419176+0000) 2023-03-22T15:53:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:42.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.419826+0000) 2023-03-22T15:53:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:42.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.419749+0000) 2023-03-22T15:53:42.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:42.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:42.420361+0000) 2023-03-22T15:53:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:43.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.556590+0000) 2023-03-22T15:53:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:43.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.419400+0000) 2023-03-22T15:53:43.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:43.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.419226+0000) 2023-03-22T15:53:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:43.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.369900+0000) 2023-03-22T15:53:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:43.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.419942+0000) 2023-03-22T15:53:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:43.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.419293+0000) 2023-03-22T15:53:43.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:43.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.420481+0000) 2023-03-22T15:53:43.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:43.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:43.419863+0000) 2023-03-22T15:53:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:44 smithi142 ceph-mon[94717]: pgmap v2517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:44 smithi098 ceph-mon[94136]: pgmap v2517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:44.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.419551+0000) 2023-03-22T15:53:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:44.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.419396+0000) 2023-03-22T15:53:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:44.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.370031+0000) 2023-03-22T15:53:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:44.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.420631+0000) 2023-03-22T15:53:44.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:44.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.556778+0000) 2023-03-22T15:53:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:44.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.420053+0000) 2023-03-22T15:53:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:44.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.419976+0000) 2023-03-22T15:53:44.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:44.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:44.419429+0000) 2023-03-22T15:53:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:45.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.556889+0000) 2023-03-22T15:53:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:45.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.419717+0000) 2023-03-22T15:53:45.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:45.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.419538+0000) 2023-03-22T15:53:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:45.368+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.370168+0000) 2023-03-22T15:53:45.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:45.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.419570+0000) 2023-03-22T15:53:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:45.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.420743+0000) 2023-03-22T15:53:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:45.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.420088+0000) 2023-03-22T15:53:45.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:45.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:45.420166+0000) 2023-03-22T15:53:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:46 smithi142 ceph-mon[94717]: pgmap v2518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:46 smithi098 ceph-mon[94136]: pgmap v2518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:46.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:46.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.419857+0000) 2023-03-22T15:53:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:46.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.419654+0000) 2023-03-22T15:53:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:46.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.370309+0000) 2023-03-22T15:53:46.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:46.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.557099+0000) 2023-03-22T15:53:46.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:46.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.420855+0000) 2023-03-22T15:53:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:46.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.420209+0000) 2023-03-22T15:53:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:46.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.419703+0000) 2023-03-22T15:53:46.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:46.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:46.420290+0000) 2023-03-22T15:53:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:47.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.419975+0000) 2023-03-22T15:53:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:47.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.419779+0000) 2023-03-22T15:53:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:47.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.370431+0000) 2023-03-22T15:53:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:47.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.557227+0000) 2023-03-22T15:53:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:47.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.420962+0000) 2023-03-22T15:53:47.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:47.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.419831+0000) 2023-03-22T15:53:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:47.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.420412+0000) 2023-03-22T15:53:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:47.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:47.420306+0000) 2023-03-22T15:53:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:47 smithi142 ceph-mon[94717]: pgmap v2519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:47 smithi098 ceph-mon[94136]: pgmap v2519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:48.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.420087+0000) 2023-03-22T15:53:48.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:48.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.419886+0000) 2023-03-22T15:53:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:48.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.370550+0000) 2023-03-22T15:53:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:48.556+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.557446+0000) 2023-03-22T15:53:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:48.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.420567+0000) 2023-03-22T15:53:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:48.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.419953+0000) 2023-03-22T15:53:48.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:48.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.421085+0000) 2023-03-22T15:53:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:48.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:48.420424+0000) 2023-03-22T15:53:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:49.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.420208+0000) 2023-03-22T15:53:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:49.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.420002+0000) 2023-03-22T15:53:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:49.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.370670+0000) 2023-03-22T15:53:49.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:49.556+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.557552+0000) 2023-03-22T15:53:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:49.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.420676+0000) 2023-03-22T15:53:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:49.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.420069+0000) 2023-03-22T15:53:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:49.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.421210+0000) 2023-03-22T15:53:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:49.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:49.420548+0000) 2023-03-22T15:53:50.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:50 smithi142 ceph-mon[94717]: pgmap v2520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:50 smithi098 ceph-mon[94136]: pgmap v2520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:50.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:50.419+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.420298+0000) 2023-03-22T15:53:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:50.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.420115+0000) 2023-03-22T15:53:50.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:50.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.421318+0000) 2023-03-22T15:53:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:50.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.370799+0000) 2023-03-22T15:53:50.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:50.556+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.557745+0000) 2023-03-22T15:53:50.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:50.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.420182+0000) 2023-03-22T15:53:50.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:50.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.420785+0000) 2023-03-22T15:53:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:50.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:50.420668+0000) 2023-03-22T15:53:51.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:51.418+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.420228+0000) 2023-03-22T15:53:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:51.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.370918+0000) 2023-03-22T15:53:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:51.556+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.557883+0000) 2023-03-22T15:53:51.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:51.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.420296+0000) 2023-03-22T15:53:51.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:51.419+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.420425+0000) 2023-03-22T15:53:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:51.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.420793+0000) 2023-03-22T15:53:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:51.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.420890+0000) 2023-03-22T15:53:51.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:51.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:51.421433+0000) 2023-03-22T15:53:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:52 smithi142 ceph-mon[94717]: pgmap v2521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:52 smithi098 ceph-mon[94136]: pgmap v2521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:52.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:52.419+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.420527+0000) 2023-03-22T15:53:52.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:52.419+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.420292+0000) 2023-03-22T15:53:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:52.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.371048+0000) 2023-03-22T15:53:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:52.556+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.558065+0000) 2023-03-22T15:53:52.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:52.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.421540+0000) 2023-03-22T15:53:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:52.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.421000+0000) 2023-03-22T15:53:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:52.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.420407+0000) 2023-03-22T15:53:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:52.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:52.420904+0000) 2023-03-22T15:53:53.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:53.419+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.420639+0000) 2023-03-22T15:53:53.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:53.419+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.420403+0000) 2023-03-22T15:53:53.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:53.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.421651+0000) 2023-03-22T15:53:53.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:53.369+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.371182+0000) 2023-03-22T15:53:53.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:53.556+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.558183+0000) 2023-03-22T15:53:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:53.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.420515+0000) 2023-03-22T15:53:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:53.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.421118+0000) 2023-03-22T15:53:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:53.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:53.421018+0000) 2023-03-22T15:53:54.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:54 smithi142 ceph-mon[94717]: pgmap v2522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:54 smithi098 ceph-mon[94136]: pgmap v2522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:54.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:54.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.420623+0000) 2023-03-22T15:53:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:54.419+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.420748+0000) 2023-03-22T15:53:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:54.419+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.420521+0000) 2023-03-22T15:53:54.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:54.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.371314+0000) 2023-03-22T15:53:54.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:54.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.421775+0000) 2023-03-22T15:53:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:54.557+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.558388+0000) 2023-03-22T15:53:54.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:54.419+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.421151+0000) 2023-03-22T15:53:54.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:54.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:54.421225+0000) 2023-03-22T15:53:55.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:55.419+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.420877+0000) 2023-03-22T15:53:55.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:55.419+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.420638+0000) 2023-03-22T15:53:55.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:55.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.371427+0000) 2023-03-22T15:53:55.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:55.557+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.558507+0000) 2023-03-22T15:53:55.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:53:55.561+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.562705+0000) 2023-03-22T15:53:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:55.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.421883+0000) 2023-03-22T15:53:55.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:55.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.421310+0000) 2023-03-22T15:53:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:55.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.421274+0000) 2023-03-22T15:53:55.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:55.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:55.420737+0000) 2023-03-22T15:53:56.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:56 smithi142 ceph-mon[94717]: pgmap v2523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:56 smithi098 ceph-mon[94136]: pgmap v2523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:53:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:56.419+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.421172+0000) 2023-03-22T15:53:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:56.419+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.420755+0000) 2023-03-22T15:53:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:56.420+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:56.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:56.420+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:56.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:53:56.420+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.421881+0000) 2023-03-22T15:53:56.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:56.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.421491+0000) 2023-03-22T15:53:56.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:56.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.422007+0000) 2023-03-22T15:53:56.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:56.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.371534+0000) 2023-03-22T15:53:56.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:56.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.420857+0000) 2023-03-22T15:53:56.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:56.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:56.421416+0000) 2023-03-22T15:53:57.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:57.420+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:57.421288+0000) 2023-03-22T15:53:57.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:57.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:57.371648+0000) 2023-03-22T15:53:57.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:57.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:57.420985+0000) 2023-03-22T15:53:57.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:57.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:57.421608+0000) 2023-03-22T15:53:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:57.420+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:57.422132+0000) 2023-03-22T15:53:57.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:57.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:57.421532+0000) 2023-03-22T15:53:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:53:57 smithi142 ceph-mon[94717]: pgmap v2524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:53:57 smithi098 ceph-mon[94136]: pgmap v2524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:53:58.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:58.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.371768+0000) 2023-03-22T15:53:58.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:58.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.421100+0000) 2023-03-22T15:53:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:58.420+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.421400+0000) 2023-03-22T15:53:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:58.420+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:58.420+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:53:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:53:58.421+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.422545+0000) 2023-03-22T15:53:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:58.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.421779+0000) 2023-03-22T15:53:58.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:58.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.422302+0000) 2023-03-22T15:53:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:58.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.421654+0000) 2023-03-22T15:53:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:53:58.421+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:58.422544+0000) 2023-03-22T15:53:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:53:59.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:59.371876+0000) 2023-03-22T15:53:59.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:53:59.419+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:59.421203+0000) 2023-03-22T15:53:59.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:53:59.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:59.422415+0000) 2023-03-22T15:53:59.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:53:59.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:53:59.421893+0000) 2023-03-22T15:54:00.372 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:00.057+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:00.058815+0000) 2023-03-22T15:54:00.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:00 smithi142 ceph-mon[94717]: pgmap v2525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:54:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:00 smithi098 ceph-mon[94136]: pgmap v2525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:54:00.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:00.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:00.371996+0000) 2023-03-22T15:54:00.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:00.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:00.422009+0000) 2023-03-22T15:54:00.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:00.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:00.422534+0000) 2023-03-22T15:54:00.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:00.420+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:00.421290+0000) 2023-03-22T15:54:00.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:00.420+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:00.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:00.420+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:00.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:00.420+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:00.422217+0000) 2023-03-22T15:54:01.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:01.061+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:01.062910+0000) 2023-03-22T15:54:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:00.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:00.921005+0000) 2023-03-22T15:54:01.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:01.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:01.372114+0000) 2023-03-22T15:54:01.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:01.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:01.422124+0000) 2023-03-22T15:54:01.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:01.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:01.422649+0000) 2023-03-22T15:54:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:01.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:01.921113+0000) 2023-03-22T15:54:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:02.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.064608+0000) 2023-03-22T15:54:02.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:02 smithi142 ceph-mon[94717]: pgmap v2526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:54:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:02 smithi098 ceph-mon[94136]: pgmap v2526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:54:02.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:02.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.422790+0000) 2023-03-22T15:54:02.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:02.370+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.372231+0000) 2023-03-22T15:54:02.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:02.371+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:02.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:02.371+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:02.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:02.371+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.373151+0000) 2023-03-22T15:54:02.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:02.420+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.422235+0000) 2023-03-22T15:54:02.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:02.421+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:02.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:02.421+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:02.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:02.421+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.423144+0000) 2023-03-22T15:54:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:02.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.921679+0000) 2023-03-22T15:54:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:02.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.921220+0000) 2023-03-22T15:54:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:03.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:03.064726+0000) 2023-03-22T15:54:03.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:02.920+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:02.921915+0000) 2023-03-22T15:54:03.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:03.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:03.422905+0000) 2023-03-22T15:54:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:03.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:03.921781+0000) 2023-03-22T15:54:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:03.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:03.921333+0000) 2023-03-22T15:54:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:04.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:04.064885+0000) 2023-03-22T15:54:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:03.920+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:03.922029+0000) 2023-03-22T15:54:04.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:04 smithi142 ceph-mon[94717]: pgmap v2527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:54:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:04 smithi098 ceph-mon[94136]: pgmap v2527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:54:04.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:04.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:04.423016+0000) 2023-03-22T15:54:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:04.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:04.921842+0000) 2023-03-22T15:54:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:04.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:04.921437+0000) 2023-03-22T15:54:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:04.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:04.921609+0000) 2023-03-22T15:54:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:04.920+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:04.922140+0000) 2023-03-22T15:54:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:05.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:05.065011+0000) 2023-03-22T15:54:05.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:05.421+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:05.423128+0000) 2023-03-22T15:54:05.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:05.422+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:05.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:05.422+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:05.423918+0000) 2023-03-22T15:54:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:06.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:06.065198+0000) 2023-03-22T15:54:06.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:05.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:05.921718+0000) 2023-03-22T15:54:06.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:05.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:05.921950+0000) 2023-03-22T15:54:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:05.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:05.921550+0000) 2023-03-22T15:54:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:05.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:05.922259+0000) 2023-03-22T15:54:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:06 smithi142 ceph-mon[94717]: pgmap v2528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:54:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:06 smithi098 ceph-mon[94136]: pgmap v2528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:54:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:06.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:06.922056+0000) 2023-03-22T15:54:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:06.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:06.921674+0000) 2023-03-22T15:54:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:06.871+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:06.872558+0000) 2023-03-22T15:54:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:06.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:06.921828+0000) 2023-03-22T15:54:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:07.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:07.065293+0000) 2023-03-22T15:54:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:06.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:06.922531+0000) 2023-03-22T15:54:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:06.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:06.922380+0000) 2023-03-22T15:54:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:07 smithi142 ceph-mon[94717]: pgmap v2529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:54:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:07 smithi098 ceph-mon[94136]: pgmap v2529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:54:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:07.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:07.922161+0000) 2023-03-22T15:54:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:07.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:07.921783+0000) 2023-03-22T15:54:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:07.871+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:07.872671+0000) 2023-03-22T15:54:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:08.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:08.065480+0000) 2023-03-22T15:54:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:07.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:07.922642+0000) 2023-03-22T15:54:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:07.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:07.922495+0000) 2023-03-22T15:54:08.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:07.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:07.921933+0000) 2023-03-22T15:54:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:08.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:08.922263+0000) 2023-03-22T15:54:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:08.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:08.921893+0000) 2023-03-22T15:54:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:08.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:08.922746+0000) 2023-03-22T15:54:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:08.871+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:08.872786+0000) 2023-03-22T15:54:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:09.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.065593+0000) 2023-03-22T15:54:09.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:08.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:08.922033+0000) 2023-03-22T15:54:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:08.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:08.922610+0000) 2023-03-22T15:54:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:09 smithi142 ceph-mon[94717]: osdmap e217: 12 total, 9 up, 9 in 2023-03-22T15:54:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:09 smithi142 ceph-mon[94717]: pgmap v2531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:54:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:09 smithi098 ceph-mon[94136]: osdmap e217: 12 total, 9 up, 9 in 2023-03-22T15:54:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:09 smithi098 ceph-mon[94136]: pgmap v2531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:54:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:09.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.922394+0000) 2023-03-22T15:54:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:09.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.921994+0000) 2023-03-22T15:54:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:09.871+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.872924+0000) 2023-03-22T15:54:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:10.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.065777+0000) 2023-03-22T15:54:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:09.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.922860+0000) 2023-03-22T15:54:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:09.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.922132+0000) 2023-03-22T15:54:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:09.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.923395+0000) 2023-03-22T15:54:10.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:09.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:09.922734+0000) 2023-03-22T15:54:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:10.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.922510+0000) 2023-03-22T15:54:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:10.871+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.873047+0000) 2023-03-22T15:54:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:10.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.922235+0000) 2023-03-22T15:54:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:10.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.923505+0000) 2023-03-22T15:54:11.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:11.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.065894+0000) 2023-03-22T15:54:11.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:10.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.922098+0000) 2023-03-22T15:54:11.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:10.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.922972+0000) 2023-03-22T15:54:11.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:10.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:10.922849+0000) 2023-03-22T15:54:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:11.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.922620+0000) 2023-03-22T15:54:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:11.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.922212+0000) 2023-03-22T15:54:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:11.871+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.873188+0000) 2023-03-22T15:54:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:11.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.922350+0000) 2023-03-22T15:54:12.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:11.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.923606+0000) 2023-03-22T15:54:12.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:12.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.066082+0000) 2023-03-22T15:54:12.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:11.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.923084+0000) 2023-03-22T15:54:12.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:11.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:11.922954+0000) 2023-03-22T15:54:12.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:12 smithi142 ceph-mon[94717]: pgmap v2532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:54:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:12 smithi098 ceph-mon[94136]: pgmap v2532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:54:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:12.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.922734+0000) 2023-03-22T15:54:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:12.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.922320+0000) 2023-03-22T15:54:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:12.872+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.873313+0000) 2023-03-22T15:54:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:12.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.923196+0000) 2023-03-22T15:54:13.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:13.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.066198+0000) 2023-03-22T15:54:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:12.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.922462+0000) 2023-03-22T15:54:13.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:12.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.923724+0000) 2023-03-22T15:54:13.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:12.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:12.923070+0000) 2023-03-22T15:54:14.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:13.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.922575+0000) 2023-03-22T15:54:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:13.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.922846+0000) 2023-03-22T15:54:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:13.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.922440+0000) 2023-03-22T15:54:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:13.872+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.873428+0000) 2023-03-22T15:54:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:13.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.923845+0000) 2023-03-22T15:54:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:13.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.923311+0000) 2023-03-22T15:54:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:13.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:13.923185+0000) 2023-03-22T15:54:14.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:14.065+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.066401+0000) 2023-03-22T15:54:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:14 smithi142 ceph-mon[94717]: pgmap v2533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:54:14.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:14 smithi098 ceph-mon[94136]: pgmap v2533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:54:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:14.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.922957+0000) 2023-03-22T15:54:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:14.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.922558+0000) 2023-03-22T15:54:15.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:14.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.923298+0000) 2023-03-22T15:54:15.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:14.872+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.873535+0000) 2023-03-22T15:54:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:14.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.923966+0000) 2023-03-22T15:54:15.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:15.065+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.066520+0000) 2023-03-22T15:54:15.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:14.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.922688+0000) 2023-03-22T15:54:15.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:14.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:14.923423+0000) 2023-03-22T15:54:16.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:16.065+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.066711+0000) 2023-03-22T15:54:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:15.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.923067+0000) 2023-03-22T15:54:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:15.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.922674+0000) 2023-03-22T15:54:16.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:15.872+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.873642+0000) 2023-03-22T15:54:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:15.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.922795+0000) 2023-03-22T15:54:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:15.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.923536+0000) 2023-03-22T15:54:16.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:15.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.924084+0000) 2023-03-22T15:54:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:15.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:15.923420+0000) 2023-03-22T15:54:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:16 smithi142 ceph-mon[94717]: pgmap v2534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:54:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:16 smithi098 ceph-mon[94136]: pgmap v2534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:54:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:16.922+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.923177+0000) 2023-03-22T15:54:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:16.922+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.922805+0000) 2023-03-22T15:54:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:16.873+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.873766+0000) 2023-03-22T15:54:17.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:17.066+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.066839+0000) 2023-03-22T15:54:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:16.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.922905+0000) 2023-03-22T15:54:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:16.923+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.923648+0000) 2023-03-22T15:54:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:16.923+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.924192+0000) 2023-03-22T15:54:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:16.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:16.923539+0000) 2023-03-22T15:54:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:17 smithi142 ceph-mon[94717]: pgmap v2535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:54:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:17 smithi098 ceph-mon[94136]: pgmap v2535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:54:18.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:18.066+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.067031+0000) 2023-03-22T15:54:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:17.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.923283+0000) 2023-03-22T15:54:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:17.922+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.922932+0000) 2023-03-22T15:54:18.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:17.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.924295+0000) 2023-03-22T15:54:18.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:17.873+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.873888+0000) 2023-03-22T15:54:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:17.923+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.923762+0000) 2023-03-22T15:54:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:17.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.923658+0000) 2023-03-22T15:54:18.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:17.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:17.923015+0000) 2023-03-22T15:54:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:19.066+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.067205+0000) 2023-03-22T15:54:19.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:18.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.923125+0000) 2023-03-22T15:54:19.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:18.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.923394+0000) 2023-03-22T15:54:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:18.922+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.923059+0000) 2023-03-22T15:54:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:18.873+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.874014+0000) 2023-03-22T15:54:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:18.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.924396+0000) 2023-03-22T15:54:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:18.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.923767+0000) 2023-03-22T15:54:19.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:18.923+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:18.923871+0000) 2023-03-22T15:54:20.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:20.067+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.067459+0000) 2023-03-22T15:54:20.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:19.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.923232+0000) 2023-03-22T15:54:20.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:19.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.923515+0000) 2023-03-22T15:54:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:19.922+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.923169+0000) 2023-03-22T15:54:20.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:19.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.924512+0000) 2023-03-22T15:54:20.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:19.873+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.874140+0000) 2023-03-22T15:54:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:19.923+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.923986+0000) 2023-03-22T15:54:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:19.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:19.923888+0000) 2023-03-22T15:54:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:20 smithi142 ceph-mon[94717]: pgmap v2536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:54:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:20 smithi098 ceph-mon[94136]: pgmap v2536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:54:21.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:21.067+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.067627+0000) 2023-03-22T15:54:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:20.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.923618+0000) 2023-03-22T15:54:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:20.923+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.923313+0000) 2023-03-22T15:54:21.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:20.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.924618+0000) 2023-03-22T15:54:21.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:20.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.874276+0000) 2023-03-22T15:54:21.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:20.923+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.923313+0000) 2023-03-22T15:54:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:20.923+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.924101+0000) 2023-03-22T15:54:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:20.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:20.924006+0000) 2023-03-22T15:54:22.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:22.067+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.067823+0000) 2023-03-22T15:54:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:21.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.923724+0000) 2023-03-22T15:54:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:21.923+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.923435+0000) 2023-03-22T15:54:22.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:21.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.924722+0000) 2023-03-22T15:54:22.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:21.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.874396+0000) 2023-03-22T15:54:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:21.923+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.923449+0000) 2023-03-22T15:54:22.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:21.923+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.924218+0000) 2023-03-22T15:54:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:21.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:21.924126+0000) 2023-03-22T15:54:22.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:22 smithi142 ceph-mon[94717]: pgmap v2537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:54:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:22 smithi098 ceph-mon[94136]: pgmap v2537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:54:23.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:23.067+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.067950+0000) 2023-03-22T15:54:23.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:22.923+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.923618+0000) 2023-03-22T15:54:23.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:22.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.923851+0000) 2023-03-22T15:54:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:22.923+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.923618+0000) 2023-03-22T15:54:23.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:22.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.874508+0000) 2023-03-22T15:54:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:22.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.924835+0000) 2023-03-22T15:54:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:22.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.924305+0000) 2023-03-22T15:54:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:22.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:22.924243+0000) 2023-03-22T15:54:24.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:23.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.924011+0000) 2023-03-22T15:54:24.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:23.923+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.923796+0000) 2023-03-22T15:54:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:23.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.924423+0000) 2023-03-22T15:54:24.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:23.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.924942+0000) 2023-03-22T15:54:24.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:23.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.874641+0000) 2023-03-22T15:54:24.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:23.923+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.923771+0000) 2023-03-22T15:54:24.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:23.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:23.924362+0000) 2023-03-22T15:54:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:24 smithi142 ceph-mon[94717]: pgmap v2538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:54:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:24 smithi098 ceph-mon[94136]: pgmap v2538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:54:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:24.067+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.068166+0000) 2023-03-22T15:54:25.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:25.068+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.068293+0000) 2023-03-22T15:54:25.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:24.923+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.923966+0000) 2023-03-22T15:54:25.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:24.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.924128+0000) 2023-03-22T15:54:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:24.923+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.923967+0000) 2023-03-22T15:54:25.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:24.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.924557+0000) 2023-03-22T15:54:25.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:24.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.925042+0000) 2023-03-22T15:54:25.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:24.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.874759+0000) 2023-03-22T15:54:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:24.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:24.924483+0000) 2023-03-22T15:54:26.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:25.923+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.924133+0000) 2023-03-22T15:54:26.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:25.923+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.924247+0000) 2023-03-22T15:54:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:25.923+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.924133+0000) 2023-03-22T15:54:26.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:25.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.874870+0000) 2023-03-22T15:54:26.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:26.068+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.068482+0000) 2023-03-22T15:54:26.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:26.068+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:26.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:26.068+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:26.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:26.071+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.071461+0000) 2023-03-22T15:54:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:25.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.925145+0000) 2023-03-22T15:54:26.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:25.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.924737+0000) 2023-03-22T15:54:26.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:25.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:25.924598+0000) 2023-03-22T15:54:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:26 smithi142 ceph-mon[94717]: pgmap v2539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:54:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:26 smithi098 ceph-mon[94136]: pgmap v2539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:54:27.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:26.924+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.924401+0000) 2023-03-22T15:54:27.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:26.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.874980+0000) 2023-03-22T15:54:27.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:26.923+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.924243+0000) 2023-03-22T15:54:27.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:26.923+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.924242+0000) 2023-03-22T15:54:27.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:26.924+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:27.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:26.924+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:27.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:26.925+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.925299+0000) 2023-03-22T15:54:27.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:26.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.924871+0000) 2023-03-22T15:54:27.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:26.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.924721+0000) 2023-03-22T15:54:27.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:26.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:26.925259+0000) 2023-03-22T15:54:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:27 smithi142 ceph-mon[94717]: pgmap v2540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:54:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:27 smithi098 ceph-mon[94136]: pgmap v2540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:54:28.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:27.924+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:27.924513+0000) 2023-03-22T15:54:28.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:27.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:27.924841+0000) 2023-03-22T15:54:28.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:27.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:27.875087+0000) 2023-03-22T15:54:28.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:27.924+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:27.924359+0000) 2023-03-22T15:54:28.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:27.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:27.924992+0000) 2023-03-22T15:54:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:27.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:27.925384+0000) 2023-03-22T15:54:29.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:28.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.875194+0000) 2023-03-22T15:54:29.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:28.924+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.924481+0000) 2023-03-22T15:54:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:28.924+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.924627+0000) 2023-03-22T15:54:29.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:28.925+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:29.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:28.925+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:29.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:28.925+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.925776+0000) 2023-03-22T15:54:29.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:28.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.925500+0000) 2023-03-22T15:54:29.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:28.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.925109+0000) 2023-03-22T15:54:29.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:28.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.924964+0000) 2023-03-22T15:54:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:28.925+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:28.925+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:28.925+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:28.926136+0000) 2023-03-22T15:54:30.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:29.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:29.875349+0000) 2023-03-22T15:54:30.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:29.924+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:29.924598+0000) 2023-03-22T15:54:30.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:29.924+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:29.925230+0000) 2023-03-22T15:54:30.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:29.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:29.925609+0000) 2023-03-22T15:54:30.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:30 smithi142 ceph-mon[94717]: pgmap v2541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:30 smithi098 ceph-mon[94136]: pgmap v2541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:30.875 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:30.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:30.568730+0000) 2023-03-22T15:54:31.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:30.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:30.925722+0000) 2023-03-22T15:54:31.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:30.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:30.875501+0000) 2023-03-22T15:54:31.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:30.924+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:30.924707+0000) 2023-03-22T15:54:31.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:30.925+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:31.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:30.925+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:31.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:30.925+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:30.925594+0000) 2023-03-22T15:54:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:30.925+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:30.925354+0000) 2023-03-22T15:54:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:31.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:31.570943+0000) 2023-03-22T15:54:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:31.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:31.424537+0000) 2023-03-22T15:54:32.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:31.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:31.875636+0000) 2023-03-22T15:54:32.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:31.925+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:31.925468+0000) 2023-03-22T15:54:32.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:31.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:31.925833+0000) 2023-03-22T15:54:32.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:32 smithi142 ceph-mon[94717]: pgmap v2542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:32 smithi098 ceph-mon[94136]: pgmap v2542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:32.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:32.572185+0000) 2023-03-22T15:54:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:32.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:32.424646+0000) 2023-03-22T15:54:33.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:32.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:32.875769+0000) 2023-03-22T15:54:33.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:32.876+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:32.876489+0000) 2023-03-22T15:54:33.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:32.925+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:32.925580+0000) 2023-03-22T15:54:33.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:32.925+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:33.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:32.925+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:33.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:32.926+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:32.926344+0000) 2023-03-22T15:54:33.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:32.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:32.925951+0000) 2023-03-22T15:54:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:33.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:33.572302+0000) 2023-03-22T15:54:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:33.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:33.424949+0000) 2023-03-22T15:54:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:33.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:33.424762+0000) 2023-03-22T15:54:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:33.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:33.425283+0000) 2023-03-22T15:54:34.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:33.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:33.926076+0000) 2023-03-22T15:54:34.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:34 smithi142 ceph-mon[94717]: pgmap v2543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:54:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:34 smithi098 ceph-mon[94136]: pgmap v2543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:54:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:34.423+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:34.425049+0000) 2023-03-22T15:54:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:34.423+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:34.424884+0000) 2023-03-22T15:54:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:34.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:34.572487+0000) 2023-03-22T15:54:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:34.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:34.425389+0000) 2023-03-22T15:54:35.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:34.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:34.926221+0000) 2023-03-22T15:54:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:35.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:35.572662+0000) 2023-03-22T15:54:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:35.423+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:35.425161+0000) 2023-03-22T15:54:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:35.423+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:35.425022+0000) 2023-03-22T15:54:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:35.423+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:35.425037+0000) 2023-03-22T15:54:35.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:35.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:35.425501+0000) 2023-03-22T15:54:36.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:35.925+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:35.926356+0000) 2023-03-22T15:54:36.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:35.925+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:36.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:35.925+0000 7fef96a20700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:35.927235+0000) 2023-03-22T15:54:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:36 smithi142 ceph-mon[94717]: pgmap v2544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:36 smithi098 ceph-mon[94136]: pgmap v2544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:36.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:36.425302+0000) 2023-03-22T15:54:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:36.423+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:36.425135+0000) 2023-03-22T15:54:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:36.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:36.572891+0000) 2023-03-22T15:54:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:36.423+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:36.425174+0000) 2023-03-22T15:54:36.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:36.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:36.425623+0000) 2023-03-22T15:54:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:37.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:37.425439+0000) 2023-03-22T15:54:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:37.423+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:37.425254+0000) 2023-03-22T15:54:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:37.374+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:37.376005+0000) 2023-03-22T15:54:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:37.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:37.573067+0000) 2023-03-22T15:54:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:37.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:37.425293+0000) 2023-03-22T15:54:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:37.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:37.425789+0000) 2023-03-22T15:54:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:37.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:37.425732+0000) 2023-03-22T15:54:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:37 smithi142 ceph-mon[94717]: pgmap v2545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:54:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:37 smithi098 ceph-mon[94136]: pgmap v2545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:54:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:38.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:38.573309+0000) 2023-03-22T15:54:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:38.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:38.425569+0000) 2023-03-22T15:54:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:38.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:38.425389+0000) 2023-03-22T15:54:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:38.374+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:38.376139+0000) 2023-03-22T15:54:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:38.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:38.425413+0000) 2023-03-22T15:54:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:38.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:38.425838+0000) 2023-03-22T15:54:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:38.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:38.425897+0000) 2023-03-22T15:54:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:39.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:39.573415+0000) 2023-03-22T15:54:39.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:39.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:39.425688+0000) 2023-03-22T15:54:39.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:39.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:39.425502+0000) 2023-03-22T15:54:39.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:39.375+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:39.376337+0000) 2023-03-22T15:54:39.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:39.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:39.425546+0000) 2023-03-22T15:54:39.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:39.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:39.426001+0000) 2023-03-22T15:54:39.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:39.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:39.425942+0000) 2023-03-22T15:54:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:40 smithi142 ceph-mon[94717]: pgmap v2546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:40 smithi098 ceph-mon[94136]: pgmap v2546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:40.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.425810+0000) 2023-03-22T15:54:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:40.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.425618+0000) 2023-03-22T15:54:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:40.375+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.376512+0000) 2023-03-22T15:54:40.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:40.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.573610+0000) 2023-03-22T15:54:40.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:40.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.425663+0000) 2023-03-22T15:54:40.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:40.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.426105+0000) 2023-03-22T15:54:40.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:40.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.426754+0000) 2023-03-22T15:54:40.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:40.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:40.426058+0000) 2023-03-22T15:54:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:41.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.573719+0000) 2023-03-22T15:54:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:41.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.425911+0000) 2023-03-22T15:54:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:41.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.425721+0000) 2023-03-22T15:54:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:41.375+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.376715+0000) 2023-03-22T15:54:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:41.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.425776+0000) 2023-03-22T15:54:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:41.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.426869+0000) 2023-03-22T15:54:41.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:41.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.426204+0000) 2023-03-22T15:54:41.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:41.424+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:41.426169+0000) 2023-03-22T15:54:42.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:42 smithi142 ceph-mon[94717]: pgmap v2547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:42 smithi098 ceph-mon[94136]: pgmap v2547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:42.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.573905+0000) 2023-03-22T15:54:42.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:42.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.425893+0000) 2023-03-22T15:54:42.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:42.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.426010+0000) 2023-03-22T15:54:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:42.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.425828+0000) 2023-03-22T15:54:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:42.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.426290+0000) 2023-03-22T15:54:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:42.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.426968+0000) 2023-03-22T15:54:42.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:42.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.426295+0000) 2023-03-22T15:54:42.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:42.375+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:42.376873+0000) 2023-03-22T15:54:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:43.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.574028+0000) 2023-03-22T15:54:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:43.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.426110+0000) 2023-03-22T15:54:43.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:43.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.425944+0000) 2023-03-22T15:54:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:43.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.427068+0000) 2023-03-22T15:54:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:43.375+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.377023+0000) 2023-03-22T15:54:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:43.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.425996+0000) 2023-03-22T15:54:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:43.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.426392+0000) 2023-03-22T15:54:43.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:43.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:43.426412+0000) 2023-03-22T15:54:44.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:44 smithi142 ceph-mon[94717]: pgmap v2548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:54:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:44 smithi098 ceph-mon[94136]: pgmap v2548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:54:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:44.573+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.574318+0000) 2023-03-22T15:54:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:44.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.426094+0000) 2023-03-22T15:54:44.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:44.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.426213+0000) 2023-03-22T15:54:44.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:44.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.426045+0000) 2023-03-22T15:54:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:44.375+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.377182+0000) 2023-03-22T15:54:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:44.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.426494+0000) 2023-03-22T15:54:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:44.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.427181+0000) 2023-03-22T15:54:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:44.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:44.426528+0000) 2023-03-22T15:54:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:45.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.426343+0000) 2023-03-22T15:54:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:45.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.426184+0000) 2023-03-22T15:54:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:45.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.377327+0000) 2023-03-22T15:54:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:45.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.427304+0000) 2023-03-22T15:54:45.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:45.573+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.574418+0000) 2023-03-22T15:54:45.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:45.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.426224+0000) 2023-03-22T15:54:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:45.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.426631+0000) 2023-03-22T15:54:45.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:45.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:45.426663+0000) 2023-03-22T15:54:46.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:46 smithi142 ceph-mon[94717]: pgmap v2549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:54:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:46 smithi098 ceph-mon[94136]: pgmap v2549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T15:54:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:46.573+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.574624+0000) 2023-03-22T15:54:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:46.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.426381+0000) 2023-03-22T15:54:46.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:46.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.426504+0000) 2023-03-22T15:54:46.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:46.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.426361+0000) 2023-03-22T15:54:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:46.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.377455+0000) 2023-03-22T15:54:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:46.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.426737+0000) 2023-03-22T15:54:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:46.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.427413+0000) 2023-03-22T15:54:46.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:46.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:46.426783+0000) 2023-03-22T15:54:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:47.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.426606+0000) 2023-03-22T15:54:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:47.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.426459+0000) 2023-03-22T15:54:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:47.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.377593+0000) 2023-03-22T15:54:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:47.573+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.574795+0000) 2023-03-22T15:54:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:47.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.426482+0000) 2023-03-22T15:54:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:47.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.426841+0000) 2023-03-22T15:54:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:47.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.427535+0000) 2023-03-22T15:54:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:47.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:47.426900+0000) 2023-03-22T15:54:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:47 smithi142 ceph-mon[94717]: pgmap v2550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:54:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:47 smithi098 ceph-mon[94136]: pgmap v2550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T15:54:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:48.573+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.574984+0000) 2023-03-22T15:54:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:48.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.426713+0000) 2023-03-22T15:54:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:48.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.426586+0000) 2023-03-22T15:54:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:48.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.377724+0000) 2023-03-22T15:54:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:48.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.426602+0000) 2023-03-22T15:54:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:48.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.426935+0000) 2023-03-22T15:54:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:48.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.427642+0000) 2023-03-22T15:54:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:48.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:48.427019+0000) 2023-03-22T15:54:49.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:49.573+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.575097+0000) 2023-03-22T15:54:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:49.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.426781+0000) 2023-03-22T15:54:49.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:49.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.426818+0000) 2023-03-22T15:54:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:49.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.426805+0000) 2023-03-22T15:54:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:49.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.427046+0000) 2023-03-22T15:54:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:49.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.377835+0000) 2023-03-22T15:54:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:49.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.427750+0000) 2023-03-22T15:54:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:49.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:49.427129+0000) 2023-03-22T15:54:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:50 smithi142 ceph-mon[94717]: pgmap v2551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:50.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:50 smithi098 ceph-mon[94136]: pgmap v2551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:50.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:50.574+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.575281+0000) 2023-03-22T15:54:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:50.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.427038+0000) 2023-03-22T15:54:50.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:50.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.426966+0000) 2023-03-22T15:54:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:50.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.427856+0000) 2023-03-22T15:54:50.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:50.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.377949+0000) 2023-03-22T15:54:50.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:50.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.426945+0000) 2023-03-22T15:54:50.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:50.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.427149+0000) 2023-03-22T15:54:50.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:50.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:50.427245+0000) 2023-03-22T15:54:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:51.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.427149+0000) 2023-03-22T15:54:51.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:51.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.427088+0000) 2023-03-22T15:54:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:51.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.378080+0000) 2023-03-22T15:54:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:51.574+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.575402+0000) 2023-03-22T15:54:51.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:51.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.427060+0000) 2023-03-22T15:54:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:51.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.427977+0000) 2023-03-22T15:54:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:51.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.427365+0000) 2023-03-22T15:54:51.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:51.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:51.427254+0000) 2023-03-22T15:54:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:52 smithi142 ceph-mon[94717]: pgmap v2552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:52 smithi098 ceph-mon[94136]: pgmap v2552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T15:54:52.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:52.574+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.575598+0000) 2023-03-22T15:54:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:52.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.427267+0000) 2023-03-22T15:54:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:52.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.427229+0000) 2023-03-22T15:54:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:52.376+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.378187+0000) 2023-03-22T15:54:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:52.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.427178+0000) 2023-03-22T15:54:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:52.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.427369+0000) 2023-03-22T15:54:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:52.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.428081+0000) 2023-03-22T15:54:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:52.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:52.427479+0000) 2023-03-22T15:54:53.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:53.574+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.575707+0000) 2023-03-22T15:54:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:53.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.427309+0000) 2023-03-22T15:54:53.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:53.377+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.378354+0000) 2023-03-22T15:54:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:53.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.427294+0000) 2023-03-22T15:54:53.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:53.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.427457+0000) 2023-03-22T15:54:53.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:53.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.427477+0000) 2023-03-22T15:54:53.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:53.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.428187+0000) 2023-03-22T15:54:53.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:53.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:53.427602+0000) 2023-03-22T15:54:54.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:54 smithi142 ceph-mon[94717]: pgmap v2553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:54:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:54 smithi098 ceph-mon[94136]: pgmap v2553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:54:54.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:54.574+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.575885+0000) 2023-03-22T15:54:54.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:54.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.427419+0000) 2023-03-22T15:54:54.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:54.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.427572+0000) 2023-03-22T15:54:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:54.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.427427+0000) 2023-03-22T15:54:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:54.377+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.378556+0000) 2023-03-22T15:54:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:54.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.427591+0000) 2023-03-22T15:54:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:54.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.428308+0000) 2023-03-22T15:54:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:54.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:54.427750+0000) 2023-03-22T15:54:55.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:55.574+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.575999+0000) 2023-03-22T15:54:55.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:55.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.427541+0000) 2023-03-22T15:54:55.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:55.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.427687+0000) 2023-03-22T15:54:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:55.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.427541+0000) 2023-03-22T15:54:55.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:55.377+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.378724+0000) 2023-03-22T15:54:55.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:55.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.427716+0000) 2023-03-22T15:54:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:55.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.428411+0000) 2023-03-22T15:54:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:55.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:55.427861+0000) 2023-03-22T15:54:56.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:56 smithi142 ceph-mon[94717]: pgmap v2554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:54:56.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:56 smithi098 ceph-mon[94136]: pgmap v2554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:54:56.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:56.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.427654+0000) 2023-03-22T15:54:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:56.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.427793+0000) 2023-03-22T15:54:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:56.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.427659+0000) 2023-03-22T15:54:56.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:56.377+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.378917+0000) 2023-03-22T15:54:56.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:56.574+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.576191+0000) 2023-03-22T15:54:56.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:56.575+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:56.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:56.575+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:56.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:54:56.578+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.579938+0000) 2023-03-22T15:54:56.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:56.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.427814+0000) 2023-03-22T15:54:56.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:56.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.428510+0000) 2023-03-22T15:54:56.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:56.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:56.427966+0000) 2023-03-22T15:54:57.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:57.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.427910+0000) 2023-03-22T15:54:57.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:57.377+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.379076+0000) 2023-03-22T15:54:57.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:57.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.427771+0000) 2023-03-22T15:54:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:57.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.427774+0000) 2023-03-22T15:54:57.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:57.427+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:57.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:57.427+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:57.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:54:57.427+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.428705+0000) 2023-03-22T15:54:57.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:57.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.428099+0000) 2023-03-22T15:54:57.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:57.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.427941+0000) 2023-03-22T15:54:57.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:57.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:57.428620+0000) 2023-03-22T15:54:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:54:57 smithi142 ceph-mon[94717]: pgmap v2555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:54:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:54:57 smithi098 ceph-mon[94136]: pgmap v2555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:54:58.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:58.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:58.428021+0000) 2023-03-22T15:54:58.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:58.377+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:58.379189+0000) 2023-03-22T15:54:58.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:58.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:58.427887+0000) 2023-03-22T15:54:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:58.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:58.428043+0000) 2023-03-22T15:54:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:58.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:58.428211+0000) 2023-03-22T15:54:58.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:58.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:58.428736+0000) 2023-03-22T15:54:59.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:54:59.378+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.379313+0000) 2023-03-22T15:54:59.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:54:59.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.427996+0000) 2023-03-22T15:54:59.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:59.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.428129+0000) 2023-03-22T15:54:59.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:59.427+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:59.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:59.427+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:59.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:54:59.427+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.429184+0000) 2023-03-22T15:54:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:54:59.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.428862+0000) 2023-03-22T15:54:59.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:59.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.428307+0000) 2023-03-22T15:54:59.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:59.427+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:59.427+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:54:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:54:59.427+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.429226+0000) 2023-03-22T15:54:59.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:54:59.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:54:59.428144+0000) 2023-03-22T15:55:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:00 smithi142 ceph-mon[94717]: pgmap v2556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:00 smithi098 ceph-mon[94136]: pgmap v2556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:00.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:00.378+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:00.379435+0000) 2023-03-22T15:55:00.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:00.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:00.428119+0000) 2023-03-22T15:55:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:00.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:00.428252+0000) 2023-03-22T15:55:00.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:00.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:00.428982+0000) 2023-03-22T15:55:01.380 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:01.075+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:01.076446+0000) 2023-03-22T15:55:01.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:01.378+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:01.379562+0000) 2023-03-22T15:55:01.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:01.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:01.428241+0000) 2023-03-22T15:55:01.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:01.427+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:01.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:01.427+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:01.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:01.427+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:01.429102+0000) 2023-03-22T15:55:01.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:01.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:01.429095+0000) 2023-03-22T15:55:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:01.427+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:01.428314+0000) 2023-03-22T15:55:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:02.077+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:02.078859+0000) 2023-03-22T15:55:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:01.926+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:01.928087+0000) 2023-03-22T15:55:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:02 smithi142 ceph-mon[94717]: pgmap v2557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:02.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:02 smithi098 ceph-mon[94136]: pgmap v2557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:02.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:02.378+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:02.379685+0000) 2023-03-22T15:55:02.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:02.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:02.429212+0000) 2023-03-22T15:55:02.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:02.427+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:02.428415+0000) 2023-03-22T15:55:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:03.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.080310+0000) 2023-03-22T15:55:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:02.926+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:02.928233+0000) 2023-03-22T15:55:03.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:03.378+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.379801+0000) 2023-03-22T15:55:03.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:03.379+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:03.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:03.379+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.380525+0000) 2023-03-22T15:55:03.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:03.427+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.428515+0000) 2023-03-22T15:55:03.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:03.427+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:03.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:03.427+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:03.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:03.428+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.429267+0000) 2023-03-22T15:55:03.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:03.428+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.429305+0000) 2023-03-22T15:55:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:03.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.928445+0000) 2023-03-22T15:55:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:03.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.928356+0000) 2023-03-22T15:55:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:04.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:04.080487+0000) 2023-03-22T15:55:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:03.927+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:03.928626+0000) 2023-03-22T15:55:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:04 smithi142 ceph-mon[94717]: pgmap v2558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:55:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:04 smithi098 ceph-mon[94136]: pgmap v2558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:55:04.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:04.428+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:04.429429+0000) 2023-03-22T15:55:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:05.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:05.080604+0000) 2023-03-22T15:55:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:04.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:04.928562+0000) 2023-03-22T15:55:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:04.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:04.928463+0000) 2023-03-22T15:55:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:04.927+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:04.928733+0000) 2023-03-22T15:55:05.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:05.428+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:05.429552+0000) 2023-03-22T15:55:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:06.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:06.080783+0000) 2023-03-22T15:55:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:05.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:05.928676+0000) 2023-03-22T15:55:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:05.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:05.928570+0000) 2023-03-22T15:55:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:05.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:05.928580+0000) 2023-03-22T15:55:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:05.927+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:05.928845+0000) 2023-03-22T15:55:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:06 smithi142 ceph-mon[94717]: pgmap v2559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:55:06.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:06 smithi098 ceph-mon[94136]: pgmap v2559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:55:06.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:06.428+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:06.429675+0000) 2023-03-22T15:55:06.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:06.429+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:06.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:06.429+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:06.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:06.429+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:06.430402+0000) 2023-03-22T15:55:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:06.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:06.928788+0000) 2023-03-22T15:55:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:06.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:06.928698+0000) 2023-03-22T15:55:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:07.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:07.080911+0000) 2023-03-22T15:55:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:06.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:06.928704+0000) 2023-03-22T15:55:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:06.927+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:06.928966+0000) 2023-03-22T15:55:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:07 smithi142 ceph-mon[94717]: pgmap v2560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:55:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:07 smithi098 ceph-mon[94136]: pgmap v2560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:55:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:07.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:07.928983+0000) 2023-03-22T15:55:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:07.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:07.928812+0000) 2023-03-22T15:55:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:07.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:07.928790+0000) 2023-03-22T15:55:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:07.878+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:07.880098+0000) 2023-03-22T15:55:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:08.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:08.081109+0000) 2023-03-22T15:55:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:07.927+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:07.929084+0000) 2023-03-22T15:55:08.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:07.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:07.928820+0000) 2023-03-22T15:55:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:09.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:09.081237+0000) 2023-03-22T15:55:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:08.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:08.929129+0000) 2023-03-22T15:55:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:08.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:08.928955+0000) 2023-03-22T15:55:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:08.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:08.928930+0000) 2023-03-22T15:55:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:08.878+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:08.880213+0000) 2023-03-22T15:55:09.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:08.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:08.928953+0000) 2023-03-22T15:55:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:08.927+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:08.929226+0000) 2023-03-22T15:55:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:09 smithi142 ceph-mon[94717]: osdmap e218: 12 total, 9 up, 9 in 2023-03-22T15:55:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:09 smithi142 ceph-mon[94717]: pgmap v2562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:55:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:09 smithi098 ceph-mon[94136]: osdmap e218: 12 total, 9 up, 9 in 2023-03-22T15:55:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:09 smithi098 ceph-mon[94136]: pgmap v2562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:55:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:09.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:09.929249+0000) 2023-03-22T15:55:10.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:09.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:09.929070+0000) 2023-03-22T15:55:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:09.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:09.880299+0000) 2023-03-22T15:55:10.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:10.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.081425+0000) 2023-03-22T15:55:10.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:09.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:09.929070+0000) 2023-03-22T15:55:10.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:09.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:09.929075+0000) 2023-03-22T15:55:10.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:09.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:09.929313+0000) 2023-03-22T15:55:11.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:11.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.081553+0000) 2023-03-22T15:55:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:10.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.929199+0000) 2023-03-22T15:55:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:10.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.929202+0000) 2023-03-22T15:55:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:10.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.929210+0000) 2023-03-22T15:55:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:10.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.929927+0000) 2023-03-22T15:55:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:10.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.880414+0000) 2023-03-22T15:55:11.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:10.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.929456+0000) 2023-03-22T15:55:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:10.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:10.929438+0000) 2023-03-22T15:55:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:11.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.929572+0000) 2023-03-22T15:55:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:11.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.929324+0000) 2023-03-22T15:55:12.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:11.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.929552+0000) 2023-03-22T15:55:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:12.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.081767+0000) 2023-03-22T15:55:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:11.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.880530+0000) 2023-03-22T15:55:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:11.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.929312+0000) 2023-03-22T15:55:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:11.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.930041+0000) 2023-03-22T15:55:12.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:11.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:11.929297+0000) 2023-03-22T15:55:12.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:12 smithi142 ceph-mon[94717]: pgmap v2563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:55:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:12 smithi098 ceph-mon[94136]: pgmap v2563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:55:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:12.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.929686+0000) 2023-03-22T15:55:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:12.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.929439+0000) 2023-03-22T15:55:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:12.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.929420+0000) 2023-03-22T15:55:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:12.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.880640+0000) 2023-03-22T15:55:13.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:13.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.081905+0000) 2023-03-22T15:55:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:12.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.930161+0000) 2023-03-22T15:55:13.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:12.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.929442+0000) 2023-03-22T15:55:13.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:12.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:12.929673+0000) 2023-03-22T15:55:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:13.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.929810+0000) 2023-03-22T15:55:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:13.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.929563+0000) 2023-03-22T15:55:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:13.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.880757+0000) 2023-03-22T15:55:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:14.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.082067+0000) 2023-03-22T15:55:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:13.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.929549+0000) 2023-03-22T15:55:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:13.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.930267+0000) 2023-03-22T15:55:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:13.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.929557+0000) 2023-03-22T15:55:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:13.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:13.929800+0000) 2023-03-22T15:55:14.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:14 smithi142 ceph-mon[94717]: pgmap v2564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:55:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:14 smithi098 ceph-mon[94136]: pgmap v2564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:55:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:15.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.082193+0000) 2023-03-22T15:55:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:14.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.929924+0000) 2023-03-22T15:55:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:14.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.929678+0000) 2023-03-22T15:55:15.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:14.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.929708+0000) 2023-03-22T15:55:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:14.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.930393+0000) 2023-03-22T15:55:15.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:14.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.880897+0000) 2023-03-22T15:55:15.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:14.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.929672+0000) 2023-03-22T15:55:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:14.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:14.929915+0000) 2023-03-22T15:55:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:16.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.082361+0000) 2023-03-22T15:55:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:15.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.930038+0000) 2023-03-22T15:55:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:15.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.929805+0000) 2023-03-22T15:55:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:15.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.881011+0000) 2023-03-22T15:55:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:15.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.929793+0000) 2023-03-22T15:55:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:15.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.929842+0000) 2023-03-22T15:55:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:15.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.930506+0000) 2023-03-22T15:55:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:15.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:15.930028+0000) 2023-03-22T15:55:16.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:16 smithi142 ceph-mon[94717]: pgmap v2565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:55:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:16 smithi098 ceph-mon[94136]: pgmap v2565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:55:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:17.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.082474+0000) 2023-03-22T15:55:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:16.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.930161+0000) 2023-03-22T15:55:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:16.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.929924+0000) 2023-03-22T15:55:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:16.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.881187+0000) 2023-03-22T15:55:17.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:16.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.930622+0000) 2023-03-22T15:55:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:16.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.929927+0000) 2023-03-22T15:55:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:16.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.929977+0000) 2023-03-22T15:55:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:16.928+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:16.930172+0000) 2023-03-22T15:55:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:17 smithi142 ceph-mon[94717]: pgmap v2566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:55:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:17 smithi098 ceph-mon[94136]: pgmap v2566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:55:18.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:17.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.930049+0000) 2023-03-22T15:55:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:17.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.930293+0000) 2023-03-22T15:55:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:17.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.930061+0000) 2023-03-22T15:55:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:17.880+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.881298+0000) 2023-03-22T15:55:18.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:17.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.930747+0000) 2023-03-22T15:55:18.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:18.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.082689+0000) 2023-03-22T15:55:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:17.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.930109+0000) 2023-03-22T15:55:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:17.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:17.930293+0000) 2023-03-22T15:55:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:18.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.930414+0000) 2023-03-22T15:55:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:18.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.930187+0000) 2023-03-22T15:55:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:18.880+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.881416+0000) 2023-03-22T15:55:19.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:19.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.082805+0000) 2023-03-22T15:55:19.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:18.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.930865+0000) 2023-03-22T15:55:19.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:18.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.930166+0000) 2023-03-22T15:55:19.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:18.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.930264+0000) 2023-03-22T15:55:19.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:18.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:18.930458+0000) 2023-03-22T15:55:20.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:19.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.930290+0000) 2023-03-22T15:55:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:19.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.930543+0000) 2023-03-22T15:55:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:19.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.930307+0000) 2023-03-22T15:55:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:19.880+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.881533+0000) 2023-03-22T15:55:20.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:19.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.930598+0000) 2023-03-22T15:55:20.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:20.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.082994+0000) 2023-03-22T15:55:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:19.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.930456+0000) 2023-03-22T15:55:20.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:19.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:19.930978+0000) 2023-03-22T15:55:20.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:20 smithi142 ceph-mon[94717]: pgmap v2567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:55:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:20 smithi098 ceph-mon[94136]: pgmap v2567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T15:55:21.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:20.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.930408+0000) 2023-03-22T15:55:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:20.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.930718+0000) 2023-03-22T15:55:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:20.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.930426+0000) 2023-03-22T15:55:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:20.880+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.881612+0000) 2023-03-22T15:55:21.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:20.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.930791+0000) 2023-03-22T15:55:21.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:21.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.083111+0000) 2023-03-22T15:55:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:20.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.930587+0000) 2023-03-22T15:55:21.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:20.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:20.931086+0000) 2023-03-22T15:55:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:21.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.930827+0000) 2023-03-22T15:55:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:21.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.930537+0000) 2023-03-22T15:55:22.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:21.880+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.881731+0000) 2023-03-22T15:55:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:21.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.930531+0000) 2023-03-22T15:55:22.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:22.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.083299+0000) 2023-03-22T15:55:22.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:21.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.930708+0000) 2023-03-22T15:55:22.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:21.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.931202+0000) 2023-03-22T15:55:22.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:21.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:21.930901+0000) 2023-03-22T15:55:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:22 smithi142 ceph-mon[94717]: pgmap v2568: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:55:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:22 smithi098 ceph-mon[94136]: pgmap v2568: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:55:23.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:23.083+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.083430+0000) 2023-03-22T15:55:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:22.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.930930+0000) 2023-03-22T15:55:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:22.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.930647+0000) 2023-03-22T15:55:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:22.881+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.881846+0000) 2023-03-22T15:55:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:22.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.930659+0000) 2023-03-22T15:55:23.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:22.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.930823+0000) 2023-03-22T15:55:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:22.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.931300+0000) 2023-03-22T15:55:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:22.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:22.931008+0000) 2023-03-22T15:55:24.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:24.083+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.083732+0000) 2023-03-22T15:55:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:23.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.931034+0000) 2023-03-22T15:55:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:23.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.930756+0000) 2023-03-22T15:55:24.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:23.881+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.881965+0000) 2023-03-22T15:55:24.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:23.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.930766+0000) 2023-03-22T15:55:24.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:23.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.931110+0000) 2023-03-22T15:55:24.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:23.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.930929+0000) 2023-03-22T15:55:24.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:23.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:23.931403+0000) 2023-03-22T15:55:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:24 smithi142 ceph-mon[94717]: pgmap v2569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:55:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:24 smithi098 ceph-mon[94136]: pgmap v2569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:55:25.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:25.083+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.083892+0000) 2023-03-22T15:55:25.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:24.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.930882+0000) 2023-03-22T15:55:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:24.881+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.882086+0000) 2023-03-22T15:55:25.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:24.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.930883+0000) 2023-03-22T15:55:25.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:24.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.931046+0000) 2023-03-22T15:55:25.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:24.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.931506+0000) 2023-03-22T15:55:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:24.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.931225+0000) 2023-03-22T15:55:25.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:24.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:24.931141+0000) 2023-03-22T15:55:26.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:26.083+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.084074+0000) 2023-03-22T15:55:26.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:25.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.930996+0000) 2023-03-22T15:55:26.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:25.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.931251+0000) 2023-03-22T15:55:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:25.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.930994+0000) 2023-03-22T15:55:26.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:25.881+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.882221+0000) 2023-03-22T15:55:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:25.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.931152+0000) 2023-03-22T15:55:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:25.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.931611+0000) 2023-03-22T15:55:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:25.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:25.931302+0000) 2023-03-22T15:55:26.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:26 smithi142 ceph-mon[94717]: pgmap v2570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:55:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:26 smithi098 ceph-mon[94136]: pgmap v2570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:55:27.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:27.084+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.084291+0000) 2023-03-22T15:55:27.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:26.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.931122+0000) 2023-03-22T15:55:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:26.931+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.931367+0000) 2023-03-22T15:55:27.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:26.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.931122+0000) 2023-03-22T15:55:27.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:26.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.931414+0000) 2023-03-22T15:55:27.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:26.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.882294+0000) 2023-03-22T15:55:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:26.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.931723+0000) 2023-03-22T15:55:27.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:26.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:26.931260+0000) 2023-03-22T15:55:27.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:27.084+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:27.084+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:27.296+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.296452+0000) 2023-03-22T15:55:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:27 smithi142 ceph-mon[94717]: pgmap v2571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:55:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:27 smithi098 ceph-mon[94136]: pgmap v2571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:55:28.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:27.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.931236+0000) 2023-03-22T15:55:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:27.931+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.931512+0000) 2023-03-22T15:55:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:27.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.931237+0000) 2023-03-22T15:55:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:27.931+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:27.931+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:27.932+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.932265+0000) 2023-03-22T15:55:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:27.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.931815+0000) 2023-03-22T15:55:28.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:27.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.931607+0000) 2023-03-22T15:55:28.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:27.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.882403+0000) 2023-03-22T15:55:28.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:27.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:27.931409+0000) 2023-03-22T15:55:29.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:28.931+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:28.931364+0000) 2023-03-22T15:55:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:28.931+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:28.931658+0000) 2023-03-22T15:55:29.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:28.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:28.931528+0000) 2023-03-22T15:55:29.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:28.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:28.931931+0000) 2023-03-22T15:55:29.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:28.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:28.931740+0000) 2023-03-22T15:55:29.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:28.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:28.882511+0000) 2023-03-22T15:55:30.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:29.931+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.931484+0000) 2023-03-22T15:55:30.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:29.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.882639+0000) 2023-03-22T15:55:30.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:29.931+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.931778+0000) 2023-03-22T15:55:30.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:29.932+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:30.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:29.932+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:30.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:29.932+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.932893+0000) 2023-03-22T15:55:30.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:29.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.931649+0000) 2023-03-22T15:55:30.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:29.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.932123+0000) 2023-03-22T15:55:30.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:29.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.931889+0000) 2023-03-22T15:55:30.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:29.932+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:30.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:29.932+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:30.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:29.932+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:29.932941+0000) 2023-03-22T15:55:30.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:30 smithi142 ceph-mon[94717]: pgmap v2572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:30 smithi098 ceph-mon[94136]: pgmap v2572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:31.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:30.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:30.932241+0000) 2023-03-22T15:55:31.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:30.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:30.882756+0000) 2023-03-22T15:55:31.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:30.931+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:30.931594+0000) 2023-03-22T15:55:31.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:30.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:30.931772+0000) 2023-03-22T15:55:31.883 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:31.584+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:31.584677+0000) 2023-03-22T15:55:32.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:31.932+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:31.932370+0000) 2023-03-22T15:55:32.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:31.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:31.882890+0000) 2023-03-22T15:55:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:31.931+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:31.931711+0000) 2023-03-22T15:55:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:31.932+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:31.932555+0000) 2023-03-22T15:55:32.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:31.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:31.931897+0000) 2023-03-22T15:55:32.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:32 smithi142 ceph-mon[94717]: pgmap v2573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:32 smithi098 ceph-mon[94136]: pgmap v2573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:32.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:32.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:32.431495+0000) 2023-03-22T15:55:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:32.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:32.588217+0000) 2023-03-22T15:55:33.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:32.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:32.883012+0000) 2023-03-22T15:55:33.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:32.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:32.932011+0000) 2023-03-22T15:55:33.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:32.932+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:32.932484+0000) 2023-03-22T15:55:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:33.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:33.589994+0000) 2023-03-22T15:55:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:33.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:33.431606+0000) 2023-03-22T15:55:34.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:33.932+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:33.932593+0000) 2023-03-22T15:55:34.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:33.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:33.883125+0000) 2023-03-22T15:55:34.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:33.883+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:34.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:33.883+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:34.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:33.883+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:33.884239+0000) 2023-03-22T15:55:34.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:33.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:33.932117+0000) 2023-03-22T15:55:34.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:33.932+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:34.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:33.932+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:33.932877+0000) 2023-03-22T15:55:34.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:34 smithi142 ceph-mon[94717]: pgmap v2574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:34 smithi098 ceph-mon[94136]: pgmap v2574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:34.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:34.432038+0000) 2023-03-22T15:55:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:34.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:34.431720+0000) 2023-03-22T15:55:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:34.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:34.590175+0000) 2023-03-22T15:55:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:34.431+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:34.432132+0000) 2023-03-22T15:55:35.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:34.932+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:34.932702+0000) 2023-03-22T15:55:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:35.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:35.432150+0000) 2023-03-22T15:55:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:35.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:35.431851+0000) 2023-03-22T15:55:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:35.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:35.590289+0000) 2023-03-22T15:55:35.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:35.431+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:35.432249+0000) 2023-03-22T15:55:36.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:35.932+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:35.932819+0000) 2023-03-22T15:55:36.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:36 smithi142 ceph-mon[94717]: pgmap v2575: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:36.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:36 smithi098 ceph-mon[94136]: pgmap v2575: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:36.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:36.590485+0000) 2023-03-22T15:55:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:36.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:36.432261+0000) 2023-03-22T15:55:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:36.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:36.431957+0000) 2023-03-22T15:55:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:36.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:36.432015+0000) 2023-03-22T15:55:36.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:36.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:36.432378+0000) 2023-03-22T15:55:37.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:36.932+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:36.932937+0000) 2023-03-22T15:55:37.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:36.933+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:37.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:36.933+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:37.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:36.933+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:36.934205+0000) 2023-03-22T15:55:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:37.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:37.432379+0000) 2023-03-22T15:55:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:37.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:37.432081+0000) 2023-03-22T15:55:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:37.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:37.590606+0000) 2023-03-22T15:55:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:37.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:37.432134+0000) 2023-03-22T15:55:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:37.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:37.432505+0000) 2023-03-22T15:55:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:37 smithi142 ceph-mon[94717]: pgmap v2576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:37 smithi098 ceph-mon[94136]: pgmap v2576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:38.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:38.432488+0000) 2023-03-22T15:55:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:38.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:38.432212+0000) 2023-03-22T15:55:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:38.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:38.590804+0000) 2023-03-22T15:55:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:38.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:38.432420+0000) 2023-03-22T15:55:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:38.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:38.383363+0000) 2023-03-22T15:55:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:38.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:38.432243+0000) 2023-03-22T15:55:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:38.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:38.432624+0000) 2023-03-22T15:55:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:39.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:39.432601+0000) 2023-03-22T15:55:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:39.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:39.432308+0000) 2023-03-22T15:55:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:39.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:39.590916+0000) 2023-03-22T15:55:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:39.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:39.432545+0000) 2023-03-22T15:55:39.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:39.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:39.383488+0000) 2023-03-22T15:55:39.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:39.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:39.432384+0000) 2023-03-22T15:55:39.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:39.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:39.432736+0000) 2023-03-22T15:55:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:40 smithi142 ceph-mon[94717]: pgmap v2577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:40 smithi098 ceph-mon[94136]: pgmap v2577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:40.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:40.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:40.432499+0000) 2023-03-22T15:55:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:40.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:40.432710+0000) 2023-03-22T15:55:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:40.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:40.432416+0000) 2023-03-22T15:55:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:40.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:40.591094+0000) 2023-03-22T15:55:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:40.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:40.383606+0000) 2023-03-22T15:55:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:40.431+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:40.432850+0000) 2023-03-22T15:55:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:40.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:40.432666+0000) 2023-03-22T15:55:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:41.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.432828+0000) 2023-03-22T15:55:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:41.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.432521+0000) 2023-03-22T15:55:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:41.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.591218+0000) 2023-03-22T15:55:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:41.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.383734+0000) 2023-03-22T15:55:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:41.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.432608+0000) 2023-03-22T15:55:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:41.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.432783+0000) 2023-03-22T15:55:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:41.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.433303+0000) 2023-03-22T15:55:41.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:41.431+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:41.432970+0000) 2023-03-22T15:55:42.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:42 smithi142 ceph-mon[94717]: pgmap v2578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:42 smithi098 ceph-mon[94136]: pgmap v2578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:42.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.432943+0000) 2023-03-22T15:55:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:42.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.432634+0000) 2023-03-22T15:55:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:42.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.591409+0000) 2023-03-22T15:55:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:42.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.432895+0000) 2023-03-22T15:55:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:42.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.432722+0000) 2023-03-22T15:55:42.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:42.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.383854+0000) 2023-03-22T15:55:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:42.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.433423+0000) 2023-03-22T15:55:42.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:42.431+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:42.433079+0000) 2023-03-22T15:55:43.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:43.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.432840+0000) 2023-03-22T15:55:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:43.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.433062+0000) 2023-03-22T15:55:43.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:43.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.432759+0000) 2023-03-22T15:55:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:43.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.591533+0000) 2023-03-22T15:55:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:43.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.383971+0000) 2023-03-22T15:55:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:43.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.433008+0000) 2023-03-22T15:55:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:43.431+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.433186+0000) 2023-03-22T15:55:43.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:43.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:43.433547+0000) 2023-03-22T15:55:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:44 smithi142 ceph-mon[94717]: pgmap v2579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:44 smithi098 ceph-mon[94136]: pgmap v2579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:44.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.433175+0000) 2023-03-22T15:55:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:44.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.432881+0000) 2023-03-22T15:55:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:44.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.591724+0000) 2023-03-22T15:55:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:44.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.384089+0000) 2023-03-22T15:55:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:44.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.432947+0000) 2023-03-22T15:55:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:44.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.433664+0000) 2023-03-22T15:55:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:44.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.433126+0000) 2023-03-22T15:55:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:44.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:44.433302+0000) 2023-03-22T15:55:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:45.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.433295+0000) 2023-03-22T15:55:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:45.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.433003+0000) 2023-03-22T15:55:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:45.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.433458+0000) 2023-03-22T15:55:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:45.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.384215+0000) 2023-03-22T15:55:45.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:45.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.591847+0000) 2023-03-22T15:55:45.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:45.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.433062+0000) 2023-03-22T15:55:45.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:45.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.433780+0000) 2023-03-22T15:55:45.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:45.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:45.433256+0000) 2023-03-22T15:55:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:46 smithi142 ceph-mon[94717]: pgmap v2580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:46 smithi098 ceph-mon[94136]: pgmap v2580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:46.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.592058+0000) 2023-03-22T15:55:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:46.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.433189+0000) 2023-03-22T15:55:46.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:46.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.433409+0000) 2023-03-22T15:55:46.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:46.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.433115+0000) 2023-03-22T15:55:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:46.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.433386+0000) 2023-03-22T15:55:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:46.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.433892+0000) 2023-03-22T15:55:46.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:46.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.384295+0000) 2023-03-22T15:55:46.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:46.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:46.433572+0000) 2023-03-22T15:55:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:47.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.433519+0000) 2023-03-22T15:55:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:47.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.433222+0000) 2023-03-22T15:55:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:47.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.384416+0000) 2023-03-22T15:55:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:47.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.592182+0000) 2023-03-22T15:55:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:47.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.433295+0000) 2023-03-22T15:55:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:47.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.433693+0000) 2023-03-22T15:55:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:47.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.434008+0000) 2023-03-22T15:55:47.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:47.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:47.433514+0000) 2023-03-22T15:55:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:47 smithi142 ceph-mon[94717]: pgmap v2581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:47 smithi098 ceph-mon[94136]: pgmap v2581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:48.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.433633+0000) 2023-03-22T15:55:48.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:48.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.433324+0000) 2023-03-22T15:55:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:48.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.592403+0000) 2023-03-22T15:55:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:48.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.384533+0000) 2023-03-22T15:55:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:48.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.433413+0000) 2023-03-22T15:55:48.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:48.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.433809+0000) 2023-03-22T15:55:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:48.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.433641+0000) 2023-03-22T15:55:48.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:48.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:48.434132+0000) 2023-03-22T15:55:49.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:49.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.433747+0000) 2023-03-22T15:55:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:49.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.433445+0000) 2023-03-22T15:55:49.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:49.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.592507+0000) 2023-03-22T15:55:49.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:49.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.433529+0000) 2023-03-22T15:55:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:49.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.384652+0000) 2023-03-22T15:55:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:49.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.433926+0000) 2023-03-22T15:55:49.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:49.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.433759+0000) 2023-03-22T15:55:49.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:49.432+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:49.434242+0000) 2023-03-22T15:55:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:50 smithi142 ceph-mon[94717]: pgmap v2582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:50 smithi098 ceph-mon[94136]: pgmap v2582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:50.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:50.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.433858+0000) 2023-03-22T15:55:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:50.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.433557+0000) 2023-03-22T15:55:50.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:50.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.592670+0000) 2023-03-22T15:55:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:50.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.384772+0000) 2023-03-22T15:55:50.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:50.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.433640+0000) 2023-03-22T15:55:50.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:50.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.433889+0000) 2023-03-22T15:55:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:50.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.434364+0000) 2023-03-22T15:55:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:50.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:50.434039+0000) 2023-03-22T15:55:51.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:51.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.433973+0000) 2023-03-22T15:55:51.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:51.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.433670+0000) 2023-03-22T15:55:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:51.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.592800+0000) 2023-03-22T15:55:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:51.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.384888+0000) 2023-03-22T15:55:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:51.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.433751+0000) 2023-03-22T15:55:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:51.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.434477+0000) 2023-03-22T15:55:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:51.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.434014+0000) 2023-03-22T15:55:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:51.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:51.434159+0000) 2023-03-22T15:55:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:52 smithi142 ceph-mon[94717]: pgmap v2583: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:52 smithi098 ceph-mon[94136]: pgmap v2583: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:52.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:52.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.434081+0000) 2023-03-22T15:55:52.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:52.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.433783+0000) 2023-03-22T15:55:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:52.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.385005+0000) 2023-03-22T15:55:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:52.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.433861+0000) 2023-03-22T15:55:52.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:52.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.592980+0000) 2023-03-22T15:55:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:52.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.434587+0000) 2023-03-22T15:55:52.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:52.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.434136+0000) 2023-03-22T15:55:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:52.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:52.434279+0000) 2023-03-22T15:55:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:53.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.433984+0000) 2023-03-22T15:55:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:53.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.434195+0000) 2023-03-22T15:55:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:53.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.433897+0000) 2023-03-22T15:55:53.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:53.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.593092+0000) 2023-03-22T15:55:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:53.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.434254+0000) 2023-03-22T15:55:53.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:53.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.434697+0000) 2023-03-22T15:55:53.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:53.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.385123+0000) 2023-03-22T15:55:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:53.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:53.434397+0000) 2023-03-22T15:55:54.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:54 smithi142 ceph-mon[94717]: pgmap v2584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:54 smithi098 ceph-mon[94136]: pgmap v2584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:54.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:54.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.434294+0000) 2023-03-22T15:55:54.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:54.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.434011+0000) 2023-03-22T15:55:54.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:54.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.434094+0000) 2023-03-22T15:55:54.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:54.383+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.385243+0000) 2023-03-22T15:55:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:54.592+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.593320+0000) 2023-03-22T15:55:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:54.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.434388+0000) 2023-03-22T15:55:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:54.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.434802+0000) 2023-03-22T15:55:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:54.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:54.434510+0000) 2023-03-22T15:55:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:55.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.434402+0000) 2023-03-22T15:55:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:55.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.434164+0000) 2023-03-22T15:55:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:55.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.434907+0000) 2023-03-22T15:55:55.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:55.384+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.385377+0000) 2023-03-22T15:55:55.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:55.592+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.593472+0000) 2023-03-22T15:55:55.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:55.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.434207+0000) 2023-03-22T15:55:55.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:55.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.434516+0000) 2023-03-22T15:55:55.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:55.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:55.434623+0000) 2023-03-22T15:55:56.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:56 smithi142 ceph-mon[94717]: pgmap v2585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:56.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:56 smithi098 ceph-mon[94136]: pgmap v2585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:55:56.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:56.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.434304+0000) 2023-03-22T15:55:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:56.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.434511+0000) 2023-03-22T15:55:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:56.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.434322+0000) 2023-03-22T15:55:56.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:56.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.435022+0000) 2023-03-22T15:55:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:56.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.434635+0000) 2023-03-22T15:55:56.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:56.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.434734+0000) 2023-03-22T15:55:56.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:56.384+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.385503+0000) 2023-03-22T15:55:56.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:56.592+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:56.593693+0000) 2023-03-22T15:55:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:57.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.434659+0000) 2023-03-22T15:55:57.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:57.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.434459+0000) 2023-03-22T15:55:57.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:57.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.435133+0000) 2023-03-22T15:55:57.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:57.592+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.593840+0000) 2023-03-22T15:55:57.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:57.593+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:57.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:57.593+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:57.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:55:57.596+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.598107+0000) 2023-03-22T15:55:57.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:57.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.434415+0000) 2023-03-22T15:55:57.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:57.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.434885+0000) 2023-03-22T15:55:57.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:57.384+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.385631+0000) 2023-03-22T15:55:57.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:57.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:57.434752+0000) 2023-03-22T15:55:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:55:57 smithi142 ceph-mon[94717]: pgmap v2586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:55:57 smithi098 ceph-mon[94136]: pgmap v2586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:55:58.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:58.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.434949+0000) 2023-03-22T15:55:58.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:58.384+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.385751+0000) 2023-03-22T15:55:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:58.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.434606+0000) 2023-03-22T15:55:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:58.434+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:58.434+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:55:58.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:55:58.434+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.435871+0000) 2023-03-22T15:55:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:58.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.434912+0000) 2023-03-22T15:55:58.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:58.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.434538+0000) 2023-03-22T15:55:58.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:58.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.435259+0000) 2023-03-22T15:55:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:58.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:58.435031+0000) 2023-03-22T15:55:59.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:55:59.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:59.435080+0000) 2023-03-22T15:55:59.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:55:59.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:59.435076+0000) 2023-03-22T15:55:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:55:59.384+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:59.385871+0000) 2023-03-22T15:55:59.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:55:59.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:59.434695+0000) 2023-03-22T15:55:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:55:59.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:59.435384+0000) 2023-03-22T15:55:59.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:55:59.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:55:59.435179+0000) 2023-03-22T15:56:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:00 smithi142 ceph-mon[94717]: pgmap v2587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:00 smithi098 ceph-mon[94136]: pgmap v2587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:00.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:00.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.435214+0000) 2023-03-22T15:56:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:00.434+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:00.435+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.436367+0000) 2023-03-22T15:56:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:00.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.435201+0000) 2023-03-22T15:56:00.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:00.384+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.385979+0000) 2023-03-22T15:56:00.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:00.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.434830+0000) 2023-03-22T15:56:00.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:00.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.435835+0000) 2023-03-22T15:56:00.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:00.434+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.435409+0000) 2023-03-22T15:56:00.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:00.435+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:00.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:00.435+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:00.436524+0000) 2023-03-22T15:56:01.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:01.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:01.434964+0000) 2023-03-22T15:56:01.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:01.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:01.435337+0000) 2023-03-22T15:56:01.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:01.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:01.435957+0000) 2023-03-22T15:56:01.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:01.384+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:01.386144+0000) 2023-03-22T15:56:02.386 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:02.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:02.094092+0000) 2023-03-22T15:56:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:02 smithi142 ceph-mon[94717]: pgmap v2588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:02 smithi098 ceph-mon[94136]: pgmap v2588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:02.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:02.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:02.436069+0000) 2023-03-22T15:56:02.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:02.385+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:02.386303+0000) 2023-03-22T15:56:02.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:02.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:02.435481+0000) 2023-03-22T15:56:02.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:02.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:02.435096+0000) 2023-03-22T15:56:02.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:02.434+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:02.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:02.434+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:02.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:02.434+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:02.436200+0000) 2023-03-22T15:56:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:03.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:03.096613+0000) 2023-03-22T15:56:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:02.933+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:02.934858+0000) 2023-03-22T15:56:03.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:03.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:03.436180+0000) 2023-03-22T15:56:03.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:03.385+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:03.386448+0000) 2023-03-22T15:56:03.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:03.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:03.435713+0000) 2023-03-22T15:56:04.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:03.933+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:03.934969+0000) 2023-03-22T15:56:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:04.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.098628+0000) 2023-03-22T15:56:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:04 smithi142 ceph-mon[94717]: pgmap v2589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:56:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:04 smithi098 ceph-mon[94136]: pgmap v2589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:56:04.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:04.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.436344+0000) 2023-03-22T15:56:04.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:04.385+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.386581+0000) 2023-03-22T15:56:04.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:04.385+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:04.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:04.386+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:04.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:04.386+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.387422+0000) 2023-03-22T15:56:04.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:04.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.435844+0000) 2023-03-22T15:56:04.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:04.435+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:04.435+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:04.435+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.436679+0000) 2023-03-22T15:56:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:04.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.935459+0000) 2023-03-22T15:56:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:04.933+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.935099+0000) 2023-03-22T15:56:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:05.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:05.098739+0000) 2023-03-22T15:56:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:04.934+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:04.935654+0000) 2023-03-22T15:56:05.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:05.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:05.436476+0000) 2023-03-22T15:56:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:05.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:05.935576+0000) 2023-03-22T15:56:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:05.933+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:05.935221+0000) 2023-03-22T15:56:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:05.934+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:05.935771+0000) 2023-03-22T15:56:06.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:06.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:06.098929+0000) 2023-03-22T15:56:06.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:06 smithi142 ceph-mon[94717]: pgmap v2590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:56:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:06 smithi098 ceph-mon[94136]: pgmap v2590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:56:06.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:06.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:06.436620+0000) 2023-03-22T15:56:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:07.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:07.099058+0000) 2023-03-22T15:56:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:06.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:06.935715+0000) 2023-03-22T15:56:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:06.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:06.935385+0000) 2023-03-22T15:56:07.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:06.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:06.935315+0000) 2023-03-22T15:56:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:07.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:07.436786+0000) 2023-03-22T15:56:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:07.436+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:07.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:07.436+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:07.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:07.437+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:07.438361+0000) 2023-03-22T15:56:07.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:06.934+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:06.935884+0000) 2023-03-22T15:56:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:07 smithi142 ceph-mon[94717]: pgmap v2591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:56:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:07 smithi098 ceph-mon[94136]: pgmap v2591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:56:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:07.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:07.935827+0000) 2023-03-22T15:56:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:07.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:07.935523+0000) 2023-03-22T15:56:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:08.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:08.099278+0000) 2023-03-22T15:56:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:07.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:07.935446+0000) 2023-03-22T15:56:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:07.934+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:07.935986+0000) 2023-03-22T15:56:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:08.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:08.936023+0000) 2023-03-22T15:56:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:08.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:08.935955+0000) 2023-03-22T15:56:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:08.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:08.886876+0000) 2023-03-22T15:56:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:09.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:09.099401+0000) 2023-03-22T15:56:09.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:08.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:08.935560+0000) 2023-03-22T15:56:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:08.934+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:08.936188+0000) 2023-03-22T15:56:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:08.935+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:08.936850+0000) 2023-03-22T15:56:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:09 smithi142 ceph-mon[94717]: osdmap e219: 12 total, 9 up, 9 in 2023-03-22T15:56:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:09 smithi142 ceph-mon[94717]: pgmap v2593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:56:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:09 smithi098 ceph-mon[94136]: osdmap e219: 12 total, 9 up, 9 in 2023-03-22T15:56:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:09 smithi098 ceph-mon[94136]: pgmap v2593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:56:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:09.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:09.936130+0000) 2023-03-22T15:56:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:09.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:09.936073+0000) 2023-03-22T15:56:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:09.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:09.886994+0000) 2023-03-22T15:56:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:10.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:10.099579+0000) 2023-03-22T15:56:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:09.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:09.936297+0000) 2023-03-22T15:56:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:09.935+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:09.936964+0000) 2023-03-22T15:56:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:09.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:09.935676+0000) 2023-03-22T15:56:11.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:10.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:10.935787+0000) 2023-03-22T15:56:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:10.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:10.936241+0000) 2023-03-22T15:56:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:10.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:10.936172+0000) 2023-03-22T15:56:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:11.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.099696+0000) 2023-03-22T15:56:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:10.935+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:10.937067+0000) 2023-03-22T15:56:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:10.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:10.936413+0000) 2023-03-22T15:56:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:10.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:10.887111+0000) 2023-03-22T15:56:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:11.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.936362+0000) 2023-03-22T15:56:12.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:11.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.936253+0000) 2023-03-22T15:56:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:11.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.887226+0000) 2023-03-22T15:56:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:11.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.936531+0000) 2023-03-22T15:56:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:11.935+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.937055+0000) 2023-03-22T15:56:12.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:12.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.099883+0000) 2023-03-22T15:56:12.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:11.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.935893+0000) 2023-03-22T15:56:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:11.935+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:11.937186+0000) 2023-03-22T15:56:12.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:12 smithi142 ceph-mon[94717]: pgmap v2594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:56:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:12 smithi098 ceph-mon[94136]: pgmap v2594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:56:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:12.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.936462+0000) 2023-03-22T15:56:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:12.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.887361+0000) 2023-03-22T15:56:13.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:12.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.936014+0000) 2023-03-22T15:56:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:12.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.936358+0000) 2023-03-22T15:56:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:12.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.936644+0000) 2023-03-22T15:56:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:12.935+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.937166+0000) 2023-03-22T15:56:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:12.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:12.937298+0000) 2023-03-22T15:56:13.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:13.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.099994+0000) 2023-03-22T15:56:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:14.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.100163+0000) 2023-03-22T15:56:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:13.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.936570+0000) 2023-03-22T15:56:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:13.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.936458+0000) 2023-03-22T15:56:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:13.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.887484+0000) 2023-03-22T15:56:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:13.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.936144+0000) 2023-03-22T15:56:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:13.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.936752+0000) 2023-03-22T15:56:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:13.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.937267+0000) 2023-03-22T15:56:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:13.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:13.937415+0000) 2023-03-22T15:56:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:14 smithi142 ceph-mon[94717]: pgmap v2595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:56:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:14 smithi098 ceph-mon[94136]: pgmap v2595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:56:15.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:14.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.936246+0000) 2023-03-22T15:56:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:14.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.936675+0000) 2023-03-22T15:56:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:14.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.936559+0000) 2023-03-22T15:56:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:14.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.887608+0000) 2023-03-22T15:56:15.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:15.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.100303+0000) 2023-03-22T15:56:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:14.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.936864+0000) 2023-03-22T15:56:15.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:14.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.937378+0000) 2023-03-22T15:56:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:14.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:14.937529+0000) 2023-03-22T15:56:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:15.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.936770+0000) 2023-03-22T15:56:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:15.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.936655+0000) 2023-03-22T15:56:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:15.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.937482+0000) 2023-03-22T15:56:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:15.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.887735+0000) 2023-03-22T15:56:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:16.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.100483+0000) 2023-03-22T15:56:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:15.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.936366+0000) 2023-03-22T15:56:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:15.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.936982+0000) 2023-03-22T15:56:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:15.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:15.937642+0000) 2023-03-22T15:56:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:16 smithi142 ceph-mon[94717]: pgmap v2596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:56:16.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:16 smithi098 ceph-mon[94136]: pgmap v2596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:56:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:17.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.100608+0000) 2023-03-22T15:56:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:16.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.936867+0000) 2023-03-22T15:56:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:16.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.936766+0000) 2023-03-22T15:56:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:16.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.887856+0000) 2023-03-22T15:56:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:16.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.937592+0000) 2023-03-22T15:56:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:16.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.937756+0000) 2023-03-22T15:56:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:16.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.936480+0000) 2023-03-22T15:56:17.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:16.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:16.937100+0000) 2023-03-22T15:56:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:17 smithi142 ceph-mon[94717]: pgmap v2597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:56:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:17 smithi098 ceph-mon[94136]: pgmap v2597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:56:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:17.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.936971+0000) 2023-03-22T15:56:18.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:17.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.936879+0000) 2023-03-22T15:56:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:17.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.887977+0000) 2023-03-22T15:56:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:17.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.936584+0000) 2023-03-22T15:56:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:17.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.937212+0000) 2023-03-22T15:56:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:17.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.937701+0000) 2023-03-22T15:56:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:17.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:17.937876+0000) 2023-03-22T15:56:18.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:18.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.100799+0000) 2023-03-22T15:56:19.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:18.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.937099+0000) 2023-03-22T15:56:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:18.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.936989+0000) 2023-03-22T15:56:19.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:19.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.100935+0000) 2023-03-22T15:56:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:18.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.936702+0000) 2023-03-22T15:56:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:18.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.888094+0000) 2023-03-22T15:56:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:18.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.937814+0000) 2023-03-22T15:56:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:18.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.937297+0000) 2023-03-22T15:56:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:18.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:18.937974+0000) 2023-03-22T15:56:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:19.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.937216+0000) 2023-03-22T15:56:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:19.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.937105+0000) 2023-03-22T15:56:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:19.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.937411+0000) 2023-03-22T15:56:20.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:19.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.888207+0000) 2023-03-22T15:56:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:19.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.937942+0000) 2023-03-22T15:56:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:19.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.938081+0000) 2023-03-22T15:56:20.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:20.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.101121+0000) 2023-03-22T15:56:20.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:19.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:19.936833+0000) 2023-03-22T15:56:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:20 smithi142 ceph-mon[94717]: pgmap v2598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:56:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:20 smithi098 ceph-mon[94136]: pgmap v2598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:56:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:20.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.937299+0000) 2023-03-22T15:56:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:20.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.937221+0000) 2023-03-22T15:56:21.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:20.887+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.888310+0000) 2023-03-22T15:56:21.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:20.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.936960+0000) 2023-03-22T15:56:21.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:21.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.101257+0000) 2023-03-22T15:56:21.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:20.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.938065+0000) 2023-03-22T15:56:21.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:20.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.938188+0000) 2023-03-22T15:56:21.226 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:20.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:20.937529+0000) 2023-03-22T15:56:22.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:22.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.101468+0000) 2023-03-22T15:56:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:21.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.937070+0000) 2023-03-22T15:56:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:21.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.937422+0000) 2023-03-22T15:56:22.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:21.887+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.888416+0000) 2023-03-22T15:56:22.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:21.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.937292+0000) 2023-03-22T15:56:22.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:21.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.938191+0000) 2023-03-22T15:56:22.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:21.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.937648+0000) 2023-03-22T15:56:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:21.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:21.938297+0000) 2023-03-22T15:56:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:22 smithi142 ceph-mon[94717]: pgmap v2599: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:56:22.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:22 smithi098 ceph-mon[94136]: pgmap v2599: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:56:23.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:22.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.937531+0000) 2023-03-22T15:56:23.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:22.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.937403+0000) 2023-03-22T15:56:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:22.888+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.888588+0000) 2023-03-22T15:56:23.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:23.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.101612+0000) 2023-03-22T15:56:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:22.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.937195+0000) 2023-03-22T15:56:23.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:22.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.938333+0000) 2023-03-22T15:56:23.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:22.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.937762+0000) 2023-03-22T15:56:23.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:22.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:22.938405+0000) 2023-03-22T15:56:24.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:24.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.101806+0000) 2023-03-22T15:56:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:23.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.937636+0000) 2023-03-22T15:56:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:23.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.937508+0000) 2023-03-22T15:56:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:23.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.937867+0000) 2023-03-22T15:56:24.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:23.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.938505+0000) 2023-03-22T15:56:24.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:23.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.938451+0000) 2023-03-22T15:56:24.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:23.887+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.888725+0000) 2023-03-22T15:56:24.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:23.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:23.937294+0000) 2023-03-22T15:56:24.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:24 smithi142 ceph-mon[94717]: pgmap v2600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:56:24.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:24 smithi098 ceph-mon[94136]: pgmap v2600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:56:25.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:25.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.101931+0000) 2023-03-22T15:56:25.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:24.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.937403+0000) 2023-03-22T15:56:25.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:24.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.937754+0000) 2023-03-22T15:56:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:24.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.937627+0000) 2023-03-22T15:56:25.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:24.888+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.888882+0000) 2023-03-22T15:56:25.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:24.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.938553+0000) 2023-03-22T15:56:25.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:24.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.937981+0000) 2023-03-22T15:56:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:24.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:24.938608+0000) 2023-03-22T15:56:26.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:25.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.937856+0000) 2023-03-22T15:56:26.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:25.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.937739+0000) 2023-03-22T15:56:26.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:26.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.102163+0000) 2023-03-22T15:56:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:25.887+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.889041+0000) 2023-03-22T15:56:26.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:25.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.937515+0000) 2023-03-22T15:56:26.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:25.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.938653+0000) 2023-03-22T15:56:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:25.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.938106+0000) 2023-03-22T15:56:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:25.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:25.938707+0000) 2023-03-22T15:56:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:26 smithi142 ceph-mon[94717]: pgmap v2601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:56:26.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:26 smithi098 ceph-mon[94136]: pgmap v2601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:56:27.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:26.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.937981+0000) 2023-03-22T15:56:27.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:26.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.937878+0000) 2023-03-22T15:56:27.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:26.887+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.889167+0000) 2023-03-22T15:56:27.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:27.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.102326+0000) 2023-03-22T15:56:27.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:26.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.938770+0000) 2023-03-22T15:56:27.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:26.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.937679+0000) 2023-03-22T15:56:27.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:26.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.938220+0000) 2023-03-22T15:56:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:26.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:26.938773+0000) 2023-03-22T15:56:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:27 smithi142 ceph-mon[94717]: pgmap v2602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:56:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:27 smithi098 ceph-mon[94136]: pgmap v2602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:56:28.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:27.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.938093+0000) 2023-03-22T15:56:28.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:27.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.938041+0000) 2023-03-22T15:56:28.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:27.888+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.889293+0000) 2023-03-22T15:56:28.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:28.102+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.102544+0000) 2023-03-22T15:56:28.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:28.102+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:28.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:28.102+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:28.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:28.108+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.110059+0000) 2023-03-22T15:56:28.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:27.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.938293+0000) 2023-03-22T15:56:28.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:27.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.937827+0000) 2023-03-22T15:56:28.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:27.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.938886+0000) 2023-03-22T15:56:28.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:27.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:27.938881+0000) 2023-03-22T15:56:29.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:28.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.938210+0000) 2023-03-22T15:56:29.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:28.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.938405+0000) 2023-03-22T15:56:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:28.889+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.889399+0000) 2023-03-22T15:56:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:28.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.938155+0000) 2023-03-22T15:56:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:28.938+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:29.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:28.938+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:29.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:28.939+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.939592+0000) 2023-03-22T15:56:29.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:28.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.939002+0000) 2023-03-22T15:56:29.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:28.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.937970+0000) 2023-03-22T15:56:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:28.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:28.938984+0000) 2023-03-22T15:56:30.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:29.938+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:29.938292+0000) 2023-03-22T15:56:30.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:29.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:29.939126+0000) 2023-03-22T15:56:30.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:29.889+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:29.889502+0000) 2023-03-22T15:56:30.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:29.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:29.938118+0000) 2023-03-22T15:56:30.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:29.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:29.938520+0000) 2023-03-22T15:56:30.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:29.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:29.939093+0000) 2023-03-22T15:56:30.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:30 smithi142 ceph-mon[94717]: pgmap v2603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:30.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:30 smithi098 ceph-mon[94136]: pgmap v2603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:31.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:30.889+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.889629+0000) 2023-03-22T15:56:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:30.938+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.938401+0000) 2023-03-22T15:56:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:30.938+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:31.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:30.938+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:31.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:30.939+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.939402+0000) 2023-03-22T15:56:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:30.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.938644+0000) 2023-03-22T15:56:31.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:30.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.939317+0000) 2023-03-22T15:56:31.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:30.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.938233+0000) 2023-03-22T15:56:31.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:30.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.939198+0000) 2023-03-22T15:56:31.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:30.939+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:31.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:30.939+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:30.939949+0000) 2023-03-22T15:56:32.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:31.889+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:31.889739+0000) 2023-03-22T15:56:32.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:31.938+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:31.938357+0000) 2023-03-22T15:56:32.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:31.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:31.939430+0000) 2023-03-22T15:56:32.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:31.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:31.938763+0000) 2023-03-22T15:56:32.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:32 smithi142 ceph-mon[94717]: pgmap v2604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:32 smithi098 ceph-mon[94136]: pgmap v2604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:32.890 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:32.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:32.602773+0000) 2023-03-22T15:56:33.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:32.889+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:32.889855+0000) 2023-03-22T15:56:33.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:32.938+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:32.938475+0000) 2023-03-22T15:56:33.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:32.938+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:33.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:32.939+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:32.939396+0000) 2023-03-22T15:56:33.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:32.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:32.938872+0000) 2023-03-22T15:56:33.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:32.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:32.939547+0000) 2023-03-22T15:56:33.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:33.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:33.438417+0000) 2023-03-22T15:56:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:33.606+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:33.606262+0000) 2023-03-22T15:56:34.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:33.889+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:33.889971+0000) 2023-03-22T15:56:34.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:33.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:33.938978+0000) 2023-03-22T15:56:34.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:33.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:33.939671+0000) 2023-03-22T15:56:34.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:34 smithi142 ceph-mon[94717]: pgmap v2605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:34.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:34 smithi098 ceph-mon[94136]: pgmap v2605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:34.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:34.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:34.438542+0000) 2023-03-22T15:56:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:34.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:34.607805+0000) 2023-03-22T15:56:35.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:34.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:34.939774+0000) 2023-03-22T15:56:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:34.889+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:34.890086+0000) 2023-03-22T15:56:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:34.890+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:35.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:34.890+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:35.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:34.891+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:34.891292+0000) 2023-03-22T15:56:35.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:34.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:34.939094+0000) 2023-03-22T15:56:35.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:34.939+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:35.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:34.939+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:35.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:34.939+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:34.939950+0000) 2023-03-22T15:56:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:35.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:35.438645+0000) 2023-03-22T15:56:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:35.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:35.438659+0000) 2023-03-22T15:56:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:35.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:35.607939+0000) 2023-03-22T15:56:35.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:35.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:35.439467+0000) 2023-03-22T15:56:36.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:35.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:35.939907+0000) 2023-03-22T15:56:36.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:36 smithi142 ceph-mon[94717]: pgmap v2606: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:36.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:36 smithi098 ceph-mon[94136]: pgmap v2606: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:36.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:36.438763+0000) 2023-03-22T15:56:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:36.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:36.438769+0000) 2023-03-22T15:56:36.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:36.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:36.608121+0000) 2023-03-22T15:56:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:36.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:36.439572+0000) 2023-03-22T15:56:37.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:36.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:36.940038+0000) 2023-03-22T15:56:37.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:37.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:37.438785+0000) 2023-03-22T15:56:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:37.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:37.438878+0000) 2023-03-22T15:56:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:37.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:37.438883+0000) 2023-03-22T15:56:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:37.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:37.439701+0000) 2023-03-22T15:56:37.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:37.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:37.608236+0000) 2023-03-22T15:56:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:37 smithi142 ceph-mon[94717]: pgmap v2607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:37 smithi098 ceph-mon[94136]: pgmap v2607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:37.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:37.940172+0000) 2023-03-22T15:56:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:37.940+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:37.940+0000 7fef96a20700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:37.940+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:37.941261+0000) 2023-03-22T15:56:38.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:38.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:38.438893+0000) 2023-03-22T15:56:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:38.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:38.438991+0000) 2023-03-22T15:56:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:38.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:38.438993+0000) 2023-03-22T15:56:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:38.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:38.439810+0000) 2023-03-22T15:56:38.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:38.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:38.608430+0000) 2023-03-22T15:56:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:39.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:39.439102+0000) 2023-03-22T15:56:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:39.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:39.439108+0000) 2023-03-22T15:56:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:39.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:39.390313+0000) 2023-03-22T15:56:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:39.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:39.608571+0000) 2023-03-22T15:56:39.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:39.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:39.439006+0000) 2023-03-22T15:56:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:39.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:39.439405+0000) 2023-03-22T15:56:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:39.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:39.439917+0000) 2023-03-22T15:56:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:40 smithi142 ceph-mon[94717]: pgmap v2608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:40.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:40 smithi098 ceph-mon[94136]: pgmap v2608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:40.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:40.439215+0000) 2023-03-22T15:56:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:40.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:40.439239+0000) 2023-03-22T15:56:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:40.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:40.390425+0000) 2023-03-22T15:56:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:40.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:40.440023+0000) 2023-03-22T15:56:40.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:40.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:40.608753+0000) 2023-03-22T15:56:40.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:40.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:40.439093+0000) 2023-03-22T15:56:40.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:40.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:40.439526+0000) 2023-03-22T15:56:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:41.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:41.439290+0000) 2023-03-22T15:56:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:41.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:41.439365+0000) 2023-03-22T15:56:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:41.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:41.390548+0000) 2023-03-22T15:56:41.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:41.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:41.440145+0000) 2023-03-22T15:56:41.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:41.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:41.608872+0000) 2023-03-22T15:56:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:41.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:41.439207+0000) 2023-03-22T15:56:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:41.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:41.439633+0000) 2023-03-22T15:56:42.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:42 smithi142 ceph-mon[94717]: pgmap v2609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:42 smithi098 ceph-mon[94136]: pgmap v2609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:42.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:42.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.439411+0000) 2023-03-22T15:56:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:42.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.439481+0000) 2023-03-22T15:56:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:42.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.390673+0000) 2023-03-22T15:56:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:42.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.609077+0000) 2023-03-22T15:56:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:42.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.440426+0000) 2023-03-22T15:56:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:42.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.439296+0000) 2023-03-22T15:56:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:42.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.439752+0000) 2023-03-22T15:56:42.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:42.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:42.440300+0000) 2023-03-22T15:56:43.733 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:43.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.609190+0000) 2023-03-22T15:56:43.734 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:43.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.439523+0000) 2023-03-22T15:56:43.735 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:43.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.439869+0000) 2023-03-22T15:56:43.736 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:43.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.440411+0000) 2023-03-22T15:56:43.736 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:43.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.390796+0000) 2023-03-22T15:56:43.737 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:43.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.439410+0000) 2023-03-22T15:56:43.737 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:43.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.439594+0000) 2023-03-22T15:56:43.738 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:43.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:43.440545+0000) 2023-03-22T15:56:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:44 smithi142 ceph-mon[94717]: pgmap v2610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:44 smithi098 ceph-mon[94136]: pgmap v2610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:46.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:46 smithi142 ceph-mon[94717]: pgmap v2611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:46 smithi098 ceph-mon[94136]: pgmap v2611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:47.800 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:44.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.609390+0000) 2023-03-22T15:56:47.800 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:45.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.609506+0000) 2023-03-22T15:56:47.801 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:46.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.609694+0000) 2023-03-22T15:56:47.801 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:47.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.609810+0000) 2023-03-22T15:56:47.801 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:44.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.439636+0000) 2023-03-22T15:56:47.802 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:45.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.439753+0000) 2023-03-22T15:56:47.802 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:46.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.439861+0000) 2023-03-22T15:56:47.802 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:47.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.439979+0000) 2023-03-22T15:56:47.802 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:44.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.439985+0000) 2023-03-22T15:56:47.803 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:45.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.440102+0000) 2023-03-22T15:56:47.803 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:46.438+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.440226+0000) 2023-03-22T15:56:47.803 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:47.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.440305+0000) 2023-03-22T15:56:47.803 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:44.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.440667+0000) 2023-03-22T15:56:47.804 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:45.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.440779+0000) 2023-03-22T15:56:47.804 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:46.439+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.440897+0000) 2023-03-22T15:56:47.804 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:47.439+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.441019+0000) 2023-03-22T15:56:47.804 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:44.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.390912+0000) 2023-03-22T15:56:47.805 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:45.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.391007+0000) 2023-03-22T15:56:47.805 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:46.389+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.391136+0000) 2023-03-22T15:56:47.805 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:47.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.391259+0000) 2023-03-22T15:56:47.806 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:44.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.439524+0000) 2023-03-22T15:56:47.806 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:45.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.439656+0000) 2023-03-22T15:56:47.806 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:46.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.439766+0000) 2023-03-22T15:56:47.806 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:47.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.439884+0000) 2023-03-22T15:56:47.807 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:44.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.439734+0000) 2023-03-22T15:56:47.807 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:45.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.439849+0000) 2023-03-22T15:56:47.807 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:46.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.439958+0000) 2023-03-22T15:56:47.807 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:47.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.440075+0000) 2023-03-22T15:56:47.808 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:44.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:44.440526+0000) 2023-03-22T15:56:47.808 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:45.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:45.440643+0000) 2023-03-22T15:56:47.808 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:46.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:46.440756+0000) 2023-03-22T15:56:47.808 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:47.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:47.440873+0000) 2023-03-22T15:56:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:47 smithi142 ceph-mon[94717]: pgmap v2612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:47 smithi098 ceph-mon[94136]: pgmap v2612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:48.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.610001+0000) 2023-03-22T15:56:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:48.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.440095+0000) 2023-03-22T15:56:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:48.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.440188+0000) 2023-03-22T15:56:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:48.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.391390+0000) 2023-03-22T15:56:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:48.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.440014+0000) 2023-03-22T15:56:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:48.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.440430+0000) 2023-03-22T15:56:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:48.439+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.441137+0000) 2023-03-22T15:56:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:48.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:48.440987+0000) 2023-03-22T15:56:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:49.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.440216+0000) 2023-03-22T15:56:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:49.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.440297+0000) 2023-03-22T15:56:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:49.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.440553+0000) 2023-03-22T15:56:49.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:49.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.391515+0000) 2023-03-22T15:56:49.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:49.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.610123+0000) 2023-03-22T15:56:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:49.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.441264+0000) 2023-03-22T15:56:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:49.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.440123+0000) 2023-03-22T15:56:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:49.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:49.441095+0000) 2023-03-22T15:56:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:50 smithi142 ceph-mon[94717]: pgmap v2613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:50 smithi098 ceph-mon[94136]: pgmap v2613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:50.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:50.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.440238+0000) 2023-03-22T15:56:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:50.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.440335+0000) 2023-03-22T15:56:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:50.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.440441+0000) 2023-03-22T15:56:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:50.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.391638+0000) 2023-03-22T15:56:50.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:50.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.610299+0000) 2023-03-22T15:56:50.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:50.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.440678+0000) 2023-03-22T15:56:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:50.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.441392+0000) 2023-03-22T15:56:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:50.439+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:50.441201+0000) 2023-03-22T15:56:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:51.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.440451+0000) 2023-03-22T15:56:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:51.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.440555+0000) 2023-03-22T15:56:51.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:51.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.391758+0000) 2023-03-22T15:56:51.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:51.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.610419+0000) 2023-03-22T15:56:51.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:51.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.440357+0000) 2023-03-22T15:56:51.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:51.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.440798+0000) 2023-03-22T15:56:51.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:51.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.441506+0000) 2023-03-22T15:56:51.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:51.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:51.441299+0000) 2023-03-22T15:56:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:52 smithi142 ceph-mon[94717]: pgmap v2614: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:52.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:52 smithi098 ceph-mon[94136]: pgmap v2614: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:52.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:52.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.610617+0000) 2023-03-22T15:56:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:52.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.440579+0000) 2023-03-22T15:56:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:52.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.440672+0000) 2023-03-22T15:56:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:52.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.391875+0000) 2023-03-22T15:56:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:52.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.440479+0000) 2023-03-22T15:56:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:52.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.440918+0000) 2023-03-22T15:56:52.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:52.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.441621+0000) 2023-03-22T15:56:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:52.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:52.441424+0000) 2023-03-22T15:56:53.646 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:53.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.610817+0000) 2023-03-22T15:56:53.647 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:53.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.441043+0000) 2023-03-22T15:56:53.648 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:53.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.441735+0000) 2023-03-22T15:56:53.648 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:53.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.392048+0000) 2023-03-22T15:56:53.648 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:53.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.441531+0000) 2023-03-22T15:56:53.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:53.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.440615+0000) 2023-03-22T15:56:53.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:53.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.440733+0000) 2023-03-22T15:56:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:53.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:53.440779+0000) 2023-03-22T15:56:54.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:54 smithi142 ceph-mon[94717]: pgmap v2615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:54 smithi098 ceph-mon[94136]: pgmap v2615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:54.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:54.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.611056+0000) 2023-03-22T15:56:54.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:54.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.440755+0000) 2023-03-22T15:56:54.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:54.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.440862+0000) 2023-03-22T15:56:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:54.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.440878+0000) 2023-03-22T15:56:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:54.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.392187+0000) 2023-03-22T15:56:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:54.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.441146+0000) 2023-03-22T15:56:54.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:54.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.441839+0000) 2023-03-22T15:56:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:54.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:54.441645+0000) 2023-03-22T15:56:55.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:55.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.611177+0000) 2023-03-22T15:56:55.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:55.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.440880+0000) 2023-03-22T15:56:55.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:55.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.440976+0000) 2023-03-22T15:56:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:55.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.440994+0000) 2023-03-22T15:56:55.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:55.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.392308+0000) 2023-03-22T15:56:55.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:55.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.441250+0000) 2023-03-22T15:56:55.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:55.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.441952+0000) 2023-03-22T15:56:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:55.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:55.441748+0000) 2023-03-22T15:56:56.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:56 smithi142 ceph-mon[94717]: pgmap v2616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:56 smithi098 ceph-mon[94136]: pgmap v2616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:56:56.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:56.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.611340+0000) 2023-03-22T15:56:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:56.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.441090+0000) 2023-03-22T15:56:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:56.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.441116+0000) 2023-03-22T15:56:56.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:56.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.442066+0000) 2023-03-22T15:56:56.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:56.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.392437+0000) 2023-03-22T15:56:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:56.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.441373+0000) 2023-03-22T15:56:56.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:56.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.440986+0000) 2023-03-22T15:56:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:56.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:56.441873+0000) 2023-03-22T15:56:57.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:57.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.611456+0000) 2023-03-22T15:56:57.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:57.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.441096+0000) 2023-03-22T15:56:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:57.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.441238+0000) 2023-03-22T15:56:57.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:57.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.441977+0000) 2023-03-22T15:56:57.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:57.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.392561+0000) 2023-03-22T15:56:57.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:57.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.441204+0000) 2023-03-22T15:56:57.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:57.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.441490+0000) 2023-03-22T15:56:57.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:57.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:57.442176+0000) 2023-03-22T15:56:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:56:57 smithi142 ceph-mon[94717]: pgmap v2617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:56:57 smithi098 ceph-mon[94136]: pgmap v2617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:56:58.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:58.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.441211+0000) 2023-03-22T15:56:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:58.440+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.441293+0000) 2023-03-22T15:56:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:58.440+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.441365+0000) 2023-03-22T15:56:58.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:58.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.392684+0000) 2023-03-22T15:56:58.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:58.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.611645+0000) 2023-03-22T15:56:58.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:58.611+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:58.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:56:58.613+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.615098+0000) 2023-03-22T15:56:58.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:58.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.441605+0000) 2023-03-22T15:56:58.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:58.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.442292+0000) 2023-03-22T15:56:58.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:58.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:58.442096+0000) 2023-03-22T15:56:59.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:56:59.440+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.441292+0000) 2023-03-22T15:56:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:56:59.440+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.441403+0000) 2023-03-22T15:56:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:56:59.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.392801+0000) 2023-03-22T15:56:59.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:59.440+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.441477+0000) 2023-03-22T15:56:59.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:59.440+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:59.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:59.440+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:56:59.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:56:59.441+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.442281+0000) 2023-03-22T15:56:59.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:56:59.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.441719+0000) 2023-03-22T15:56:59.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:56:59.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.442421+0000) 2023-03-22T15:56:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:56:59.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:56:59.442209+0000) 2023-03-22T15:57:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:00 smithi142 ceph-mon[94717]: pgmap v2618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:00.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:00 smithi098 ceph-mon[94136]: pgmap v2618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:00.440+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:00.441508+0000) 2023-03-22T15:57:00.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:00.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:00.441832+0000) 2023-03-22T15:57:00.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:00.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:00.392922+0000) 2023-03-22T15:57:00.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:00.440+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:00.441398+0000) 2023-03-22T15:57:00.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:00.441+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:00.442312+0000) 2023-03-22T15:57:00.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:00.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:00.442534+0000) 2023-03-22T15:57:01.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:01.440+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.441499+0000) 2023-03-22T15:57:01.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:01.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.442732+0000) 2023-03-22T15:57:01.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:01.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.393041+0000) 2023-03-22T15:57:01.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:01.440+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.441613+0000) 2023-03-22T15:57:01.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:01.441+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:01.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:01.441+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.442480+0000) 2023-03-22T15:57:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:01.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.441944+0000) 2023-03-22T15:57:01.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:01.441+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.442439+0000) 2023-03-22T15:57:01.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:01.441+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:01.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:01.441+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:01.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:01.442+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:01.443604+0000) 2023-03-22T15:57:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:02 smithi142 ceph-mon[94717]: pgmap v2619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:02 smithi098 ceph-mon[94136]: pgmap v2619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:02.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:02.440+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:02.441609+0000) 2023-03-22T15:57:02.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:02.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:02.393157+0000) 2023-03-22T15:57:02.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:02.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:02.442071+0000) 2023-03-22T15:57:02.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:02.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:02.442845+0000) 2023-03-22T15:57:03.393 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:03.110+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:03.111912+0000) 2023-03-22T15:57:03.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:03.392+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:03.393278+0000) 2023-03-22T15:57:03.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:03.440+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:03.441712+0000) 2023-03-22T15:57:03.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:03.441+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:03.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:03.441+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:03.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:03.441+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:03.443142+0000) 2023-03-22T15:57:03.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:03.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:03.442199+0000) 2023-03-22T15:57:03.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:03.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:03.442962+0000) 2023-03-22T15:57:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:03.940+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:03.941780+0000) 2023-03-22T15:57:04.263 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:04.114+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:04.115850+0000) 2023-03-22T15:57:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:04 smithi142 ceph-mon[94717]: pgmap v2620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:57:04.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:04 smithi098 ceph-mon[94136]: pgmap v2620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:57:04.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:04.392+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:04.393399+0000) 2023-03-22T15:57:04.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:04.441+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:04.442294+0000) 2023-03-22T15:57:04.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:04.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:04.443078+0000) 2023-03-22T15:57:05.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:04.940+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:04.941897+0000) 2023-03-22T15:57:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:05.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.117800+0000) 2023-03-22T15:57:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:05.392+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.393520+0000) 2023-03-22T15:57:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:05.392+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.394262+0000) 2023-03-22T15:57:05.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:05.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.443191+0000) 2023-03-22T15:57:05.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:05.441+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.442419+0000) 2023-03-22T15:57:05.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:05.441+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:05.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:05.441+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.443175+0000) 2023-03-22T15:57:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:05.940+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.941924+0000) 2023-03-22T15:57:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:05.940+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.942011+0000) 2023-03-22T15:57:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:06.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:06.117992+0000) 2023-03-22T15:57:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:05.941+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:05.942676+0000) 2023-03-22T15:57:06.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:06 smithi142 ceph-mon[94717]: pgmap v2621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:57:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:06 smithi098 ceph-mon[94136]: pgmap v2621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:57:06.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:06.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:06.443297+0000) 2023-03-22T15:57:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:07.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:07.118112+0000) 2023-03-22T15:57:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:06.940+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:06.942049+0000) 2023-03-22T15:57:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:06.940+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:06.942121+0000) 2023-03-22T15:57:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:06.941+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:06.942786+0000) 2023-03-22T15:57:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:07.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:07.443424+0000) 2023-03-22T15:57:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:07 smithi142 ceph-mon[94717]: pgmap v2622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:57:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:07 smithi098 ceph-mon[94136]: pgmap v2622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:57:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:07.940+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:07.942151+0000) 2023-03-22T15:57:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:07.940+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:07.942233+0000) 2023-03-22T15:57:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:08.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:08.118306+0000) 2023-03-22T15:57:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:07.940+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:07.942049+0000) 2023-03-22T15:57:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:07.941+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:07.942909+0000) 2023-03-22T15:57:08.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:08.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:08.443540+0000) 2023-03-22T15:57:08.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:08.442+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:08.444221+0000) 2023-03-22T15:57:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:08.940+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:08.942184+0000) 2023-03-22T15:57:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:08.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:08.942265+0000) 2023-03-22T15:57:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:08.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:08.942351+0000) 2023-03-22T15:57:09.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:08.941+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:08.943021+0000) 2023-03-22T15:57:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:09.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:09.118428+0000) 2023-03-22T15:57:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:09 smithi142 ceph-mon[94717]: osdmap e220: 12 total, 9 up, 9 in 2023-03-22T15:57:10.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:09 smithi142 ceph-mon[94717]: pgmap v2624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:57:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:09 smithi098 ceph-mon[94136]: osdmap e220: 12 total, 9 up, 9 in 2023-03-22T15:57:10.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:09 smithi098 ceph-mon[94136]: pgmap v2624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:57:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:10.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:10.118638+0000) 2023-03-22T15:57:10.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:09.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:09.942383+0000) 2023-03-22T15:57:10.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:09.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:09.942483+0000) 2023-03-22T15:57:10.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:09.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:09.893825+0000) 2023-03-22T15:57:10.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:09.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:09.942311+0000) 2023-03-22T15:57:10.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:09.941+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:09.942718+0000) 2023-03-22T15:57:10.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:09.941+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:09.943120+0000) 2023-03-22T15:57:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:10.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:10.942499+0000) 2023-03-22T15:57:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:10.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:10.942605+0000) 2023-03-22T15:57:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:10.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:10.893943+0000) 2023-03-22T15:57:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:10.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:10.942425+0000) 2023-03-22T15:57:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:10.941+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:10.943221+0000) 2023-03-22T15:57:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:11.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:11.118757+0000) 2023-03-22T15:57:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:10.941+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:10.942834+0000) 2023-03-22T15:57:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:11.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:11.942617+0000) 2023-03-22T15:57:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:11.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:11.942720+0000) 2023-03-22T15:57:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:11.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:11.894063+0000) 2023-03-22T15:57:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:12.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.118951+0000) 2023-03-22T15:57:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:11.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:11.942538+0000) 2023-03-22T15:57:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:11.941+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:11.942943+0000) 2023-03-22T15:57:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:11.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:11.943303+0000) 2023-03-22T15:57:12.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:12 smithi142 ceph-mon[94717]: pgmap v2625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:57:12.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:12 smithi098 ceph-mon[94136]: pgmap v2625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:57:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:12.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.942741+0000) 2023-03-22T15:57:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:12.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.942830+0000) 2023-03-22T15:57:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:12.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.894178+0000) 2023-03-22T15:57:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:13.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.119072+0000) 2023-03-22T15:57:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:12.942+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.943773+0000) 2023-03-22T15:57:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:12.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.942655+0000) 2023-03-22T15:57:13.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:12.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.943418+0000) 2023-03-22T15:57:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:12.941+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:12.943049+0000) 2023-03-22T15:57:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:13.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.942855+0000) 2023-03-22T15:57:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:13.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.942939+0000) 2023-03-22T15:57:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:13.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.894296+0000) 2023-03-22T15:57:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:14.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.119263+0000) 2023-03-22T15:57:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:13.942+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.943886+0000) 2023-03-22T15:57:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:13.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.942767+0000) 2023-03-22T15:57:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:13.941+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.943162+0000) 2023-03-22T15:57:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:13.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:13.943522+0000) 2023-03-22T15:57:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:14 smithi142 ceph-mon[94717]: pgmap v2626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:57:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:14 smithi098 ceph-mon[94136]: pgmap v2626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:57:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:15.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.119394+0000) 2023-03-22T15:57:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:14.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.942974+0000) 2023-03-22T15:57:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:14.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.943062+0000) 2023-03-22T15:57:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:14.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.894418+0000) 2023-03-22T15:57:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:14.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.943631+0000) 2023-03-22T15:57:15.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:14.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.942893+0000) 2023-03-22T15:57:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:14.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.943279+0000) 2023-03-22T15:57:15.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:14.942+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:14.943999+0000) 2023-03-22T15:57:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:15.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.943093+0000) 2023-03-22T15:57:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:15.941+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.943175+0000) 2023-03-22T15:57:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:15.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.894537+0000) 2023-03-22T15:57:16.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:15.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.943738+0000) 2023-03-22T15:57:16.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:16.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.119586+0000) 2023-03-22T15:57:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:15.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.943388+0000) 2023-03-22T15:57:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:15.942+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.944105+0000) 2023-03-22T15:57:16.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:15.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:15.943009+0000) 2023-03-22T15:57:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:16 smithi142 ceph-mon[94717]: pgmap v2627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:57:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:16 smithi098 ceph-mon[94136]: pgmap v2627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:57:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:16.941+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.943209+0000) 2023-03-22T15:57:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:16.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.943317+0000) 2023-03-22T15:57:17.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:16.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.943844+0000) 2023-03-22T15:57:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:16.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.894668+0000) 2023-03-22T15:57:17.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:16.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.943493+0000) 2023-03-22T15:57:17.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:17.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.119704+0000) 2023-03-22T15:57:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:16.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.943123+0000) 2023-03-22T15:57:17.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:16.942+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:16.944211+0000) 2023-03-22T15:57:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:17 smithi142 ceph-mon[94717]: pgmap v2628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:57:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:17 smithi098 ceph-mon[94136]: pgmap v2628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:57:18.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:18.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.119892+0000) 2023-03-22T15:57:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:17.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.943293+0000) 2023-03-22T15:57:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:17.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.943428+0000) 2023-03-22T15:57:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:17.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.894787+0000) 2023-03-22T15:57:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:17.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.943606+0000) 2023-03-22T15:57:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:17.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.943950+0000) 2023-03-22T15:57:18.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:17.941+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.943234+0000) 2023-03-22T15:57:18.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:17.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:17.944302+0000) 2023-03-22T15:57:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:18.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.943407+0000) 2023-03-22T15:57:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:18.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.943537+0000) 2023-03-22T15:57:19.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:19.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.120006+0000) 2023-03-22T15:57:19.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:18.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.944420+0000) 2023-03-22T15:57:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:18.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.943714+0000) 2023-03-22T15:57:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:18.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.944054+0000) 2023-03-22T15:57:19.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:18.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.894904+0000) 2023-03-22T15:57:19.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:18.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:18.943350+0000) 2023-03-22T15:57:20.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:20.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.120207+0000) 2023-03-22T15:57:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:19.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.943527+0000) 2023-03-22T15:57:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:19.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.943639+0000) 2023-03-22T15:57:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:19.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.895022+0000) 2023-03-22T15:57:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:19.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.944544+0000) 2023-03-22T15:57:20.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:19.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.943462+0000) 2023-03-22T15:57:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:19.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.943820+0000) 2023-03-22T15:57:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:19.942+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:19.944153+0000) 2023-03-22T15:57:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:20 smithi142 ceph-mon[94717]: pgmap v2629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:57:20.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:20 smithi098 ceph-mon[94136]: pgmap v2629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:57:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:20.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.943641+0000) 2023-03-22T15:57:21.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:20.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.943756+0000) 2023-03-22T15:57:21.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:20.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.944658+0000) 2023-03-22T15:57:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:20.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.895141+0000) 2023-03-22T15:57:21.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:21.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.120335+0000) 2023-03-22T15:57:21.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:20.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.943574+0000) 2023-03-22T15:57:21.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:20.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.943933+0000) 2023-03-22T15:57:21.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:20.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:20.944261+0000) 2023-03-22T15:57:22.225 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:21.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.943767+0000) 2023-03-22T15:57:22.226 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:21.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.943863+0000) 2023-03-22T15:57:22.226 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:21.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.944039+0000) 2023-03-22T15:57:22.227 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:21.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.944776+0000) 2023-03-22T15:57:22.227 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:21.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.895258+0000) 2023-03-22T15:57:22.228 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:22.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.120540+0000) 2023-03-22T15:57:22.228 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:21.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.943702+0000) 2023-03-22T15:57:22.229 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:21.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:21.944377+0000) 2023-03-22T15:57:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:22 smithi142 ceph-mon[94717]: pgmap v2630: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:57:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:22 smithi098 ceph-mon[94136]: pgmap v2630: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:57:23.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:22.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.943892+0000) 2023-03-22T15:57:23.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:22.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.943973+0000) 2023-03-22T15:57:23.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:22.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.944892+0000) 2023-03-22T15:57:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:22.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.895389+0000) 2023-03-22T15:57:23.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:23.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.120665+0000) 2023-03-22T15:57:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:22.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.943812+0000) 2023-03-22T15:57:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:22.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.944492+0000) 2023-03-22T15:57:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:22.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:22.944142+0000) 2023-03-22T15:57:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:23.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.943998+0000) 2023-03-22T15:57:24.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:23.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.944099+0000) 2023-03-22T15:57:24.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:23.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.895499+0000) 2023-03-22T15:57:24.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:24.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.120864+0000) 2023-03-22T15:57:24.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:23.942+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.944250+0000) 2023-03-22T15:57:24.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:23.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.944996+0000) 2023-03-22T15:57:24.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:23.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.943923+0000) 2023-03-22T15:57:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:23.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:23.944603+0000) 2023-03-22T15:57:24.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:24 smithi142 ceph-mon[94717]: pgmap v2631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:57:24.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:24 smithi098 ceph-mon[94136]: pgmap v2631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:57:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:24.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.944112+0000) 2023-03-22T15:57:25.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:24.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.944210+0000) 2023-03-22T15:57:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:24.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.895631+0000) 2023-03-22T15:57:25.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:24.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.944716+0000) 2023-03-22T15:57:25.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:25.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.121001+0000) 2023-03-22T15:57:25.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:24.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.945104+0000) 2023-03-22T15:57:25.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:24.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.944041+0000) 2023-03-22T15:57:25.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:24.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:24.944369+0000) 2023-03-22T15:57:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:25.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.944225+0000) 2023-03-22T15:57:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:25.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.944317+0000) 2023-03-22T15:57:26.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:25.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.945219+0000) 2023-03-22T15:57:26.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:25.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.895756+0000) 2023-03-22T15:57:26.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:25.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.944482+0000) 2023-03-22T15:57:26.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:26.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.121217+0000) 2023-03-22T15:57:26.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:25.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.944828+0000) 2023-03-22T15:57:26.226 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:25.942+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:25.944153+0000) 2023-03-22T15:57:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:26 smithi142 ceph-mon[94717]: pgmap v2632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:57:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:26 smithi098 ceph-mon[94136]: pgmap v2632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:57:27.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:27.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.121298+0000) 2023-03-22T15:57:27.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:26.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.944296+0000) 2023-03-22T15:57:27.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:26.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.944449+0000) 2023-03-22T15:57:27.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:26.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.895891+0000) 2023-03-22T15:57:27.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:26.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.944596+0000) 2023-03-22T15:57:27.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:26.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.944264+0000) 2023-03-22T15:57:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:26.944+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.945301+0000) 2023-03-22T15:57:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:26.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:26.944937+0000) 2023-03-22T15:57:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:27 smithi142 ceph-mon[94717]: pgmap v2633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:57:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:27 smithi098 ceph-mon[94136]: pgmap v2633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:57:28.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:27.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.944388+0000) 2023-03-22T15:57:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:27.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.944411+0000) 2023-03-22T15:57:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:27.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.944567+0000) 2023-03-22T15:57:28.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:27.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.896019+0000) 2023-03-22T15:57:28.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:27.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.944709+0000) 2023-03-22T15:57:28.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:28.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.121493+0000) 2023-03-22T15:57:28.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:27.944+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.945417+0000) 2023-03-22T15:57:28.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:27.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:27.945043+0000) 2023-03-22T15:57:29.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:28.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.944572+0000) 2023-03-22T15:57:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:28.944+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.944600+0000) 2023-03-22T15:57:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:28.944+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.944674+0000) 2023-03-22T15:57:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:28.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.896178+0000) 2023-03-22T15:57:29.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:29.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.121620+0000) 2023-03-22T15:57:29.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:29.125+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.126888+0000) 2023-03-22T15:57:29.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:28.944+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.945521+0000) 2023-03-22T15:57:29.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:28.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.944823+0000) 2023-03-22T15:57:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:28.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:28.945186+0000) 2023-03-22T15:57:30.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:29.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.944704+0000) 2023-03-22T15:57:30.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:29.895+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.896315+0000) 2023-03-22T15:57:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:29.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.944780+0000) 2023-03-22T15:57:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:29.944+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:29.944+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.945679+0000) 2023-03-22T15:57:30.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:29.944+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.945626+0000) 2023-03-22T15:57:30.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:29.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.945299+0000) 2023-03-22T15:57:30.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:29.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.944676+0000) 2023-03-22T15:57:30.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:29.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:29.944978+0000) 2023-03-22T15:57:30.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:30 smithi142 ceph-mon[94717]: pgmap v2634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:30.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:30 smithi098 ceph-mon[94136]: pgmap v2634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:31.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:30.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:30.944834+0000) 2023-03-22T15:57:31.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:30.944+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:30.945739+0000) 2023-03-22T15:57:31.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:30.895+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:30.896433+0000) 2023-03-22T15:57:31.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:30.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:30.945087+0000) 2023-03-22T15:57:31.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:30.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:30.945403+0000) 2023-03-22T15:57:31.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:30.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:30.944793+0000) 2023-03-22T15:57:32.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:31.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.944902+0000) 2023-03-22T15:57:32.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:31.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.945188+0000) 2023-03-22T15:57:32.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:31.895+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.896557+0000) 2023-03-22T15:57:32.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:31.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.944947+0000) 2023-03-22T15:57:32.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:31.944+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:32.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:31.944+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:32.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:31.944+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.945850+0000) 2023-03-22T15:57:32.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:31.944+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.945862+0000) 2023-03-22T15:57:32.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:31.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.945521+0000) 2023-03-22T15:57:32.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:31.944+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:32.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:31.944+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:32.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:31.945+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:31.946328+0000) 2023-03-22T15:57:32.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:32 smithi142 ceph-mon[94717]: pgmap v2635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:32.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:32 smithi098 ceph-mon[94136]: pgmap v2635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:33.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:32.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:32.945028+0000) 2023-03-22T15:57:33.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:32.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:32.945987+0000) 2023-03-22T15:57:33.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:32.896+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:32.896676+0000) 2023-03-22T15:57:33.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:32.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:32.945318+0000) 2023-03-22T15:57:33.897 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:33.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:33.621990+0000) 2023-03-22T15:57:34.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:33.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:33.945420+0000) 2023-03-22T15:57:34.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:33.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:33.946097+0000) 2023-03-22T15:57:34.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:33.896+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:33.896798+0000) 2023-03-22T15:57:34.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:33.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:33.945152+0000) 2023-03-22T15:57:34.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:33.945+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:34.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:33.945+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:33.945935+0000) 2023-03-22T15:57:34.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:34 smithi142 ceph-mon[94717]: pgmap v2636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:34 smithi098 ceph-mon[94136]: pgmap v2636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:34.444+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:34.445090+0000) 2023-03-22T15:57:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:34.624+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:34.624945+0000) 2023-03-22T15:57:35.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:34.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:34.945540+0000) 2023-03-22T15:57:35.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:34.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:34.946212+0000) 2023-03-22T15:57:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:34.896+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:34.896916+0000) 2023-03-22T15:57:35.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:35.444+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:35.445195+0000) 2023-03-22T15:57:35.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:35.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:35.626648+0000) 2023-03-22T15:57:36.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:35.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:35.946304+0000) 2023-03-22T15:57:36.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:35.896+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:35.897036+0000) 2023-03-22T15:57:36.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:35.897+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:36.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:35.897+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:36.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:35.897+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:35.898039+0000) 2023-03-22T15:57:36.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:35.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:35.945650+0000) 2023-03-22T15:57:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:35.946+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:35.946378+0000) 2023-03-22T15:57:36.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:36 smithi142 ceph-mon[94717]: pgmap v2637: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:36.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:36 smithi098 ceph-mon[94136]: pgmap v2637: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:36.444+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:36.445193+0000) 2023-03-22T15:57:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:36.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:36.445295+0000) 2023-03-22T15:57:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:36.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:36.626820+0000) 2023-03-22T15:57:36.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:36.445+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:36.445775+0000) 2023-03-22T15:57:37.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:36.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:36.946424+0000) 2023-03-22T15:57:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:37.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:37.445317+0000) 2023-03-22T15:57:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:37.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:37.445410+0000) 2023-03-22T15:57:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:37.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:37.626931+0000) 2023-03-22T15:57:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:37.445+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:37.445884+0000) 2023-03-22T15:57:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:37 smithi142 ceph-mon[94717]: pgmap v2638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:37 smithi098 ceph-mon[94136]: pgmap v2638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:37.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:37.946531+0000) 2023-03-22T15:57:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:38.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:38.445439+0000) 2023-03-22T15:57:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:38.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:38.445588+0000) 2023-03-22T15:57:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:38.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:38.627125+0000) 2023-03-22T15:57:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:38.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:38.445408+0000) 2023-03-22T15:57:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:38.445+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:38.446000+0000) 2023-03-22T15:57:39.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:38.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:38.946641+0000) 2023-03-22T15:57:39.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:38.947+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:38.947358+0000) 2023-03-22T15:57:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:39.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:39.445561+0000) 2023-03-22T15:57:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:39.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:39.445701+0000) 2023-03-22T15:57:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:39.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:39.627252+0000) 2023-03-22T15:57:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:39.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:39.445530+0000) 2023-03-22T15:57:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:39.445+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:39.446106+0000) 2023-03-22T15:57:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:40 smithi142 ceph-mon[94717]: pgmap v2639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:40 smithi098 ceph-mon[94136]: pgmap v2639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:40.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:40.445684+0000) 2023-03-22T15:57:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:40.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:40.445816+0000) 2023-03-22T15:57:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:40.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:40.627464+0000) 2023-03-22T15:57:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:40.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:40.445646+0000) 2023-03-22T15:57:40.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:40.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:40.397294+0000) 2023-03-22T15:57:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:40.445+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:40.445942+0000) 2023-03-22T15:57:40.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:40.445+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:40.446207+0000) 2023-03-22T15:57:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:41.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:41.445818+0000) 2023-03-22T15:57:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:41.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:41.445939+0000) 2023-03-22T15:57:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:41.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:41.627584+0000) 2023-03-22T15:57:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:41.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:41.397419+0000) 2023-03-22T15:57:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:41.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:41.445762+0000) 2023-03-22T15:57:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:41.445+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:41.446050+0000) 2023-03-22T15:57:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:41.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:41.446300+0000) 2023-03-22T15:57:42.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:42 smithi142 ceph-mon[94717]: pgmap v2640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:42 smithi098 ceph-mon[94136]: pgmap v2640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:42.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:42.445932+0000) 2023-03-22T15:57:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:42.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:42.446054+0000) 2023-03-22T15:57:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:42.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:42.627768+0000) 2023-03-22T15:57:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:42.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:42.445878+0000) 2023-03-22T15:57:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:42.445+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:42.446157+0000) 2023-03-22T15:57:42.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:42.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:42.397541+0000) 2023-03-22T15:57:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:42.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:42.446412+0000) 2023-03-22T15:57:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:43.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.446057+0000) 2023-03-22T15:57:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:43.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.446166+0000) 2023-03-22T15:57:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:43.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.627874+0000) 2023-03-22T15:57:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:43.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.446866+0000) 2023-03-22T15:57:43.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:43.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.397664+0000) 2023-03-22T15:57:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:43.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.446278+0000) 2023-03-22T15:57:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:43.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.446532+0000) 2023-03-22T15:57:43.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:43.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:43.445992+0000) 2023-03-22T15:57:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:44 smithi142 ceph-mon[94717]: pgmap v2641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:44.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:44 smithi098 ceph-mon[94136]: pgmap v2641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:44.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.446172+0000) 2023-03-22T15:57:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:44.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.446978+0000) 2023-03-22T15:57:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:44.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.397781+0000) 2023-03-22T15:57:44.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:44.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.446107+0000) 2023-03-22T15:57:44.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:44.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.446297+0000) 2023-03-22T15:57:44.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:44.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.446397+0000) 2023-03-22T15:57:44.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:44.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.446635+0000) 2023-03-22T15:57:45.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:44.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:44.628094+0000) 2023-03-22T15:57:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:45.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.446313+0000) 2023-03-22T15:57:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:45.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.446429+0000) 2023-03-22T15:57:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:45.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.446748+0000) 2023-03-22T15:57:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:45.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.397912+0000) 2023-03-22T15:57:45.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:45.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.446229+0000) 2023-03-22T15:57:45.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:45.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.446534+0000) 2023-03-22T15:57:45.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:45.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.628195+0000) 2023-03-22T15:57:45.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:45.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:45.447090+0000) 2023-03-22T15:57:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:46 smithi142 ceph-mon[94717]: pgmap v2642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:46.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:46 smithi098 ceph-mon[94136]: pgmap v2642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:46.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:46.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.628406+0000) 2023-03-22T15:57:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:46.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.446510+0000) 2023-03-22T15:57:46.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:46.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.446546+0000) 2023-03-22T15:57:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:46.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.398024+0000) 2023-03-22T15:57:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:46.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.446862+0000) 2023-03-22T15:57:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:46.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.446359+0000) 2023-03-22T15:57:46.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:46.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.446681+0000) 2023-03-22T15:57:46.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:46.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:46.447200+0000) 2023-03-22T15:57:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:47.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.446483+0000) 2023-03-22T15:57:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:47.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.446632+0000) 2023-03-22T15:57:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:47.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.446658+0000) 2023-03-22T15:57:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:47.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.398150+0000) 2023-03-22T15:57:47.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:47.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.628528+0000) 2023-03-22T15:57:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:47.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.446808+0000) 2023-03-22T15:57:47.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:47.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.447305+0000) 2023-03-22T15:57:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:47.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:47.446973+0000) 2023-03-22T15:57:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:47 smithi142 ceph-mon[94717]: pgmap v2643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:47 smithi098 ceph-mon[94136]: pgmap v2643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:48.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.446751+0000) 2023-03-22T15:57:48.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:48.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.446782+0000) 2023-03-22T15:57:48.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:48.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.447080+0000) 2023-03-22T15:57:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:48.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.398296+0000) 2023-03-22T15:57:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:48.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.447426+0000) 2023-03-22T15:57:48.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:48.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.628713+0000) 2023-03-22T15:57:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:48.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.446597+0000) 2023-03-22T15:57:48.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:48.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:48.446950+0000) 2023-03-22T15:57:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:49.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.446715+0000) 2023-03-22T15:57:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:49.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.446862+0000) 2023-03-22T15:57:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:49.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.446895+0000) 2023-03-22T15:57:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:49.445+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.447069+0000) 2023-03-22T15:57:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:49.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.398417+0000) 2023-03-22T15:57:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:49.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.447543+0000) 2023-03-22T15:57:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:49.445+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.447186+0000) 2023-03-22T15:57:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:49.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:49.628873+0000) 2023-03-22T15:57:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:50 smithi142 ceph-mon[94717]: pgmap v2644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:50 smithi098 ceph-mon[94136]: pgmap v2644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:50.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:50.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.629102+0000) 2023-03-22T15:57:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:50.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.446828+0000) 2023-03-22T15:57:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:50.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.446966+0000) 2023-03-22T15:57:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:50.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.447000+0000) 2023-03-22T15:57:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:50.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.398556+0000) 2023-03-22T15:57:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:50.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.447298+0000) 2023-03-22T15:57:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:50.445+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.447180+0000) 2023-03-22T15:57:50.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:50.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:50.447669+0000) 2023-03-22T15:57:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:51.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.447086+0000) 2023-03-22T15:57:51.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:51.445+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.447129+0000) 2023-03-22T15:57:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:51.627+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.629222+0000) 2023-03-22T15:57:51.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:51.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.446945+0000) 2023-03-22T15:57:51.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:51.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.398680+0000) 2023-03-22T15:57:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:51.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.447295+0000) 2023-03-22T15:57:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:51.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.447787+0000) 2023-03-22T15:57:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:51.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:51.447416+0000) 2023-03-22T15:57:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:52 smithi142 ceph-mon[94717]: pgmap v2645: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:52.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:52 smithi098 ceph-mon[94136]: pgmap v2645: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:52.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:52.445+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.447196+0000) 2023-03-22T15:57:52.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:52.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.447266+0000) 2023-03-22T15:57:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:52.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.629438+0000) 2023-03-22T15:57:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:52.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.447059+0000) 2023-03-22T15:57:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:52.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.447414+0000) 2023-03-22T15:57:52.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:52.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.447530+0000) 2023-03-22T15:57:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:52.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.447901+0000) 2023-03-22T15:57:52.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:52.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:52.398791+0000) 2023-03-22T15:57:53.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:53.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.629553+0000) 2023-03-22T15:57:53.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:53.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.447293+0000) 2023-03-22T15:57:53.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:53.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.447384+0000) 2023-03-22T15:57:53.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:53.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.398911+0000) 2023-03-22T15:57:53.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:53.445+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.447173+0000) 2023-03-22T15:57:53.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:53.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.448008+0000) 2023-03-22T15:57:53.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:53.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.447527+0000) 2023-03-22T15:57:53.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:53.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:53.447652+0000) 2023-03-22T15:57:54.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:54 smithi142 ceph-mon[94717]: pgmap v2646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:54.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:54 smithi098 ceph-mon[94136]: pgmap v2646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:54.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:54.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.447305+0000) 2023-03-22T15:57:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:54.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.447404+0000) 2023-03-22T15:57:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:54.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.447496+0000) 2023-03-22T15:57:54.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:54.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.629750+0000) 2023-03-22T15:57:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:54.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.447650+0000) 2023-03-22T15:57:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:54.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.399065+0000) 2023-03-22T15:57:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:54.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.448115+0000) 2023-03-22T15:57:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:54.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:54.447763+0000) 2023-03-22T15:57:55.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:55.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.629884+0000) 2023-03-22T15:57:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:55.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.447521+0000) 2023-03-22T15:57:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:55.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.447610+0000) 2023-03-22T15:57:55.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:55.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.399192+0000) 2023-03-22T15:57:55.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:55.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.447426+0000) 2023-03-22T15:57:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:55.446+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.448221+0000) 2023-03-22T15:57:55.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:55.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.447761+0000) 2023-03-22T15:57:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:55.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:55.447886+0000) 2023-03-22T15:57:56.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:56 smithi142 ceph-mon[94717]: pgmap v2647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:56.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:56 smithi098 ceph-mon[94136]: pgmap v2647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:57:56.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:56.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.630085+0000) 2023-03-22T15:57:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:56.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.447632+0000) 2023-03-22T15:57:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:56.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.447722+0000) 2023-03-22T15:57:56.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:56.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.399307+0000) 2023-03-22T15:57:56.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:56.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.447542+0000) 2023-03-22T15:57:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:56.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.447871+0000) 2023-03-22T15:57:56.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:56.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.448301+0000) 2023-03-22T15:57:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:56.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:56.447998+0000) 2023-03-22T15:57:57.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:57.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.630210+0000) 2023-03-22T15:57:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:57.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.447741+0000) 2023-03-22T15:57:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:57.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.447832+0000) 2023-03-22T15:57:57.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:57.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.399441+0000) 2023-03-22T15:57:57.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:57.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.447657+0000) 2023-03-22T15:57:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:57.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.448418+0000) 2023-03-22T15:57:57.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:57.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.447989+0000) 2023-03-22T15:57:57.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:57.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:57.448100+0000) 2023-03-22T15:57:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:57:57 smithi142 ceph-mon[94717]: pgmap v2648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:57:57 smithi098 ceph-mon[94136]: pgmap v2648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:57:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:58.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.447855+0000) 2023-03-22T15:57:58.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:58.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.448052+0000) 2023-03-22T15:57:58.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:58.629+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.630382+0000) 2023-03-22T15:57:58.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:58.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.399549+0000) 2023-03-22T15:57:58.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:58.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.447774+0000) 2023-03-22T15:57:58.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:58.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.448529+0000) 2023-03-22T15:57:58.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:58.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.448103+0000) 2023-03-22T15:57:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:58.446+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:58.448200+0000) 2023-03-22T15:57:59.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:57:59.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.447889+0000) 2023-03-22T15:57:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:57:59.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.447961+0000) 2023-03-22T15:57:59.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:57:59.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.448148+0000) 2023-03-22T15:57:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:57:59.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.399672+0000) 2023-03-22T15:57:59.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:59.629+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.630489+0000) 2023-03-22T15:57:59.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:59.629+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:57:59.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:57:59.632+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.633301+0000) 2023-03-22T15:57:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:57:59.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.448641+0000) 2023-03-22T15:57:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:57:59.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.448292+0000) 2023-03-22T15:57:59.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:57:59.446+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:57:59.448223+0000) 2023-03-22T15:58:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:00 smithi142 ceph-mon[94717]: pgmap v2649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:00 smithi098 ceph-mon[94136]: pgmap v2649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:00.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.448073+0000) 2023-03-22T15:58:00.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:00.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.448008+0000) 2023-03-22T15:58:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:00.446+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.448240+0000) 2023-03-22T15:58:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:00.447+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:00.447+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.449187+0000) 2023-03-22T15:58:00.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:00.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.448759+0000) 2023-03-22T15:58:00.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:00.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.448398+0000) 2023-03-22T15:58:00.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:00.447+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.448302+0000) 2023-03-22T15:58:00.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:00.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:00.399779+0000) 2023-03-22T15:58:01.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:01.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:01.448114+0000) 2023-03-22T15:58:01.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:01.446+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:01.448201+0000) 2023-03-22T15:58:01.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:01.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:01.399906+0000) 2023-03-22T15:58:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:01.447+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:01.448418+0000) 2023-03-22T15:58:01.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:01.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:01.448881+0000) 2023-03-22T15:58:01.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:01.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:01.448501+0000) 2023-03-22T15:58:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:02 smithi142 ceph-mon[94717]: pgmap v2650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:02 smithi098 ceph-mon[94136]: pgmap v2650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:02.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:02.447+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.448528+0000) 2023-03-22T15:58:02.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:02.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.400027+0000) 2023-03-22T15:58:02.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:02.446+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.448221+0000) 2023-03-22T15:58:02.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:02.447+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.448295+0000) 2023-03-22T15:58:02.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:02.447+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:02.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:02.447+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:02.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:02.447+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.449191+0000) 2023-03-22T15:58:02.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:02.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.448993+0000) 2023-03-22T15:58:02.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:02.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.448614+0000) 2023-03-22T15:58:02.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:02.448+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:02.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:02.448+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:02.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:02.451+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:02.452275+0000) 2023-03-22T15:58:03.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:03.447+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:03.448313+0000) 2023-03-22T15:58:03.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:03.447+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:03.448647+0000) 2023-03-22T15:58:03.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:03.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:03.449114+0000) 2023-03-22T15:58:03.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:03.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:03.400136+0000) 2023-03-22T15:58:04.400 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:04.129+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:04.130716+0000) 2023-03-22T15:58:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:04 smithi142 ceph-mon[94717]: pgmap v2651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:58:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:04 smithi098 ceph-mon[94136]: pgmap v2651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:58:04.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:04.447+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:04.448762+0000) 2023-03-22T15:58:04.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:04.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:04.400256+0000) 2023-03-22T15:58:04.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:04.447+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:04.449218+0000) 2023-03-22T15:58:04.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:04.447+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:04.448421+0000) 2023-03-22T15:58:04.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:04.447+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:04.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:04.447+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:04.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:04.450+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:04.451990+0000) 2023-03-22T15:58:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:04.947+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:04.948541+0000) 2023-03-22T15:58:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:05.131+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:05.132867+0000) 2023-03-22T15:58:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:05.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:05.400377+0000) 2023-03-22T15:58:05.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:05.448+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:05.449299+0000) 2023-03-22T15:58:05.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:05.447+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:05.448874+0000) 2023-03-22T15:58:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:05.947+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:05.948657+0000) 2023-03-22T15:58:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:06.133+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.134955+0000) 2023-03-22T15:58:06.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:06 smithi142 ceph-mon[94717]: pgmap v2652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:58:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:06 smithi098 ceph-mon[94136]: pgmap v2652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:58:06.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:06.447+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.448974+0000) 2023-03-22T15:58:06.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:06.448+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:06.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:06.448+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:06.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:06.448+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.450165+0000) 2023-03-22T15:58:06.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:06.448+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.449415+0000) 2023-03-22T15:58:06.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:06.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.400494+0000) 2023-03-22T15:58:06.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:06.399+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:06.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:06.399+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.401259+0000) 2023-03-22T15:58:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:06.947+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.948539+0000) 2023-03-22T15:58:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:06.947+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.948775+0000) 2023-03-22T15:58:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:07.133+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:07.135084+0000) 2023-03-22T15:58:07.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:06.947+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:06.948885+0000) 2023-03-22T15:58:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:07.448+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:07.449537+0000) 2023-03-22T15:58:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:07 smithi142 ceph-mon[94717]: pgmap v2653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:58:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:07 smithi098 ceph-mon[94136]: pgmap v2653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:58:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:07.947+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:07.948652+0000) 2023-03-22T15:58:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:07.947+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:07.948885+0000) 2023-03-22T15:58:08.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:07.947+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:07.948997+0000) 2023-03-22T15:58:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:08.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:08.135279+0000) 2023-03-22T15:58:08.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:08.448+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:08.449660+0000) 2023-03-22T15:58:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:08.947+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:08.948781+0000) 2023-03-22T15:58:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:08.947+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:08.948987+0000) 2023-03-22T15:58:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:08.947+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:08.948712+0000) 2023-03-22T15:58:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:09.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:09.135392+0000) 2023-03-22T15:58:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:08.947+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:08.949107+0000) 2023-03-22T15:58:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:09.448+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:09.449776+0000) 2023-03-22T15:58:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:09.449+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:09.449+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:09.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:09.449+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:09.450584+0000) 2023-03-22T15:58:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:09 smithi142 ceph-mon[94717]: osdmap e221: 12 total, 9 up, 9 in 2023-03-22T15:58:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:09 smithi142 ceph-mon[94717]: pgmap v2655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:58:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:09 smithi098 ceph-mon[94136]: osdmap e221: 12 total, 9 up, 9 in 2023-03-22T15:58:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:09 smithi098 ceph-mon[94136]: pgmap v2655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:58:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:09.947+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:09.948894+0000) 2023-03-22T15:58:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:09.947+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:09.949090+0000) 2023-03-22T15:58:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:09.947+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:09.948826+0000) 2023-03-22T15:58:10.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:10.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:10.135581+0000) 2023-03-22T15:58:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:09.947+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:09.949219+0000) 2023-03-22T15:58:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:10.947+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:10.949009+0000) 2023-03-22T15:58:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:10.947+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:10.949204+0000) 2023-03-22T15:58:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:10.899+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:10.900804+0000) 2023-03-22T15:58:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:11.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:11.135697+0000) 2023-03-22T15:58:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:10.947+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:10.948938+0000) 2023-03-22T15:58:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:10.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:10.949265+0000) 2023-03-22T15:58:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:10.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:10.949318+0000) 2023-03-22T15:58:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:11.947+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:11.949126+0000) 2023-03-22T15:58:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:11.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:11.949298+0000) 2023-03-22T15:58:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:11.899+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:11.900931+0000) 2023-03-22T15:58:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:12.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:12.135880+0000) 2023-03-22T15:58:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:11.947+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:11.949050+0000) 2023-03-22T15:58:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:11.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:11.949388+0000) 2023-03-22T15:58:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:11.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:11.949439+0000) 2023-03-22T15:58:12.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:12 smithi142 ceph-mon[94717]: pgmap v2656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:58:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:12 smithi098 ceph-mon[94136]: pgmap v2656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:58:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:12.947+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:12.949235+0000) 2023-03-22T15:58:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:12.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:12.949414+0000) 2023-03-22T15:58:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:12.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:12.949504+0000) 2023-03-22T15:58:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:12.899+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:12.901057+0000) 2023-03-22T15:58:13.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:13.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.135989+0000) 2023-03-22T15:58:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:12.947+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:12.949159+0000) 2023-03-22T15:58:13.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:12.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:12.949549+0000) 2023-03-22T15:58:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:13.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.949356+0000) 2023-03-22T15:58:14.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:13.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.949531+0000) 2023-03-22T15:58:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:13.899+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.901183+0000) 2023-03-22T15:58:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:14.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.136147+0000) 2023-03-22T15:58:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:13.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.949262+0000) 2023-03-22T15:58:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:13.948+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.950041+0000) 2023-03-22T15:58:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:13.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.949674+0000) 2023-03-22T15:58:14.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:13.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:13.949619+0000) 2023-03-22T15:58:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:14 smithi142 ceph-mon[94717]: pgmap v2657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:58:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:14 smithi098 ceph-mon[94136]: pgmap v2657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:58:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:14.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.949482+0000) 2023-03-22T15:58:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:14.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.949647+0000) 2023-03-22T15:58:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:14.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.901299+0000) 2023-03-22T15:58:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:15.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.136256+0000) 2023-03-22T15:58:15.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:14.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.949383+0000) 2023-03-22T15:58:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:14.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.949771+0000) 2023-03-22T15:58:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:14.948+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.950145+0000) 2023-03-22T15:58:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:14.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:14.949783+0000) 2023-03-22T15:58:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:15.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.949601+0000) 2023-03-22T15:58:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:15.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.949763+0000) 2023-03-22T15:58:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:15.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.901440+0000) 2023-03-22T15:58:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:15.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.949939+0000) 2023-03-22T15:58:16.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:15.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.949904+0000) 2023-03-22T15:58:16.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:16.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.136452+0000) 2023-03-22T15:58:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:15.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.949500+0000) 2023-03-22T15:58:16.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:15.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:15.950263+0000) 2023-03-22T15:58:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:16 smithi142 ceph-mon[94717]: pgmap v2658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:58:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:16 smithi098 ceph-mon[94136]: pgmap v2658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:58:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:16.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.949766+0000) 2023-03-22T15:58:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:16.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.949898+0000) 2023-03-22T15:58:17.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:17.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.136559+0000) 2023-03-22T15:58:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:16.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.901550+0000) 2023-03-22T15:58:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:16.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.949618+0000) 2023-03-22T15:58:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:16.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.950391+0000) 2023-03-22T15:58:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:16.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.950051+0000) 2023-03-22T15:58:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:16.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:16.950018+0000) 2023-03-22T15:58:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:17 smithi142 ceph-mon[94717]: pgmap v2659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:58:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:17 smithi098 ceph-mon[94136]: pgmap v2659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:58:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:17.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.949870+0000) 2023-03-22T15:58:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:17.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.950004+0000) 2023-03-22T15:58:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:17.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.950513+0000) 2023-03-22T15:58:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:17.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.950191+0000) 2023-03-22T15:58:18.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:17.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.949735+0000) 2023-03-22T15:58:18.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:17.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.901673+0000) 2023-03-22T15:58:18.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:17.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:17.950129+0000) 2023-03-22T15:58:18.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:18.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.136744+0000) 2023-03-22T15:58:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:18.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.949969+0000) 2023-03-22T15:58:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:18.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.950114+0000) 2023-03-22T15:58:19.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:18.948+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.950250+0000) 2023-03-22T15:58:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:18.949+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.950298+0000) 2023-03-22T15:58:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:18.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.901793+0000) 2023-03-22T15:58:19.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:19.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.136852+0000) 2023-03-22T15:58:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:18.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.950633+0000) 2023-03-22T15:58:19.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:18.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:18.949844+0000) 2023-03-22T15:58:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:19.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.950077+0000) 2023-03-22T15:58:20.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:19.948+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.950213+0000) 2023-03-22T15:58:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:20.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.137033+0000) 2023-03-22T15:58:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:19.949+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.950452+0000) 2023-03-22T15:58:20.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:19.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.901914+0000) 2023-03-22T15:58:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:19.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.950746+0000) 2023-03-22T15:58:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:19.949+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.950373+0000) 2023-03-22T15:58:20.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:19.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:19.949958+0000) 2023-03-22T15:58:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:20 smithi142 ceph-mon[94717]: pgmap v2660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:58:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:20 smithi098 ceph-mon[94136]: pgmap v2660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:58:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:20.948+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.950181+0000) 2023-03-22T15:58:21.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:20.949+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.950512+0000) 2023-03-22T15:58:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:20.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.902046+0000) 2023-03-22T15:58:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:21.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.137153+0000) 2023-03-22T15:58:21.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:20.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.950920+0000) 2023-03-22T15:58:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:20.949+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.950671+0000) 2023-03-22T15:58:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:20.949+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.950501+0000) 2023-03-22T15:58:21.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:20.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:20.950078+0000) 2023-03-22T15:58:22.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:22.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.137294+0000) 2023-03-22T15:58:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:21.948+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.950215+0000) 2023-03-22T15:58:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:21.949+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.950295+0000) 2023-03-22T15:58:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:21.949+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.950630+0000) 2023-03-22T15:58:22.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:21.949+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.950624+0000) 2023-03-22T15:58:22.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:21.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.902173+0000) 2023-03-22T15:58:22.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:21.949+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.950781+0000) 2023-03-22T15:58:22.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:21.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:21.951030+0000) 2023-03-22T15:58:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:22 smithi142 ceph-mon[94717]: pgmap v2661: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:58:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:22 smithi098 ceph-mon[94136]: pgmap v2661: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:58:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:22.949+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.950409+0000) 2023-03-22T15:58:23.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:22.949+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.950742+0000) 2023-03-22T15:58:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:22.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.902314+0000) 2023-03-22T15:58:23.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:23.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.137415+0000) 2023-03-22T15:58:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:22.949+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.950294+0000) 2023-03-22T15:58:23.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:22.949+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.950890+0000) 2023-03-22T15:58:23.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:22.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.951140+0000) 2023-03-22T15:58:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:22.949+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:22.950751+0000) 2023-03-22T15:58:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:23.949+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.950520+0000) 2023-03-22T15:58:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:23.949+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.950855+0000) 2023-03-22T15:58:24.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:23.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.902435+0000) 2023-03-22T15:58:24.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:24.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.137623+0000) 2023-03-22T15:58:24.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:23.949+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.950408+0000) 2023-03-22T15:58:24.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:23.949+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.951255+0000) 2023-03-22T15:58:24.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:23.949+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.951017+0000) 2023-03-22T15:58:24.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:23.949+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:23.950878+0000) 2023-03-22T15:58:24.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:24 smithi142 ceph-mon[94717]: pgmap v2662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:58:24.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:24 smithi098 ceph-mon[94136]: pgmap v2662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:58:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:24.950+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.950646+0000) 2023-03-22T15:58:25.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:24.950+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.950967+0000) 2023-03-22T15:58:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:24.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.902587+0000) 2023-03-22T15:58:25.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:25.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.137743+0000) 2023-03-22T15:58:25.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:24.950+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.950568+0000) 2023-03-22T15:58:25.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:24.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.951132+0000) 2023-03-22T15:58:25.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:24.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.951381+0000) 2023-03-22T15:58:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:24.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:24.950995+0000) 2023-03-22T15:58:26.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:26.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.137938+0000) 2023-03-22T15:58:26.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:25.949+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.950741+0000) 2023-03-22T15:58:26.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:25.949+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.950773+0000) 2023-03-22T15:58:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:25.949+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.951073+0000) 2023-03-22T15:58:26.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:25.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.902761+0000) 2023-03-22T15:58:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:25.949+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.951242+0000) 2023-03-22T15:58:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:25.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.951487+0000) 2023-03-22T15:58:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:25.949+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:25.951122+0000) 2023-03-22T15:58:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:26 smithi142 ceph-mon[94717]: pgmap v2663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:58:26.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:26 smithi098 ceph-mon[94136]: pgmap v2663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:58:27.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:27.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.138103+0000) 2023-03-22T15:58:27.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:26.949+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.950898+0000) 2023-03-22T15:58:27.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:26.949+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.951180+0000) 2023-03-22T15:58:27.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:26.949+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.950897+0000) 2023-03-22T15:58:27.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:26.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.951368+0000) 2023-03-22T15:58:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:26.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.951597+0000) 2023-03-22T15:58:27.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:26.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.902923+0000) 2023-03-22T15:58:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:26.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:26.951261+0000) 2023-03-22T15:58:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:27 smithi142 ceph-mon[94717]: pgmap v2664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:58:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:27 smithi098 ceph-mon[94136]: pgmap v2664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:58:28.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:28.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.138282+0000) 2023-03-22T15:58:28.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:27.949+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.951036+0000) 2023-03-22T15:58:28.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:27.949+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.951029+0000) 2023-03-22T15:58:28.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:27.950+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.951287+0000) 2023-03-22T15:58:28.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:27.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.903055+0000) 2023-03-22T15:58:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:27.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.951715+0000) 2023-03-22T15:58:28.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:27.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.951495+0000) 2023-03-22T15:58:28.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:27.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:27.951394+0000) 2023-03-22T15:58:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:28.949+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.951166+0000) 2023-03-22T15:58:29.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:28.950+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.951406+0000) 2023-03-22T15:58:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:28.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.903177+0000) 2023-03-22T15:58:29.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:29.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.138378+0000) 2023-03-22T15:58:29.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:28.949+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.951178+0000) 2023-03-22T15:58:29.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:28.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.951711+0000) 2023-03-22T15:58:29.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:28.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.951843+0000) 2023-03-22T15:58:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:28.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:28.951560+0000) 2023-03-22T15:58:30.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:30.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.138622+0000) 2023-03-22T15:58:30.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:29.950+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.951327+0000) 2023-03-22T15:58:30.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:29.950+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.951327+0000) 2023-03-22T15:58:30.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:29.950+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.951522+0000) 2023-03-22T15:58:30.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:29.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.951954+0000) 2023-03-22T15:58:30.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:29.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.903307+0000) 2023-03-22T15:58:30.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:29.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.951826+0000) 2023-03-22T15:58:30.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:29.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:29.951689+0000) 2023-03-22T15:58:30.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:30 smithi142 ceph-mon[94717]: pgmap v2665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:30.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:30 smithi098 ceph-mon[94136]: pgmap v2665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:30.138+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:30.138+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:30.412+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.414212+0000) 2023-03-22T15:58:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:30.950+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.951443+0000) 2023-03-22T15:58:31.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:30.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.951822+0000) 2023-03-22T15:58:31.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:30.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.903426+0000) 2023-03-22T15:58:31.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:30.950+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.951462+0000) 2023-03-22T15:58:31.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:30.950+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.951640+0000) 2023-03-22T15:58:31.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:30.951+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:31.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:30.951+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:31.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:30.951+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.953033+0000) 2023-03-22T15:58:31.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:30.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.952077+0000) 2023-03-22T15:58:31.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:30.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:30.951978+0000) 2023-03-22T15:58:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:31.950+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:31.951550+0000) 2023-03-22T15:58:32.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:31.950+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:31.952202+0000) 2023-03-22T15:58:32.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:31.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:31.903546+0000) 2023-03-22T15:58:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:31.950+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:31.951586+0000) 2023-03-22T15:58:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:31.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:31.952094+0000) 2023-03-22T15:58:32.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:31.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:31.951941+0000) 2023-03-22T15:58:32.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:32 smithi142 ceph-mon[94717]: pgmap v2666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:32.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:32 smithi098 ceph-mon[94136]: pgmap v2666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:33.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:32.950+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.951715+0000) 2023-03-22T15:58:33.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:32.950+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.952222+0000) 2023-03-22T15:58:33.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:32.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.903658+0000) 2023-03-22T15:58:33.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:32.950+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.951656+0000) 2023-03-22T15:58:33.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:32.951+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:33.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:32.951+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:33.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:32.952+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.953388+0000) 2023-03-22T15:58:33.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:32.951+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.952382+0000) 2023-03-22T15:58:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:32.950+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.952063+0000) 2023-03-22T15:58:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:32.951+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:32.951+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:32.952+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:32.953305+0000) 2023-03-22T15:58:34.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:33.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:33.903787+0000) 2023-03-22T15:58:34.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:33.951+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:33.952315+0000) 2023-03-22T15:58:34.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:33.951+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:33.952502+0000) 2023-03-22T15:58:34.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:33.950+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:33.951832+0000) 2023-03-22T15:58:34.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:34 smithi142 ceph-mon[94717]: pgmap v2667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:34 smithi098 ceph-mon[94136]: pgmap v2667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:34.904 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:34.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:34.639045+0000) 2023-03-22T15:58:35.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:34.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:34.903905+0000) 2023-03-22T15:58:35.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:34.951+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:34.952435+0000) 2023-03-22T15:58:35.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:34.951+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:34.952616+0000) 2023-03-22T15:58:35.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:34.950+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:34.951946+0000) 2023-03-22T15:58:35.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:34.951+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:34.951+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:34.952+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:34.953374+0000) 2023-03-22T15:58:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:35.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:35.641283+0000) 2023-03-22T15:58:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:35.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:35.451986+0000) 2023-03-22T15:58:36.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:35.903+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:35.904029+0000) 2023-03-22T15:58:36.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:35.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:35.952733+0000) 2023-03-22T15:58:36.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:35.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:35.952594+0000) 2023-03-22T15:58:36.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:36 smithi142 ceph-mon[94717]: pgmap v2668: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:36.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:36 smithi098 ceph-mon[94136]: pgmap v2668: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:36.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:36.452129+0000) 2023-03-22T15:58:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:36.642+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:36.642698+0000) 2023-03-22T15:58:37.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:36.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:36.952846+0000) 2023-03-22T15:58:37.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:36.903+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:36.904148+0000) 2023-03-22T15:58:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:36.904+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:36.904+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:36.904+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:36.905223+0000) 2023-03-22T15:58:37.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:36.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:36.952705+0000) 2023-03-22T15:58:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:36.953+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:36.953+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:58:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:36.953+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:36.953616+0000) 2023-03-22T15:58:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:37.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:37.451883+0000) 2023-03-22T15:58:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:37.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:37.452231+0000) 2023-03-22T15:58:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:37.642+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:37.642819+0000) 2023-03-22T15:58:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:37.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:37.452303+0000) 2023-03-22T15:58:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:37 smithi142 ceph-mon[94717]: pgmap v2669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:37 smithi098 ceph-mon[94136]: pgmap v2669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:37.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:37.952963+0000) 2023-03-22T15:58:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:38.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:38.452000+0000) 2023-03-22T15:58:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:38.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:38.452298+0000) 2023-03-22T15:58:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:38.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:38.452421+0000) 2023-03-22T15:58:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:38.642+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:38.643015+0000) 2023-03-22T15:58:39.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:38.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:38.953086+0000) 2023-03-22T15:58:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:39.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:39.452132+0000) 2023-03-22T15:58:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:39.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:39.452411+0000) 2023-03-22T15:58:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:39.642+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:39.643152+0000) 2023-03-22T15:58:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:39.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:39.452212+0000) 2023-03-22T15:58:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:39.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:39.452540+0000) 2023-03-22T15:58:40.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:39.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:39.953209+0000) 2023-03-22T15:58:40.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:39.953+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:39.953880+0000) 2023-03-22T15:58:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:40 smithi142 ceph-mon[94717]: pgmap v2670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:40 smithi098 ceph-mon[94136]: pgmap v2670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:40.643+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:40.643314+0000) 2023-03-22T15:58:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:40.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:40.452248+0000) 2023-03-22T15:58:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:40.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:40.452521+0000) 2023-03-22T15:58:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:40.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:40.452656+0000) 2023-03-22T15:58:40.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:40.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:40.452292+0000) 2023-03-22T15:58:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:41.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:41.452373+0000) 2023-03-22T15:58:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:41.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:41.452631+0000) 2023-03-22T15:58:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:41.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:41.404418+0000) 2023-03-22T15:58:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:41.643+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:41.643444+0000) 2023-03-22T15:58:41.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:41.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:41.452397+0000) 2023-03-22T15:58:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:41.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:41.452990+0000) 2023-03-22T15:58:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:41.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:41.452781+0000) 2023-03-22T15:58:42.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:42 smithi142 ceph-mon[94717]: pgmap v2671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:42 smithi098 ceph-mon[94136]: pgmap v2671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:42.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:42.452493+0000) 2023-03-22T15:58:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:42.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:42.452751+0000) 2023-03-22T15:58:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:42.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:42.404537+0000) 2023-03-22T15:58:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:42.643+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:42.643634+0000) 2023-03-22T15:58:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:42.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:42.453104+0000) 2023-03-22T15:58:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:42.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:42.452896+0000) 2023-03-22T15:58:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:42.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:42.452509+0000) 2023-03-22T15:58:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:43.643+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:43.643764+0000) 2023-03-22T15:58:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:43.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:43.452619+0000) 2023-03-22T15:58:43.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:43.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:43.452864+0000) 2023-03-22T15:58:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:43.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:43.404661+0000) 2023-03-22T15:58:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:43.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:43.452622+0000) 2023-03-22T15:58:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:43.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:43.453219+0000) 2023-03-22T15:58:43.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:43.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:43.453008+0000) 2023-03-22T15:58:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:44 smithi142 ceph-mon[94717]: pgmap v2672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:44.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:44 smithi098 ceph-mon[94136]: pgmap v2672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:44.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:44.643+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.643945+0000) 2023-03-22T15:58:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:44.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.452750+0000) 2023-03-22T15:58:44.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:44.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.452973+0000) 2023-03-22T15:58:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:44.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.404778+0000) 2023-03-22T15:58:44.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:44.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.452738+0000) 2023-03-22T15:58:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:44.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.453297+0000) 2023-03-22T15:58:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:44.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.453467+0000) 2023-03-22T15:58:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:44.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:44.453134+0000) 2023-03-22T15:58:45.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:45.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.452854+0000) 2023-03-22T15:58:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:45.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.452863+0000) 2023-03-22T15:58:45.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:45.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.453080+0000) 2023-03-22T15:58:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:45.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.453414+0000) 2023-03-22T15:58:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:45.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.453580+0000) 2023-03-22T15:58:45.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:45.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.404887+0000) 2023-03-22T15:58:45.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:45.643+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.644122+0000) 2023-03-22T15:58:45.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:45.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:45.453245+0000) 2023-03-22T15:58:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:46 smithi142 ceph-mon[94717]: pgmap v2673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:46 smithi098 ceph-mon[94136]: pgmap v2673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:46.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.452989+0000) 2023-03-22T15:58:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:46.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.453189+0000) 2023-03-22T15:58:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:46.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.404998+0000) 2023-03-22T15:58:46.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:46.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.644297+0000) 2023-03-22T15:58:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:46.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.452990+0000) 2023-03-22T15:58:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:46.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.453693+0000) 2023-03-22T15:58:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:46.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.453371+0000) 2023-03-22T15:58:46.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:46.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:46.453523+0000) 2023-03-22T15:58:47.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:47.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.644418+0000) 2023-03-22T15:58:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:47.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.453123+0000) 2023-03-22T15:58:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:47.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.453295+0000) 2023-03-22T15:58:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:47.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.405120+0000) 2023-03-22T15:58:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:47.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.453492+0000) 2023-03-22T15:58:47.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:47.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.453107+0000) 2023-03-22T15:58:47.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:47.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.453641+0000) 2023-03-22T15:58:47.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:47.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:47.453810+0000) 2023-03-22T15:58:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:47 smithi142 ceph-mon[94717]: pgmap v2674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:47 smithi098 ceph-mon[94136]: pgmap v2674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:48.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.453267+0000) 2023-03-22T15:58:48.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:48.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.453429+0000) 2023-03-22T15:58:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:48.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.405261+0000) 2023-03-22T15:58:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:48.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.644611+0000) 2023-03-22T15:58:48.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:48.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.453612+0000) 2023-03-22T15:58:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:48.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.453230+0000) 2023-03-22T15:58:48.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:48.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.453922+0000) 2023-03-22T15:58:48.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:48.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:48.453774+0000) 2023-03-22T15:58:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:49.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.453398+0000) 2023-03-22T15:58:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:49.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.453538+0000) 2023-03-22T15:58:49.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:49.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.405379+0000) 2023-03-22T15:58:49.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:49.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.644720+0000) 2023-03-22T15:58:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:49.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.453361+0000) 2023-03-22T15:58:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:49.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.453889+0000) 2023-03-22T15:58:49.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:49.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.454032+0000) 2023-03-22T15:58:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:49.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:49.453731+0000) 2023-03-22T15:58:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:50 smithi142 ceph-mon[94717]: pgmap v2675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:50 smithi098 ceph-mon[94136]: pgmap v2675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:50.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.453507+0000) 2023-03-22T15:58:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:50.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.453650+0000) 2023-03-22T15:58:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:50.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.405494+0000) 2023-03-22T15:58:50.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:50.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.644898+0000) 2023-03-22T15:58:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:50.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.454140+0000) 2023-03-22T15:58:50.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:50.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.453481+0000) 2023-03-22T15:58:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:50.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.453998+0000) 2023-03-22T15:58:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:50.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:50.453861+0000) 2023-03-22T15:58:51.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:51.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.645034+0000) 2023-03-22T15:58:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:51.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.453632+0000) 2023-03-22T15:58:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:51.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.453758+0000) 2023-03-22T15:58:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:51.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.405611+0000) 2023-03-22T15:58:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:51.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.453591+0000) 2023-03-22T15:58:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:51.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.454105+0000) 2023-03-22T15:58:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:51.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.453978+0000) 2023-03-22T15:58:51.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:51.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:51.454254+0000) 2023-03-22T15:58:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:52 smithi142 ceph-mon[94717]: pgmap v2676: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:52.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:52 smithi098 ceph-mon[94136]: pgmap v2676: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:52.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.453768+0000) 2023-03-22T15:58:52.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:52.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.453878+0000) 2023-03-22T15:58:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:52.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.453710+0000) 2023-03-22T15:58:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:52.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.405730+0000) 2023-03-22T15:58:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:52.454+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.454378+0000) 2023-03-22T15:58:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:52.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.454213+0000) 2023-03-22T15:58:52.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:52.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.645216+0000) 2023-03-22T15:58:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:52.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:52.454096+0000) 2023-03-22T15:58:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:53.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.453902+0000) 2023-03-22T15:58:53.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:53.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.454008+0000) 2023-03-22T15:58:53.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:53.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.405846+0000) 2023-03-22T15:58:53.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:53.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.453827+0000) 2023-03-22T15:58:53.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:53.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.645297+0000) 2023-03-22T15:58:53.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:53.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.454500+0000) 2023-03-22T15:58:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:53.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.454302+0000) 2023-03-22T15:58:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:53.452+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:53.454209+0000) 2023-03-22T15:58:54.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:54 smithi142 ceph-mon[94717]: pgmap v2677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:54.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:54 smithi098 ceph-mon[94136]: pgmap v2677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:54.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.454022+0000) 2023-03-22T15:58:54.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:54.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.454123+0000) 2023-03-22T15:58:54.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:54.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.405959+0000) 2023-03-22T15:58:54.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:54.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.453946+0000) 2023-03-22T15:58:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:54.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.645504+0000) 2023-03-22T15:58:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:54.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.454618+0000) 2023-03-22T15:58:54.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:54.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.454429+0000) 2023-03-22T15:58:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:54.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:54.454302+0000) 2023-03-22T15:58:55.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:55.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.645625+0000) 2023-03-22T15:58:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:55.452+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.454137+0000) 2023-03-22T15:58:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:55.452+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.454232+0000) 2023-03-22T15:58:55.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:55.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.406071+0000) 2023-03-22T15:58:55.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:55.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.454055+0000) 2023-03-22T15:58:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:55.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.454732+0000) 2023-03-22T15:58:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:55.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.454421+0000) 2023-03-22T15:58:55.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:55.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:55.454547+0000) 2023-03-22T15:58:56.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:56 smithi142 ceph-mon[94717]: pgmap v2678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:56.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:56 smithi098 ceph-mon[94136]: pgmap v2678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:58:56.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:56.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.645819+0000) 2023-03-22T15:58:56.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:56.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.454655+0000) 2023-03-22T15:58:56.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:56.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.454259+0000) 2023-03-22T15:58:56.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:56.452+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.454166+0000) 2023-03-22T15:58:56.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:56.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.454846+0000) 2023-03-22T15:58:56.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:56.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.454359+0000) 2023-03-22T15:58:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:56.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.454541+0000) 2023-03-22T15:58:56.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:56.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:56.406190+0000) 2023-03-22T15:58:57.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:57.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.454471+0000) 2023-03-22T15:58:57.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:57.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.406305+0000) 2023-03-22T15:58:57.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:57.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.454659+0000) 2023-03-22T15:58:57.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:57.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.454387+0000) 2023-03-22T15:58:57.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:57.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.454761+0000) 2023-03-22T15:58:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:57.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.454963+0000) 2023-03-22T15:58:57.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:57.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.454294+0000) 2023-03-22T15:58:57.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:57.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:57.645992+0000) 2023-03-22T15:58:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:58:57 smithi142 ceph-mon[94717]: pgmap v2679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:58:57 smithi098 ceph-mon[94136]: pgmap v2679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:58:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:58.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.454504+0000) 2023-03-22T15:58:58.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:58.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.454636+0000) 2023-03-22T15:58:58.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:58.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.406434+0000) 2023-03-22T15:58:58.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:58.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.455076+0000) 2023-03-22T15:58:58.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:58.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.454780+0000) 2023-03-22T15:58:58.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:58.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.646208+0000) 2023-03-22T15:58:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:58.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.454880+0000) 2023-03-22T15:58:58.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:58.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:58.454427+0000) 2023-03-22T15:58:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:58:59.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.454631+0000) 2023-03-22T15:58:59.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:58:59.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.454770+0000) 2023-03-22T15:58:59.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:58:59.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.454900+0000) 2023-03-22T15:58:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:58:59.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.406550+0000) 2023-03-22T15:58:59.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:58:59.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.454994+0000) 2023-03-22T15:58:59.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:58:59.645+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.646347+0000) 2023-03-22T15:58:59.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:58:59.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.454562+0000) 2023-03-22T15:58:59.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:58:59.453+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:58:59.455186+0000) 2023-03-22T15:59:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:00 smithi142 ceph-mon[94717]: pgmap v2680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:00 smithi098 ceph-mon[94136]: pgmap v2680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:00.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:00.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.454680+0000) 2023-03-22T15:59:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:00.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.454785+0000) 2023-03-22T15:59:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:00.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.454899+0000) 2023-03-22T15:59:00.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:00.454+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.455296+0000) 2023-03-22T15:59:00.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:00.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.406666+0000) 2023-03-22T15:59:00.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:00.453+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.455121+0000) 2023-03-22T15:59:00.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:00.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.455061+0000) 2023-03-22T15:59:00.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:00.645+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.646559+0000) 2023-03-22T15:59:00.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:00.645+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:00.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:00.645+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:00.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:00.648+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:00.649349+0000) 2023-03-22T15:59:01.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:01.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.454922+0000) 2023-03-22T15:59:01.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:01.453+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.455213+0000) 2023-03-22T15:59:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:01.453+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.455031+0000) 2023-03-22T15:59:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:01.454+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:01.454+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:01.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:01.455+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.456323+0000) 2023-03-22T15:59:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:01.454+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.455287+0000) 2023-03-22T15:59:01.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:01.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.406797+0000) 2023-03-22T15:59:01.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:01.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.454803+0000) 2023-03-22T15:59:01.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:01.454+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:01.455471+0000) 2023-03-22T15:59:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:02 smithi142 ceph-mon[94717]: pgmap v2681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:02 smithi098 ceph-mon[94136]: pgmap v2681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:02.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:02.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:02.455066+0000) 2023-03-22T15:59:02.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:02.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:02.454949+0000) 2023-03-22T15:59:02.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:02.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:02.406930+0000) 2023-03-22T15:59:02.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:02.454+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:02.455328+0000) 2023-03-22T15:59:02.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:02.454+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:02.455596+0000) 2023-03-22T15:59:02.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:02.454+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:02.455406+0000) 2023-03-22T15:59:03.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:03.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.455089+0000) 2023-03-22T15:59:03.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:03.453+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.455199+0000) 2023-03-22T15:59:03.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:03.454+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:03.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:03.455+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:03.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:03.455+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.456807+0000) 2023-03-22T15:59:03.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:03.454+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.455979+0000) 2023-03-22T15:59:03.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:03.454+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.455478+0000) 2023-03-22T15:59:03.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:03.454+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:03.455+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:03.455+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.456598+0000) 2023-03-22T15:59:03.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:03.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.407056+0000) 2023-03-22T15:59:03.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:03.454+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:03.455967+0000) 2023-03-22T15:59:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:04 smithi142 ceph-mon[94717]: pgmap v2682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:59:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:04 smithi098 ceph-mon[94136]: pgmap v2682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:59:04.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:04.453+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:04.455225+0000) 2023-03-22T15:59:04.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:04.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:04.407218+0000) 2023-03-22T15:59:04.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:04.454+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:04.456123+0000) 2023-03-22T15:59:04.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:04.454+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:04.456110+0000) 2023-03-22T15:59:05.407 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:05.145+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:05.146796+0000) 2023-03-22T15:59:05.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:05.455+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:05.456282+0000) 2023-03-22T15:59:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:05.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:05.407341+0000) 2023-03-22T15:59:05.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:05.454+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:05.455357+0000) 2023-03-22T15:59:05.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:05.454+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:05.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:05.454+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:05.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:05.455+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:05.456745+0000) 2023-03-22T15:59:05.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:05.454+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:05.456229+0000) 2023-03-22T15:59:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:05.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:05.955295+0000) 2023-03-22T15:59:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:06.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:06.150367+0000) 2023-03-22T15:59:06.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:06 smithi142 ceph-mon[94717]: pgmap v2683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:59:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:06 smithi098 ceph-mon[94136]: pgmap v2683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T15:59:06.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:06.455+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:06.456413+0000) 2023-03-22T15:59:06.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:06.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:06.407480+0000) 2023-03-22T15:59:06.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:06.455+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:06.456356+0000) 2023-03-22T15:59:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:07.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.152638+0000) 2023-03-22T15:59:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:06.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:06.955408+0000) 2023-03-22T15:59:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:07.455+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.456518+0000) 2023-03-22T15:59:07.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:07.455+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.456549+0000) 2023-03-22T15:59:07.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:07.456+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.457294+0000) 2023-03-22T15:59:07.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:07.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.407617+0000) 2023-03-22T15:59:07.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:07.407+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.408316+0000) 2023-03-22T15:59:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:07 smithi142 ceph-mon[94717]: pgmap v2684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:59:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:07 smithi098 ceph-mon[94136]: pgmap v2684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T15:59:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:07.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.955461+0000) 2023-03-22T15:59:08.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:07.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.955540+0000) 2023-03-22T15:59:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:07.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:07.955709+0000) 2023-03-22T15:59:08.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:08.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:08.152816+0000) 2023-03-22T15:59:08.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:08.455+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:08.456658+0000) 2023-03-22T15:59:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:08.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:08.955573+0000) 2023-03-22T15:59:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:08.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:08.955649+0000) 2023-03-22T15:59:09.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:08.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:08.955830+0000) 2023-03-22T15:59:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:09.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:09.152937+0000) 2023-03-22T15:59:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:09.455+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:09.456786+0000) 2023-03-22T15:59:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:09 smithi142 ceph-mon[94717]: osdmap e222: 12 total, 9 up, 9 in 2023-03-22T15:59:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:09 smithi142 ceph-mon[94717]: pgmap v2686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:59:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:09 smithi098 ceph-mon[94136]: osdmap e222: 12 total, 9 up, 9 in 2023-03-22T15:59:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:09 smithi098 ceph-mon[94136]: pgmap v2686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:59:10.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:09.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:09.955682+0000) 2023-03-22T15:59:10.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:09.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:09.955764+0000) 2023-03-22T15:59:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:09.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:09.955948+0000) 2023-03-22T15:59:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:09.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:09.955593+0000) 2023-03-22T15:59:10.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:10.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:10.153139+0000) 2023-03-22T15:59:10.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:10.455+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:10.456924+0000) 2023-03-22T15:59:10.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:10.456+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:10.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:10.456+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:10.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:10.456+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:10.458082+0000) 2023-03-22T15:59:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:10.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:10.955783+0000) 2023-03-22T15:59:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:10.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:10.955880+0000) 2023-03-22T15:59:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:11.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:11.153255+0000) 2023-03-22T15:59:11.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:10.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:10.956068+0000) 2023-03-22T15:59:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:10.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:10.955703+0000) 2023-03-22T15:59:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:11.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:11.955893+0000) 2023-03-22T15:59:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:11.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:11.955989+0000) 2023-03-22T15:59:12.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:11.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:11.956827+0000) 2023-03-22T15:59:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:11.906+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:11.907850+0000) 2023-03-22T15:59:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:11.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:11.956187+0000) 2023-03-22T15:59:12.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:12.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:12.153478+0000) 2023-03-22T15:59:12.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:11.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:11.955819+0000) 2023-03-22T15:59:12.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:12 smithi142 ceph-mon[94717]: pgmap v2687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:59:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:12 smithi098 ceph-mon[94136]: pgmap v2687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T15:59:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:12.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:12.956001+0000) 2023-03-22T15:59:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:12.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:12.956105+0000) 2023-03-22T15:59:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:12.906+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:12.907971+0000) 2023-03-22T15:59:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:13.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:13.153588+0000) 2023-03-22T15:59:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:12.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:12.956298+0000) 2023-03-22T15:59:13.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:12.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:12.955932+0000) 2023-03-22T15:59:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:12.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:12.956939+0000) 2023-03-22T15:59:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:13.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:13.956118+0000) 2023-03-22T15:59:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:13.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:13.956229+0000) 2023-03-22T15:59:14.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:13.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:13.957044+0000) 2023-03-22T15:59:14.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:13.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:13.956044+0000) 2023-03-22T15:59:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:13.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:13.956419+0000) 2023-03-22T15:59:14.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:13.906+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:13.908088+0000) 2023-03-22T15:59:14.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:14.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.153769+0000) 2023-03-22T15:59:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:14 smithi142 ceph-mon[94717]: pgmap v2688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:59:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:14 smithi098 ceph-mon[94136]: pgmap v2688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:59:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:14.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.956237+0000) 2023-03-22T15:59:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:14.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.956341+0000) 2023-03-22T15:59:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:14.906+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.908203+0000) 2023-03-22T15:59:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:15.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.153868+0000) 2023-03-22T15:59:15.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:14.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.956161+0000) 2023-03-22T15:59:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:14.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.957147+0000) 2023-03-22T15:59:15.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:14.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.957194+0000) 2023-03-22T15:59:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:14.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:14.956545+0000) 2023-03-22T15:59:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:15.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.956358+0000) 2023-03-22T15:59:16.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:15.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.956460+0000) 2023-03-22T15:59:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:15.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.957251+0000) 2023-03-22T15:59:16.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:15.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.956663+0000) 2023-03-22T15:59:16.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:15.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.956285+0000) 2023-03-22T15:59:16.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:15.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.908320+0000) 2023-03-22T15:59:16.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:16.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.154050+0000) 2023-03-22T15:59:16.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:15.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:15.957307+0000) 2023-03-22T15:59:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:16 smithi142 ceph-mon[94717]: pgmap v2689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:59:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:16 smithi098 ceph-mon[94136]: pgmap v2689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:59:17.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:16.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.956410+0000) 2023-03-22T15:59:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:16.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.956471+0000) 2023-03-22T15:59:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:16.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.956570+0000) 2023-03-22T15:59:17.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:16.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.956779+0000) 2023-03-22T15:59:17.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:16.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.908440+0000) 2023-03-22T15:59:17.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:17.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.154166+0000) 2023-03-22T15:59:17.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:16.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.957380+0000) 2023-03-22T15:59:17.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:16.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:16.957425+0000) 2023-03-22T15:59:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:17 smithi142 ceph-mon[94717]: pgmap v2690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:59:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:17 smithi098 ceph-mon[94136]: pgmap v2690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T15:59:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:17.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.956582+0000) 2023-03-22T15:59:18.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:17.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.956683+0000) 2023-03-22T15:59:18.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:18.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.154307+0000) 2023-03-22T15:59:18.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:17.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.908538+0000) 2023-03-22T15:59:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:17.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.957548+0000) 2023-03-22T15:59:18.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:17.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.957501+0000) 2023-03-22T15:59:18.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:17.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.956525+0000) 2023-03-22T15:59:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:17.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:17.956893+0000) 2023-03-22T15:59:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:18.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.956703+0000) 2023-03-22T15:59:19.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:18.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.956800+0000) 2023-03-22T15:59:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:18.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.956637+0000) 2023-03-22T15:59:19.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:19.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.154405+0000) 2023-03-22T15:59:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:18.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.957630+0000) 2023-03-22T15:59:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:18.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.957013+0000) 2023-03-22T15:59:19.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:18.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.908655+0000) 2023-03-22T15:59:19.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:18.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:18.957664+0000) 2023-03-22T15:59:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:19.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.956814+0000) 2023-03-22T15:59:20.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:19.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.956930+0000) 2023-03-22T15:59:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:19.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.908778+0000) 2023-03-22T15:59:20.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:19.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.956766+0000) 2023-03-22T15:59:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:19.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.957783+0000) 2023-03-22T15:59:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:19.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.957746+0000) 2023-03-22T15:59:20.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:20.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.154592+0000) 2023-03-22T15:59:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:19.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:19.957128+0000) 2023-03-22T15:59:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:20 smithi142 ceph-mon[94717]: pgmap v2691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:59:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:20 smithi098 ceph-mon[94136]: pgmap v2691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T15:59:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:20.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.956927+0000) 2023-03-22T15:59:21.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:20.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.957078+0000) 2023-03-22T15:59:21.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:20.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.957243+0000) 2023-03-22T15:59:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:20.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.908900+0000) 2023-03-22T15:59:21.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:21.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.154716+0000) 2023-03-22T15:59:21.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:20.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.956915+0000) 2023-03-22T15:59:21.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:20.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.957910+0000) 2023-03-22T15:59:21.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:20.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:20.957865+0000) 2023-03-22T15:59:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:21.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.957044+0000) 2023-03-22T15:59:22.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:21.955+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.957186+0000) 2023-03-22T15:59:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:22.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.154921+0000) 2023-03-22T15:59:22.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:21.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.957373+0000) 2023-03-22T15:59:22.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:21.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.909027+0000) 2023-03-22T15:59:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:21.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.957032+0000) 2023-03-22T15:59:22.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:21.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.958038+0000) 2023-03-22T15:59:22.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:21.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:21.957991+0000) 2023-03-22T15:59:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:22 smithi142 ceph-mon[94717]: pgmap v2692: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:59:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:22 smithi098 ceph-mon[94136]: pgmap v2692: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T15:59:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:22.955+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.957155+0000) 2023-03-22T15:59:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:22.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.957307+0000) 2023-03-22T15:59:23.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:23.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.155040+0000) 2023-03-22T15:59:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:22.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.958154+0000) 2023-03-22T15:59:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:22.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.957497+0000) 2023-03-22T15:59:23.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:22.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.957142+0000) 2023-03-22T15:59:23.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:22.907+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.909157+0000) 2023-03-22T15:59:23.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:22.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:22.958105+0000) 2023-03-22T15:59:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:23.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.957275+0000) 2023-03-22T15:59:24.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:23.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.957444+0000) 2023-03-22T15:59:24.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:24.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.155235+0000) 2023-03-22T15:59:24.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:23.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.957260+0000) 2023-03-22T15:59:24.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:23.956+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.958211+0000) 2023-03-22T15:59:24.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:23.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.909263+0000) 2023-03-22T15:59:24.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:23.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.958282+0000) 2023-03-22T15:59:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:23.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:23.957617+0000) 2023-03-22T15:59:24.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:24 smithi142 ceph-mon[94717]: pgmap v2693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:59:24.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:24 smithi098 ceph-mon[94136]: pgmap v2693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T15:59:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:24.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.957399+0000) 2023-03-22T15:59:25.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:24.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.957563+0000) 2023-03-22T15:59:25.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:24.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.957382+0000) 2023-03-22T15:59:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:24.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.909396+0000) 2023-03-22T15:59:25.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:25.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.155351+0000) 2023-03-22T15:59:25.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:24.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.957747+0000) 2023-03-22T15:59:25.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:24.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.958311+0000) 2023-03-22T15:59:25.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:24.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:24.958394+0000) 2023-03-22T15:59:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:25.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.957515+0000) 2023-03-22T15:59:26.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:25.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.957684+0000) 2023-03-22T15:59:26.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:25.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.957498+0000) 2023-03-22T15:59:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:25.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.909518+0000) 2023-03-22T15:59:26.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:26.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.155546+0000) 2023-03-22T15:59:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:25.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.958430+0000) 2023-03-22T15:59:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:25.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.957873+0000) 2023-03-22T15:59:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:25.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:25.958515+0000) 2023-03-22T15:59:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:26 smithi142 ceph-mon[94717]: pgmap v2694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:59:26.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:26 smithi098 ceph-mon[94136]: pgmap v2694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T15:59:27.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:26.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.957645+0000) 2023-03-22T15:59:27.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:26.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.957809+0000) 2023-03-22T15:59:27.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:26.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.909648+0000) 2023-03-22T15:59:27.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:27.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.155658+0000) 2023-03-22T15:59:27.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:26.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.957628+0000) 2023-03-22T15:59:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:26.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.958628+0000) 2023-03-22T15:59:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:26.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.957994+0000) 2023-03-22T15:59:27.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:26.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:26.958543+0000) 2023-03-22T15:59:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:27 smithi142 ceph-mon[94717]: pgmap v2695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:59:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:27 smithi098 ceph-mon[94136]: pgmap v2695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T15:59:28.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:27.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.957752+0000) 2023-03-22T15:59:28.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:27.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.957758+0000) 2023-03-22T15:59:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:27.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.957926+0000) 2023-03-22T15:59:28.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:28.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.155842+0000) 2023-03-22T15:59:28.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:27.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.958744+0000) 2023-03-22T15:59:28.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:27.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.909772+0000) 2023-03-22T15:59:28.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:27.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.958115+0000) 2023-03-22T15:59:28.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:27.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:27.958652+0000) 2023-03-22T15:59:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:28.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.957870+0000) 2023-03-22T15:59:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:28.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.958044+0000) 2023-03-22T15:59:29.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:28.956+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.958234+0000) 2023-03-22T15:59:29.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:28.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.957872+0000) 2023-03-22T15:59:29.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:28.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.958856+0000) 2023-03-22T15:59:29.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:29.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.155951+0000) 2023-03-22T15:59:29.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:28.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.958777+0000) 2023-03-22T15:59:29.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:28.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:28.909899+0000) 2023-03-22T15:59:30.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:29.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.958010+0000) 2023-03-22T15:59:30.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:29.956+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.958165+0000) 2023-03-22T15:59:30.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:29.957+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.958354+0000) 2023-03-22T15:59:30.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:29.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.957990+0000) 2023-03-22T15:59:30.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:29.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.958894+0000) 2023-03-22T15:59:30.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:29.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.910017+0000) 2023-03-22T15:59:30.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:30.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.156139+0000) 2023-03-22T15:59:30.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:29.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:29.958971+0000) 2023-03-22T15:59:30.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:30 smithi142 ceph-mon[94717]: pgmap v2696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:30.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:30 smithi098 ceph-mon[94136]: pgmap v2696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:31.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:30.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.958105+0000) 2023-03-22T15:59:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:30.956+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.958150+0000) 2023-03-22T15:59:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:30.957+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.958285+0000) 2023-03-22T15:59:31.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:30.957+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.958470+0000) 2023-03-22T15:59:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:30.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.959011+0000) 2023-03-22T15:59:31.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:30.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.910138+0000) 2023-03-22T15:59:31.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:31.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.156248+0000) 2023-03-22T15:59:31.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:31.158+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.159708+0000) 2023-03-22T15:59:31.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:30.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:30.959091+0000) 2023-03-22T15:59:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:31.957+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.958282+0000) 2023-03-22T15:59:32.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:31.957+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.958416+0000) 2023-03-22T15:59:32.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:31.957+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.959186+0000) 2023-03-22T15:59:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:31.956+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.958233+0000) 2023-03-22T15:59:32.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:31.957+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.958594+0000) 2023-03-22T15:59:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:31.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.959116+0000) 2023-03-22T15:59:32.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:31.957+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.959254+0000) 2023-03-22T15:59:32.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:31.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:31.910278+0000) 2023-03-22T15:59:32.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:32 smithi142 ceph-mon[94717]: pgmap v2697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:32.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:32 smithi098 ceph-mon[94136]: pgmap v2697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:33.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:32.957+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:32.958398+0000) 2023-03-22T15:59:33.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:32.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:32.910400+0000) 2023-03-22T15:59:33.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:32.957+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:32.958355+0000) 2023-03-22T15:59:33.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:32.957+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:32.959232+0000) 2023-03-22T15:59:33.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:32.958+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:32.959381+0000) 2023-03-22T15:59:33.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:32.957+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:32.958713+0000) 2023-03-22T15:59:34.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:33.957+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.958465+0000) 2023-03-22T15:59:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:33.957+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.958509+0000) 2023-03-22T15:59:34.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:33.958+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:34.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:33.958+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.959654+0000) 2023-03-22T15:59:34.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:33.958+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.959307+0000) 2023-03-22T15:59:34.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:33.958+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.959669+0000) 2023-03-22T15:59:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:33.957+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.958853+0000) 2023-03-22T15:59:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:33.958+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:34.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:33.958+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:34.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:33.959+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.960302+0000) 2023-03-22T15:59:34.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:33.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:33.910522+0000) 2023-03-22T15:59:34.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:34 smithi142 ceph-mon[94717]: pgmap v2698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:34 smithi098 ceph-mon[94136]: pgmap v2698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:35.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:34.957+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:34.958591+0000) 2023-03-22T15:59:35.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:34.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:34.910660+0000) 2023-03-22T15:59:35.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:34.958+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:34.959424+0000) 2023-03-22T15:59:35.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:34.958+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:34.959783+0000) 2023-03-22T15:59:35.911 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:35.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:35.656524+0000) 2023-03-22T15:59:36.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:35.958+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:35.959900+0000) 2023-03-22T15:59:36.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:35.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:35.910788+0000) 2023-03-22T15:59:36.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:35.957+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:35.958699+0000) 2023-03-22T15:59:36.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:35.958+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:36.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:35.958+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:36.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:35.958+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:35.960085+0000) 2023-03-22T15:59:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:35.958+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:35.959537+0000) 2023-03-22T15:59:36.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:36 smithi142 ceph-mon[94717]: pgmap v2699: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:36.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:36 smithi098 ceph-mon[94136]: pgmap v2699: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:36.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:36.660228+0000) 2023-03-22T15:59:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:36.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:36.458658+0000) 2023-03-22T15:59:37.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:36.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:36.910961+0000) 2023-03-22T15:59:37.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:36.958+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:36.959707+0000) 2023-03-22T15:59:37.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:36.958+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:36.960012+0000) 2023-03-22T15:59:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:37.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:37.458783+0000) 2023-03-22T15:59:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:37.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:37.662367+0000) 2023-03-22T15:59:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:37 smithi142 ceph-mon[94717]: pgmap v2700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:37 smithi098 ceph-mon[94136]: pgmap v2700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:37.958+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:37.960121+0000) 2023-03-22T15:59:38.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:37.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:37.911078+0000) 2023-03-22T15:59:38.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:37.910+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:38.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:37.910+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:38.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:37.911+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:37.912333+0000) 2023-03-22T15:59:38.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:37.958+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:37.959862+0000) 2023-03-22T15:59:38.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:37.959+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:38.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:37.959+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:37.960678+0000) 2023-03-22T15:59:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:38.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:38.458770+0000) 2023-03-22T15:59:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:38.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:38.458899+0000) 2023-03-22T15:59:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:38.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:38.459145+0000) 2023-03-22T15:59:38.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:38.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:38.662548+0000) 2023-03-22T15:59:39.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:38.958+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:38.960238+0000) 2023-03-22T15:59:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:39.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:39.662665+0000) 2023-03-22T15:59:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:39.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:39.458882+0000) 2023-03-22T15:59:39.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:39.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:39.459003+0000) 2023-03-22T15:59:39.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:39.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:39.459248+0000) 2023-03-22T15:59:40.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:39.960+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:39.960368+0000) 2023-03-22T15:59:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:40 smithi142 ceph-mon[94717]: pgmap v2701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:40 smithi098 ceph-mon[94136]: pgmap v2701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:40.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:40.662835+0000) 2023-03-22T15:59:40.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:40.458+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:40.459044+0000) 2023-03-22T15:59:40.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:40.458+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:40.458988+0000) 2023-03-22T15:59:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:40.458+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:40.459110+0000) 2023-03-22T15:59:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:40.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:40.459361+0000) 2023-03-22T15:59:41.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:40.960+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:40.960489+0000) 2023-03-22T15:59:41.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:40.960+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:41.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:40.960+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T15:59:41.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:40.961+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:40.961438+0000) 2023-03-22T15:59:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:41.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:41.662950+0000) 2023-03-22T15:59:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:41.458+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:41.459165+0000) 2023-03-22T15:59:41.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:41.458+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:41.459107+0000) 2023-03-22T15:59:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:41.458+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:41.459226+0000) 2023-03-22T15:59:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:41.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:41.459465+0000) 2023-03-22T15:59:42.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:42 smithi142 ceph-mon[94717]: pgmap v2702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:42.663 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:42.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:42.459282+0000) 2023-03-22T15:59:42.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:42.458+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:42.459207+0000) 2023-03-22T15:59:42.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:42.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:42.459296+0000) 2023-03-22T15:59:42.665 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:42.459+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:42.460104+0000) 2023-03-22T15:59:42.665 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:42.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:42.411417+0000) 2023-03-22T15:59:42.666 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:42.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:42.459563+0000) 2023-03-22T15:59:42.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:42 smithi098 ceph-mon[94136]: pgmap v2702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:42.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:42.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:42.663166+0000) 2023-03-22T15:59:43.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:43.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:43.459313+0000) 2023-03-22T15:59:43.664 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:43.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:43.459416+0000) 2023-03-22T15:59:43.665 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:43.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:43.411527+0000) 2023-03-22T15:59:43.665 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:43.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:43.459407+0000) 2023-03-22T15:59:43.666 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:43.459+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:43.460226+0000) 2023-03-22T15:59:43.666 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:43.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:43.459664+0000) 2023-03-22T15:59:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:43.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:43.663298+0000) 2023-03-22T15:59:44.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:44 smithi142 ceph-mon[94717]: pgmap v2703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:44.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:44.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:44.459425+0000) 2023-03-22T15:59:44.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:44.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:44.459528+0000) 2023-03-22T15:59:44.665 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:44.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:44.411638+0000) 2023-03-22T15:59:44.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:44.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:44.459524+0000) 2023-03-22T15:59:44.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:44.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:44.460312+0000) 2023-03-22T15:59:44.667 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:44.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:44.459771+0000) 2023-03-22T15:59:44.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:44 smithi098 ceph-mon[94136]: pgmap v2703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:44.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:44.663494+0000) 2023-03-22T15:59:45.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:45.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.459538+0000) 2023-03-22T15:59:45.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:45.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.459641+0000) 2023-03-22T15:59:45.665 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:45.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.411747+0000) 2023-03-22T15:59:45.666 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:45.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.459887+0000) 2023-03-22T15:59:45.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:45.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.459662+0000) 2023-03-22T15:59:45.666 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:45.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.460426+0000) 2023-03-22T15:59:45.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:45.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.460722+0000) 2023-03-22T15:59:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:45.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:45.663612+0000) 2023-03-22T15:59:46.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:46 smithi142 ceph-mon[94717]: pgmap v2704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:46.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:46.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.459633+0000) 2023-03-22T15:59:46.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:46.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.459761+0000) 2023-03-22T15:59:46.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:46.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.411865+0000) 2023-03-22T15:59:46.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:46.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.460539+0000) 2023-03-22T15:59:46.668 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:46.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.459782+0000) 2023-03-22T15:59:46.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:46.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.460832+0000) 2023-03-22T15:59:46.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:46.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.459986+0000) 2023-03-22T15:59:46.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:46 smithi098 ceph-mon[94136]: pgmap v2704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:46.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:46.663805+0000) 2023-03-22T15:59:47.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:47.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.459774+0000) 2023-03-22T15:59:47.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:47.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.459918+0000) 2023-03-22T15:59:47.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:47.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.412043+0000) 2023-03-22T15:59:47.666 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:47.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.460665+0000) 2023-03-22T15:59:47.667 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:47.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.460089+0000) 2023-03-22T15:59:47.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:47.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.459950+0000) 2023-03-22T15:59:47.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:47.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.460964+0000) 2023-03-22T15:59:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:47.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:47.663926+0000) 2023-03-22T15:59:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:47 smithi142 ceph-mon[94717]: pgmap v2705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:47 smithi098 ceph-mon[94136]: pgmap v2705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:48.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:48.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.459910+0000) 2023-03-22T15:59:48.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:48.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.460056+0000) 2023-03-22T15:59:48.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:48.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.460090+0000) 2023-03-22T15:59:48.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:48.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.412191+0000) 2023-03-22T15:59:48.666 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:48.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.461139+0000) 2023-03-22T15:59:48.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:48.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.460804+0000) 2023-03-22T15:59:48.667 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:48.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.460210+0000) 2023-03-22T15:59:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:48.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:48.664121+0000) 2023-03-22T15:59:49.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:49.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.460038+0000) 2023-03-22T15:59:49.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:49.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.460174+0000) 2023-03-22T15:59:49.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:49.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.412312+0000) 2023-03-22T15:59:49.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:49.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.460217+0000) 2023-03-22T15:59:49.666 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:49.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.460315+0000) 2023-03-22T15:59:49.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:49.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.460931+0000) 2023-03-22T15:59:49.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:49.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.461250+0000) 2023-03-22T15:59:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:49.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:49.664251+0000) 2023-03-22T15:59:50.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:50 smithi142 ceph-mon[94717]: pgmap v2706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:50.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:50.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.460166+0000) 2023-03-22T15:59:50.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:50.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.460296+0000) 2023-03-22T15:59:50.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:50.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.412448+0000) 2023-03-22T15:59:50.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:50.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.460297+0000) 2023-03-22T15:59:50.667 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:50.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.460443+0000) 2023-03-22T15:59:50.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:50.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.461382+0000) 2023-03-22T15:59:50.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:50.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.461057+0000) 2023-03-22T15:59:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:50 smithi098 ceph-mon[94136]: pgmap v2706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:50.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:50.664457+0000) 2023-03-22T15:59:51.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:51.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.460291+0000) 2023-03-22T15:59:51.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:51.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.460412+0000) 2023-03-22T15:59:51.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:51.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.412558+0000) 2023-03-22T15:59:51.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:51.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.460407+0000) 2023-03-22T15:59:51.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:51.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.461503+0000) 2023-03-22T15:59:51.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:51.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.461177+0000) 2023-03-22T15:59:51.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:51.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.460553+0000) 2023-03-22T15:59:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:51.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:51.664571+0000) 2023-03-22T15:59:52.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:52 smithi142 ceph-mon[94717]: pgmap v2707: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:52.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:52.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.460439+0000) 2023-03-22T15:59:52.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:52.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.460536+0000) 2023-03-22T15:59:52.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:52.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.412716+0000) 2023-03-22T15:59:52.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:52.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.460529+0000) 2023-03-22T15:59:52.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:52.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.461661+0000) 2023-03-22T15:59:52.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:52.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.461338+0000) 2023-03-22T15:59:52.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:52.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.460665+0000) 2023-03-22T15:59:52.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:52 smithi098 ceph-mon[94136]: pgmap v2707: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:52.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:52.664776+0000) 2023-03-22T15:59:53.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:53.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.460554+0000) 2023-03-22T15:59:53.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:53.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.460656+0000) 2023-03-22T15:59:53.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:53.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.412853+0000) 2023-03-22T15:59:53.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:53.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.460649+0000) 2023-03-22T15:59:53.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:53.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.461820+0000) 2023-03-22T15:59:53.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:53.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.461483+0000) 2023-03-22T15:59:53.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:53.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.460809+0000) 2023-03-22T15:59:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:53.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:53.664887+0000) 2023-03-22T15:59:54.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:54 smithi142 ceph-mon[94717]: pgmap v2708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:54.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:54.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.460682+0000) 2023-03-22T15:59:54.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:54.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.460769+0000) 2023-03-22T15:59:54.666 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:54.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.460929+0000) 2023-03-22T15:59:54.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:54.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.412965+0000) 2023-03-22T15:59:54.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:54.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.460760+0000) 2023-03-22T15:59:54.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:54.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.461592+0000) 2023-03-22T15:59:54.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:54.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.461930+0000) 2023-03-22T15:59:54.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:54 smithi098 ceph-mon[94136]: pgmap v2708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:54.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:54.665078+0000) 2023-03-22T15:59:55.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:55.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.460803+0000) 2023-03-22T15:59:55.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:55.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.460880+0000) 2023-03-22T15:59:55.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:55.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.460870+0000) 2023-03-22T15:59:55.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:55.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.413083+0000) 2023-03-22T15:59:55.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:55.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.462050+0000) 2023-03-22T15:59:55.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:55.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.461041+0000) 2023-03-22T15:59:55.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:55.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.461707+0000) 2023-03-22T15:59:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:55.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:55.665207+0000) 2023-03-22T15:59:56.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:56 smithi142 ceph-mon[94717]: pgmap v2709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:56.666 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:56.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.460916+0000) 2023-03-22T15:59:56.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:56.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.461006+0000) 2023-03-22T15:59:56.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:56.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.413200+0000) 2023-03-22T15:59:56.667 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:56.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.461151+0000) 2023-03-22T15:59:56.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:56.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.460981+0000) 2023-03-22T15:59:56.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:56.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.462155+0000) 2023-03-22T15:59:56.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:56.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.461813+0000) 2023-03-22T15:59:56.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:56 smithi098 ceph-mon[94136]: pgmap v2709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T15:59:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:56.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:56.665411+0000) 2023-03-22T15:59:57.666 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:57.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.461030+0000) 2023-03-22T15:59:57.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:57.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.461124+0000) 2023-03-22T15:59:57.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:57.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.413324+0000) 2023-03-22T15:59:57.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:57.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.461096+0000) 2023-03-22T15:59:57.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:57.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.462261+0000) 2023-03-22T15:59:57.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:57.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.461923+0000) 2023-03-22T15:59:57.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:57.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.461260+0000) 2023-03-22T15:59:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:57.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:57.665540+0000) 2023-03-22T15:59:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 15:59:57 smithi142 ceph-mon[94717]: pgmap v2710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 15:59:57 smithi098 ceph-mon[94136]: pgmap v2710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T15:59:58.666 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:58.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.461142+0000) 2023-03-22T15:59:58.667 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:58.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.461310+0000) 2023-03-22T15:59:58.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:58.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.462381+0000) 2023-03-22T15:59:58.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:58.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.413446+0000) 2023-03-22T15:59:58.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:58.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.462037+0000) 2023-03-22T15:59:58.668 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:58.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.665734+0000) 2023-03-22T15:59:58.669 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:58.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.461209+0000) 2023-03-22T15:59:58.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:58.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:58.461431+0000) 2023-03-22T15:59:59.666 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T15:59:59.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.461255+0000) 2023-03-22T15:59:59.667 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T15:59:59.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.461424+0000) 2023-03-22T15:59:59.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T15:59:59.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.413575+0000) 2023-03-22T15:59:59.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T15:59:59.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.461542+0000) 2023-03-22T15:59:59.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T15:59:59.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.462495+0000) 2023-03-22T15:59:59.669 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T15:59:59.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.461305+0000) 2023-03-22T15:59:59.669 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T15:59:59.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.462152+0000) 2023-03-22T15:59:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 15:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T15:59:59.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T14:59:59.665866+0000) 2023-03-22T16:00:00.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:00 smithi142 ceph-mon[94717]: pgmap v2711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:00.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:00:00.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:00.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.461418+0000) 2023-03-22T16:00:00.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:00.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.461369+0000) 2023-03-22T16:00:00.668 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:00.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.461542+0000) 2023-03-22T16:00:00.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:00.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.462275+0000) 2023-03-22T16:00:00.669 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:00.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.462610+0000) 2023-03-22T16:00:00.669 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:00.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.413710+0000) 2023-03-22T16:00:00.670 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:00.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.461644+0000) 2023-03-22T16:00:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:00 smithi098 ceph-mon[94136]: pgmap v2711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:00:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:00.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:00.666048+0000) 2023-03-22T16:00:01.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:01.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.461654+0000) 2023-03-22T16:00:01.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:01.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.461476+0000) 2023-03-22T16:00:01.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:01.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.461748+0000) 2023-03-22T16:00:01.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:01.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.462729+0000) 2023-03-22T16:00:01.669 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:01.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.462383+0000) 2023-03-22T16:00:01.669 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:01.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.413833+0000) 2023-03-22T16:00:01.669 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:01.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.666179+0000) 2023-03-22T16:00:01.670 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:01.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.461525+0000) 2023-03-22T16:00:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:01.665+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:01.665+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:01.668+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:01.669342+0000) 2023-03-22T16:00:02.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:02 smithi142 ceph-mon[94717]: pgmap v2712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:02 smithi098 ceph-mon[94136]: pgmap v2712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:02.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:02.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.461643+0000) 2023-03-22T16:00:02.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:02.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.461587+0000) 2023-03-22T16:00:02.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:02.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.462540+0000) 2023-03-22T16:00:02.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:02.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.462853+0000) 2023-03-22T16:00:02.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:02.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.413946+0000) 2023-03-22T16:00:02.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:02.460+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.461774+0000) 2023-03-22T16:00:02.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:02.461+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:02.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:02.461+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:02.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:02.461+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.463048+0000) 2023-03-22T16:00:02.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:02.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:02.461891+0000) 2023-03-22T16:00:03.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:03.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:03.461690+0000) 2023-03-22T16:00:03.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:03.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:03.414064+0000) 2023-03-22T16:00:03.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:03.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:03.461755+0000) 2023-03-22T16:00:03.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:03.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:03.462963+0000) 2023-03-22T16:00:03.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:03.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:03.462674+0000) 2023-03-22T16:00:03.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:03.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:03.461993+0000) 2023-03-22T16:00:04.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:04 smithi142 ceph-mon[94717]: pgmap v2713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:00:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:04 smithi098 ceph-mon[94136]: pgmap v2713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:00:04.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:04.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.461890+0000) 2023-03-22T16:00:04.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:04.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.414186+0000) 2023-03-22T16:00:04.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:04.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.461795+0000) 2023-03-22T16:00:04.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:04.461+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:04.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:04.461+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:04.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:04.461+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.463096+0000) 2023-03-22T16:00:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:04.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.462923+0000) 2023-03-22T16:00:04.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:04.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.463101+0000) 2023-03-22T16:00:04.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:04.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.462094+0000) 2023-03-22T16:00:04.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:04.461+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:04.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:04.461+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:04.463111+0000) 2023-03-22T16:00:05.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:05.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:05.462019+0000) 2023-03-22T16:00:05.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:05.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:05.463053+0000) 2023-03-22T16:00:05.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:05.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:05.414318+0000) 2023-03-22T16:00:05.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:05.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:05.463211+0000) 2023-03-22T16:00:06.462 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:06.165+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:06.166434+0000) 2023-03-22T16:00:06.463 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:06.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:06.414442+0000) 2023-03-22T16:00:06.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:06 smithi142 ceph-mon[94717]: pgmap v2714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:00:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:06 smithi098 ceph-mon[94136]: pgmap v2714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:00:06.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:06.462+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:06.463324+0000) 2023-03-22T16:00:06.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:06.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:06.462158+0000) 2023-03-22T16:00:06.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:06.461+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:06.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:06.461+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:06.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:06.461+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:06.463248+0000) 2023-03-22T16:00:06.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:06.461+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:06.463167+0000) 2023-03-22T16:00:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:06.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:06.962035+0000) 2023-03-22T16:00:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:07.169+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:07.170357+0000) 2023-03-22T16:00:07.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:07.462+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:07.463319+0000) 2023-03-22T16:00:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:07.462+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:07.463441+0000) 2023-03-22T16:00:07.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:07.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:07.414561+0000) 2023-03-22T16:00:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:07 smithi142 ceph-mon[94717]: pgmap v2715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:00:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:07 smithi098 ceph-mon[94136]: pgmap v2715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:00:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:07.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:07.962143+0000) 2023-03-22T16:00:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:08.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.171844+0000) 2023-03-22T16:00:08.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:08.462+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.463571+0000) 2023-03-22T16:00:08.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:08.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.414677+0000) 2023-03-22T16:00:08.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:08.414+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.415324+0000) 2023-03-22T16:00:08.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:08.462+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.463443+0000) 2023-03-22T16:00:08.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:08.462+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.464225+0000) 2023-03-22T16:00:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:08.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.962117+0000) 2023-03-22T16:00:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:08.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.962247+0000) 2023-03-22T16:00:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:09.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:09.171949+0000) 2023-03-22T16:00:09.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:08.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:08.962304+0000) 2023-03-22T16:00:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:09.462+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:09.463681+0000) 2023-03-22T16:00:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:09 smithi142 ceph-mon[94717]: osdmap e223: 12 total, 9 up, 9 in 2023-03-22T16:00:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:09 smithi142 ceph-mon[94717]: pgmap v2717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:00:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:09 smithi098 ceph-mon[94136]: osdmap e223: 12 total, 9 up, 9 in 2023-03-22T16:00:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:09 smithi098 ceph-mon[94136]: pgmap v2717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:00:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:10.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:10.172119+0000) 2023-03-22T16:00:10.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:09.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:09.962220+0000) 2023-03-22T16:00:10.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:09.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:09.962398+0000) 2023-03-22T16:00:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:09.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:09.962482+0000) 2023-03-22T16:00:10.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:10.462+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:10.463803+0000) 2023-03-22T16:00:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:10.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:10.962314+0000) 2023-03-22T16:00:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:10.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:10.962520+0000) 2023-03-22T16:00:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:11.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:11.172225+0000) 2023-03-22T16:00:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:10.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:10.962478+0000) 2023-03-22T16:00:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:10.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:10.962612+0000) 2023-03-22T16:00:11.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:11.462+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:11.463911+0000) 2023-03-22T16:00:11.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:11.463+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:11.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:11.463+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:11.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:11.463+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:11.464865+0000) 2023-03-22T16:00:12.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:12.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:12.172430+0000) 2023-03-22T16:00:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:11.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:11.962593+0000) 2023-03-22T16:00:12.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:11.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:11.962419+0000) 2023-03-22T16:00:12.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:11.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:11.962654+0000) 2023-03-22T16:00:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:11.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:11.962779+0000) 2023-03-22T16:00:12.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:12 smithi142 ceph-mon[94717]: pgmap v2718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:00:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:12 smithi098 ceph-mon[94136]: pgmap v2718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:00:13.173 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:12.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:12.962541+0000) 2023-03-22T16:00:13.173 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:12.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:12.962768+0000) 2023-03-22T16:00:13.174 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:12.913+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:12.914929+0000) 2023-03-22T16:00:13.174 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:12.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:12.962707+0000) 2023-03-22T16:00:13.175 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:12.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:12.963737+0000) 2023-03-22T16:00:13.175 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:12.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:12.962901+0000) 2023-03-22T16:00:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:13.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:13.172545+0000) 2023-03-22T16:00:14.173 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:13.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:13.962673+0000) 2023-03-22T16:00:14.174 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:13.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:13.962900+0000) 2023-03-22T16:00:14.174 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:13.913+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:13.915047+0000) 2023-03-22T16:00:14.175 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:13.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:13.962823+0000) 2023-03-22T16:00:14.175 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:13.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:13.963853+0000) 2023-03-22T16:00:14.175 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:13.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:13.963019+0000) 2023-03-22T16:00:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:14.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:14.172707+0000) 2023-03-22T16:00:14.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:14 smithi142 ceph-mon[94717]: pgmap v2719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:00:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:14 smithi098 ceph-mon[94136]: pgmap v2719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:00:15.173 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:14.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:14.962782+0000) 2023-03-22T16:00:15.174 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:14.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:14.963017+0000) 2023-03-22T16:00:15.174 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:14.913+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:14.915168+0000) 2023-03-22T16:00:15.175 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:14.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:14.963968+0000) 2023-03-22T16:00:15.175 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:14.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:14.962934+0000) 2023-03-22T16:00:15.176 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:14.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:14.963134+0000) 2023-03-22T16:00:15.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:15.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.172810+0000) 2023-03-22T16:00:16.173 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:15.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.962919+0000) 2023-03-22T16:00:16.174 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:15.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.963132+0000) 2023-03-22T16:00:16.175 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:15.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.915294+0000) 2023-03-22T16:00:16.175 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:15.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.963025+0000) 2023-03-22T16:00:16.175 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:15.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.963263+0000) 2023-03-22T16:00:16.176 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:15.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.964081+0000) 2023-03-22T16:00:16.176 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:15.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:15.964204+0000) 2023-03-22T16:00:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:16.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.172996+0000) 2023-03-22T16:00:16.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:16 smithi142 ceph-mon[94717]: pgmap v2720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:00:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:16 smithi098 ceph-mon[94136]: pgmap v2720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:00:17.174 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:16.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.963044+0000) 2023-03-22T16:00:17.174 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:16.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.963249+0000) 2023-03-22T16:00:17.175 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:16.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.964209+0000) 2023-03-22T16:00:17.175 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:16.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.915416+0000) 2023-03-22T16:00:17.176 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:16.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.963132+0000) 2023-03-22T16:00:17.176 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:16.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.964303+0000) 2023-03-22T16:00:17.176 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:16.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:16.963412+0000) 2023-03-22T16:00:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:17.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.173118+0000) 2023-03-22T16:00:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:17 smithi142 ceph-mon[94717]: pgmap v2721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:00:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:17 smithi098 ceph-mon[94136]: pgmap v2721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:00:18.173 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:17.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.963154+0000) 2023-03-22T16:00:18.174 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:17.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.963385+0000) 2023-03-22T16:00:18.174 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:17.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.964300+0000) 2023-03-22T16:00:18.175 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:17.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.964420+0000) 2023-03-22T16:00:18.175 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:17.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.963540+0000) 2023-03-22T16:00:18.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:17.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.915539+0000) 2023-03-22T16:00:18.176 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:17.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:17.963247+0000) 2023-03-22T16:00:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:18.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.173306+0000) 2023-03-22T16:00:19.174 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:18.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.963257+0000) 2023-03-22T16:00:19.174 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:18.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.963500+0000) 2023-03-22T16:00:19.175 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:18.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.915664+0000) 2023-03-22T16:00:19.175 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:18.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.964559+0000) 2023-03-22T16:00:19.176 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:18.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.963667+0000) 2023-03-22T16:00:19.176 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:18.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.964420+0000) 2023-03-22T16:00:19.177 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:18.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:18.963368+0000) 2023-03-22T16:00:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:19.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.173417+0000) 2023-03-22T16:00:20.174 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:19.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.963376+0000) 2023-03-22T16:00:20.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:19.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.963617+0000) 2023-03-22T16:00:20.175 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:19.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.915790+0000) 2023-03-22T16:00:20.175 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:19.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.963475+0000) 2023-03-22T16:00:20.176 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:19.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.964544+0000) 2023-03-22T16:00:20.176 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:19.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.964673+0000) 2023-03-22T16:00:20.177 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:19.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:19.963787+0000) 2023-03-22T16:00:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:20.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.173611+0000) 2023-03-22T16:00:20.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:20 smithi142 ceph-mon[94717]: pgmap v2722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:00:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:20 smithi098 ceph-mon[94136]: pgmap v2722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:00:21.174 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:20.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.963491+0000) 2023-03-22T16:00:21.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:20.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.963728+0000) 2023-03-22T16:00:21.175 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:20.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.964660+0000) 2023-03-22T16:00:21.175 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:20.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.964775+0000) 2023-03-22T16:00:21.176 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:20.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.963588+0000) 2023-03-22T16:00:21.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:20.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.915908+0000) 2023-03-22T16:00:21.177 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:20.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:20.963892+0000) 2023-03-22T16:00:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:21.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.173721+0000) 2023-03-22T16:00:22.174 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:21.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.963603+0000) 2023-03-22T16:00:22.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:21.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.963837+0000) 2023-03-22T16:00:22.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:21.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.916028+0000) 2023-03-22T16:00:22.176 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:21.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.963659+0000) 2023-03-22T16:00:22.177 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:21.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.964770+0000) 2023-03-22T16:00:22.177 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:21.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.964016+0000) 2023-03-22T16:00:22.178 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:21.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:21.964886+0000) 2023-03-22T16:00:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:22.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.173904+0000) 2023-03-22T16:00:22.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:22 smithi142 ceph-mon[94717]: pgmap v2723: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:00:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:22 smithi098 ceph-mon[94136]: pgmap v2723: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:00:23.174 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:22.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.963728+0000) 2023-03-22T16:00:23.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:22.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.963946+0000) 2023-03-22T16:00:23.175 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:22.914+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.916146+0000) 2023-03-22T16:00:23.176 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:22.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.965014+0000) 2023-03-22T16:00:23.176 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:22.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.964137+0000) 2023-03-22T16:00:23.177 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:22.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.964881+0000) 2023-03-22T16:00:23.177 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:22.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:22.963768+0000) 2023-03-22T16:00:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:23.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.174024+0000) 2023-03-22T16:00:24.174 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:23.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.963882+0000) 2023-03-22T16:00:24.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:23.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.963849+0000) 2023-03-22T16:00:24.176 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:23.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.964061+0000) 2023-03-22T16:00:24.176 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:23.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.964993+0000) 2023-03-22T16:00:24.176 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:23.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.964254+0000) 2023-03-22T16:00:24.177 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:23.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.916265+0000) 2023-03-22T16:00:24.177 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:23.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:23.965127+0000) 2023-03-22T16:00:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:24.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.174206+0000) 2023-03-22T16:00:24.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:24 smithi142 ceph-mon[94717]: pgmap v2724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:00:24.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:24 smithi098 ceph-mon[94136]: pgmap v2724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:00:25.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:24.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.963963+0000) 2023-03-22T16:00:25.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:24.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.964169+0000) 2023-03-22T16:00:25.176 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:24.963+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.965238+0000) 2023-03-22T16:00:25.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:24.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.916394+0000) 2023-03-22T16:00:25.177 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:24.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.963994+0000) 2023-03-22T16:00:25.177 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:24.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.965124+0000) 2023-03-22T16:00:25.178 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:24.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:24.964379+0000) 2023-03-22T16:00:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:25.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.174315+0000) 2023-03-22T16:00:26.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:25.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.964076+0000) 2023-03-22T16:00:26.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:25.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.964282+0000) 2023-03-22T16:00:26.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:25.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.916514+0000) 2023-03-22T16:00:26.176 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:25.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.965363+0000) 2023-03-22T16:00:26.177 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:25.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.964116+0000) 2023-03-22T16:00:26.177 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:25.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.964504+0000) 2023-03-22T16:00:26.178 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:25.963+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:25.965229+0000) 2023-03-22T16:00:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:26.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.174500+0000) 2023-03-22T16:00:26.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:26 smithi142 ceph-mon[94717]: pgmap v2725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:00:26.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:26 smithi098 ceph-mon[94136]: pgmap v2725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:00:27.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:26.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.964195+0000) 2023-03-22T16:00:27.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:26.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.964394+0000) 2023-03-22T16:00:27.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:26.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.916636+0000) 2023-03-22T16:00:27.176 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:26.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.964235+0000) 2023-03-22T16:00:27.177 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:26.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.965482+0000) 2023-03-22T16:00:27.177 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:26.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.964624+0000) 2023-03-22T16:00:27.178 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:26.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:26.965349+0000) 2023-03-22T16:00:27.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:27.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.174609+0000) 2023-03-22T16:00:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:27 smithi142 ceph-mon[94717]: pgmap v2726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:00:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:27 smithi098 ceph-mon[94136]: pgmap v2726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:00:28.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:27.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.964309+0000) 2023-03-22T16:00:28.176 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:27.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.964506+0000) 2023-03-22T16:00:28.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:27.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.916753+0000) 2023-03-22T16:00:28.177 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:27.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.964386+0000) 2023-03-22T16:00:28.178 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:27.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.965466+0000) 2023-03-22T16:00:28.178 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:27.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.965599+0000) 2023-03-22T16:00:28.179 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:27.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:27.964738+0000) 2023-03-22T16:00:28.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:28.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.174793+0000) 2023-03-22T16:00:29.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:28.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.964426+0000) 2023-03-22T16:00:29.176 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:28.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.964624+0000) 2023-03-22T16:00:29.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:28.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.916871+0000) 2023-03-22T16:00:29.177 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:28.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.964497+0000) 2023-03-22T16:00:29.177 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:28.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.965580+0000) 2023-03-22T16:00:29.178 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:28.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.965718+0000) 2023-03-22T16:00:29.178 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:28.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:28.964853+0000) 2023-03-22T16:00:29.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:29.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.174899+0000) 2023-03-22T16:00:30.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:29.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.964543+0000) 2023-03-22T16:00:30.176 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:29.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.964733+0000) 2023-03-22T16:00:30.176 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:29.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.916996+0000) 2023-03-22T16:00:30.177 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:29.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.964607+0000) 2023-03-22T16:00:30.177 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:29.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.965835+0000) 2023-03-22T16:00:30.178 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:29.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.965715+0000) 2023-03-22T16:00:30.178 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:29.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:29.964966+0000) 2023-03-22T16:00:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:30.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.175080+0000) 2023-03-22T16:00:30.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:30 smithi142 ceph-mon[94717]: pgmap v2727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:30.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:30 smithi098 ceph-mon[94136]: pgmap v2727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:31.175 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:30.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.964656+0000) 2023-03-22T16:00:31.176 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:30.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.964842+0000) 2023-03-22T16:00:31.177 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:30.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.965822+0000) 2023-03-22T16:00:31.177 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:30.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.965954+0000) 2023-03-22T16:00:31.178 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:30.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.917114+0000) 2023-03-22T16:00:31.178 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:30.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.964743+0000) 2023-03-22T16:00:31.178 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:30.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:30.965079+0000) 2023-03-22T16:00:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:31.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.175190+0000) 2023-03-22T16:00:32.176 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:31.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.964958+0000) 2023-03-22T16:00:32.176 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:31.963+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.965199+0000) 2023-03-22T16:00:32.177 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:31.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.965935+0000) 2023-03-22T16:00:32.177 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:31.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.966070+0000) 2023-03-22T16:00:32.178 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:31.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.964857+0000) 2023-03-22T16:00:32.178 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:31.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.964770+0000) 2023-03-22T16:00:32.179 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:31.915+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:31.917231+0000) 2023-03-22T16:00:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:32.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.175383+0000) 2023-03-22T16:00:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:32.175+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:32.178+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.180263+0000) 2023-03-22T16:00:32.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:32 smithi142 ceph-mon[94717]: pgmap v2728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:32.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:32 smithi098 ceph-mon[94136]: pgmap v2728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:33.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:32.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.964885+0000) 2023-03-22T16:00:33.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:32.963+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.965069+0000) 2023-03-22T16:00:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:32.964+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:32.964+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:32.965+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.966361+0000) 2023-03-22T16:00:33.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:32.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.966052+0000) 2023-03-22T16:00:33.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:32.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.964973+0000) 2023-03-22T16:00:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:32.964+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.965402+0000) 2023-03-22T16:00:33.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:32.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.917357+0000) 2023-03-22T16:00:33.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:32.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:32.966194+0000) 2023-03-22T16:00:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:33.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:33.964994+0000) 2023-03-22T16:00:34.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:33.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:33.917485+0000) 2023-03-22T16:00:34.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:33.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:33.965085+0000) 2023-03-22T16:00:34.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:33.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:33.966296+0000) 2023-03-22T16:00:34.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:33.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:33.966166+0000) 2023-03-22T16:00:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:33.964+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:33.965518+0000) 2023-03-22T16:00:34.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:34 smithi142 ceph-mon[94717]: pgmap v2729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:34 smithi098 ceph-mon[94136]: pgmap v2729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:35.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:34.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.966603+0000) 2023-03-22T16:00:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:34.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.917602+0000) 2023-03-22T16:00:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:34.963+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.965209+0000) 2023-03-22T16:00:35.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:34.963+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.965105+0000) 2023-03-22T16:00:35.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:34.964+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:35.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:34.964+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:35.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:34.965+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.966436+0000) 2023-03-22T16:00:35.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:34.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.966313+0000) 2023-03-22T16:00:35.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:34.964+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.965640+0000) 2023-03-22T16:00:35.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:34.965+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:35.227 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:34.965+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:35.227 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:34.965+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:34.966811+0000) 2023-03-22T16:00:36.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:35.964+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:35.965343+0000) 2023-03-22T16:00:36.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:35.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:35.917736+0000) 2023-03-22T16:00:36.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:35.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:35.966438+0000) 2023-03-22T16:00:36.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:35.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:35.966720+0000) 2023-03-22T16:00:36.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:36 smithi098 ceph-mon[94136]: pgmap v2730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:36 smithi142 ceph-mon[94717]: pgmap v2730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:36.966 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:36.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:36.917853+0000) 2023-03-22T16:00:36.966 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:36.674+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:36.675683+0000) 2023-03-22T16:00:37.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:36.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:36.966561+0000) 2023-03-22T16:00:37.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:36.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:36.966834+0000) 2023-03-22T16:00:37.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:36.964+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:36.965466+0000) 2023-03-22T16:00:37.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:36.965+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:36.966306+0000) 2023-03-22T16:00:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:37.678+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:37.679539+0000) 2023-03-22T16:00:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:37.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:37.465383+0000) 2023-03-22T16:00:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:37 smithi142 ceph-mon[94717]: pgmap v2731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:37 smithi098 ceph-mon[94136]: pgmap v2731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:38.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:37.966+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:37.966737+0000) 2023-03-22T16:00:38.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:37.966+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:37.966960+0000) 2023-03-22T16:00:38.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:37.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:37.918048+0000) 2023-03-22T16:00:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:38.680+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:38.681928+0000) 2023-03-22T16:00:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:38.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:38.465487+0000) 2023-03-22T16:00:39.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:38.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:38.967162+0000) 2023-03-22T16:00:39.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:38.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:38.918162+0000) 2023-03-22T16:00:39.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:38.917+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:39.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:38.917+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:39.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:38.917+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:38.919114+0000) 2023-03-22T16:00:39.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:38.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:38.966877+0000) 2023-03-22T16:00:39.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:38.966+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:00:39.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:38.966+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:38.967711+0000) 2023-03-22T16:00:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:39.464+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:39.465376+0000) 2023-03-22T16:00:39.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:39.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:39.465598+0000) 2023-03-22T16:00:39.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:39.680+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:39.682047+0000) 2023-03-22T16:00:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:39.464+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:39.465959+0000) 2023-03-22T16:00:40.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:39.966+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:39.967287+0000) 2023-03-22T16:00:40.628 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:40 smithi142 ceph-mon[94717]: pgmap v2732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:40 smithi098 ceph-mon[94136]: pgmap v2732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:40.464+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:40.465493+0000) 2023-03-22T16:00:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:40.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:40.465708+0000) 2023-03-22T16:00:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:40.680+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:40.682243+0000) 2023-03-22T16:00:40.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:40.464+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:40.466074+0000) 2023-03-22T16:00:41.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:40.966+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:40.967404+0000) 2023-03-22T16:00:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:41.464+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:41.465732+0000) 2023-03-22T16:00:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:41.464+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:41.465616+0000) 2023-03-22T16:00:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:41.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:41.465839+0000) 2023-03-22T16:00:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:41.681+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:41.682369+0000) 2023-03-22T16:00:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:41.464+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:41.466187+0000) 2023-03-22T16:00:42.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:41.966+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:41.967514+0000) 2023-03-22T16:00:42.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:41.967+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:41.968289+0000) 2023-03-22T16:00:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:42 smithi098 ceph-mon[94136]: pgmap v2733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:42.464+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:42.465735+0000) 2023-03-22T16:00:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:42.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:42.465957+0000) 2023-03-22T16:00:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:42.464+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:42.465847+0000) 2023-03-22T16:00:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:42.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:42.466311+0000) 2023-03-22T16:00:42.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:42.681+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:42.682566+0000) 2023-03-22T16:00:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:42 smithi142 ceph-mon[94717]: pgmap v2733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:43.683 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:43.464+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:43.466028+0000) 2023-03-22T16:00:43.684 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:43.464+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:43.465912+0000) 2023-03-22T16:00:43.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:43.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:43.466077+0000) 2023-03-22T16:00:43.685 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:43.465+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:43.467194+0000) 2023-03-22T16:00:43.685 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:43.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:43.466440+0000) 2023-03-22T16:00:43.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:43.418+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:43.418449+0000) 2023-03-22T16:00:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:43.682+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:43.682709+0000) 2023-03-22T16:00:44.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:44 smithi098 ceph-mon[94136]: pgmap v2734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:44.683 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:44.464+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:44.466059+0000) 2023-03-22T16:00:44.684 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:44.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:44.466205+0000) 2023-03-22T16:00:44.685 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:44.417+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:44.418565+0000) 2023-03-22T16:00:44.685 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:44.464+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:44.466139+0000) 2023-03-22T16:00:44.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:44.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:44.466560+0000) 2023-03-22T16:00:44.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:44.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:44.467298+0000) 2023-03-22T16:00:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:44 smithi142 ceph-mon[94717]: pgmap v2734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:44.682+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:44.682905+0000) 2023-03-22T16:00:45.684 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:45.465+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:45.466182+0000) 2023-03-22T16:00:45.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:45.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:45.466299+0000) 2023-03-22T16:00:45.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:45.418+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:45.418679+0000) 2023-03-22T16:00:45.686 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:45.465+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:45.466250+0000) 2023-03-22T16:00:45.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:45.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:45.467408+0000) 2023-03-22T16:00:45.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:45.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:45.466691+0000) 2023-03-22T16:00:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:45.682+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:45.683025+0000) 2023-03-22T16:00:46.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:46 smithi098 ceph-mon[94136]: pgmap v2735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:46.683 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:46.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.466302+0000) 2023-03-22T16:00:46.684 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:46.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.466416+0000) 2023-03-22T16:00:46.684 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:46.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.467757+0000) 2023-03-22T16:00:46.685 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:46.418+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.418800+0000) 2023-03-22T16:00:46.685 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:46.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.466372+0000) 2023-03-22T16:00:46.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:46.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.466821+0000) 2023-03-22T16:00:46.686 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:46.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.467508+0000) 2023-03-22T16:00:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:46 smithi142 ceph-mon[94717]: pgmap v2735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:46.682+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:46.683218+0000) 2023-03-22T16:00:47.684 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:47.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.466416+0000) 2023-03-22T16:00:47.684 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:47.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.466543+0000) 2023-03-22T16:00:47.685 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:47.418+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.418921+0000) 2023-03-22T16:00:47.685 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:47.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.466479+0000) 2023-03-22T16:00:47.686 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:47.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.467638+0000) 2023-03-22T16:00:47.686 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:47.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.467870+0000) 2023-03-22T16:00:47.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:47.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.466934+0000) 2023-03-22T16:00:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:47.683+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:47.683318+0000) 2023-03-22T16:00:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:47 smithi142 ceph-mon[94717]: pgmap v2736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:47 smithi098 ceph-mon[94136]: pgmap v2736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:48.684 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:48.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.466596+0000) 2023-03-22T16:00:48.684 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:48.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.466534+0000) 2023-03-22T16:00:48.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:48.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.466671+0000) 2023-03-22T16:00:48.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:48.418+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.419039+0000) 2023-03-22T16:00:48.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:48.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.467743+0000) 2023-03-22T16:00:48.687 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:48.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.467980+0000) 2023-03-22T16:00:48.688 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:48.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.467040+0000) 2023-03-22T16:00:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:48.683+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:48.683534+0000) 2023-03-22T16:00:49.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:49.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.466656+0000) 2023-03-22T16:00:49.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:49.418+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.419227+0000) 2023-03-22T16:00:49.684 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:49.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.466708+0000) 2023-03-22T16:00:49.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:49.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.466785+0000) 2023-03-22T16:00:49.685 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:49.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.467846+0000) 2023-03-22T16:00:49.686 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:49.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.468095+0000) 2023-03-22T16:00:49.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:49.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.467159+0000) 2023-03-22T16:00:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:49.683+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:49.683682+0000) 2023-03-22T16:00:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:50 smithi098 ceph-mon[94136]: pgmap v2737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:50.684 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:50.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.466773+0000) 2023-03-22T16:00:50.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:50.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.466901+0000) 2023-03-22T16:00:50.685 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:50.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.419450+0000) 2023-03-22T16:00:50.686 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:50.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.466823+0000) 2023-03-22T16:00:50.686 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:50.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.468207+0000) 2023-03-22T16:00:50.686 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:50.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.467961+0000) 2023-03-22T16:00:50.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:50.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.467267+0000) 2023-03-22T16:00:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:50 smithi142 ceph-mon[94717]: pgmap v2737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:50.683+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:50.683899+0000) 2023-03-22T16:00:51.684 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:51.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.466892+0000) 2023-03-22T16:00:51.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:51.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.467014+0000) 2023-03-22T16:00:51.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:51.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.419559+0000) 2023-03-22T16:00:51.686 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:51.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.468069+0000) 2023-03-22T16:00:51.686 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:51.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.468302+0000) 2023-03-22T16:00:51.687 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:51.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.466935+0000) 2023-03-22T16:00:51.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:51.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.467396+0000) 2023-03-22T16:00:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:51.683+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:51.684033+0000) 2023-03-22T16:00:52.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:52 smithi098 ceph-mon[94136]: pgmap v2738: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:52.684 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:52.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.467009+0000) 2023-03-22T16:00:52.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:52.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.467128+0000) 2023-03-22T16:00:52.685 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:52.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.467047+0000) 2023-03-22T16:00:52.686 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:52.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.468177+0000) 2023-03-22T16:00:52.686 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:52.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.468424+0000) 2023-03-22T16:00:52.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:52.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.419680+0000) 2023-03-22T16:00:52.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:52.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.467517+0000) 2023-03-22T16:00:52.687 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:52.683+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:52.684220+0000) 2023-03-22T16:00:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:52 smithi142 ceph-mon[94717]: pgmap v2738: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:53.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:53.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.467125+0000) 2023-03-22T16:00:53.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:53.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.467255+0000) 2023-03-22T16:00:53.686 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:53.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.468289+0000) 2023-03-22T16:00:53.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:53.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.467637+0000) 2023-03-22T16:00:53.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:53.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.419795+0000) 2023-03-22T16:00:53.687 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:53.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.467181+0000) 2023-03-22T16:00:53.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:53.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.468550+0000) 2023-03-22T16:00:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:53.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:53.684351+0000) 2023-03-22T16:00:54.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:54 smithi098 ceph-mon[94136]: pgmap v2739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:54.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:54.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.467243+0000) 2023-03-22T16:00:54.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:54.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.467403+0000) 2023-03-22T16:00:54.686 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:54.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.468666+0000) 2023-03-22T16:00:54.686 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:54.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.467325+0000) 2023-03-22T16:00:54.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:54.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.468397+0000) 2023-03-22T16:00:54.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:54.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.467754+0000) 2023-03-22T16:00:54.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:54.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.419910+0000) 2023-03-22T16:00:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:54 smithi142 ceph-mon[94717]: pgmap v2739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:54.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:54.684548+0000) 2023-03-22T16:00:55.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:55.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.467367+0000) 2023-03-22T16:00:55.686 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:55.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.467519+0000) 2023-03-22T16:00:55.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:55.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.468507+0000) 2023-03-22T16:00:55.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:55.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.468783+0000) 2023-03-22T16:00:55.689 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:55.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.467872+0000) 2023-03-22T16:00:55.689 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:55.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.420031+0000) 2023-03-22T16:00:55.690 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:55.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.684689+0000) 2023-03-22T16:00:55.691 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:55.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:55.467440+0000) 2023-03-22T16:00:56.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:56 smithi098 ceph-mon[94136]: pgmap v2740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:56.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:56.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.467491+0000) 2023-03-22T16:00:56.685 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:56.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.467640+0000) 2023-03-22T16:00:56.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:56.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.420152+0000) 2023-03-22T16:00:56.686 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:56.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.467553+0000) 2023-03-22T16:00:56.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:56.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.468608+0000) 2023-03-22T16:00:56.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:56.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.467995+0000) 2023-03-22T16:00:56.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:56.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.468900+0000) 2023-03-22T16:00:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:56 smithi142 ceph-mon[94717]: pgmap v2740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:00:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:56.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:56.684885+0000) 2023-03-22T16:00:57.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:57.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.467604+0000) 2023-03-22T16:00:57.686 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:57.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.467755+0000) 2023-03-22T16:00:57.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:57.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.420284+0000) 2023-03-22T16:00:57.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:57.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.468116+0000) 2023-03-22T16:00:57.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:57.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.468718+0000) 2023-03-22T16:00:57.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:57.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.469015+0000) 2023-03-22T16:00:57.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:57.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.467665+0000) 2023-03-22T16:00:57.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:57.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:57.685009+0000) 2023-03-22T16:00:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:00:57 smithi142 ceph-mon[94717]: pgmap v2741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:00:57 smithi098 ceph-mon[94136]: pgmap v2741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:00:58.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:58.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.467719+0000) 2023-03-22T16:00:58.686 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:58.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.467873+0000) 2023-03-22T16:00:58.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:58.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.420417+0000) 2023-03-22T16:00:58.687 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:58.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.467795+0000) 2023-03-22T16:00:58.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:58.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.468837+0000) 2023-03-22T16:00:58.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:58.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.469128+0000) 2023-03-22T16:00:58.688 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:58.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.468235+0000) 2023-03-22T16:00:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:58.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:58.685202+0000) 2023-03-22T16:00:59.686 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:00:59.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.467831+0000) 2023-03-22T16:00:59.686 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:00:59.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.467981+0000) 2023-03-22T16:00:59.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:00:59.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.420543+0000) 2023-03-22T16:00:59.687 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:00:59.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.467907+0000) 2023-03-22T16:00:59.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:00:59.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.469241+0000) 2023-03-22T16:00:59.688 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:00:59.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.468964+0000) 2023-03-22T16:00:59.689 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:00:59.468+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.468364+0000) 2023-03-22T16:00:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:00:59.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:00:59.685327+0000) 2023-03-22T16:01:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:00 smithi098 ceph-mon[94136]: pgmap v2742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:00.686 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:00.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.467930+0000) 2023-03-22T16:01:00.686 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:00.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.468089+0000) 2023-03-22T16:01:00.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:00.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.420684+0000) 2023-03-22T16:01:00.687 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:00.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.468011+0000) 2023-03-22T16:01:00.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:00.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.469077+0000) 2023-03-22T16:01:00.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:00.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.469368+0000) 2023-03-22T16:01:00.688 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:00.468+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.468479+0000) 2023-03-22T16:01:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:00 smithi142 ceph-mon[94717]: pgmap v2742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:00.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:00.685538+0000) 2023-03-22T16:01:01.686 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:01.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.468032+0000) 2023-03-22T16:01:01.687 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:01.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.468210+0000) 2023-03-22T16:01:01.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:01.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.420814+0000) 2023-03-22T16:01:01.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:01.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.468117+0000) 2023-03-22T16:01:01.688 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:01.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.469184+0000) 2023-03-22T16:01:01.689 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:01.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.469481+0000) 2023-03-22T16:01:01.689 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:01.468+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.468595+0000) 2023-03-22T16:01:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:01.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:01.685672+0000) 2023-03-22T16:01:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:02 smithi098 ceph-mon[94136]: pgmap v2743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:02.686 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:02.466+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.468162+0000) 2023-03-22T16:01:02.687 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:02.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.468316+0000) 2023-03-22T16:01:02.687 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:02.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.469591+0000) 2023-03-22T16:01:02.688 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:02.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.420948+0000) 2023-03-22T16:01:02.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:02.466+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.468235+0000) 2023-03-22T16:01:02.688 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:02.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.469300+0000) 2023-03-22T16:01:02.689 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:02.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.468700+0000) 2023-03-22T16:01:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:02 smithi142 ceph-mon[94717]: pgmap v2743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:02.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.685871+0000) 2023-03-22T16:01:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:02.685+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:02.688+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:02.690253+0000) 2023-03-22T16:01:03.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:03.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.468358+0000) 2023-03-22T16:01:03.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:03.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.468286+0000) 2023-03-22T16:01:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:03.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.468448+0000) 2023-03-22T16:01:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:03.467+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:03.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:03.468+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.469297+0000) 2023-03-22T16:01:03.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:03.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.469416+0000) 2023-03-22T16:01:03.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:03.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.469719+0000) 2023-03-22T16:01:03.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:03.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.421082+0000) 2023-03-22T16:01:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:03.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:03.468822+0000) 2023-03-22T16:01:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:04 smithi098 ceph-mon[94136]: pgmap v2744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:01:04.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:04.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:04.468388+0000) 2023-03-22T16:01:04.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:04.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:04.469512+0000) 2023-03-22T16:01:04.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:04.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:04.469838+0000) 2023-03-22T16:01:04.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:04.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:04.468462+0000) 2023-03-22T16:01:04.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:04.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:04.468940+0000) 2023-03-22T16:01:04.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:04.419+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:04.421196+0000) 2023-03-22T16:01:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:04 smithi142 ceph-mon[94717]: pgmap v2744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:01:05.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:05.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.469672+0000) 2023-03-22T16:01:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:05.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.421320+0000) 2023-03-22T16:01:05.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:05.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.468570+0000) 2023-03-22T16:01:05.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:05.467+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.468486+0000) 2023-03-22T16:01:05.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:05.468+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:05.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:05.468+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:05.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:05.468+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.469506+0000) 2023-03-22T16:01:05.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:05.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.469953+0000) 2023-03-22T16:01:05.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:05.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.469061+0000) 2023-03-22T16:01:05.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:05.468+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:05.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:05.468+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:05.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:05.469+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:05.470505+0000) 2023-03-22T16:01:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:06 smithi098 ceph-mon[94136]: pgmap v2745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:01:06.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:06.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:06.469798+0000) 2023-03-22T16:01:06.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:06.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:06.470068+0000) 2023-03-22T16:01:06.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:06.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:06.421432+0000) 2023-03-22T16:01:06.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:06.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:06.468684+0000) 2023-03-22T16:01:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:06 smithi142 ceph-mon[94717]: pgmap v2745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:01:07.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:07.184+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:07.186083+0000) 2023-03-22T16:01:07.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:07.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:07.421556+0000) 2023-03-22T16:01:07.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:07.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:07.469908+0000) 2023-03-22T16:01:07.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:07.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:07.470184+0000) 2023-03-22T16:01:07.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:07.467+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:07.468797+0000) 2023-03-22T16:01:07.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:07.468+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:07.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:07.468+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:07.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:07.468+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:07.470103+0000) 2023-03-22T16:01:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:07 smithi142 ceph-mon[94717]: pgmap v2746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:01:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:07 smithi098 ceph-mon[94136]: pgmap v2746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:01:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:07.967+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:07.968728+0000) 2023-03-22T16:01:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:08.188+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:08.189764+0000) 2023-03-22T16:01:08.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:08.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:08.421682+0000) 2023-03-22T16:01:08.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:08.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:08.470305+0000) 2023-03-22T16:01:08.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:08.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:08.470028+0000) 2023-03-22T16:01:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:09.191+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.192416+0000) 2023-03-22T16:01:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:08.967+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:08.968838+0000) 2023-03-22T16:01:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:09.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.470464+0000) 2023-03-22T16:01:09.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:09.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.421836+0000) 2023-03-22T16:01:09.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:09.421+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:09.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:09.421+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:09.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:09.535+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.536298+0000) 2023-03-22T16:01:09.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:09.469+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.470207+0000) 2023-03-22T16:01:09.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:09.469+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:09.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:09.469+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:09.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:09.535+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.536552+0000) 2023-03-22T16:01:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:09 smithi142 ceph-mon[94717]: osdmap e224: 12 total, 9 up, 9 in 2023-03-22T16:01:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:09 smithi142 ceph-mon[94717]: pgmap v2748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:01:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:09 smithi098 ceph-mon[94136]: osdmap e224: 12 total, 9 up, 9 in 2023-03-22T16:01:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:09 smithi098 ceph-mon[94136]: pgmap v2748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:01:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:09.967+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.968813+0000) 2023-03-22T16:01:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:09.967+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.968956+0000) 2023-03-22T16:01:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:10.191+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:10.192624+0000) 2023-03-22T16:01:10.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:09.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:09.969366+0000) 2023-03-22T16:01:10.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:10.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:10.470594+0000) 2023-03-22T16:01:11.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:11.191+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:11.192735+0000) 2023-03-22T16:01:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:10.967+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:10.968928+0000) 2023-03-22T16:01:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:10.967+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:10.969069+0000) 2023-03-22T16:01:11.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:10.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:10.969491+0000) 2023-03-22T16:01:11.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:11.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:11.470715+0000) 2023-03-22T16:01:12.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:12.191+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:12.192913+0000) 2023-03-22T16:01:12.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:11.967+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:11.969042+0000) 2023-03-22T16:01:12.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:11.967+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:11.969191+0000) 2023-03-22T16:01:12.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:11.967+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:11.969113+0000) 2023-03-22T16:01:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:11.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:11.969617+0000) 2023-03-22T16:01:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:12 smithi098 ceph-mon[94136]: pgmap v2749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:01:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:12 smithi142 ceph-mon[94717]: pgmap v2749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:01:12.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:12.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:12.470824+0000) 2023-03-22T16:01:12.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:12.470+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:12.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:12.470+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:12.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:12.470+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:12.472042+0000) 2023-03-22T16:01:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:12.967+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:12.969157+0000) 2023-03-22T16:01:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:12.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:12.969306+0000) 2023-03-22T16:01:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:13.191+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:13.193019+0000) 2023-03-22T16:01:13.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:12.967+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:12.969222+0000) 2023-03-22T16:01:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:12.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:12.969740+0000) 2023-03-22T16:01:14.193 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:13.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:13.969343+0000) 2023-03-22T16:01:14.194 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:13.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:13.969287+0000) 2023-03-22T16:01:14.195 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:13.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:13.969460+0000) 2023-03-22T16:01:14.195 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:13.920+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:13.922174+0000) 2023-03-22T16:01:14.195 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:13.969+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:13.970731+0000) 2023-03-22T16:01:14.196 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:13.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:13.969859+0000) 2023-03-22T16:01:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:14.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:14.193297+0000) 2023-03-22T16:01:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:14 smithi098 ceph-mon[94136]: pgmap v2750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:01:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:14 smithi142 ceph-mon[94717]: pgmap v2750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:01:15.194 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:14.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:14.969407+0000) 2023-03-22T16:01:15.194 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:14.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:14.969589+0000) 2023-03-22T16:01:15.195 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:14.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:14.922314+0000) 2023-03-22T16:01:15.195 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:14.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:14.969459+0000) 2023-03-22T16:01:15.196 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:14.969+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:14.970830+0000) 2023-03-22T16:01:15.196 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:14.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:14.969967+0000) 2023-03-22T16:01:15.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:15.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:15.193433+0000) 2023-03-22T16:01:16.194 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:15.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:15.969530+0000) 2023-03-22T16:01:16.194 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:15.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:15.969718+0000) 2023-03-22T16:01:16.195 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:15.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:15.922432+0000) 2023-03-22T16:01:16.195 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:15.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:15.969576+0000) 2023-03-22T16:01:16.196 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:15.969+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:15.970930+0000) 2023-03-22T16:01:16.196 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:15.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:15.970076+0000) 2023-03-22T16:01:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:16.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.193629+0000) 2023-03-22T16:01:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:16 smithi098 ceph-mon[94136]: pgmap v2751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:01:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:16 smithi142 ceph-mon[94717]: pgmap v2751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:01:17.194 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:16.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.969663+0000) 2023-03-22T16:01:17.195 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:16.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.969842+0000) 2023-03-22T16:01:17.195 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:16.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.922541+0000) 2023-03-22T16:01:17.196 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:16.969+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.971043+0000) 2023-03-22T16:01:17.196 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:16.968+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.970201+0000) 2023-03-22T16:01:17.196 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:16.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.969689+0000) 2023-03-22T16:01:17.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:16.969+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:16.971050+0000) 2023-03-22T16:01:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:17.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.193745+0000) 2023-03-22T16:01:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:17 smithi142 ceph-mon[94717]: pgmap v2752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:01:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:17 smithi098 ceph-mon[94136]: pgmap v2752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:01:18.194 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:17.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.969783+0000) 2023-03-22T16:01:18.195 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:17.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.969956+0000) 2023-03-22T16:01:18.195 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:17.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.922651+0000) 2023-03-22T16:01:18.195 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:17.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.969828+0000) 2023-03-22T16:01:18.196 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:17.969+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.971179+0000) 2023-03-22T16:01:18.196 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:17.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.970308+0000) 2023-03-22T16:01:18.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:17.969+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:17.971157+0000) 2023-03-22T16:01:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:18.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.193945+0000) 2023-03-22T16:01:19.194 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:18.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.969951+0000) 2023-03-22T16:01:19.195 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:18.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.969893+0000) 2023-03-22T16:01:19.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:18.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.970076+0000) 2023-03-22T16:01:19.196 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:18.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.971285+0000) 2023-03-22T16:01:19.196 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:18.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.970426+0000) 2023-03-22T16:01:19.197 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:18.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.922772+0000) 2023-03-22T16:01:19.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:18.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:18.971298+0000) 2023-03-22T16:01:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:19.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.194058+0000) 2023-03-22T16:01:20.194 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:19.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.970014+0000) 2023-03-22T16:01:20.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:19.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.970180+0000) 2023-03-22T16:01:20.196 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:19.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.970066+0000) 2023-03-22T16:01:20.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:19.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.971400+0000) 2023-03-22T16:01:20.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:19.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.971416+0000) 2023-03-22T16:01:20.198 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:19.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.922897+0000) 2023-03-22T16:01:20.198 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:19.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:19.970491+0000) 2023-03-22T16:01:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:20.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.194247+0000) 2023-03-22T16:01:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:20 smithi098 ceph-mon[94136]: pgmap v2753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:01:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:20 smithi142 ceph-mon[94717]: pgmap v2753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:01:21.195 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:20.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.970125+0000) 2023-03-22T16:01:21.195 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:20.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.970303+0000) 2023-03-22T16:01:21.196 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:20.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.971545+0000) 2023-03-22T16:01:21.196 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:20.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.923041+0000) 2023-03-22T16:01:21.197 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:20.968+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.970181+0000) 2023-03-22T16:01:21.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:20.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.971516+0000) 2023-03-22T16:01:21.197 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:20.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:20.970606+0000) 2023-03-22T16:01:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:21.193+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.194363+0000) 2023-03-22T16:01:22.195 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:21.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.970422+0000) 2023-03-22T16:01:22.195 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:21.921+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.923171+0000) 2023-03-22T16:01:22.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:21.968+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.970233+0000) 2023-03-22T16:01:22.196 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:21.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.971682+0000) 2023-03-22T16:01:22.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:21.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.971636+0000) 2023-03-22T16:01:22.197 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:21.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.970300+0000) 2023-03-22T16:01:22.198 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:21.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:21.970722+0000) 2023-03-22T16:01:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:22.193+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.194556+0000) 2023-03-22T16:01:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:22 smithi098 ceph-mon[94136]: pgmap v2754: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:01:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:22 smithi142 ceph-mon[94717]: pgmap v2754: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:01:23.195 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:22.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.970349+0000) 2023-03-22T16:01:23.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:22.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.970531+0000) 2023-03-22T16:01:23.196 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:22.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.923308+0000) 2023-03-22T16:01:23.196 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:22.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.970826+0000) 2023-03-22T16:01:23.197 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:22.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.970420+0000) 2023-03-22T16:01:23.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:22.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.971797+0000) 2023-03-22T16:01:23.198 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:22.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:22.971750+0000) 2023-03-22T16:01:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:23.193+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.194669+0000) 2023-03-22T16:01:24.195 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:23.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.970468+0000) 2023-03-22T16:01:24.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:23.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.970641+0000) 2023-03-22T16:01:24.196 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:23.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.923430+0000) 2023-03-22T16:01:24.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:23.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.971875+0000) 2023-03-22T16:01:24.197 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:23.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.970932+0000) 2023-03-22T16:01:24.197 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:23.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.970535+0000) 2023-03-22T16:01:24.198 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:23.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:23.971915+0000) 2023-03-22T16:01:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:24.193+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.194865+0000) 2023-03-22T16:01:24.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:24 smithi098 ceph-mon[94136]: pgmap v2755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:01:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:24 smithi142 ceph-mon[94717]: pgmap v2755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:01:25.195 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:24.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.970578+0000) 2023-03-22T16:01:25.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:24.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.970759+0000) 2023-03-22T16:01:25.196 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:24.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.923556+0000) 2023-03-22T16:01:25.197 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:24.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.970643+0000) 2023-03-22T16:01:25.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:24.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.971991+0000) 2023-03-22T16:01:25.198 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:24.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.971046+0000) 2023-03-22T16:01:25.198 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:24.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:24.972028+0000) 2023-03-22T16:01:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:25.193+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.194978+0000) 2023-03-22T16:01:26.195 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:25.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.970682+0000) 2023-03-22T16:01:26.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:25.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.970866+0000) 2023-03-22T16:01:26.196 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:25.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.923681+0000) 2023-03-22T16:01:26.197 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:25.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.971152+0000) 2023-03-22T16:01:26.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:25.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.972140+0000) 2023-03-22T16:01:26.198 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:25.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.970751+0000) 2023-03-22T16:01:26.198 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:26.193+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.195163+0000) 2023-03-22T16:01:26.199 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:25.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:25.972107+0000) 2023-03-22T16:01:26.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:26 smithi098 ceph-mon[94136]: pgmap v2756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:01:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:26 smithi142 ceph-mon[94717]: pgmap v2756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:01:27.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:26.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.970801+0000) 2023-03-22T16:01:27.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:26.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.970980+0000) 2023-03-22T16:01:27.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:26.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.972225+0000) 2023-03-22T16:01:27.197 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:26.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.970880+0000) 2023-03-22T16:01:27.198 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:26.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.971264+0000) 2023-03-22T16:01:27.198 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:26.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.923799+0000) 2023-03-22T16:01:27.199 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:26.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:26.972256+0000) 2023-03-22T16:01:27.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:27.194+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.195283+0000) 2023-03-22T16:01:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:27 smithi142 ceph-mon[94717]: pgmap v2757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:01:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:27 smithi098 ceph-mon[94136]: pgmap v2757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:01:28.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:27.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.970924+0000) 2023-03-22T16:01:28.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:27.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.971085+0000) 2023-03-22T16:01:28.197 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:27.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.923902+0000) 2023-03-22T16:01:28.205 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:27.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.970993+0000) 2023-03-22T16:01:28.206 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:27.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.972304+0000) 2023-03-22T16:01:28.206 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:27.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.971394+0000) 2023-03-22T16:01:28.206 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:27.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:27.972377+0000) 2023-03-22T16:01:28.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:28.194+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.195476+0000) 2023-03-22T16:01:29.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:28.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.971049+0000) 2023-03-22T16:01:29.196 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:28.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.971213+0000) 2023-03-22T16:01:29.197 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:28.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.924014+0000) 2023-03-22T16:01:29.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:28.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.972485+0000) 2023-03-22T16:01:29.198 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:28.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.971520+0000) 2023-03-22T16:01:29.198 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:28.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.971117+0000) 2023-03-22T16:01:29.199 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:28.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:28.972419+0000) 2023-03-22T16:01:29.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:29.194+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.195593+0000) 2023-03-22T16:01:30.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:29.969+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.971170+0000) 2023-03-22T16:01:30.197 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:29.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.971303+0000) 2023-03-22T16:01:30.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:29.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.972600+0000) 2023-03-22T16:01:30.198 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:29.922+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.924142+0000) 2023-03-22T16:01:30.198 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:29.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.972531+0000) 2023-03-22T16:01:30.198 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:29.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.971640+0000) 2023-03-22T16:01:30.199 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:29.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:29.971225+0000) 2023-03-22T16:01:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:30.194+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.195789+0000) 2023-03-22T16:01:30.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:30 smithi098 ceph-mon[94136]: pgmap v2758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:30 smithi142 ceph-mon[94717]: pgmap v2758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:31.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:30.970+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.971286+0000) 2023-03-22T16:01:31.197 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:30.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.971473+0000) 2023-03-22T16:01:31.197 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:30.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.924260+0000) 2023-03-22T16:01:31.198 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:30.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.971354+0000) 2023-03-22T16:01:31.198 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:30.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.972719+0000) 2023-03-22T16:01:31.199 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:30.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.972645+0000) 2023-03-22T16:01:31.199 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:30.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:30.971759+0000) 2023-03-22T16:01:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:31.194+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.195911+0000) 2023-03-22T16:01:32.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:31.970+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.971406+0000) 2023-03-22T16:01:32.197 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:31.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.971596+0000) 2023-03-22T16:01:32.198 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:31.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.924388+0000) 2023-03-22T16:01:32.199 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:31.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.971881+0000) 2023-03-22T16:01:32.199 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:31.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.971478+0000) 2023-03-22T16:01:32.200 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:31.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.972758+0000) 2023-03-22T16:01:32.201 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:31.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:31.972839+0000) 2023-03-22T16:01:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:32.194+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.196103+0000) 2023-03-22T16:01:32.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:32 smithi098 ceph-mon[94136]: pgmap v2759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:32 smithi142 ceph-mon[94717]: pgmap v2759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:33.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:32.970+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.971526+0000) 2023-03-22T16:01:33.197 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:32.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.971713+0000) 2023-03-22T16:01:33.198 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:32.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.971596+0000) 2023-03-22T16:01:33.198 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:32.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.924498+0000) 2023-03-22T16:01:33.199 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:32.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.972885+0000) 2023-03-22T16:01:33.199 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:32.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.972959+0000) 2023-03-22T16:01:33.200 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:32.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:32.971998+0000) 2023-03-22T16:01:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:33.194+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.196216+0000) 2023-03-22T16:01:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:33.195+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:33.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:33.195+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:33.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:33.199+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.200571+0000) 2023-03-22T16:01:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:33.970+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.971634+0000) 2023-03-22T16:01:34.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:33.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.924619+0000) 2023-03-22T16:01:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:33.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.971829+0000) 2023-03-22T16:01:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:33.971+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:34.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:33.971+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:34.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:33.971+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.972708+0000) 2023-03-22T16:01:34.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:33.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.972997+0000) 2023-03-22T16:01:34.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:33.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.971711+0000) 2023-03-22T16:01:34.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:33.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.973081+0000) 2023-03-22T16:01:34.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:33.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:33.972126+0000) 2023-03-22T16:01:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:34 smithi098 ceph-mon[94136]: pgmap v2760: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:34 smithi142 ceph-mon[94717]: pgmap v2760: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:34.970+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:34.971750+0000) 2023-03-22T16:01:35.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:34.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:34.973198+0000) 2023-03-22T16:01:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:34.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:34.924758+0000) 2023-03-22T16:01:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:34.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:34.971822+0000) 2023-03-22T16:01:35.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:34.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:34.973106+0000) 2023-03-22T16:01:35.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:34.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:34.972237+0000) 2023-03-22T16:01:36.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:35.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.971938+0000) 2023-03-22T16:01:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:35.970+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.971866+0000) 2023-03-22T16:01:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:35.971+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.972829+0000) 2023-03-22T16:01:36.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:35.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.973225+0000) 2023-03-22T16:01:36.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:35.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.924877+0000) 2023-03-22T16:01:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:35.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.973358+0000) 2023-03-22T16:01:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:35.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.972384+0000) 2023-03-22T16:01:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:35.971+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:35.971+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:35.971+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:35.973253+0000) 2023-03-22T16:01:36.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:36 smithi098 ceph-mon[94136]: pgmap v2761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:36 smithi142 ceph-mon[94717]: pgmap v2761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:37.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:36.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:36.972048+0000) 2023-03-22T16:01:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:36.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:36.924998+0000) 2023-03-22T16:01:37.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:36.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:36.973313+0000) 2023-03-22T16:01:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:36.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:36.973473+0000) 2023-03-22T16:01:37.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:37.695+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:37.696529+0000) 2023-03-22T16:01:37.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:37.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:37.925116+0000) 2023-03-22T16:01:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:37 smithi142 ceph-mon[94717]: pgmap v2762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:37 smithi098 ceph-mon[94136]: pgmap v2762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:38.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:37.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:37.973427+0000) 2023-03-22T16:01:38.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:37.970+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:37.972166+0000) 2023-03-22T16:01:38.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:37.971+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:37.973051+0000) 2023-03-22T16:01:38.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:37.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:37.973587+0000) 2023-03-22T16:01:38.925 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:38.470+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:38.472075+0000) 2023-03-22T16:01:38.926 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:38.698+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:38.700010+0000) 2023-03-22T16:01:39.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:38.923+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:38.925233+0000) 2023-03-22T16:01:39.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:38.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:38.973703+0000) 2023-03-22T16:01:39.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:38.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:38.973545+0000) 2023-03-22T16:01:39.926 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:39.470+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:39.472199+0000) 2023-03-22T16:01:39.926 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:39.700+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:39.702054+0000) 2023-03-22T16:01:40.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:39.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:39.973670+0000) 2023-03-22T16:01:40.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:39.924+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:39.925360+0000) 2023-03-22T16:01:40.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:39.924+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:40.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:39.924+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:40.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:39.925+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:39.926357+0000) 2023-03-22T16:01:40.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:39.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:39.973821+0000) 2023-03-22T16:01:40.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:39.973+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:40.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:39.973+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:40.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:39.973+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:39.974650+0000) 2023-03-22T16:01:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:40 smithi098 ceph-mon[94136]: pgmap v2763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:40 smithi142 ceph-mon[94717]: pgmap v2763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:40.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:40.472198+0000) 2023-03-22T16:01:40.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:40.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:40.472296+0000) 2023-03-22T16:01:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:40.700+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:40.702227+0000) 2023-03-22T16:01:40.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:40.471+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:40.472736+0000) 2023-03-22T16:01:41.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:40.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:40.973786+0000) 2023-03-22T16:01:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:41.701+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:41.702315+0000) 2023-03-22T16:01:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:41.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:41.472292+0000) 2023-03-22T16:01:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:41.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:41.472436+0000) 2023-03-22T16:01:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:41.471+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:41.472851+0000) 2023-03-22T16:01:42.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:41.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:41.973899+0000) 2023-03-22T16:01:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:42 smithi098 ceph-mon[94136]: pgmap v2764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:42 smithi142 ceph-mon[94717]: pgmap v2764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:42.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:42.472412+0000) 2023-03-22T16:01:42.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:42.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:42.472553+0000) 2023-03-22T16:01:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:42.701+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:42.702522+0000) 2023-03-22T16:01:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:42.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:42.472487+0000) 2023-03-22T16:01:42.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:42.471+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:42.472964+0000) 2023-03-22T16:01:43.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:42.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:42.974017+0000) 2023-03-22T16:01:43.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:42.973+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:43.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:42.973+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:01:43.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:42.973+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:42.974908+0000) 2023-03-22T16:01:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:43.701+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:43.702639+0000) 2023-03-22T16:01:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:43.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:43.472603+0000) 2023-03-22T16:01:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:43.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:43.472534+0000) 2023-03-22T16:01:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:43.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:43.472719+0000) 2023-03-22T16:01:43.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:43.471+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:43.473089+0000) 2023-03-22T16:01:44.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:44 smithi098 ceph-mon[94136]: pgmap v2765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:44.703 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:44.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:44.472716+0000) 2023-03-22T16:01:44.704 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:44.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:44.472643+0000) 2023-03-22T16:01:44.704 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:44.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:44.472829+0000) 2023-03-22T16:01:44.705 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:44.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:44.425614+0000) 2023-03-22T16:01:44.705 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:44.472+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:44.474053+0000) 2023-03-22T16:01:44.706 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:44.471+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:44.473196+0000) 2023-03-22T16:01:44.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:44 smithi142 ceph-mon[94717]: pgmap v2765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:44.701+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:44.702855+0000) 2023-03-22T16:01:45.705 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:45.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:45.472830+0000) 2023-03-22T16:01:45.706 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:45.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:45.472769+0000) 2023-03-22T16:01:45.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:45.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:45.472953+0000) 2023-03-22T16:01:45.707 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:45.472+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:45.474180+0000) 2023-03-22T16:01:45.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:45.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:45.425749+0000) 2023-03-22T16:01:45.708 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:45.472+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:45.473296+0000) 2023-03-22T16:01:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:45.701+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:45.702963+0000) 2023-03-22T16:01:46.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:46 smithi098 ceph-mon[94136]: pgmap v2766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:46.703 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:46.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:46.472893+0000) 2023-03-22T16:01:46.704 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:46.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:46.473078+0000) 2023-03-22T16:01:46.704 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:46.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:46.425865+0000) 2023-03-22T16:01:46.705 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:46.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:46.472947+0000) 2023-03-22T16:01:46.705 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:46.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:46.474293+0000) 2023-03-22T16:01:46.706 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:46.472+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:46.473418+0000) 2023-03-22T16:01:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:46 smithi142 ceph-mon[94717]: pgmap v2766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:46.701+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:46.703144+0000) 2023-03-22T16:01:47.704 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:47.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.473023+0000) 2023-03-22T16:01:47.704 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:47.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.473188+0000) 2023-03-22T16:01:47.705 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:47.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.474433+0000) 2023-03-22T16:01:47.705 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:47.473+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.474299+0000) 2023-03-22T16:01:47.706 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:47.472+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.473549+0000) 2023-03-22T16:01:47.706 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:47.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.425983+0000) 2023-03-22T16:01:47.706 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:47.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.473065+0000) 2023-03-22T16:01:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:47.702+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:47.703287+0000) 2023-03-22T16:01:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:47 smithi142 ceph-mon[94717]: pgmap v2767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:47 smithi098 ceph-mon[94136]: pgmap v2767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:48.704 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:48.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.473149+0000) 2023-03-22T16:01:48.704 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:48.472+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.473319+0000) 2023-03-22T16:01:48.705 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:48.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.426098+0000) 2023-03-22T16:01:48.705 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:48.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.473182+0000) 2023-03-22T16:01:48.706 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:48.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.474548+0000) 2023-03-22T16:01:48.706 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:48.473+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.474420+0000) 2023-03-22T16:01:48.707 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:48.472+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.473673+0000) 2023-03-22T16:01:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:48.702+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:48.703473+0000) 2023-03-22T16:01:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:49.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.473319+0000) 2023-03-22T16:01:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:49.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.473493+0000) 2023-03-22T16:01:50.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:49.703+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.703647+0000) 2023-03-22T16:01:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:49.425+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.426218+0000) 2023-03-22T16:01:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:49.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.473356+0000) 2023-03-22T16:01:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:49.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.474665+0000) 2023-03-22T16:01:50.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:49.473+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.474542+0000) 2023-03-22T16:01:50.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:49.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:49.473785+0000) 2023-03-22T16:01:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:50 smithi098 ceph-mon[94136]: pgmap v2768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:50.704 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:50.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.473520+0000) 2023-03-22T16:01:50.705 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:50.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.473447+0000) 2023-03-22T16:01:50.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:50.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.473621+0000) 2023-03-22T16:01:50.706 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:50.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.474792+0000) 2023-03-22T16:01:50.706 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:50.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.474670+0000) 2023-03-22T16:01:50.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:50.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.426304+0000) 2023-03-22T16:01:50.707 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:50.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.473893+0000) 2023-03-22T16:01:50.708 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:50.703+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:50.703821+0000) 2023-03-22T16:01:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:50 smithi142 ceph-mon[94717]: pgmap v2768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:51.704 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:51.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.473572+0000) 2023-03-22T16:01:51.705 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:51.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.473761+0000) 2023-03-22T16:01:51.705 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:51.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.426433+0000) 2023-03-22T16:01:51.706 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:51.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.473651+0000) 2023-03-22T16:01:51.706 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:51.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.474777+0000) 2023-03-22T16:01:51.707 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:51.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.474906+0000) 2023-03-22T16:01:51.707 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:51.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.474009+0000) 2023-03-22T16:01:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:51.703+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:51.703953+0000) 2023-03-22T16:01:52.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:52 smithi098 ceph-mon[94136]: pgmap v2769: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:52.704 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:52.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.473692+0000) 2023-03-22T16:01:52.705 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:52.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.473891+0000) 2023-03-22T16:01:52.705 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:52.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.474116+0000) 2023-03-22T16:01:52.706 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:52.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.474908+0000) 2023-03-22T16:01:52.706 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:52.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.473831+0000) 2023-03-22T16:01:52.707 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:52.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.475017+0000) 2023-03-22T16:01:52.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:52.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.426548+0000) 2023-03-22T16:01:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:52 smithi142 ceph-mon[94717]: pgmap v2769: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:52.703+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:52.704152+0000) 2023-03-22T16:01:53.704 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:53.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.473805+0000) 2023-03-22T16:01:53.705 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:53.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.474034+0000) 2023-03-22T16:01:53.706 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:53.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.473973+0000) 2023-03-22T16:01:53.706 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:53.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.475129+0000) 2023-03-22T16:01:53.707 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:53.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.475018+0000) 2023-03-22T16:01:53.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:53.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.426659+0000) 2023-03-22T16:01:53.707 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:53.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.474232+0000) 2023-03-22T16:01:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:53.704+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:53.704277+0000) 2023-03-22T16:01:54.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:54 smithi098 ceph-mon[94136]: pgmap v2770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:54.705 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:54.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.473931+0000) 2023-03-22T16:01:54.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:54.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.474207+0000) 2023-03-22T16:01:54.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:54.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.426757+0000) 2023-03-22T16:01:54.707 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:54.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.475240+0000) 2023-03-22T16:01:54.708 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:54.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.474361+0000) 2023-03-22T16:01:54.709 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:54.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.474089+0000) 2023-03-22T16:01:54.710 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:54.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.475139+0000) 2023-03-22T16:01:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:54 smithi142 ceph-mon[94717]: pgmap v2770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:54.704+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:54.704502+0000) 2023-03-22T16:01:55.705 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:55.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.474054+0000) 2023-03-22T16:01:55.705 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:55.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.474307+0000) 2023-03-22T16:01:55.706 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:55.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.426856+0000) 2023-03-22T16:01:55.706 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:55.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.474193+0000) 2023-03-22T16:01:55.707 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:55.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.475242+0000) 2023-03-22T16:01:55.707 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:55.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.475367+0000) 2023-03-22T16:01:55.708 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:55.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.474483+0000) 2023-03-22T16:01:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:55.704+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:55.704610+0000) 2023-03-22T16:01:56.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:56 smithi098 ceph-mon[94136]: pgmap v2771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:56.705 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:56.473+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.474176+0000) 2023-03-22T16:01:56.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:56.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.474426+0000) 2023-03-22T16:01:56.706 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:56.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.426990+0000) 2023-03-22T16:01:56.707 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:56.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.474300+0000) 2023-03-22T16:01:56.707 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:56.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.475359+0000) 2023-03-22T16:01:56.707 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:56.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.474601+0000) 2023-03-22T16:01:56.708 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:56.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.475486+0000) 2023-03-22T16:01:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:56 smithi142 ceph-mon[94717]: pgmap v2771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:01:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:56.704+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:56.704807+0000) 2023-03-22T16:01:57.705 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:57.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.474308+0000) 2023-03-22T16:01:57.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:57.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.474537+0000) 2023-03-22T16:01:57.706 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:57.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.427111+0000) 2023-03-22T16:01:57.707 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:57.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.474412+0000) 2023-03-22T16:01:57.707 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:57.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.475601+0000) 2023-03-22T16:01:57.708 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:57.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.475466+0000) 2023-03-22T16:01:57.708 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:57.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.474727+0000) 2023-03-22T16:01:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:57.704+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:57.704917+0000) 2023-03-22T16:01:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:01:57 smithi142 ceph-mon[94717]: pgmap v2772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:01:57 smithi098 ceph-mon[94136]: pgmap v2772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:01:58.705 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:58.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.474429+0000) 2023-03-22T16:01:58.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:58.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.474654+0000) 2023-03-22T16:01:58.706 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:58.426+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.427247+0000) 2023-03-22T16:01:58.707 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:58.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.475715+0000) 2023-03-22T16:01:58.707 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:58.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.474530+0000) 2023-03-22T16:01:58.708 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:58.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.474847+0000) 2023-03-22T16:01:58.708 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:58.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.475578+0000) 2023-03-22T16:01:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:58.704+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:58.705126+0000) 2023-03-22T16:01:59.705 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:01:59.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.474549+0000) 2023-03-22T16:01:59.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:01:59.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.474765+0000) 2023-03-22T16:01:59.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:01:59.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.427363+0000) 2023-03-22T16:01:59.708 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:01:59.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.474649+0000) 2023-03-22T16:01:59.708 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:01:59.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.475685+0000) 2023-03-22T16:01:59.708 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:01:59.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.475826+0000) 2023-03-22T16:01:59.709 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:01:59.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.474961+0000) 2023-03-22T16:01:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:01:59.704+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:01:59.705243+0000) 2023-03-22T16:02:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:00 smithi098 ceph-mon[94136]: pgmap v2773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:00.706 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:00.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.474700+0000) 2023-03-22T16:02:00.706 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:00.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.474884+0000) 2023-03-22T16:02:00.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:00.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.427535+0000) 2023-03-22T16:02:00.707 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:00.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.475828+0000) 2023-03-22T16:02:00.708 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:00.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.474816+0000) 2023-03-22T16:02:00.708 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:00.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.475972+0000) 2023-03-22T16:02:00.709 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:00.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.475109+0000) 2023-03-22T16:02:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:00 smithi142 ceph-mon[94717]: pgmap v2773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:00.705+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:00.705494+0000) 2023-03-22T16:02:01.706 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:01.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.474969+0000) 2023-03-22T16:02:01.707 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:01.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.474833+0000) 2023-03-22T16:02:01.707 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:01.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.475072+0000) 2023-03-22T16:02:01.708 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:01.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.427693+0000) 2023-03-22T16:02:01.708 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:01.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.475964+0000) 2023-03-22T16:02:01.708 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:01.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.476151+0000) 2023-03-22T16:02:01.709 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:01.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.475220+0000) 2023-03-22T16:02:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:01.705+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:01.705636+0000) 2023-03-22T16:02:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:02 smithi098 ceph-mon[94136]: pgmap v2774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:02.706 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:02.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.474950+0000) 2023-03-22T16:02:02.707 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:02.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.475210+0000) 2023-03-22T16:02:02.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:02.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.427813+0000) 2023-03-22T16:02:02.708 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:02.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.475321+0000) 2023-03-22T16:02:02.708 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:02.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.475082+0000) 2023-03-22T16:02:02.709 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:02.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.476263+0000) 2023-03-22T16:02:02.710 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:02.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.476076+0000) 2023-03-22T16:02:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:02 smithi142 ceph-mon[94717]: pgmap v2774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:02.705+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:02.705864+0000) 2023-03-22T16:02:03.706 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:03.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.475117+0000) 2023-03-22T16:02:03.707 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:03.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.427917+0000) 2023-03-22T16:02:03.707 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:03.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.475190+0000) 2023-03-22T16:02:03.708 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:03.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.476385+0000) 2023-03-22T16:02:03.708 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:03.475+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.475335+0000) 2023-03-22T16:02:03.709 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:03.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.476190+0000) 2023-03-22T16:02:03.709 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:03.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.475486+0000) 2023-03-22T16:02:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:03.705+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.706004+0000) 2023-03-22T16:02:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:03.706+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:03.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:03.706+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:03.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:03.709+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:03.709974+0000) 2023-03-22T16:02:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:04 smithi098 ceph-mon[94136]: pgmap v2775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:02:04.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:04.475+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.475315+0000) 2023-03-22T16:02:04.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:04.474+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.475256+0000) 2023-03-22T16:02:04.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:04.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.428035+0000) 2023-03-22T16:02:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:04.475+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.475468+0000) 2023-03-22T16:02:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:04.475+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.476228+0000) 2023-03-22T16:02:04.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:04.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.475747+0000) 2023-03-22T16:02:04.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:04.476+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.476306+0000) 2023-03-22T16:02:04.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:04.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:04.476501+0000) 2023-03-22T16:02:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:04 smithi142 ceph-mon[94717]: pgmap v2775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:02:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:05.475+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:05.475417+0000) 2023-03-22T16:02:05.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:05.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:05.428141+0000) 2023-03-22T16:02:05.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:05.475+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:05.475471+0000) 2023-03-22T16:02:05.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:05.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:05.476618+0000) 2023-03-22T16:02:05.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:05.476+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:05.476421+0000) 2023-03-22T16:02:05.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:05.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:05.475882+0000) 2023-03-22T16:02:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:06 smithi098 ceph-mon[94136]: pgmap v2776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:02:06.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:06.475+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.475608+0000) 2023-03-22T16:02:06.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:06.475+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.475589+0000) 2023-03-22T16:02:06.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:06.476+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:06.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:06.476+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:06.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:06.476+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.476689+0000) 2023-03-22T16:02:06.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:06.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.476814+0000) 2023-03-22T16:02:06.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:06.476+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.476544+0000) 2023-03-22T16:02:06.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:06.428+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.428284+0000) 2023-03-22T16:02:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:06.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.476008+0000) 2023-03-22T16:02:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:06.476+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:06.476+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:06.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:06.477+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:06.477383+0000) 2023-03-22T16:02:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:06 smithi142 ceph-mon[94717]: pgmap v2776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:02:07.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:07.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:07.428439+0000) 2023-03-22T16:02:07.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:07.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:07.475734+0000) 2023-03-22T16:02:07.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:07.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:07.476659+0000) 2023-03-22T16:02:07.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:07.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:07.476954+0000) 2023-03-22T16:02:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:07 smithi142 ceph-mon[94717]: pgmap v2777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:02:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:07 smithi098 ceph-mon[94136]: pgmap v2777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:02:08.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:08.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:08.428586+0000) 2023-03-22T16:02:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:08.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:08.206257+0000) 2023-03-22T16:02:08.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:08.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:08.477143+0000) 2023-03-22T16:02:08.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:08.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:08.476782+0000) 2023-03-22T16:02:08.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:08.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:08.475871+0000) 2023-03-22T16:02:08.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:08.475+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:08.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:08.475+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:08.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:08.475+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:08.477058+0000) 2023-03-22T16:02:09.429 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:08.974+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:08.975699+0000) 2023-03-22T16:02:09.430 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:09.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:09.208419+0000) 2023-03-22T16:02:09.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:09.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:09.428704+0000) 2023-03-22T16:02:09.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:09.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:09.477275+0000) 2023-03-22T16:02:09.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:09.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:09.476897+0000) 2023-03-22T16:02:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:09 smithi142 ceph-mon[94717]: osdmap e225: 12 total, 9 up, 9 in 2023-03-22T16:02:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:09 smithi142 ceph-mon[94717]: pgmap v2779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:02:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:09 smithi098 ceph-mon[94136]: osdmap e225: 12 total, 9 up, 9 in 2023-03-22T16:02:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:09 smithi098 ceph-mon[94136]: pgmap v2779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:02:10.429 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:10.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.211005+0000) 2023-03-22T16:02:10.430 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:09.974+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:09.975806+0000) 2023-03-22T16:02:10.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:10.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.477406+0000) 2023-03-22T16:02:10.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:10.476+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:10.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:10.476+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:10.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:10.476+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.478202+0000) 2023-03-22T16:02:10.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:10.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.477061+0000) 2023-03-22T16:02:10.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:10.427+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.428827+0000) 2023-03-22T16:02:10.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:10.428+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:10.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:10.428+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:10.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:10.428+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.429935+0000) 2023-03-22T16:02:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:10.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.975898+0000) 2023-03-22T16:02:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:10.974+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.975929+0000) 2023-03-22T16:02:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:11.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:11.211122+0000) 2023-03-22T16:02:11.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:10.974+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:10.976243+0000) 2023-03-22T16:02:11.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:11.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:11.477201+0000) 2023-03-22T16:02:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:11.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:11.976001+0000) 2023-03-22T16:02:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:11.974+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:11.976060+0000) 2023-03-22T16:02:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:12.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:12.211296+0000) 2023-03-22T16:02:12.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:11.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:11.976371+0000) 2023-03-22T16:02:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:12 smithi098 ceph-mon[94136]: pgmap v2780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:02:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:12 smithi142 ceph-mon[94717]: pgmap v2780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:02:12.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:12.476+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:12.477353+0000) 2023-03-22T16:02:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:13.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:13.211415+0000) 2023-03-22T16:02:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:12.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:12.976123+0000) 2023-03-22T16:02:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:12.974+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:12.976180+0000) 2023-03-22T16:02:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:12.974+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:12.976150+0000) 2023-03-22T16:02:13.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:12.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:12.976496+0000) 2023-03-22T16:02:13.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:13.476+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:13.477482+0000) 2023-03-22T16:02:13.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:13.476+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:13.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:13.476+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:13.478195+0000) 2023-03-22T16:02:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:13.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:13.976242+0000) 2023-03-22T16:02:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:13.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:13.976300+0000) 2023-03-22T16:02:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:14.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:14.211611+0000) 2023-03-22T16:02:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:13.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:13.976309+0000) 2023-03-22T16:02:14.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:13.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:13.976618+0000) 2023-03-22T16:02:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:14 smithi098 ceph-mon[94136]: pgmap v2781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:02:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:14 smithi142 ceph-mon[94717]: pgmap v2781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:02:15.212 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:14.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:14.976367+0000) 2023-03-22T16:02:15.213 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:14.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:14.976415+0000) 2023-03-22T16:02:15.213 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:14.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:14.929111+0000) 2023-03-22T16:02:15.214 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:14.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:14.976454+0000) 2023-03-22T16:02:15.214 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:14.976+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:14.977627+0000) 2023-03-22T16:02:15.215 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:14.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:14.976742+0000) 2023-03-22T16:02:15.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:15.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:15.211737+0000) 2023-03-22T16:02:16.212 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:15.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:15.976486+0000) 2023-03-22T16:02:16.213 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:15.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:15.929229+0000) 2023-03-22T16:02:16.213 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:15.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:15.976569+0000) 2023-03-22T16:02:16.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:15.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:15.976538+0000) 2023-03-22T16:02:16.214 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:15.976+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:15.977743+0000) 2023-03-22T16:02:16.215 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:15.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:15.976861+0000) 2023-03-22T16:02:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:16.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:16.211929+0000) 2023-03-22T16:02:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:16 smithi098 ceph-mon[94136]: pgmap v2782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:02:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:16 smithi142 ceph-mon[94717]: pgmap v2782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:02:17.212 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:16.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:16.976679+0000) 2023-03-22T16:02:17.213 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:16.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:16.976599+0000) 2023-03-22T16:02:17.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:16.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:16.976653+0000) 2023-03-22T16:02:17.214 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:16.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:16.929342+0000) 2023-03-22T16:02:17.215 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:16.976+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:16.977856+0000) 2023-03-22T16:02:17.215 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:16.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:16.976972+0000) 2023-03-22T16:02:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:17.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.212064+0000) 2023-03-22T16:02:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:17 smithi142 ceph-mon[94717]: pgmap v2783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:02:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:17 smithi098 ceph-mon[94136]: pgmap v2783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:02:18.213 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:17.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.976800+0000) 2023-03-22T16:02:18.214 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:17.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.976713+0000) 2023-03-22T16:02:18.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:17.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.976776+0000) 2023-03-22T16:02:18.215 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:17.976+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.977964+0000) 2023-03-22T16:02:18.216 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:17.976+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.977747+0000) 2023-03-22T16:02:18.216 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:17.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.929459+0000) 2023-03-22T16:02:18.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:17.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:17.977099+0000) 2023-03-22T16:02:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:18.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.212239+0000) 2023-03-22T16:02:19.213 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:18.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.976825+0000) 2023-03-22T16:02:19.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:18.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.976891+0000) 2023-03-22T16:02:19.214 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:18.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.929579+0000) 2023-03-22T16:02:19.215 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:18.976+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.977865+0000) 2023-03-22T16:02:19.215 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:18.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.976918+0000) 2023-03-22T16:02:19.216 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:18.975+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.977205+0000) 2023-03-22T16:02:19.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:18.976+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:18.978074+0000) 2023-03-22T16:02:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:19.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.212369+0000) 2023-03-22T16:02:20.213 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:19.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.976945+0000) 2023-03-22T16:02:20.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:19.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.977018+0000) 2023-03-22T16:02:20.214 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:19.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.929701+0000) 2023-03-22T16:02:20.215 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:19.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.977045+0000) 2023-03-22T16:02:20.215 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:19.976+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.977980+0000) 2023-03-22T16:02:20.215 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:19.976+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.978184+0000) 2023-03-22T16:02:20.216 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:19.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:19.977310+0000) 2023-03-22T16:02:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:20.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.212561+0000) 2023-03-22T16:02:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:20 smithi098 ceph-mon[94136]: pgmap v2784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:02:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:20 smithi142 ceph-mon[94717]: pgmap v2784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:02:21.213 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:20.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.977062+0000) 2023-03-22T16:02:21.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:20.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.977137+0000) 2023-03-22T16:02:21.214 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:20.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.929824+0000) 2023-03-22T16:02:21.215 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:20.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.977162+0000) 2023-03-22T16:02:21.215 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:20.976+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.978096+0000) 2023-03-22T16:02:21.216 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:20.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.977430+0000) 2023-03-22T16:02:21.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:20.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:20.978297+0000) 2023-03-22T16:02:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:21.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.212678+0000) 2023-03-22T16:02:22.213 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:21.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.977175+0000) 2023-03-22T16:02:22.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:21.975+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.977249+0000) 2023-03-22T16:02:22.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:21.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.929949+0000) 2023-03-22T16:02:22.215 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:21.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.977280+0000) 2023-03-22T16:02:22.216 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:21.976+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.978216+0000) 2023-03-22T16:02:22.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:21.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.978416+0000) 2023-03-22T16:02:22.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:21.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:21.977552+0000) 2023-03-22T16:02:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:22.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.212876+0000) 2023-03-22T16:02:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:22 smithi098 ceph-mon[94136]: pgmap v2785: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:02:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:22 smithi142 ceph-mon[94717]: pgmap v2785: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:02:23.213 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:22.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.977290+0000) 2023-03-22T16:02:23.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:22.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.977373+0000) 2023-03-22T16:02:23.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:22.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.930068+0000) 2023-03-22T16:02:23.215 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:22.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.977676+0000) 2023-03-22T16:02:23.215 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:22.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.978305+0000) 2023-03-22T16:02:23.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:22.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.977387+0000) 2023-03-22T16:02:23.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:22.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:22.978527+0000) 2023-03-22T16:02:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:23.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.213013+0000) 2023-03-22T16:02:24.213 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:23.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.977409+0000) 2023-03-22T16:02:24.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:23.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.977489+0000) 2023-03-22T16:02:24.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:23.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.930192+0000) 2023-03-22T16:02:24.215 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:23.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.977500+0000) 2023-03-22T16:02:24.216 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:23.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.978423+0000) 2023-03-22T16:02:24.216 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:23.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.977797+0000) 2023-03-22T16:02:24.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:23.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:23.978631+0000) 2023-03-22T16:02:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:24.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.213225+0000) 2023-03-22T16:02:24.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:24 smithi098 ceph-mon[94136]: pgmap v2786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:02:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:24 smithi142 ceph-mon[94717]: pgmap v2786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:02:25.214 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:24.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.977529+0000) 2023-03-22T16:02:25.214 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:24.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.977604+0000) 2023-03-22T16:02:25.215 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:24.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.978544+0000) 2023-03-22T16:02:25.215 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:24.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.978732+0000) 2023-03-22T16:02:25.216 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:24.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.930313+0000) 2023-03-22T16:02:25.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:24.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.977614+0000) 2023-03-22T16:02:25.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:24.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:24.977905+0000) 2023-03-22T16:02:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:25.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.213357+0000) 2023-03-22T16:02:26.214 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:25.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.977661+0000) 2023-03-22T16:02:26.215 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:25.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.977727+0000) 2023-03-22T16:02:26.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:25.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.930468+0000) 2023-03-22T16:02:26.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:25.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.977727+0000) 2023-03-22T16:02:26.216 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:25.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.978658+0000) 2023-03-22T16:02:26.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:25.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.978828+0000) 2023-03-22T16:02:26.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:25.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:25.978024+0000) 2023-03-22T16:02:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:26.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.213572+0000) 2023-03-22T16:02:26.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:26 smithi098 ceph-mon[94136]: pgmap v2787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:02:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:26 smithi142 ceph-mon[94717]: pgmap v2787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:02:27.214 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:26.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.977771+0000) 2023-03-22T16:02:27.215 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:26.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.977850+0000) 2023-03-22T16:02:27.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:26.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.930577+0000) 2023-03-22T16:02:27.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:26.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.977845+0000) 2023-03-22T16:02:27.216 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:26.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.978765+0000) 2023-03-22T16:02:27.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:26.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.978925+0000) 2023-03-22T16:02:27.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:26.976+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:26.978145+0000) 2023-03-22T16:02:27.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:27.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.213708+0000) 2023-03-22T16:02:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:27 smithi142 ceph-mon[94717]: pgmap v2788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:02:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:27 smithi098 ceph-mon[94136]: pgmap v2788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:02:28.214 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:27.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.977908+0000) 2023-03-22T16:02:28.215 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:27.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.977966+0000) 2023-03-22T16:02:28.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:27.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.930702+0000) 2023-03-22T16:02:28.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:27.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.977960+0000) 2023-03-22T16:02:28.216 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:27.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.978877+0000) 2023-03-22T16:02:28.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:27.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.978281+0000) 2023-03-22T16:02:28.217 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:27.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:27.979032+0000) 2023-03-22T16:02:28.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:28.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.213900+0000) 2023-03-22T16:02:29.214 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:28.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.978026+0000) 2023-03-22T16:02:29.215 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:28.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.978089+0000) 2023-03-22T16:02:29.216 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:28.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.930818+0000) 2023-03-22T16:02:29.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:28.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.978075+0000) 2023-03-22T16:02:29.217 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:28.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.978988+0000) 2023-03-22T16:02:29.217 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:28.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.979135+0000) 2023-03-22T16:02:29.218 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:28.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:28.978398+0000) 2023-03-22T16:02:29.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:29.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.214015+0000) 2023-03-22T16:02:30.215 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:29.976+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.978142+0000) 2023-03-22T16:02:30.215 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:29.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.978213+0000) 2023-03-22T16:02:30.216 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:29.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.930933+0000) 2023-03-22T16:02:30.216 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:29.977+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.979241+0000) 2023-03-22T16:02:30.217 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:29.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.978196+0000) 2023-03-22T16:02:30.217 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:29.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.979102+0000) 2023-03-22T16:02:30.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:29.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:29.978517+0000) 2023-03-22T16:02:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:30.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.214224+0000) 2023-03-22T16:02:30.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:30 smithi098 ceph-mon[94136]: pgmap v2789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:30 smithi142 ceph-mon[94717]: pgmap v2789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:31.215 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:30.977+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.978259+0000) 2023-03-22T16:02:31.215 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:30.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.978317+0000) 2023-03-22T16:02:31.216 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:30.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.931049+0000) 2023-03-22T16:02:31.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:30.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.978288+0000) 2023-03-22T16:02:31.217 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:30.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.979357+0000) 2023-03-22T16:02:31.217 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:30.977+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.979216+0000) 2023-03-22T16:02:31.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:30.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:30.978636+0000) 2023-03-22T16:02:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:31.213+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.214297+0000) 2023-03-22T16:02:32.215 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:31.977+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.978388+0000) 2023-03-22T16:02:32.216 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:31.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.978475+0000) 2023-03-22T16:02:32.216 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:31.929+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.931175+0000) 2023-03-22T16:02:32.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:31.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.978402+0000) 2023-03-22T16:02:32.217 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:31.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.979471+0000) 2023-03-22T16:02:32.217 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:31.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.979299+0000) 2023-03-22T16:02:32.218 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:31.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:31.978765+0000) 2023-03-22T16:02:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:32.213+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.214505+0000) 2023-03-22T16:02:32.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:32 smithi098 ceph-mon[94136]: pgmap v2790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:32 smithi142 ceph-mon[94717]: pgmap v2790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:33.215 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:32.977+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.978504+0000) 2023-03-22T16:02:33.216 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:32.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.978629+0000) 2023-03-22T16:02:33.216 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:32.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.978512+0000) 2023-03-22T16:02:33.217 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:32.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.979574+0000) 2023-03-22T16:02:33.217 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:32.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.931294+0000) 2023-03-22T16:02:33.218 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:32.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.978878+0000) 2023-03-22T16:02:33.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:32.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:32.979418+0000) 2023-03-22T16:02:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:33.213+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.214621+0000) 2023-03-22T16:02:34.215 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:33.977+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.978622+0000) 2023-03-22T16:02:34.216 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:33.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.978777+0000) 2023-03-22T16:02:34.216 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:33.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.931420+0000) 2023-03-22T16:02:34.217 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:33.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.978994+0000) 2023-03-22T16:02:34.218 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:33.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.978622+0000) 2023-03-22T16:02:34.218 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:33.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.979535+0000) 2023-03-22T16:02:34.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:33.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:33.979687+0000) 2023-03-22T16:02:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:34.213+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.214816+0000) 2023-03-22T16:02:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:34.214+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:34.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:34.214+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:34.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:34.218+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.219528+0000) 2023-03-22T16:02:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:34 smithi098 ceph-mon[94136]: pgmap v2791: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:34 smithi142 ceph-mon[94717]: pgmap v2791: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:34.977+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.978732+0000) 2023-03-22T16:02:35.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:34.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.978734+0000) 2023-03-22T16:02:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:34.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.978887+0000) 2023-03-22T16:02:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:34.978+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:35.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:34.978+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:35.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:34.979+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.980417+0000) 2023-03-22T16:02:35.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:34.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.931540+0000) 2023-03-22T16:02:35.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:34.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.979668+0000) 2023-03-22T16:02:35.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:34.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.979838+0000) 2023-03-22T16:02:35.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:34.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:34.979113+0000) 2023-03-22T16:02:36.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:35.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:35.978845+0000) 2023-03-22T16:02:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:35.977+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:35.978843+0000) 2023-03-22T16:02:36.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:35.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:35.979786+0000) 2023-03-22T16:02:36.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:35.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:35.931663+0000) 2023-03-22T16:02:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:35.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:35.979948+0000) 2023-03-22T16:02:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:35.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:35.979233+0000) 2023-03-22T16:02:36.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:36 smithi098 ceph-mon[94136]: pgmap v2792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:36 smithi142 ceph-mon[94717]: pgmap v2792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:37.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:36.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.978968+0000) 2023-03-22T16:02:37.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:36.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.980083+0000) 2023-03-22T16:02:37.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:36.977+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.978961+0000) 2023-03-22T16:02:37.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:36.978+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:37.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:36.978+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:37.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:36.979+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.980304+0000) 2023-03-22T16:02:37.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:36.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.979421+0000) 2023-03-22T16:02:37.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:36.979+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:37.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:36.979+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:37.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:36.979+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.980401+0000) 2023-03-22T16:02:37.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:36.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.980204+0000) 2023-03-22T16:02:37.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:36.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:36.931782+0000) 2023-03-22T16:02:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:37 smithi142 ceph-mon[94717]: pgmap v2793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:37 smithi098 ceph-mon[94136]: pgmap v2793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:38.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:37.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:37.980296+0000) 2023-03-22T16:02:38.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:37.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:37.931903+0000) 2023-03-22T16:02:38.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:37.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:37.979074+0000) 2023-03-22T16:02:38.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:37.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:37.980213+0000) 2023-03-22T16:02:38.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:38.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:38.932023+0000) 2023-03-22T16:02:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:38.713+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:38.715144+0000) 2023-03-22T16:02:39.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:38.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:38.980302+0000) 2023-03-22T16:02:39.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:38.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:38.979203+0000) 2023-03-22T16:02:39.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:38.978+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:39.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:38.978+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:39.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:38.979+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:38.980568+0000) 2023-03-22T16:02:39.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:38.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:38.980410+0000) 2023-03-22T16:02:39.933 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:39.477+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:39.479160+0000) 2023-03-22T16:02:39.934 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:39.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:39.717517+0000) 2023-03-22T16:02:40.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:39.930+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:39.932160+0000) 2023-03-22T16:02:40.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:39.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:39.980421+0000) 2023-03-22T16:02:40.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:39.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:39.980515+0000) 2023-03-22T16:02:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:40 smithi098 ceph-mon[94136]: pgmap v2794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:40 smithi142 ceph-mon[94717]: pgmap v2794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:40.933 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:40.478+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:40.479276+0000) 2023-03-22T16:02:40.933 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:40.718+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:40.720171+0000) 2023-03-22T16:02:40.934 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:40.931+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:40.932282+0000) 2023-03-22T16:02:41.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:40.931+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:41.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:40.931+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:41.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:40.931+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:40.933144+0000) 2023-03-22T16:02:41.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:40.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:40.980538+0000) 2023-03-22T16:02:41.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:40.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:40.980617+0000) 2023-03-22T16:02:41.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:40.979+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:41.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:40.980+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:40.981349+0000) 2023-03-22T16:02:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:41.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:41.479230+0000) 2023-03-22T16:02:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:41.478+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:41.479387+0000) 2023-03-22T16:02:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:41.478+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:41.479731+0000) 2023-03-22T16:02:41.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:41.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:41.720293+0000) 2023-03-22T16:02:42.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:41.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:41.980656+0000) 2023-03-22T16:02:42.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:42 smithi098 ceph-mon[94136]: pgmap v2795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:42 smithi142 ceph-mon[94717]: pgmap v2795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:42.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:42.479306+0000) 2023-03-22T16:02:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:42.478+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:42.479488+0000) 2023-03-22T16:02:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:42.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:42.720499+0000) 2023-03-22T16:02:42.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:42.478+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:42.479850+0000) 2023-03-22T16:02:43.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:42.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:42.980782+0000) 2023-03-22T16:02:43.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:43.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:43.479425+0000) 2023-03-22T16:02:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:43.478+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:43.480051+0000) 2023-03-22T16:02:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:43.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:43.479534+0000) 2023-03-22T16:02:43.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:43.478+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:43.479980+0000) 2023-03-22T16:02:43.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:43.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:43.720621+0000) 2023-03-22T16:02:44.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:43.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:43.980902+0000) 2023-03-22T16:02:44.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:43.980+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:44.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:43.980+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:02:44.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:43.980+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:43.982127+0000) 2023-03-22T16:02:44.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:44 smithi098 ceph-mon[94136]: pgmap v2796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:44 smithi142 ceph-mon[94717]: pgmap v2796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:44.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:44.720827+0000) 2023-03-22T16:02:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:44.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:44.479657+0000) 2023-03-22T16:02:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:44.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:44.479538+0000) 2023-03-22T16:02:44.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:44.478+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:44.480166+0000) 2023-03-22T16:02:44.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:44.478+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:44.480115+0000) 2023-03-22T16:02:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:45.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:45.479651+0000) 2023-03-22T16:02:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:45.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:45.480281+0000) 2023-03-22T16:02:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:45.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:45.432525+0000) 2023-03-22T16:02:45.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:45.478+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:45.480231+0000) 2023-03-22T16:02:45.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:45.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:45.479773+0000) 2023-03-22T16:02:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:45.479+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:45.480839+0000) 2023-03-22T16:02:46.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:45.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:45.720934+0000) 2023-03-22T16:02:46.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:46 smithi098 ceph-mon[94136]: pgmap v2797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:46.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:46.479769+0000) 2023-03-22T16:02:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:46.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:46.480395+0000) 2023-03-22T16:02:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:46.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:46.432646+0000) 2023-03-22T16:02:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:46.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:46.480354+0000) 2023-03-22T16:02:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:46.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:46.479886+0000) 2023-03-22T16:02:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:46.479+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:46.480958+0000) 2023-03-22T16:02:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:46 smithi142 ceph-mon[94717]: pgmap v2797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:47.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:46.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:46.721130+0000) 2023-03-22T16:02:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:47.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:47.479890+0000) 2023-03-22T16:02:47.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:47.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:47.480509+0000) 2023-03-22T16:02:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:47.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:47.432777+0000) 2023-03-22T16:02:47.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:47.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:47.479995+0000) 2023-03-22T16:02:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:47.479+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:47.481065+0000) 2023-03-22T16:02:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:47.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:47.480476+0000) 2023-03-22T16:02:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:47 smithi098 ceph-mon[94136]: pgmap v2798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:47.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:47.721250+0000) 2023-03-22T16:02:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:47 smithi142 ceph-mon[94717]: pgmap v2798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:48.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:48.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.480101+0000) 2023-03-22T16:02:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:48.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.480020+0000) 2023-03-22T16:02:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:48.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.480620+0000) 2023-03-22T16:02:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:48.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.432908+0000) 2023-03-22T16:02:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:48.479+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.481184+0000) 2023-03-22T16:02:48.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:48.479+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.481134+0000) 2023-03-22T16:02:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:48.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.480601+0000) 2023-03-22T16:02:49.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:48.720+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:48.721458+0000) 2023-03-22T16:02:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:49.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.480140+0000) 2023-03-22T16:02:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:49.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.480730+0000) 2023-03-22T16:02:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:49.480+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.481302+0000) 2023-03-22T16:02:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:49.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.433022+0000) 2023-03-22T16:02:49.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:49.479+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.481249+0000) 2023-03-22T16:02:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:49.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.480215+0000) 2023-03-22T16:02:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:49.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.480715+0000) 2023-03-22T16:02:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:49.720+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:49.721576+0000) 2023-03-22T16:02:50.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:50 smithi098 ceph-mon[94136]: pgmap v2799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:50.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.480296+0000) 2023-03-22T16:02:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:50.479+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.480261+0000) 2023-03-22T16:02:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:50.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.480846+0000) 2023-03-22T16:02:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:50.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.480838+0000) 2023-03-22T16:02:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:50.480+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.481377+0000) 2023-03-22T16:02:50.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:50.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.433148+0000) 2023-03-22T16:02:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:50.480+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.481458+0000) 2023-03-22T16:02:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:50 smithi142 ceph-mon[94717]: pgmap v2799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:50.720+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:50.721778+0000) 2023-03-22T16:02:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:51.479+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.480394+0000) 2023-03-22T16:02:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:51.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.480956+0000) 2023-03-22T16:02:51.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:51.480+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.481492+0000) 2023-03-22T16:02:51.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:51.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.480970+0000) 2023-03-22T16:02:51.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:51.432+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.433297+0000) 2023-03-22T16:02:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:51.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.480406+0000) 2023-03-22T16:02:51.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:51.480+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.481575+0000) 2023-03-22T16:02:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:51.720+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:51.721887+0000) 2023-03-22T16:02:52.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:52 smithi098 ceph-mon[94136]: pgmap v2800: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:52.479+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.480514+0000) 2023-03-22T16:02:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:52.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.481068+0000) 2023-03-22T16:02:52.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:52.480+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.481604+0000) 2023-03-22T16:02:52.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:52.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.480519+0000) 2023-03-22T16:02:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:52.480+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.481704+0000) 2023-03-22T16:02:52.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:52.432+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.433433+0000) 2023-03-22T16:02:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:52.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.481095+0000) 2023-03-22T16:02:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:52 smithi142 ceph-mon[94717]: pgmap v2800: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:52.720+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:52.722087+0000) 2023-03-22T16:02:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:53.479+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.480636+0000) 2023-03-22T16:02:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:53.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.481181+0000) 2023-03-22T16:02:53.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:53.479+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.481223+0000) 2023-03-22T16:02:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:53.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.480633+0000) 2023-03-22T16:02:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:53.480+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.481821+0000) 2023-03-22T16:02:53.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:53.432+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.433557+0000) 2023-03-22T16:02:53.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:53.480+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.481737+0000) 2023-03-22T16:02:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:53.720+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:53.722200+0000) 2023-03-22T16:02:54.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:54 smithi098 ceph-mon[94136]: pgmap v2801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:54.480+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.480818+0000) 2023-03-22T16:02:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:54.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.481290+0000) 2023-03-22T16:02:54.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:54.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.481840+0000) 2023-03-22T16:02:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:54.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.481930+0000) 2023-03-22T16:02:54.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:54.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.481305+0000) 2023-03-22T16:02:54.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:54.433+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.433677+0000) 2023-03-22T16:02:54.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:54.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.480815+0000) 2023-03-22T16:02:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:54 smithi142 ceph-mon[94717]: pgmap v2801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:54.722+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:54.722404+0000) 2023-03-22T16:02:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:55.480+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.481062+0000) 2023-03-22T16:02:55.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:55.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.481406+0000) 2023-03-22T16:02:55.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:55.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.481002+0000) 2023-03-22T16:02:55.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:55.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.481428+0000) 2023-03-22T16:02:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:55.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.481956+0000) 2023-03-22T16:02:55.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:55.433+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.433785+0000) 2023-03-22T16:02:55.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:55.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.482041+0000) 2023-03-22T16:02:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:55.722+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:55.722523+0000) 2023-03-22T16:02:56.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:56 smithi098 ceph-mon[94136]: pgmap v2802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:56.480+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.481188+0000) 2023-03-22T16:02:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:56.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.481533+0000) 2023-03-22T16:02:56.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:56.433+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.433895+0000) 2023-03-22T16:02:56.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:56.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.482058+0000) 2023-03-22T16:02:56.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:56.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.481134+0000) 2023-03-22T16:02:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:56.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.482153+0000) 2023-03-22T16:02:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:56.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.481554+0000) 2023-03-22T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:56 smithi142 ceph-mon[94717]: pgmap v2802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:02:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:56.722+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:56.722758+0000) 2023-03-22T16:02:57.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:57.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.481277+0000) 2023-03-22T16:02:57.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:57.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.481294+0000) 2023-03-22T16:02:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:57.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.481652+0000) 2023-03-22T16:02:57.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:57.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.481677+0000) 2023-03-22T16:02:57.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:57.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.482160+0000) 2023-03-22T16:02:57.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:57.433+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.434013+0000) 2023-03-22T16:02:57.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:57.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.482264+0000) 2023-03-22T16:02:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:02:57 smithi142 ceph-mon[94717]: pgmap v2803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:02:57 smithi098 ceph-mon[94136]: pgmap v2803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:02:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:57.722+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:57.722871+0000) 2023-03-22T16:02:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:58.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.481416+0000) 2023-03-22T16:02:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:58.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.481770+0000) 2023-03-22T16:02:58.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:58.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.482386+0000) 2023-03-22T16:02:58.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:58.433+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.434151+0000) 2023-03-22T16:02:58.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:58.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.481416+0000) 2023-03-22T16:02:58.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:58.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.482282+0000) 2023-03-22T16:02:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:58.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.481811+0000) 2023-03-22T16:02:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:58.722+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:58.723061+0000) 2023-03-22T16:02:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:02:59.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.481539+0000) 2023-03-22T16:02:59.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:02:59.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.481897+0000) 2023-03-22T16:02:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:02:59.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.434263+0000) 2023-03-22T16:02:59.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:02:59.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.481532+0000) 2023-03-22T16:02:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:02:59.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.482398+0000) 2023-03-22T16:02:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:02:59.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.481933+0000) 2023-03-22T16:02:59.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:02:59.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.482498+0000) 2023-03-22T16:03:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:02:59.722+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:02:59.723184+0000) 2023-03-22T16:03:00.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:00 smithi098 ceph-mon[94136]: pgmap v2804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:00.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.481648+0000) 2023-03-22T16:03:00.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:00.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.482014+0000) 2023-03-22T16:03:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:00.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.482605+0000) 2023-03-22T16:03:00.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:00.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.482057+0000) 2023-03-22T16:03:00.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:00.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.481664+0000) 2023-03-22T16:03:00.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:00.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.482512+0000) 2023-03-22T16:03:00.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:00.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.434375+0000) 2023-03-22T16:03:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:00 smithi142 ceph-mon[94717]: pgmap v2804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:00.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:00.723358+0000) 2023-03-22T16:03:01.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:01.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.481767+0000) 2023-03-22T16:03:01.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:01.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.482129+0000) 2023-03-22T16:03:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:01.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.482714+0000) 2023-03-22T16:03:01.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:01.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.481806+0000) 2023-03-22T16:03:01.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:01.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.482182+0000) 2023-03-22T16:03:01.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:01.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.434494+0000) 2023-03-22T16:03:01.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:01.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.482627+0000) 2023-03-22T16:03:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:01.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:01.723482+0000) 2023-03-22T16:03:02.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:02 smithi098 ceph-mon[94136]: pgmap v2805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:02.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:02.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.481885+0000) 2023-03-22T16:03:02.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:02.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.482238+0000) 2023-03-22T16:03:02.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:02.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.482736+0000) 2023-03-22T16:03:02.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:02.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.434614+0000) 2023-03-22T16:03:02.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:02.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.481922+0000) 2023-03-22T16:03:02.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:02.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.482319+0000) 2023-03-22T16:03:02.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:02.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.482839+0000) 2023-03-22T16:03:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:02 smithi142 ceph-mon[94717]: pgmap v2805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:02.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:02.723691+0000) 2023-03-22T16:03:03.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:03.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.482000+0000) 2023-03-22T16:03:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:03.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.482296+0000) 2023-03-22T16:03:03.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:03.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.434738+0000) 2023-03-22T16:03:03.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:03.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.482041+0000) 2023-03-22T16:03:03.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:03.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.482953+0000) 2023-03-22T16:03:03.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:03.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.482845+0000) 2023-03-22T16:03:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:03.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.482435+0000) 2023-03-22T16:03:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:03.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:03.723812+0000) 2023-03-22T16:03:04.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:04 smithi098 ceph-mon[94136]: pgmap v2806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:03:04.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:04.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.482105+0000) 2023-03-22T16:03:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:04.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.482405+0000) 2023-03-22T16:03:04.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:04.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.434857+0000) 2023-03-22T16:03:04.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:04.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.482953+0000) 2023-03-22T16:03:04.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:04.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.482158+0000) 2023-03-22T16:03:04.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:04.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.483070+0000) 2023-03-22T16:03:04.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:04.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.482548+0000) 2023-03-22T16:03:04.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:04 smithi142 ceph-mon[94717]: pgmap v2806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:03:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:04.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.724008+0000) 2023-03-22T16:03:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:04.724+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:04.724+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:04.728+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:04.728845+0000) 2023-03-22T16:03:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:05.481+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.482219+0000) 2023-03-22T16:03:05.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:05.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.482670+0000) 2023-03-22T16:03:05.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:05.482+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.482267+0000) 2023-03-22T16:03:05.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:05.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.482505+0000) 2023-03-22T16:03:05.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:05.482+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:05.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:05.483+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:05.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:05.483+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.483382+0000) 2023-03-22T16:03:05.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:05.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.434976+0000) 2023-03-22T16:03:05.726 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:05.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.483071+0000) 2023-03-22T16:03:05.726 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:05.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:05.483184+0000) 2023-03-22T16:03:06.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:06 smithi098 ceph-mon[94136]: pgmap v2807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:03:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:06.482+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:06.482329+0000) 2023-03-22T16:03:06.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:06.482+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:06.482385+0000) 2023-03-22T16:03:06.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:06.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:06.482787+0000) 2023-03-22T16:03:06.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:06.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:06.435107+0000) 2023-03-22T16:03:06.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:06.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:06.483204+0000) 2023-03-22T16:03:06.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:06.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:06.483304+0000) 2023-03-22T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:06 smithi142 ceph-mon[94717]: pgmap v2807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:03:07.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:07.482+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.482442+0000) 2023-03-22T16:03:07.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:07.482+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.483253+0000) 2023-03-22T16:03:07.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:07.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.483499+0000) 2023-03-22T16:03:07.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:07.434+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.435233+0000) 2023-03-22T16:03:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:07.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.482907+0000) 2023-03-22T16:03:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:07.483+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:07.483+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:07.483+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.484232+0000) 2023-03-22T16:03:07.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:07.482+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.482506+0000) 2023-03-22T16:03:07.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:07.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:07.483371+0000) 2023-03-22T16:03:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:07 smithi098 ceph-mon[94136]: pgmap v2808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:03:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:07 smithi142 ceph-mon[94717]: pgmap v2808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:03:08.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:08.482+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:08.482621+0000) 2023-03-22T16:03:08.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:08.435+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:08.435345+0000) 2023-03-22T16:03:08.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:08.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:08.483637+0000) 2023-03-22T16:03:08.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:08.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:08.483490+0000) 2023-03-22T16:03:09.483 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:09.435+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:09.435459+0000) 2023-03-22T16:03:09.484 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:09.224+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:09.224301+0000) 2023-03-22T16:03:09.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:09.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:09.483609+0000) 2023-03-22T16:03:09.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:09.482+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:09.482739+0000) 2023-03-22T16:03:09.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:09.483+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:09.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:09.483+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:09.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:09.483+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:09.484074+0000) 2023-03-22T16:03:09.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:09.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:09.483778+0000) 2023-03-22T16:03:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:09 smithi098 ceph-mon[94136]: osdmap e226: 12 total, 9 up, 9 in 2023-03-22T16:03:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:09 smithi098 ceph-mon[94136]: pgmap v2810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:03:10.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:09 smithi142 ceph-mon[94717]: osdmap e226: 12 total, 9 up, 9 in 2023-03-22T16:03:10.382 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:09 smithi142 ceph-mon[94717]: pgmap v2810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:03:10.436 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:09.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:09.982804+0000) 2023-03-22T16:03:10.437 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:10.227+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:10.227373+0000) 2023-03-22T16:03:10.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:10.435+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:10.435570+0000) 2023-03-22T16:03:10.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:10.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:10.483755+0000) 2023-03-22T16:03:10.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:10.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:10.483895+0000) 2023-03-22T16:03:11.436 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:10.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:10.982906+0000) 2023-03-22T16:03:11.437 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:11.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.229295+0000) 2023-03-22T16:03:11.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:11.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.483890+0000) 2023-03-22T16:03:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:11.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.484005+0000) 2023-03-22T16:03:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:11.484+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:11.484+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:11.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:11.484+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.484980+0000) 2023-03-22T16:03:11.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:11.435+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.435694+0000) 2023-03-22T16:03:11.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:11.436+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:11.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:11.436+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:11.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:11.436+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.436757+0000) 2023-03-22T16:03:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:11.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.982731+0000) 2023-03-22T16:03:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:11.981+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.983023+0000) 2023-03-22T16:03:12.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:11.981+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:11.983172+0000) 2023-03-22T16:03:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:12.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:12.229489+0000) 2023-03-22T16:03:12.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:12 smithi098 ceph-mon[94136]: pgmap v2811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:03:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:12 smithi142 ceph-mon[94717]: pgmap v2811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:03:12.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:12.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:12.484002+0000) 2023-03-22T16:03:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:12.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:12.982858+0000) 2023-03-22T16:03:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:12.981+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:12.983141+0000) 2023-03-22T16:03:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:13.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:13.229619+0000) 2023-03-22T16:03:13.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:12.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:12.983304+0000) 2023-03-22T16:03:13.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:13.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:13.484119+0000) 2023-03-22T16:03:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:14.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:14.229820+0000) 2023-03-22T16:03:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:13.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:13.982977+0000) 2023-03-22T16:03:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:13.981+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:13.983250+0000) 2023-03-22T16:03:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:13.981+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:13.983058+0000) 2023-03-22T16:03:14.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:13.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:13.983423+0000) 2023-03-22T16:03:14.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:14 smithi098 ceph-mon[94136]: pgmap v2812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:03:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:14 smithi142 ceph-mon[94717]: pgmap v2812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:03:14.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:14.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:14.484254+0000) 2023-03-22T16:03:14.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:14.483+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:14.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:14.483+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:14.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:14.484+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:14.485576+0000) 2023-03-22T16:03:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:14.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:14.983099+0000) 2023-03-22T16:03:15.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:14.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:14.983389+0000) 2023-03-22T16:03:15.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:14.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:14.983543+0000) 2023-03-22T16:03:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:15.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:15.229946+0000) 2023-03-22T16:03:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:14.981+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:14.983201+0000) 2023-03-22T16:03:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:15.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:15.983255+0000) 2023-03-22T16:03:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:15.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:15.983502+0000) 2023-03-22T16:03:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:15.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:15.936033+0000) 2023-03-22T16:03:16.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:15.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:15.983296+0000) 2023-03-22T16:03:16.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:15.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:15.984301+0000) 2023-03-22T16:03:16.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:15.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:15.983663+0000) 2023-03-22T16:03:16.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:16 smithi098 ceph-mon[94136]: pgmap v2813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:03:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:16.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:16.230141+0000) 2023-03-22T16:03:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:16 smithi142 ceph-mon[94717]: pgmap v2813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:03:17.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:16.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:16.983463+0000) 2023-03-22T16:03:17.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:16.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:16.983466+0000) 2023-03-22T16:03:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:16.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:16.983620+0000) 2023-03-22T16:03:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:16.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:16.984415+0000) 2023-03-22T16:03:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:16.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:16.983773+0000) 2023-03-22T16:03:17.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:16.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:16.936206+0000) 2023-03-22T16:03:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:17.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:17.230277+0000) 2023-03-22T16:03:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:17 smithi098 ceph-mon[94136]: pgmap v2814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:03:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:17.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:17.983610+0000) 2023-03-22T16:03:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:17.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:17.983740+0000) 2023-03-22T16:03:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:17.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:17.936387+0000) 2023-03-22T16:03:18.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:17.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:17.983609+0000) 2023-03-22T16:03:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:17.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:17.983888+0000) 2023-03-22T16:03:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:17.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:17.984526+0000) 2023-03-22T16:03:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:17 smithi142 ceph-mon[94717]: pgmap v2814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:03:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:18.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.230471+0000) 2023-03-22T16:03:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:18.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.983732+0000) 2023-03-22T16:03:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:18.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.983862+0000) 2023-03-22T16:03:19.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:18.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.936513+0000) 2023-03-22T16:03:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:18.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.983725+0000) 2023-03-22T16:03:19.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:18.983+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.984555+0000) 2023-03-22T16:03:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:18.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.984005+0000) 2023-03-22T16:03:19.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:18.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:18.984645+0000) 2023-03-22T16:03:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:19.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.230594+0000) 2023-03-22T16:03:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:19.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.983841+0000) 2023-03-22T16:03:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:19.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.983940+0000) 2023-03-22T16:03:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:19.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.936652+0000) 2023-03-22T16:03:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:19.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.984126+0000) 2023-03-22T16:03:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:19.983+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.984674+0000) 2023-03-22T16:03:20.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:19.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.983833+0000) 2023-03-22T16:03:20.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:19.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:19.984763+0000) 2023-03-22T16:03:20.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:20 smithi098 ceph-mon[94136]: pgmap v2815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:03:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:20.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.230801+0000) 2023-03-22T16:03:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:20 smithi142 ceph-mon[94717]: pgmap v2815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:03:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:20.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.983959+0000) 2023-03-22T16:03:21.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:20.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.984115+0000) 2023-03-22T16:03:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:20.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.984877+0000) 2023-03-22T16:03:21.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:20.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.936769+0000) 2023-03-22T16:03:21.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:20.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.983956+0000) 2023-03-22T16:03:21.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:20.983+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.984787+0000) 2023-03-22T16:03:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:20.982+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:20.984247+0000) 2023-03-22T16:03:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:21.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.230917+0000) 2023-03-22T16:03:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:21.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.984076+0000) 2023-03-22T16:03:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:21.982+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.984227+0000) 2023-03-22T16:03:22.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:21.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.984377+0000) 2023-03-22T16:03:22.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:21.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.936880+0000) 2023-03-22T16:03:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:21.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.984070+0000) 2023-03-22T16:03:22.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:21.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.984998+0000) 2023-03-22T16:03:22.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:21.983+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:21.984899+0000) 2023-03-22T16:03:22.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:22 smithi098 ceph-mon[94136]: pgmap v2816: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:03:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:22.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.231131+0000) 2023-03-22T16:03:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:22 smithi142 ceph-mon[94717]: pgmap v2816: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:03:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:22.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.984193+0000) 2023-03-22T16:03:23.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:22.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.984305+0000) 2023-03-22T16:03:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:22.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.937008+0000) 2023-03-22T16:03:23.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:22.983+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.985012+0000) 2023-03-22T16:03:23.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:22.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.985121+0000) 2023-03-22T16:03:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:22.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.984501+0000) 2023-03-22T16:03:23.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:22.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:22.984186+0000) 2023-03-22T16:03:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:23.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.231245+0000) 2023-03-22T16:03:24.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:23.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.984309+0000) 2023-03-22T16:03:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:23.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.984316+0000) 2023-03-22T16:03:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:23.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.984483+0000) 2023-03-22T16:03:24.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:23.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.937142+0000) 2023-03-22T16:03:24.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:23.983+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.985238+0000) 2023-03-22T16:03:24.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:23.983+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.985120+0000) 2023-03-22T16:03:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:23.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:23.984623+0000) 2023-03-22T16:03:24.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:24 smithi098 ceph-mon[94136]: pgmap v2817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:03:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:24.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.231457+0000) 2023-03-22T16:03:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:24 smithi142 ceph-mon[94717]: pgmap v2817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:03:25.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:24.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.984432+0000) 2023-03-22T16:03:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:24.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.984438+0000) 2023-03-22T16:03:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:24.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.984602+0000) 2023-03-22T16:03:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:24.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.937280+0000) 2023-03-22T16:03:25.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:24.983+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.985235+0000) 2023-03-22T16:03:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:24.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.984775+0000) 2023-03-22T16:03:25.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:24.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:24.985385+0000) 2023-03-22T16:03:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:25.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.231575+0000) 2023-03-22T16:03:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:25.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.984558+0000) 2023-03-22T16:03:26.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:25.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.984727+0000) 2023-03-22T16:03:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:25.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.937402+0000) 2023-03-22T16:03:26.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:25.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.984569+0000) 2023-03-22T16:03:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:25.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.985501+0000) 2023-03-22T16:03:26.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:25.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.985369+0000) 2023-03-22T16:03:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:25.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:25.984899+0000) 2023-03-22T16:03:26.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:26 smithi098 ceph-mon[94136]: pgmap v2818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:03:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:26.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.231783+0000) 2023-03-22T16:03:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:26 smithi142 ceph-mon[94717]: pgmap v2818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:03:27.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:26.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.984678+0000) 2023-03-22T16:03:27.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:26.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.984851+0000) 2023-03-22T16:03:27.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:26.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.937519+0000) 2023-03-22T16:03:27.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:26.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.985486+0000) 2023-03-22T16:03:27.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:26.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.985015+0000) 2023-03-22T16:03:27.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:26.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.984692+0000) 2023-03-22T16:03:27.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:26.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:26.985614+0000) 2023-03-22T16:03:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:27.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.231915+0000) 2023-03-22T16:03:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:27 smithi098 ceph-mon[94136]: pgmap v2819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:03:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:27.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.984798+0000) 2023-03-22T16:03:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:27.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.984961+0000) 2023-03-22T16:03:28.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:27.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.937625+0000) 2023-03-22T16:03:28.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:27.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.985130+0000) 2023-03-22T16:03:28.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:27.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.984809+0000) 2023-03-22T16:03:28.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:27.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.985719+0000) 2023-03-22T16:03:28.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:27.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:27.985592+0000) 2023-03-22T16:03:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:27 smithi142 ceph-mon[94717]: pgmap v2819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:03:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:28.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.232085+0000) 2023-03-22T16:03:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:28.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.984925+0000) 2023-03-22T16:03:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:28.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.985076+0000) 2023-03-22T16:03:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:28.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.937738+0000) 2023-03-22T16:03:29.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:28.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.985714+0000) 2023-03-22T16:03:29.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:28.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.984934+0000) 2023-03-22T16:03:29.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:28.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.985825+0000) 2023-03-22T16:03:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:28.983+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:28.985255+0000) 2023-03-22T16:03:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:29.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.232205+0000) 2023-03-22T16:03:30.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:29.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.985042+0000) 2023-03-22T16:03:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:29.983+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.985184+0000) 2023-03-22T16:03:30.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:29.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.937850+0000) 2023-03-22T16:03:30.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:29.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.985836+0000) 2023-03-22T16:03:30.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:29.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.985053+0000) 2023-03-22T16:03:30.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:29.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.985378+0000) 2023-03-22T16:03:30.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:29.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:29.985935+0000) 2023-03-22T16:03:30.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:30 smithi098 ceph-mon[94136]: pgmap v2820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:30.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.232412+0000) 2023-03-22T16:03:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:30 smithi142 ceph-mon[94717]: pgmap v2820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:30.983+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.985181+0000) 2023-03-22T16:03:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:30.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.985295+0000) 2023-03-22T16:03:31.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:30.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.937969+0000) 2023-03-22T16:03:31.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:30.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.985498+0000) 2023-03-22T16:03:31.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:30.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.985182+0000) 2023-03-22T16:03:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:30.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.986042+0000) 2023-03-22T16:03:31.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:30.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:30.985951+0000) 2023-03-22T16:03:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:31.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.232542+0000) 2023-03-22T16:03:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:31.984+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.985294+0000) 2023-03-22T16:03:32.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:31.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.985481+0000) 2023-03-22T16:03:32.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:31.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.938099+0000) 2023-03-22T16:03:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:31.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.985305+0000) 2023-03-22T16:03:32.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:31.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.986057+0000) 2023-03-22T16:03:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:31.984+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.986159+0000) 2023-03-22T16:03:32.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:31.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:31.985617+0000) 2023-03-22T16:03:32.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:32 smithi098 ceph-mon[94136]: pgmap v2821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:32.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.232741+0000) 2023-03-22T16:03:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:32 smithi142 ceph-mon[94717]: pgmap v2821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:33.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:32.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.985419+0000) 2023-03-22T16:03:33.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:32.984+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.985414+0000) 2023-03-22T16:03:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:32.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.985600+0000) 2023-03-22T16:03:33.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:32.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.938237+0000) 2023-03-22T16:03:33.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:32.984+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.986177+0000) 2023-03-22T16:03:33.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:32.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.985745+0000) 2023-03-22T16:03:33.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:32.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:32.986287+0000) 2023-03-22T16:03:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:33.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.232891+0000) 2023-03-22T16:03:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:33.984+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.985523+0000) 2023-03-22T16:03:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:33.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.985715+0000) 2023-03-22T16:03:34.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:33.985+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.986297+0000) 2023-03-22T16:03:34.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:33.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.986407+0000) 2023-03-22T16:03:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:33.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.985868+0000) 2023-03-22T16:03:34.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:33.937+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.938379+0000) 2023-03-22T16:03:34.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:33.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:33.985538+0000) 2023-03-22T16:03:34.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:34 smithi098 ceph-mon[94136]: pgmap v2822: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:34.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.233095+0000) 2023-03-22T16:03:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:34 smithi142 ceph-mon[94717]: pgmap v2822: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:34.984+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.985653+0000) 2023-03-22T16:03:35.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:34.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.985824+0000) 2023-03-22T16:03:35.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:34.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.985671+0000) 2023-03-22T16:03:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:34.937+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.938500+0000) 2023-03-22T16:03:35.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:34.985+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.986414+0000) 2023-03-22T16:03:35.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:34.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.986527+0000) 2023-03-22T16:03:35.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:34.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:34.985985+0000) 2023-03-22T16:03:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:35.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.233216+0000) 2023-03-22T16:03:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:35.232+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:35.236+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.237585+0000) 2023-03-22T16:03:36.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:35.984+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.985760+0000) 2023-03-22T16:03:36.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:35.937+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.938620+0000) 2023-03-22T16:03:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:35.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.985933+0000) 2023-03-22T16:03:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:35.985+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:35.985+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:36.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:35.985+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.987111+0000) 2023-03-22T16:03:36.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:35.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.985806+0000) 2023-03-22T16:03:36.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:35.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.986724+0000) 2023-03-22T16:03:36.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:35.985+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.986563+0000) 2023-03-22T16:03:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:35.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:35.986110+0000) 2023-03-22T16:03:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:36 smithi142 ceph-mon[94717]: pgmap v2823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:36 smithi098 ceph-mon[94136]: pgmap v2823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:36.984+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:36.985867+0000) 2023-03-22T16:03:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:36.937+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:36.938752+0000) 2023-03-22T16:03:37.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:36.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:36.985923+0000) 2023-03-22T16:03:37.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:36.985+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:36.986675+0000) 2023-03-22T16:03:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:36.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:36.986834+0000) 2023-03-22T16:03:37.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:36.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:36.986227+0000) 2023-03-22T16:03:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:37 smithi098 ceph-mon[94136]: pgmap v2824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:38.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:37.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:37.986050+0000) 2023-03-22T16:03:38.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:37.984+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:37.986011+0000) 2023-03-22T16:03:38.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:37.985+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:38.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:37.985+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:38.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:38.158+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:38.159819+0000) 2023-03-22T16:03:38.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:37.937+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:37.938877+0000) 2023-03-22T16:03:38.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:37.985+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:37.986789+0000) 2023-03-22T16:03:38.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:37.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:37.986944+0000) 2023-03-22T16:03:38.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:37.985+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:37.986350+0000) 2023-03-22T16:03:38.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:37.985+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:38.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:37.985+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:38.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:38.158+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:38.159335+0000) 2023-03-22T16:03:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:37 smithi142 ceph-mon[94717]: pgmap v2824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:39.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:38.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:38.986159+0000) 2023-03-22T16:03:39.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:38.937+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:38.939015+0000) 2023-03-22T16:03:39.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:38.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:38.987052+0000) 2023-03-22T16:03:39.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:38.985+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:38.986896+0000) 2023-03-22T16:03:39.987 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:39.732+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:39.733504+0000) 2023-03-22T16:03:39.988 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:39.985+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:39.986285+0000) 2023-03-22T16:03:39.989 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:39.937+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:39.939128+0000) 2023-03-22T16:03:40.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:39.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:39.988112+0000) 2023-03-22T16:03:40.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:39.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:39.987906+0000) 2023-03-22T16:03:40.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:39.985+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:40.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:39.985+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:39.987192+0000) 2023-03-22T16:03:40.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:40 smithi098 ceph-mon[94136]: pgmap v2825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:40.738 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:40.484+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:40.486225+0000) 2023-03-22T16:03:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:40 smithi142 ceph-mon[94717]: pgmap v2825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:40.989 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:40.938+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:40.939262+0000) 2023-03-22T16:03:40.989 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:40.735+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:40.737226+0000) 2023-03-22T16:03:41.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:40.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:40.988045+0000) 2023-03-22T16:03:41.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:40.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:40.988280+0000) 2023-03-22T16:03:41.740 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:41.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:41.486313+0000) 2023-03-22T16:03:42.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:41.738+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:41.739892+0000) 2023-03-22T16:03:42.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:41.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:41.988173+0000) 2023-03-22T16:03:42.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:41.938+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:41.939385+0000) 2023-03-22T16:03:42.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:41.938+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:41.940206+0000) 2023-03-22T16:03:42.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:41.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:41.988396+0000) 2023-03-22T16:03:42.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:41.987+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:42.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:41.987+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:03:42.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:41.987+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:41.989135+0000) 2023-03-22T16:03:42.740 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:42.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:42.486224+0000) 2023-03-22T16:03:42.741 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:42.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:42.486433+0000) 2023-03-22T16:03:42.742 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:42.485+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:42.486551+0000) 2023-03-22T16:03:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:42 smithi142 ceph-mon[94717]: pgmap v2826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:42 smithi098 ceph-mon[94136]: pgmap v2826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:43.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:42.738+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:42.740091+0000) 2023-03-22T16:03:43.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:42.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:42.988304+0000) 2023-03-22T16:03:43.741 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:43.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:43.486343+0000) 2023-03-22T16:03:43.741 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:43.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:43.486552+0000) 2023-03-22T16:03:43.742 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:43.485+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:43.486670+0000) 2023-03-22T16:03:44.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:43.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:43.988424+0000) 2023-03-22T16:03:44.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:43.738+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:43.740208+0000) 2023-03-22T16:03:44.741 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:44.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:44.486468+0000) 2023-03-22T16:03:44.742 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:44.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:44.486655+0000) 2023-03-22T16:03:44.742 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:44.485+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:44.486629+0000) 2023-03-22T16:03:44.743 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:44.485+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:44.486782+0000) 2023-03-22T16:03:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:44 smithi142 ceph-mon[94717]: pgmap v2827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:44 smithi098 ceph-mon[94136]: pgmap v2827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:45.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:44.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:44.740410+0000) 2023-03-22T16:03:45.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:44.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:44.988543+0000) 2023-03-22T16:03:45.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:44.988+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:44.989410+0000) 2023-03-22T16:03:45.741 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:45.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:45.486585+0000) 2023-03-22T16:03:45.742 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:45.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:45.486765+0000) 2023-03-22T16:03:45.742 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:45.485+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:45.486741+0000) 2023-03-22T16:03:45.742 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:45.485+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:45.486921+0000) 2023-03-22T16:03:46.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:45.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:45.740529+0000) 2023-03-22T16:03:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:46.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:46.486705+0000) 2023-03-22T16:03:46.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:46.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:46.486934+0000) 2023-03-22T16:03:46.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:46.485+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:46.487043+0000) 2023-03-22T16:03:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:46.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:46.439719+0000) 2023-03-22T16:03:46.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:46.485+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:46.486850+0000) 2023-03-22T16:03:46.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:46.487+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:46.488652+0000) 2023-03-22T16:03:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:46 smithi142 ceph-mon[94717]: pgmap v2828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:46.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:46 smithi098 ceph-mon[94136]: pgmap v2828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:03:47.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:46.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:46.740731+0000) 2023-03-22T16:03:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:47.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:47.486820+0000) 2023-03-22T16:03:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:47.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:47.487051+0000) 2023-03-22T16:03:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:47.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:47.439834+0000) 2023-03-22T16:03:47.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:47.485+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:47.486952+0000) 2023-03-22T16:03:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:47.485+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:47.487163+0000) 2023-03-22T16:03:47.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:47.487+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:47.488761+0000) 2023-03-22T16:03:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:47 smithi098 ceph-mon[94136]: pgmap v2829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:47.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:47.740848+0000) 2023-03-22T16:03:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:47 smithi142 ceph-mon[94717]: pgmap v2829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:48.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:48.486952+0000) 2023-03-22T16:03:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:48.485+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:48.487178+0000) 2023-03-22T16:03:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:48.485+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:48.487061+0000) 2023-03-22T16:03:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:48.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:48.440020+0000) 2023-03-22T16:03:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:48.487+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:48.488894+0000) 2023-03-22T16:03:48.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:48.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:48.487297+0000) 2023-03-22T16:03:49.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:48.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:48.741059+0000) 2023-03-22T16:03:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:49.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.487076+0000) 2023-03-22T16:03:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:49.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.487308+0000) 2023-03-22T16:03:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:49.487+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.489013+0000) 2023-03-22T16:03:49.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:49.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.440163+0000) 2023-03-22T16:03:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:49.485+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.487178+0000) 2023-03-22T16:03:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:49.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.487437+0000) 2023-03-22T16:03:49.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:49.487+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.488894+0000) 2023-03-22T16:03:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:49.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:49.741186+0000) 2023-03-22T16:03:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:50.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.487208+0000) 2023-03-22T16:03:50.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:50.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.487422+0000) 2023-03-22T16:03:50.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:50.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.487586+0000) 2023-03-22T16:03:50.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:50.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.487297+0000) 2023-03-22T16:03:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:50.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.440280+0000) 2023-03-22T16:03:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:50.487+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.488996+0000) 2023-03-22T16:03:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:50.487+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.489124+0000) 2023-03-22T16:03:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:50 smithi142 ceph-mon[94717]: pgmap v2830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:03:50.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:50 smithi098 ceph-mon[94136]: pgmap v2830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:03:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:50.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:50.741390+0000) 2023-03-22T16:03:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:51.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.487294+0000) 2023-03-22T16:03:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:51.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.487582+0000) 2023-03-22T16:03:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:51.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.440423+0000) 2023-03-22T16:03:51.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:51.487+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.489098+0000) 2023-03-22T16:03:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:51.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.487428+0000) 2023-03-22T16:03:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:51.487+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.489231+0000) 2023-03-22T16:03:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:51.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.487728+0000) 2023-03-22T16:03:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:51.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:51.741510+0000) 2023-03-22T16:03:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:52.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.487418+0000) 2023-03-22T16:03:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:52.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.487707+0000) 2023-03-22T16:03:52.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:52.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.440541+0000) 2023-03-22T16:03:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:52.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.487577+0000) 2023-03-22T16:03:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:52.487+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.489204+0000) 2023-03-22T16:03:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:52.488+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.489353+0000) 2023-03-22T16:03:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:52.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.487886+0000) 2023-03-22T16:03:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:52 smithi142 ceph-mon[94717]: pgmap v2831: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:03:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:52 smithi098 ceph-mon[94136]: pgmap v2831: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:03:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:52.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:52.741723+0000) 2023-03-22T16:03:53.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:53.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.487683+0000) 2023-03-22T16:03:53.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:53.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.487554+0000) 2023-03-22T16:03:53.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:53.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.487815+0000) 2023-03-22T16:03:53.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:53.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.440671+0000) 2023-03-22T16:03:53.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:53.488+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.489513+0000) 2023-03-22T16:03:53.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:53.488+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.489356+0000) 2023-03-22T16:03:53.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:53.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.488005+0000) 2023-03-22T16:03:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:53.741+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:53.741850+0000) 2023-03-22T16:03:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:54.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.487663+0000) 2023-03-22T16:03:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:54.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.487923+0000) 2023-03-22T16:03:54.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:54.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.440783+0000) 2023-03-22T16:03:54.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:54.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.487792+0000) 2023-03-22T16:03:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:54.488+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.489666+0000) 2023-03-22T16:03:54.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:54.488+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.489487+0000) 2023-03-22T16:03:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:54.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.488115+0000) 2023-03-22T16:03:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:54 smithi142 ceph-mon[94717]: pgmap v2832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:54.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:54 smithi098 ceph-mon[94136]: pgmap v2832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:54.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:54.742069+0000) 2023-03-22T16:03:55.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:55.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.487914+0000) 2023-03-22T16:03:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:55.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.487787+0000) 2023-03-22T16:03:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:55.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.488035+0000) 2023-03-22T16:03:55.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:55.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.440892+0000) 2023-03-22T16:03:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:55.488+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.489593+0000) 2023-03-22T16:03:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:55.486+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.488238+0000) 2023-03-22T16:03:55.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:55.488+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.489777+0000) 2023-03-22T16:03:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:55.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:55.742190+0000) 2023-03-22T16:03:56.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:56.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.488054+0000) 2023-03-22T16:03:56.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:56.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.487906+0000) 2023-03-22T16:03:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:56.486+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.488144+0000) 2023-03-22T16:03:56.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:56.487+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.488374+0000) 2023-03-22T16:03:56.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:56.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.441009+0000) 2023-03-22T16:03:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:56.488+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.489884+0000) 2023-03-22T16:03:56.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:56.488+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.489724+0000) 2023-03-22T16:03:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:56 smithi142 ceph-mon[94717]: pgmap v2833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:03:56.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:56 smithi098 ceph-mon[94136]: pgmap v2833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:03:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:56.741+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:56.742380+0000) 2023-03-22T16:03:57.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:57.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.488163+0000) 2023-03-22T16:03:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:57.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.488026+0000) 2023-03-22T16:03:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:57.487+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.488261+0000) 2023-03-22T16:03:57.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:57.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.441127+0000) 2023-03-22T16:03:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:57.488+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.489845+0000) 2023-03-22T16:03:57.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:57.488+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.489994+0000) 2023-03-22T16:03:57.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:57.487+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.488497+0000) 2023-03-22T16:03:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:03:57 smithi098 ceph-mon[94136]: pgmap v2834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:57.741+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:57.742491+0000) 2023-03-22T16:03:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:03:57 smithi142 ceph-mon[94717]: pgmap v2834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:03:58.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:58.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.488293+0000) 2023-03-22T16:03:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:58.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.488156+0000) 2023-03-22T16:03:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:58.487+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.488376+0000) 2023-03-22T16:03:58.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:58.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.441244+0000) 2023-03-22T16:03:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:58.488+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.490102+0000) 2023-03-22T16:03:58.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:58.488+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.489969+0000) 2023-03-22T16:03:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:58.487+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.488616+0000) 2023-03-22T16:03:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:58.741+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:58.742699+0000) 2023-03-22T16:03:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:03:59.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.488272+0000) 2023-03-22T16:03:59.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:03:59.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.488484+0000) 2023-03-22T16:03:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:03:59.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.441370+0000) 2023-03-22T16:03:59.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:03:59.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.488417+0000) 2023-03-22T16:03:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:03:59.489+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.490073+0000) 2023-03-22T16:03:59.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:03:59.489+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.490211+0000) 2023-03-22T16:03:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:03:59.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.488747+0000) 2023-03-22T16:04:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:03:59.742+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:03:59.742836+0000) 2023-03-22T16:04:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:00.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.488374+0000) 2023-03-22T16:04:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:00.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.488597+0000) 2023-03-22T16:04:00.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:00.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.488531+0000) 2023-03-22T16:04:00.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:00.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.490300+0000) 2023-03-22T16:04:00.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:00.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.441488+0000) 2023-03-22T16:04:00.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:00.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.488862+0000) 2023-03-22T16:04:00.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:00.489+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.490189+0000) 2023-03-22T16:04:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:00 smithi142 ceph-mon[94717]: pgmap v2835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:00 smithi098 ceph-mon[94136]: pgmap v2835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:00.742+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:00.743036+0000) 2023-03-22T16:04:01.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:01.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.488476+0000) 2023-03-22T16:04:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:01.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.488702+0000) 2023-03-22T16:04:01.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:01.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.441611+0000) 2023-03-22T16:04:01.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:01.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.488650+0000) 2023-03-22T16:04:01.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:01.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.490316+0000) 2023-03-22T16:04:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:01.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.490419+0000) 2023-03-22T16:04:01.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:01.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.488981+0000) 2023-03-22T16:04:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:01.742+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:01.743158+0000) 2023-03-22T16:04:02.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:02.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.488753+0000) 2023-03-22T16:04:02.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:02.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.488597+0000) 2023-03-22T16:04:02.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:02.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.488819+0000) 2023-03-22T16:04:02.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:02.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.490525+0000) 2023-03-22T16:04:02.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:02.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.490417+0000) 2023-03-22T16:04:02.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:02.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.489098+0000) 2023-03-22T16:04:02.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:02.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.441731+0000) 2023-03-22T16:04:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:02 smithi142 ceph-mon[94717]: pgmap v2836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:02 smithi098 ceph-mon[94136]: pgmap v2836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:02.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:02.743300+0000) 2023-03-22T16:04:03.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:03.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.488719+0000) 2023-03-22T16:04:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:03.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.488930+0000) 2023-03-22T16:04:03.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:03.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.488858+0000) 2023-03-22T16:04:03.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:03.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.441861+0000) 2023-03-22T16:04:03.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:03.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.490638+0000) 2023-03-22T16:04:03.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:03.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.490522+0000) 2023-03-22T16:04:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:03.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.489213+0000) 2023-03-22T16:04:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:03.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:03.743423+0000) 2023-03-22T16:04:04.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:04.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.488972+0000) 2023-03-22T16:04:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:04.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.489043+0000) 2023-03-22T16:04:04.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:04.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.490623+0000) 2023-03-22T16:04:04.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:04.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.489301+0000) 2023-03-22T16:04:04.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:04.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.441977+0000) 2023-03-22T16:04:04.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:04.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.488839+0000) 2023-03-22T16:04:04.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:04.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.490746+0000) 2023-03-22T16:04:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:04 smithi142 ceph-mon[94717]: pgmap v2837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:04:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:04 smithi098 ceph-mon[94136]: pgmap v2837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:04:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:04.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:04.743639+0000) 2023-03-22T16:04:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:05.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.488959+0000) 2023-03-22T16:04:05.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:05.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.489189+0000) 2023-03-22T16:04:05.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:05.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.490856+0000) 2023-03-22T16:04:05.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:05.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.442094+0000) 2023-03-22T16:04:05.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:05.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.490747+0000) 2023-03-22T16:04:05.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:05.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.489081+0000) 2023-03-22T16:04:05.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:05.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.489425+0000) 2023-03-22T16:04:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:05.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.743741+0000) 2023-03-22T16:04:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:05.746+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:05.747074+0000) 2023-03-22T16:04:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:06.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.489076+0000) 2023-03-22T16:04:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:06.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.489297+0000) 2023-03-22T16:04:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:06.489+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:06.489+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:06.490+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.490518+0000) 2023-03-22T16:04:06.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:06.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.442214+0000) 2023-03-22T16:04:06.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:06.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.489191+0000) 2023-03-22T16:04:06.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:06.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.490859+0000) 2023-03-22T16:04:06.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:06.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.490969+0000) 2023-03-22T16:04:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:06.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:06.489608+0000) 2023-03-22T16:04:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:06 smithi142 ceph-mon[94717]: pgmap v2838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:04:06.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:06 smithi098 ceph-mon[94136]: pgmap v2838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:04:07.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:07.488+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:07.489197+0000) 2023-03-22T16:04:07.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:07.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:07.491081+0000) 2023-03-22T16:04:07.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:07.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:07.490969+0000) 2023-03-22T16:04:07.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:07.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:07.489731+0000) 2023-03-22T16:04:07.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:07.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:07.489296+0000) 2023-03-22T16:04:07.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:07.442+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:07.442301+0000) 2023-03-22T16:04:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:07 smithi098 ceph-mon[94136]: pgmap v2839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:04:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:07 smithi142 ceph-mon[94717]: pgmap v2839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:04:08.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:08.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.489414+0000) 2023-03-22T16:04:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:08.489+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.489315+0000) 2023-03-22T16:04:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:08.489+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:08.490+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:08.490+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.490718+0000) 2023-03-22T16:04:08.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:08.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.491192+0000) 2023-03-22T16:04:08.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:08.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.489859+0000) 2023-03-22T16:04:08.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:08.490+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:08.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:08.490+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:08.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:08.490+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.490838+0000) 2023-03-22T16:04:08.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:08.442+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.442422+0000) 2023-03-22T16:04:08.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:08.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:08.491083+0000) 2023-03-22T16:04:09.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:09.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:09.491204+0000) 2023-03-22T16:04:09.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:09.442+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:09.442535+0000) 2023-03-22T16:04:09.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:09.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:09.491299+0000) 2023-03-22T16:04:09.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:09.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:09.489530+0000) 2023-03-22T16:04:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:09 smithi098 ceph-mon[94136]: osdmap e227: 12 total, 9 up, 9 in 2023-03-22T16:04:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:09 smithi098 ceph-mon[94136]: pgmap v2841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:04:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:09 smithi142 ceph-mon[94717]: osdmap e227: 12 total, 9 up, 9 in 2023-03-22T16:04:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:09 smithi142 ceph-mon[94717]: pgmap v2841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:04:10.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:10.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:10.491442+0000) 2023-03-22T16:04:10.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:10.442+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:10.442649+0000) 2023-03-22T16:04:10.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:10.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:10.244012+0000) 2023-03-22T16:04:10.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:10.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:10.489647+0000) 2023-03-22T16:04:10.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:10.490+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:10.490425+0000) 2023-03-22T16:04:10.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:10.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:10.491302+0000) 2023-03-22T16:04:11.248 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:10.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:10.989617+0000) 2023-03-22T16:04:11.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:11.247+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:11.247477+0000) 2023-03-22T16:04:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:11.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:11.491556+0000) 2023-03-22T16:04:11.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:11.442+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:11.442765+0000) 2023-03-22T16:04:11.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:11.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:11.491423+0000) 2023-03-22T16:04:12.250 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:11.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:11.989736+0000) 2023-03-22T16:04:12.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:12.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.249427+0000) 2023-03-22T16:04:12.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:12.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.491672+0000) 2023-03-22T16:04:12.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:12.492+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:12.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:12.492+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.492498+0000) 2023-03-22T16:04:12.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:12.442+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.442882+0000) 2023-03-22T16:04:12.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:12.443+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:12.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:12.443+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:12.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:12.443+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.444037+0000) 2023-03-22T16:04:12.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:12.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.491548+0000) 2023-03-22T16:04:12.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:12 smithi142 ceph-mon[94717]: pgmap v2842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:04:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:12 smithi098 ceph-mon[94136]: pgmap v2842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:04:13.250 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:12.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.989674+0000) 2023-03-22T16:04:13.251 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:12.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.989856+0000) 2023-03-22T16:04:13.251 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:12.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:12.990123+0000) 2023-03-22T16:04:13.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:13.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:13.249555+0000) 2023-03-22T16:04:13.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:13.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:13.491675+0000) 2023-03-22T16:04:14.250 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:13.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:13.989808+0000) 2023-03-22T16:04:14.251 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:13.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:13.989973+0000) 2023-03-22T16:04:14.251 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:14.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:14.249771+0000) 2023-03-22T16:04:14.252 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:13.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:13.990235+0000) 2023-03-22T16:04:14.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:14.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:14.491802+0000) 2023-03-22T16:04:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:14 smithi142 ceph-mon[94717]: pgmap v2843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:04:14.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:14 smithi098 ceph-mon[94136]: pgmap v2843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:04:15.250 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:14.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:14.989910+0000) 2023-03-22T16:04:15.251 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:14.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:14.990085+0000) 2023-03-22T16:04:15.251 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:14.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:14.989908+0000) 2023-03-22T16:04:15.252 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:14.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:14.990309+0000) 2023-03-22T16:04:15.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:15.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:15.249891+0000) 2023-03-22T16:04:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:15.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:15.491924+0000) 2023-03-22T16:04:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:15.492+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:15.492+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:15.492+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:15.492715+0000) 2023-03-22T16:04:16.251 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:15.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:15.990025+0000) 2023-03-22T16:04:16.251 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:15.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:15.990193+0000) 2023-03-22T16:04:16.252 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:15.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:15.990427+0000) 2023-03-22T16:04:16.252 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:15.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:15.990028+0000) 2023-03-22T16:04:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:16.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:16.250090+0000) 2023-03-22T16:04:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:16 smithi142 ceph-mon[94717]: pgmap v2844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:04:16.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:16 smithi098 ceph-mon[94136]: pgmap v2844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:04:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:16.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:16.990103+0000) 2023-03-22T16:04:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:16.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:16.990294+0000) 2023-03-22T16:04:17.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:16.941+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:16.943160+0000) 2023-03-22T16:04:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:16.988+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:16.990182+0000) 2023-03-22T16:04:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:16.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:16.990544+0000) 2023-03-22T16:04:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:16.990+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:16.992000+0000) 2023-03-22T16:04:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:17.248+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:17.250221+0000) 2023-03-22T16:04:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:17 smithi098 ceph-mon[94136]: pgmap v2845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:04:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:17.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:17.990300+0000) 2023-03-22T16:04:18.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:17.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:17.990230+0000) 2023-03-22T16:04:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:17.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:17.990417+0000) 2023-03-22T16:04:18.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:17.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:17.943296+0000) 2023-03-22T16:04:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:17.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:17.990653+0000) 2023-03-22T16:04:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:17.990+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:17.992124+0000) 2023-03-22T16:04:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:17 smithi142 ceph-mon[94717]: pgmap v2845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:04:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:18.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:18.250426+0000) 2023-03-22T16:04:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:18.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:18.990315+0000) 2023-03-22T16:04:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:18.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:18.990523+0000) 2023-03-22T16:04:19.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:18.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:18.990763+0000) 2023-03-22T16:04:19.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:18.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:18.990409+0000) 2023-03-22T16:04:19.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:18.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:18.943412+0000) 2023-03-22T16:04:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:18.990+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:18.992242+0000) 2023-03-22T16:04:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:19.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.250537+0000) 2023-03-22T16:04:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:19.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.990439+0000) 2023-03-22T16:04:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:19.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.990637+0000) 2023-03-22T16:04:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:19.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.943531+0000) 2023-03-22T16:04:20.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:19.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.990527+0000) 2023-03-22T16:04:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:19.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.992355+0000) 2023-03-22T16:04:20.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:19.990+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.992178+0000) 2023-03-22T16:04:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:19.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:19.990883+0000) 2023-03-22T16:04:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:20.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.250739+0000) 2023-03-22T16:04:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:20 smithi142 ceph-mon[94717]: pgmap v2846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:04:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:20 smithi098 ceph-mon[94136]: pgmap v2846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:04:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:20.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.990552+0000) 2023-03-22T16:04:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:20.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.990749+0000) 2023-03-22T16:04:21.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:20.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.992292+0000) 2023-03-22T16:04:21.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:20.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.990989+0000) 2023-03-22T16:04:21.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:20.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.990642+0000) 2023-03-22T16:04:21.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:20.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.943649+0000) 2023-03-22T16:04:21.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:20.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:20.992471+0000) 2023-03-22T16:04:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:21.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.250857+0000) 2023-03-22T16:04:22.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:21.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.990857+0000) 2023-03-22T16:04:22.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:21.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.943772+0000) 2023-03-22T16:04:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:21.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.990661+0000) 2023-03-22T16:04:22.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:21.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.991098+0000) 2023-03-22T16:04:22.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:21.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.992404+0000) 2023-03-22T16:04:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:21.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.990766+0000) 2023-03-22T16:04:22.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:21.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:21.992581+0000) 2023-03-22T16:04:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:22.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.251055+0000) 2023-03-22T16:04:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:22 smithi142 ceph-mon[94717]: pgmap v2847: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:04:22.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:22 smithi098 ceph-mon[94136]: pgmap v2847: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:04:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:22.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.990786+0000) 2023-03-22T16:04:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:22.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.990967+0000) 2023-03-22T16:04:23.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:22.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.990877+0000) 2023-03-22T16:04:23.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:22.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.943887+0000) 2023-03-22T16:04:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:22.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.992520+0000) 2023-03-22T16:04:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:22.989+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.991218+0000) 2023-03-22T16:04:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:22.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:22.992691+0000) 2023-03-22T16:04:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:23.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.251189+0000) 2023-03-22T16:04:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:23.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.990899+0000) 2023-03-22T16:04:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:23.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.991075+0000) 2023-03-22T16:04:24.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:23.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.944023+0000) 2023-03-22T16:04:24.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:23.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.990987+0000) 2023-03-22T16:04:24.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:23.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.992814+0000) 2023-03-22T16:04:24.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:23.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.992633+0000) 2023-03-22T16:04:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:23.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:23.991305+0000) 2023-03-22T16:04:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:24.250+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.251381+0000) 2023-03-22T16:04:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:24 smithi142 ceph-mon[94717]: pgmap v2848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:04:24.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:24 smithi098 ceph-mon[94136]: pgmap v2848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:04:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:24.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.991017+0000) 2023-03-22T16:04:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:24.989+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.991187+0000) 2023-03-22T16:04:25.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:24.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.944137+0000) 2023-03-22T16:04:25.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:24.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.992743+0000) 2023-03-22T16:04:25.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:24.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.991106+0000) 2023-03-22T16:04:25.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:24.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.992930+0000) 2023-03-22T16:04:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:24.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:24.991431+0000) 2023-03-22T16:04:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:25.250+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.251504+0000) 2023-03-22T16:04:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:25.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.991130+0000) 2023-03-22T16:04:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:25.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.991314+0000) 2023-03-22T16:04:26.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:25.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.992857+0000) 2023-03-22T16:04:26.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:25.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.991556+0000) 2023-03-22T16:04:26.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:25.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.944274+0000) 2023-03-22T16:04:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:25.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.993041+0000) 2023-03-22T16:04:26.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:25.989+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:25.991222+0000) 2023-03-22T16:04:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:26.250+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.251708+0000) 2023-03-22T16:04:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:26 smithi142 ceph-mon[94717]: pgmap v2849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:04:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:26 smithi098 ceph-mon[94136]: pgmap v2849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:04:27.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:26.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.991293+0000) 2023-03-22T16:04:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:26.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.991260+0000) 2023-03-22T16:04:27.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:26.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.991453+0000) 2023-03-22T16:04:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:26.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.992976+0000) 2023-03-22T16:04:27.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:26.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.991680+0000) 2023-03-22T16:04:27.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:26.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.944395+0000) 2023-03-22T16:04:27.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:26.991+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:26.993152+0000) 2023-03-22T16:04:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:27.250+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.251840+0000) 2023-03-22T16:04:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:27 smithi098 ceph-mon[94136]: pgmap v2850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:04:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:27.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.991397+0000) 2023-03-22T16:04:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:27.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.991578+0000) 2023-03-22T16:04:28.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:27.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.944504+0000) 2023-03-22T16:04:28.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:27.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.991766+0000) 2023-03-22T16:04:28.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:27.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.991409+0000) 2023-03-22T16:04:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:27.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.993088+0000) 2023-03-22T16:04:28.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:27.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:27.993259+0000) 2023-03-22T16:04:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:27 smithi142 ceph-mon[94717]: pgmap v2850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:04:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:28.250+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.252013+0000) 2023-03-22T16:04:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:28.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.991515+0000) 2023-03-22T16:04:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:28.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.991691+0000) 2023-03-22T16:04:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:28.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.944618+0000) 2023-03-22T16:04:29.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:28.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.991526+0000) 2023-03-22T16:04:29.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:28.991+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.993196+0000) 2023-03-22T16:04:29.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:28.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.991888+0000) 2023-03-22T16:04:29.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:28.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:28.993374+0000) 2023-03-22T16:04:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:29.250+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.252132+0000) 2023-03-22T16:04:30.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:29.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.991639+0000) 2023-03-22T16:04:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:29.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.991808+0000) 2023-03-22T16:04:30.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:29.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.944750+0000) 2023-03-22T16:04:30.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:29.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.991628+0000) 2023-03-22T16:04:30.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:29.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.993296+0000) 2023-03-22T16:04:30.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:29.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.993489+0000) 2023-03-22T16:04:30.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:29.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:29.992017+0000) 2023-03-22T16:04:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:30.251+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.252332+0000) 2023-03-22T16:04:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:30 smithi142 ceph-mon[94717]: pgmap v2851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:30.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:30 smithi098 ceph-mon[94136]: pgmap v2851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:30.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.991763+0000) 2023-03-22T16:04:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:30.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.991940+0000) 2023-03-22T16:04:31.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:30.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.992133+0000) 2023-03-22T16:04:31.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:30.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.944866+0000) 2023-03-22T16:04:31.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:30.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.991751+0000) 2023-03-22T16:04:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:30.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.993603+0000) 2023-03-22T16:04:31.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:30.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:30.993412+0000) 2023-03-22T16:04:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:31.251+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.252450+0000) 2023-03-22T16:04:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:31.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.991895+0000) 2023-03-22T16:04:32.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:31.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.992066+0000) 2023-03-22T16:04:32.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:31.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.944998+0000) 2023-03-22T16:04:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:31.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.991893+0000) 2023-03-22T16:04:32.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:31.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.993525+0000) 2023-03-22T16:04:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:31.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.993720+0000) 2023-03-22T16:04:32.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:31.990+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:31.992249+0000) 2023-03-22T16:04:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:32.251+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.252612+0000) 2023-03-22T16:04:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:32 smithi142 ceph-mon[94717]: pgmap v2852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:32.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:32 smithi098 ceph-mon[94136]: pgmap v2852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:33.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:32.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.992011+0000) 2023-03-22T16:04:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:32.990+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.992175+0000) 2023-03-22T16:04:33.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:32.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.945113+0000) 2023-03-22T16:04:33.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:32.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.992010+0000) 2023-03-22T16:04:33.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:32.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.993838+0000) 2023-03-22T16:04:33.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:32.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.993641+0000) 2023-03-22T16:04:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:32.991+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:32.992384+0000) 2023-03-22T16:04:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:33.251+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.252749+0000) 2023-03-22T16:04:34.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:33.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.992141+0000) 2023-03-22T16:04:34.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:33.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.992142+0000) 2023-03-22T16:04:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:33.991+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.992296+0000) 2023-03-22T16:04:34.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:33.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.993760+0000) 2023-03-22T16:04:34.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:33.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.945255+0000) 2023-03-22T16:04:34.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:33.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.993959+0000) 2023-03-22T16:04:34.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:33.991+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:33.992499+0000) 2023-03-22T16:04:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:34.251+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.252933+0000) 2023-03-22T16:04:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:34 smithi142 ceph-mon[94717]: pgmap v2853: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:34.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:34 smithi098 ceph-mon[94136]: pgmap v2853: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:34.991+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.992290+0000) 2023-03-22T16:04:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:34.991+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.992456+0000) 2023-03-22T16:04:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:34.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.945388+0000) 2023-03-22T16:04:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:34.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.992290+0000) 2023-03-22T16:04:35.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:34.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.993874+0000) 2023-03-22T16:04:35.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:34.991+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.992617+0000) 2023-03-22T16:04:35.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:34.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:34.994064+0000) 2023-03-22T16:04:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:35.251+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.253060+0000) 2023-03-22T16:04:36.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:35.991+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.992410+0000) 2023-03-22T16:04:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:35.991+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.992572+0000) 2023-03-22T16:04:36.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:35.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.945508+0000) 2023-03-22T16:04:36.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:35.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.992410+0000) 2023-03-22T16:04:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:35.992+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.994174+0000) 2023-03-22T16:04:36.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:35.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.993988+0000) 2023-03-22T16:04:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:35.991+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:35.992738+0000) 2023-03-22T16:04:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:36.251+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.253239+0000) 2023-03-22T16:04:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:36.252+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:36.252+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:36.256+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.258121+0000) 2023-03-22T16:04:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:36 smithi142 ceph-mon[94717]: pgmap v2854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:36 smithi098 ceph-mon[94136]: pgmap v2854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:36.991+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.992551+0000) 2023-03-22T16:04:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:36.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.945631+0000) 2023-03-22T16:04:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:36.991+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.992708+0000) 2023-03-22T16:04:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:36.992+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:37.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:36.992+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:37.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:36.992+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.994006+0000) 2023-03-22T16:04:37.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:36.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.992550+0000) 2023-03-22T16:04:37.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:36.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.994314+0000) 2023-03-22T16:04:37.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:36.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.994107+0000) 2023-03-22T16:04:37.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:36.991+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:36.992861+0000) 2023-03-22T16:04:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:37 smithi098 ceph-mon[94136]: pgmap v2855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:38.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:37.991+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:37.992680+0000) 2023-03-22T16:04:38.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:37.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:37.945751+0000) 2023-03-22T16:04:38.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:37.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:37.992663+0000) 2023-03-22T16:04:38.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:37.992+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:37.994246+0000) 2023-03-22T16:04:38.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:37.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:37.994432+0000) 2023-03-22T16:04:38.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:37.991+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:37.992978+0000) 2023-03-22T16:04:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:37 smithi142 ceph-mon[94717]: pgmap v2855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:39.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:38.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.945876+0000) 2023-03-22T16:04:39.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:38.991+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.992802+0000) 2023-03-22T16:04:39.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:38.992+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:39.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:38.992+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:39.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:38.993+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.995066+0000) 2023-03-22T16:04:39.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:38.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.994568+0000) 2023-03-22T16:04:39.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:38.991+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.993136+0000) 2023-03-22T16:04:39.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:38.992+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:39.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:38.992+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:39.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:38.993+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.994833+0000) 2023-03-22T16:04:39.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:38.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.992775+0000) 2023-03-22T16:04:39.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:38.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:38.994366+0000) 2023-03-22T16:04:40.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:39.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:39.992904+0000) 2023-03-22T16:04:40.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:39.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:39.994687+0000) 2023-03-22T16:04:40.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:39.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:39.994489+0000) 2023-03-22T16:04:40.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:39.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:39.945996+0000) 2023-03-22T16:04:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:40 smithi142 ceph-mon[94717]: pgmap v2856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:40 smithi098 ceph-mon[94136]: pgmap v2856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:41.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:40.752+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:40.753541+0000) 2023-03-22T16:04:41.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:40.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:40.946119+0000) 2023-03-22T16:04:41.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:40.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:40.993017+0000) 2023-03-22T16:04:41.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:40.992+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:41.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:40.992+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:41.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:40.992+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:40.994188+0000) 2023-03-22T16:04:41.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:40.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:40.994606+0000) 2023-03-22T16:04:41.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:40.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:40.994799+0000) 2023-03-22T16:04:41.757 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:41.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:41.492974+0000) 2023-03-22T16:04:42.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:41.755+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:41.756476+0000) 2023-03-22T16:04:42.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:41.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:41.946237+0000) 2023-03-22T16:04:42.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:41.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:41.994909+0000) 2023-03-22T16:04:42.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:41.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:41.994726+0000) 2023-03-22T16:04:42.760 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:42.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:42.493098+0000) 2023-03-22T16:04:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:42 smithi142 ceph-mon[94717]: pgmap v2857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:42 smithi098 ceph-mon[94136]: pgmap v2857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:43.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:42.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:42.759302+0000) 2023-03-22T16:04:43.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:42.945+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:42.946365+0000) 2023-03-22T16:04:43.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:42.945+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:43.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:42.945+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:42.947215+0000) 2023-03-22T16:04:43.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:42.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:42.994841+0000) 2023-03-22T16:04:43.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:42.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:42.995014+0000) 2023-03-22T16:04:43.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:42.994+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:43.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:42.994+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:43.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:42.994+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:42.996183+0000) 2023-03-22T16:04:43.760 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:43.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:43.493123+0000) 2023-03-22T16:04:43.761 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:43.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:43.493216+0000) 2023-03-22T16:04:43.761 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:43.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:43.493388+0000) 2023-03-22T16:04:44.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:43.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:43.759427+0000) 2023-03-22T16:04:44.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:43.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:43.994957+0000) 2023-03-22T16:04:44.760 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:44.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:44.493238+0000) 2023-03-22T16:04:44.761 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:44.492+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:44.493299+0000) 2023-03-22T16:04:44.761 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:44.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:44.493512+0000) 2023-03-22T16:04:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:44 smithi142 ceph-mon[94717]: pgmap v2858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:44 smithi098 ceph-mon[94136]: pgmap v2858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:45.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:44.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:44.759633+0000) 2023-03-22T16:04:45.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:44.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:44.995078+0000) 2023-03-22T16:04:45.760 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:45.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:45.493362+0000) 2023-03-22T16:04:45.761 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:45.492+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:45.493531+0000) 2023-03-22T16:04:45.761 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:45.492+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:45.493356+0000) 2023-03-22T16:04:45.762 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:45.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:45.493634+0000) 2023-03-22T16:04:46.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:45.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:45.759747+0000) 2023-03-22T16:04:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:45.993+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:45.995198+0000) 2023-03-22T16:04:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:45.994+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:45.994+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:04:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:45.995+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:45.996459+0000) 2023-03-22T16:04:46.760 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:46.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:46.493502+0000) 2023-03-22T16:04:46.761 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:46.492+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:46.493650+0000) 2023-03-22T16:04:46.762 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:46.492+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:46.493511+0000) 2023-03-22T16:04:46.762 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:46.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:46.493752+0000) 2023-03-22T16:04:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:46 smithi142 ceph-mon[94717]: pgmap v2859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:46.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:46 smithi098 ceph-mon[94136]: pgmap v2859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:47.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:46.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:46.759947+0000) 2023-03-22T16:04:47.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:47.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:47.493615+0000) 2023-03-22T16:04:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:47.492+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:47.493820+0000) 2023-03-22T16:04:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:47.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:47.446695+0000) 2023-03-22T16:04:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:47.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:47.495295+0000) 2023-03-22T16:04:47.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:47.492+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:47.493630+0000) 2023-03-22T16:04:47.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:47.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:47.493880+0000) 2023-03-22T16:04:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:47 smithi098 ceph-mon[94136]: pgmap v2860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:47.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:47.760075+0000) 2023-03-22T16:04:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:47 smithi142 ceph-mon[94717]: pgmap v2860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:48.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:48.493750+0000) 2023-03-22T16:04:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:48.492+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:48.493941+0000) 2023-03-22T16:04:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:48.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:48.495409+0000) 2023-03-22T16:04:48.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:48.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:48.446810+0000) 2023-03-22T16:04:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:48.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:48.494003+0000) 2023-03-22T16:04:48.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:48.492+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:48.493768+0000) 2023-03-22T16:04:49.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:48.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:48.760287+0000) 2023-03-22T16:04:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:49.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:49.493867+0000) 2023-03-22T16:04:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:49.492+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:49.494049+0000) 2023-03-22T16:04:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:49.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:49.495521+0000) 2023-03-22T16:04:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:49.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:49.446924+0000) 2023-03-22T16:04:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:49.492+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:49.493899+0000) 2023-03-22T16:04:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:49.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:49.494122+0000) 2023-03-22T16:04:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:49.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:49.760402+0000) 2023-03-22T16:04:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:50.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.494001+0000) 2023-03-22T16:04:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:50.492+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.494158+0000) 2023-03-22T16:04:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:50.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.495637+0000) 2023-03-22T16:04:50.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:50.494+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.495459+0000) 2023-03-22T16:04:50.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:50.492+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.494020+0000) 2023-03-22T16:04:50.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:50.492+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.494253+0000) 2023-03-22T16:04:50.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:50.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.447038+0000) 2023-03-22T16:04:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:50 smithi142 ceph-mon[94717]: pgmap v2861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:50.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:50 smithi098 ceph-mon[94136]: pgmap v2861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:50.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:50.760588+0000) 2023-03-22T16:04:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:51.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.494123+0000) 2023-03-22T16:04:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:51.493+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.494283+0000) 2023-03-22T16:04:51.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:51.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.495755+0000) 2023-03-22T16:04:51.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:51.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.447239+0000) 2023-03-22T16:04:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:51.492+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.494142+0000) 2023-03-22T16:04:51.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:51.494+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.495584+0000) 2023-03-22T16:04:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:51.493+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.494404+0000) 2023-03-22T16:04:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:51.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:51.760717+0000) 2023-03-22T16:04:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:52.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.494247+0000) 2023-03-22T16:04:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:52.493+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.494414+0000) 2023-03-22T16:04:52.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:52.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.495873+0000) 2023-03-22T16:04:52.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:52.494+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.495706+0000) 2023-03-22T16:04:52.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:52.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.447405+0000) 2023-03-22T16:04:52.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:52.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.494303+0000) 2023-03-22T16:04:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:52.493+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.494777+0000) 2023-03-22T16:04:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:52 smithi142 ceph-mon[94717]: pgmap v2862: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:52 smithi098 ceph-mon[94136]: pgmap v2862: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:52.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:52.760906+0000) 2023-03-22T16:04:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:53.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.494366+0000) 2023-03-22T16:04:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:53.493+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.494539+0000) 2023-03-22T16:04:53.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:53.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.494418+0000) 2023-03-22T16:04:53.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:53.493+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.494892+0000) 2023-03-22T16:04:53.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:53.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.447546+0000) 2023-03-22T16:04:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:53.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.495987+0000) 2023-03-22T16:04:53.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:53.494+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.495816+0000) 2023-03-22T16:04:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:53.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:53.761026+0000) 2023-03-22T16:04:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:54.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.494481+0000) 2023-03-22T16:04:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:54.493+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.494683+0000) 2023-03-22T16:04:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:54.494+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.495927+0000) 2023-03-22T16:04:54.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:54.493+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.495001+0000) 2023-03-22T16:04:54.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:54.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.447681+0000) 2023-03-22T16:04:54.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:54.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.496107+0000) 2023-03-22T16:04:54.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:54.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.494535+0000) 2023-03-22T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:54 smithi142 ceph-mon[94717]: pgmap v2863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:54.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:54 smithi098 ceph-mon[94136]: pgmap v2863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:54.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:54.761220+0000) 2023-03-22T16:04:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:55.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.494608+0000) 2023-03-22T16:04:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:55.493+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.494800+0000) 2023-03-22T16:04:55.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:55.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.494652+0000) 2023-03-22T16:04:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:55.493+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.495111+0000) 2023-03-22T16:04:55.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:55.494+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.496219+0000) 2023-03-22T16:04:55.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:55.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.447786+0000) 2023-03-22T16:04:55.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:55.494+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.496037+0000) 2023-03-22T16:04:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:55.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:55.761296+0000) 2023-03-22T16:04:56.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:56.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.494810+0000) 2023-03-22T16:04:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:56.494+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.494942+0000) 2023-03-22T16:04:56.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:56.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.447911+0000) 2023-03-22T16:04:56.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:56.494+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.496212+0000) 2023-03-22T16:04:56.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:56.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.495216+0000) 2023-03-22T16:04:56.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:56.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.496334+0000) 2023-03-22T16:04:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:56 smithi142 ceph-mon[94717]: pgmap v2864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:56.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:56 smithi098 ceph-mon[94136]: pgmap v2864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:04:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:56.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.761555+0000) 2023-03-22T16:04:57.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:56.494+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:56.494781+0000) 2023-03-22T16:04:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:57.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.494928+0000) 2023-03-22T16:04:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:57.493+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.495052+0000) 2023-03-22T16:04:57.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:57.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.448041+0000) 2023-03-22T16:04:57.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:57.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.494966+0000) 2023-03-22T16:04:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:57.495+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.496372+0000) 2023-03-22T16:04:57.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:57.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.496495+0000) 2023-03-22T16:04:57.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:57.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.495308+0000) 2023-03-22T16:04:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:04:57 smithi098 ceph-mon[94136]: pgmap v2865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:57.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:57.761684+0000) 2023-03-22T16:04:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:04:57 smithi142 ceph-mon[94717]: pgmap v2865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:04:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:58.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.495027+0000) 2023-03-22T16:04:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:58.493+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.495200+0000) 2023-03-22T16:04:58.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:58.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.448174+0000) 2023-03-22T16:04:58.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:58.495+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.496488+0000) 2023-03-22T16:04:58.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:58.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.495074+0000) 2023-03-22T16:04:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:58.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.496616+0000) 2023-03-22T16:04:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:58.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.495435+0000) 2023-03-22T16:04:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:58.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:58.761896+0000) 2023-03-22T16:04:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:04:59.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.495155+0000) 2023-03-22T16:04:59.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:04:59.494+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.495299+0000) 2023-03-22T16:04:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:04:59.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.448294+0000) 2023-03-22T16:04:59.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:04:59.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.495188+0000) 2023-03-22T16:04:59.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:04:59.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.496733+0000) 2023-03-22T16:04:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:04:59.495+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.496604+0000) 2023-03-22T16:04:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:04:59.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.495548+0000) 2023-03-22T16:05:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:04:59.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:04:59.762026+0000) 2023-03-22T16:05:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:00.494+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.495298+0000) 2023-03-22T16:05:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:00.494+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.495439+0000) 2023-03-22T16:05:00.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:00.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.448413+0000) 2023-03-22T16:05:00.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:00.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.495308+0000) 2023-03-22T16:05:00.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:00.495+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.496721+0000) 2023-03-22T16:05:00.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:00.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.496847+0000) 2023-03-22T16:05:00.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:00.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.495663+0000) 2023-03-22T16:05:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:00 smithi142 ceph-mon[94717]: pgmap v2866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:00 smithi098 ceph-mon[94136]: pgmap v2866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:00.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:00.762200+0000) 2023-03-22T16:05:01.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:01.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.495421+0000) 2023-03-22T16:05:01.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:01.494+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.495422+0000) 2023-03-22T16:05:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:01.494+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.495556+0000) 2023-03-22T16:05:01.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:01.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.448546+0000) 2023-03-22T16:05:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:01.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.496976+0000) 2023-03-22T16:05:01.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:01.495+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.496839+0000) 2023-03-22T16:05:01.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:01.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.495780+0000) 2023-03-22T16:05:02.033 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:01.761+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:01.762301+0000) 2023-03-22T16:05:02.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:02.494+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.495537+0000) 2023-03-22T16:05:02.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:02.494+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.495713+0000) 2023-03-22T16:05:02.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:02.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.448677+0000) 2023-03-22T16:05:02.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:02.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.497091+0000) 2023-03-22T16:05:02.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:02.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.495545+0000) 2023-03-22T16:05:02.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:02.495+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.496955+0000) 2023-03-22T16:05:02.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:02.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.495898+0000) 2023-03-22T16:05:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:02 smithi142 ceph-mon[94717]: pgmap v2867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:02 smithi098 ceph-mon[94136]: pgmap v2867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:02.761+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:02.762504+0000) 2023-03-22T16:05:03.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:03.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.495660+0000) 2023-03-22T16:05:03.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:03.494+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.495658+0000) 2023-03-22T16:05:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:03.494+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.495837+0000) 2023-03-22T16:05:03.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:03.495+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.497067+0000) 2023-03-22T16:05:03.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:03.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.448794+0000) 2023-03-22T16:05:03.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:03.495+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.497205+0000) 2023-03-22T16:05:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:03.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.496021+0000) 2023-03-22T16:05:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:03.761+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:03.762664+0000) 2023-03-22T16:05:04.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:04.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.495800+0000) 2023-03-22T16:05:04.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:04.494+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.495794+0000) 2023-03-22T16:05:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:04.494+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.495987+0000) 2023-03-22T16:05:04.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:04.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.448919+0000) 2023-03-22T16:05:04.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:04.496+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.497192+0000) 2023-03-22T16:05:04.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:04.494+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.496140+0000) 2023-03-22T16:05:04.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:04.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.497297+0000) 2023-03-22T16:05:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:04 smithi142 ceph-mon[94717]: pgmap v2868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2023-03-22T16:05:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:04 smithi098 ceph-mon[94136]: pgmap v2868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2023-03-22T16:05:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:04.762+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:04.762857+0000) 2023-03-22T16:05:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:05.495+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.495907+0000) 2023-03-22T16:05:05.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:05.495+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.496108+0000) 2023-03-22T16:05:05.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:05.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.449027+0000) 2023-03-22T16:05:05.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:05.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.497416+0000) 2023-03-22T16:05:05.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:05.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.495909+0000) 2023-03-22T16:05:05.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:05.495+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.496254+0000) 2023-03-22T16:05:05.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:05.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.497306+0000) 2023-03-22T16:05:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:05.762+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:05.762980+0000) 2023-03-22T16:05:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:06.495+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.496053+0000) 2023-03-22T16:05:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:06.495+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.496226+0000) 2023-03-22T16:05:06.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:06.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.449151+0000) 2023-03-22T16:05:06.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:06.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.496019+0000) 2023-03-22T16:05:06.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:06.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.497537+0000) 2023-03-22T16:05:06.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:06.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.497420+0000) 2023-03-22T16:05:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:06.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.496421+0000) 2023-03-22T16:05:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:06 smithi142 ceph-mon[94717]: pgmap v2869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T16:05:06.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:06 smithi098 ceph-mon[94136]: pgmap v2869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T16:05:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:06.762+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.763175+0000) 2023-03-22T16:05:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:06.763+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:06.763+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:07.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:06.768+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:06.768295+0000) 2023-03-22T16:05:07.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:07.495+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.496194+0000) 2023-03-22T16:05:07.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:07.496+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.496363+0000) 2023-03-22T16:05:07.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:07.496+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.497148+0000) 2023-03-22T16:05:07.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:07.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.449267+0000) 2023-03-22T16:05:07.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:07.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.496139+0000) 2023-03-22T16:05:07.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:07.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.497548+0000) 2023-03-22T16:05:07.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:07.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.497659+0000) 2023-03-22T16:05:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:07.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:07.496609+0000) 2023-03-22T16:05:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:07 smithi098 ceph-mon[94136]: pgmap v2870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T16:05:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:07 smithi142 ceph-mon[94717]: pgmap v2870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T16:05:08.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:08.496+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:08.496338+0000) 2023-03-22T16:05:08.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:08.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:08.496740+0000) 2023-03-22T16:05:08.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:08.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:08.449395+0000) 2023-03-22T16:05:08.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:08.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:08.496320+0000) 2023-03-22T16:05:08.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:08.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:08.497664+0000) 2023-03-22T16:05:08.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:08.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:08.497770+0000) 2023-03-22T16:05:09.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:09.496+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.496483+0000) 2023-03-22T16:05:09.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:09.496+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:09.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:09.497+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.497362+0000) 2023-03-22T16:05:09.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:09.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.497927+0000) 2023-03-22T16:05:09.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:09.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.497783+0000) 2023-03-22T16:05:09.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:09.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.496471+0000) 2023-03-22T16:05:09.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:09.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.496882+0000) 2023-03-22T16:05:09.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:09.497+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:09.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:09.497+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:09.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:09.498+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.498905+0000) 2023-03-22T16:05:09.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:09.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:09.449518+0000) 2023-03-22T16:05:10.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:10.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:10.496614+0000) 2023-03-22T16:05:10.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:10.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:10.498066+0000) 2023-03-22T16:05:10.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:10.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:10.497900+0000) 2023-03-22T16:05:10.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:10.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:10.449686+0000) 2023-03-22T16:05:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:10 smithi142 ceph-mon[94717]: pgmap v2871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T16:05:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:10 smithi098 ceph-mon[94136]: pgmap v2871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T16:05:11.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:11.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:11.449820+0000) 2023-03-22T16:05:11.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:11.263+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:11.263459+0000) 2023-03-22T16:05:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:11.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:11.498198+0000) 2023-03-22T16:05:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:11.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:11.496755+0000) 2023-03-22T16:05:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:11.497+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:11.497+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:11.497+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:11.498035+0000) 2023-03-22T16:05:11.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:11.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:11.498013+0000) 2023-03-22T16:05:12.268 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:11.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:11.996604+0000) 2023-03-22T16:05:12.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:12.266+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:12.267213+0000) 2023-03-22T16:05:12.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:12.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:12.449983+0000) 2023-03-22T16:05:12.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:12.498+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:12.498355+0000) 2023-03-22T16:05:12.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:12.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:12.498139+0000) 2023-03-22T16:05:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:12 smithi142 ceph-mon[94717]: pgmap v2872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T16:05:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:12 smithi098 ceph-mon[94136]: pgmap v2872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T16:05:13.270 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:12.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:12.996721+0000) 2023-03-22T16:05:13.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:13.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.269372+0000) 2023-03-22T16:05:13.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:13.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.450125+0000) 2023-03-22T16:05:13.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:13.450+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.450875+0000) 2023-03-22T16:05:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:13.498+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.498490+0000) 2023-03-22T16:05:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:13.498+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:13.498+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:13.498+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.499249+0000) 2023-03-22T16:05:13.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:13.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.498311+0000) 2023-03-22T16:05:14.270 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:13.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.996697+0000) 2023-03-22T16:05:14.271 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:13.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.996832+0000) 2023-03-22T16:05:14.271 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:13.996+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:13.997120+0000) 2023-03-22T16:05:14.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:14.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:14.269600+0000) 2023-03-22T16:05:14.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:14.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:14.498450+0000) 2023-03-22T16:05:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:14 smithi142 ceph-mon[94717]: pgmap v2873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T16:05:14.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:14 smithi098 ceph-mon[94136]: pgmap v2873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T16:05:15.270 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:14.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:14.996811+0000) 2023-03-22T16:05:15.271 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:14.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:14.996941+0000) 2023-03-22T16:05:15.271 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:14.996+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:14.997231+0000) 2023-03-22T16:05:15.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:15.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:15.269724+0000) 2023-03-22T16:05:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:15.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:15.498599+0000) 2023-03-22T16:05:16.270 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:15.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:15.996927+0000) 2023-03-22T16:05:16.271 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:15.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:15.997068+0000) 2023-03-22T16:05:16.272 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:15.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:15.996993+0000) 2023-03-22T16:05:16.272 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:15.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:15.997359+0000) 2023-03-22T16:05:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:16.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:16.269922+0000) 2023-03-22T16:05:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:16.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:16.498733+0000) 2023-03-22T16:05:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:16.499+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:16.499+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:16.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:16.499+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:16.499917+0000) 2023-03-22T16:05:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:16 smithi142 ceph-mon[94717]: pgmap v2874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:05:16.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:16 smithi098 ceph-mon[94136]: pgmap v2874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:05:17.271 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:16.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:16.997039+0000) 2023-03-22T16:05:17.271 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:16.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:16.997231+0000) 2023-03-22T16:05:17.272 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:16.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:16.997108+0000) 2023-03-22T16:05:17.272 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:16.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:16.997480+0000) 2023-03-22T16:05:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:17.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:17.270045+0000) 2023-03-22T16:05:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:17 smithi098 ceph-mon[94136]: pgmap v2875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:05:18.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:17.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:17.997147+0000) 2023-03-22T16:05:18.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:17.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:17.997349+0000) 2023-03-22T16:05:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:17.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:17.950428+0000) 2023-03-22T16:05:18.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:17.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:17.998716+0000) 2023-03-22T16:05:18.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:17.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:17.997221+0000) 2023-03-22T16:05:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:17.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:17.997604+0000) 2023-03-22T16:05:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:17 smithi142 ceph-mon[94717]: pgmap v2875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:05:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:18.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:18.270261+0000) 2023-03-22T16:05:19.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:18.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:18.997295+0000) 2023-03-22T16:05:19.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:18.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:18.997264+0000) 2023-03-22T16:05:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:18.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:18.997475+0000) 2023-03-22T16:05:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:18.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:18.998832+0000) 2023-03-22T16:05:19.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:18.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:18.997726+0000) 2023-03-22T16:05:19.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:18.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:18.950541+0000) 2023-03-22T16:05:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:19.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:19.270384+0000) 2023-03-22T16:05:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:19.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:19.997390+0000) 2023-03-22T16:05:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:19.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:19.997586+0000) 2023-03-22T16:05:20.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:19.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:19.950663+0000) 2023-03-22T16:05:20.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:19.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:19.997409+0000) 2023-03-22T16:05:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:19.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:19.998947+0000) 2023-03-22T16:05:20.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:19.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:19.997843+0000) 2023-03-22T16:05:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:20.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.270588+0000) 2023-03-22T16:05:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:20 smithi142 ceph-mon[94717]: pgmap v2876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:05:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:20 smithi098 ceph-mon[94136]: pgmap v2876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:05:21.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:20.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.997525+0000) 2023-03-22T16:05:21.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:20.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.997526+0000) 2023-03-22T16:05:21.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:20.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.997688+0000) 2023-03-22T16:05:21.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:20.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.950793+0000) 2023-03-22T16:05:21.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:20.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.999061+0000) 2023-03-22T16:05:21.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:20.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.999023+0000) 2023-03-22T16:05:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:20.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:20.997967+0000) 2023-03-22T16:05:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:21.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.270709+0000) 2023-03-22T16:05:22.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:21.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.997642+0000) 2023-03-22T16:05:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:21.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.997647+0000) 2023-03-22T16:05:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:21.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.997803+0000) 2023-03-22T16:05:22.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:21.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.950914+0000) 2023-03-22T16:05:22.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:21.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.999181+0000) 2023-03-22T16:05:22.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:21.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.999127+0000) 2023-03-22T16:05:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:21.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:21.998086+0000) 2023-03-22T16:05:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:22.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.270910+0000) 2023-03-22T16:05:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:22 smithi142 ceph-mon[94717]: pgmap v2877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:05:22.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:22 smithi098 ceph-mon[94136]: pgmap v2877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:05:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:22.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.997769+0000) 2023-03-22T16:05:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:22.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.997945+0000) 2023-03-22T16:05:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:22.949+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.951025+0000) 2023-03-22T16:05:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:22.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.997769+0000) 2023-03-22T16:05:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:22.996+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.998204+0000) 2023-03-22T16:05:23.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:22.997+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.999226+0000) 2023-03-22T16:05:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:22.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:22.999303+0000) 2023-03-22T16:05:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:23.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.271051+0000) 2023-03-22T16:05:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:23.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.997887+0000) 2023-03-22T16:05:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:23.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.998057+0000) 2023-03-22T16:05:24.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:23.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.999420+0000) 2023-03-22T16:05:24.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:23.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.999296+0000) 2023-03-22T16:05:24.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:23.949+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.951135+0000) 2023-03-22T16:05:24.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:23.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.997883+0000) 2023-03-22T16:05:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:23.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:23.998305+0000) 2023-03-22T16:05:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:24.269+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.271235+0000) 2023-03-22T16:05:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:24 smithi142 ceph-mon[94717]: pgmap v2878: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:05:24.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:24 smithi098 ceph-mon[94136]: pgmap v2878: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:05:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:24.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.998001+0000) 2023-03-22T16:05:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:24.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.998175+0000) 2023-03-22T16:05:25.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:24.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.999542+0000) 2023-03-22T16:05:25.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:24.949+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.951253+0000) 2023-03-22T16:05:25.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:24.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.997999+0000) 2023-03-22T16:05:25.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:24.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.999409+0000) 2023-03-22T16:05:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:24.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:24.998428+0000) 2023-03-22T16:05:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:25.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.271359+0000) 2023-03-22T16:05:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:25.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.998118+0000) 2023-03-22T16:05:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:25.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.998296+0000) 2023-03-22T16:05:26.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:25.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.951377+0000) 2023-03-22T16:05:26.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:25.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.999655+0000) 2023-03-22T16:05:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:25.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.999512+0000) 2023-03-22T16:05:26.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:25.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.998117+0000) 2023-03-22T16:05:26.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:25.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:25.998552+0000) 2023-03-22T16:05:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:26.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.271555+0000) 2023-03-22T16:05:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:26 smithi142 ceph-mon[94717]: pgmap v2879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:26 smithi098 ceph-mon[94136]: pgmap v2879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:27.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:26.996+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.998234+0000) 2023-03-22T16:05:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:26.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.998235+0000) 2023-03-22T16:05:27.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:26.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.998413+0000) 2023-03-22T16:05:27.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:26.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.999628+0000) 2023-03-22T16:05:27.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:26.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.951482+0000) 2023-03-22T16:05:27.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:26.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.999764+0000) 2023-03-22T16:05:27.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:26.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:26.998674+0000) 2023-03-22T16:05:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:27.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.271673+0000) 2023-03-22T16:05:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:27 smithi098 ceph-mon[94136]: pgmap v2880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:27.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.998364+0000) 2023-03-22T16:05:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:27.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.998558+0000) 2023-03-22T16:05:28.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:27.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.951599+0000) 2023-03-22T16:05:28.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:27.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.998403+0000) 2023-03-22T16:05:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:27.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.999735+0000) 2023-03-22T16:05:28.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:27.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.999870+0000) 2023-03-22T16:05:28.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:27.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:27.998794+0000) 2023-03-22T16:05:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:27 smithi142 ceph-mon[94717]: pgmap v2880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:28.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.271880+0000) 2023-03-22T16:05:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:28.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.998502+0000) 2023-03-22T16:05:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:28.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.998684+0000) 2023-03-22T16:05:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:28.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.951717+0000) 2023-03-22T16:05:29.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:28.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.998519+0000) 2023-03-22T16:05:29.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:28.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.999842+0000) 2023-03-22T16:05:29.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:28.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.999983+0000) 2023-03-22T16:05:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:28.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:28.998912+0000) 2023-03-22T16:05:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:29.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:29.271999+0000) 2023-03-22T16:05:30.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:29.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:29.998624+0000) 2023-03-22T16:05:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:29.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:29.998801+0000) 2023-03-22T16:05:30.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:29.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:29.951826+0000) 2023-03-22T16:05:30.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:29.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:29.998635+0000) 2023-03-22T16:05:30.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:29.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:29.999945+0000) 2023-03-22T16:05:30.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:29.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:30.000095+0000) 2023-03-22T16:05:30.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:29.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:29.999029+0000) 2023-03-22T16:05:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:30.270+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:30.272208+0000) 2023-03-22T16:05:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:30 smithi142 ceph-mon[94717]: pgmap v2881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:30.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:30 smithi098 ceph-mon[94136]: pgmap v2881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:30.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:30.998752+0000) 2023-03-22T16:05:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:30.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:30.998912+0000) 2023-03-22T16:05:31.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:30.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:30.951936+0000) 2023-03-22T16:05:31.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:30.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:30.998747+0000) 2023-03-22T16:05:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:30.998+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.000207+0000) 2023-03-22T16:05:31.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:30.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.000047+0000) 2023-03-22T16:05:31.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:30.997+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:30.999147+0000) 2023-03-22T16:05:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:31.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.272299+0000) 2023-03-22T16:05:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:31.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.998869+0000) 2023-03-22T16:05:32.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:31.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.999027+0000) 2023-03-22T16:05:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:31.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.998869+0000) 2023-03-22T16:05:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:31.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.000301+0000) 2023-03-22T16:05:32.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:31.998+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.000169+0000) 2023-03-22T16:05:32.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:31.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.952057+0000) 2023-03-22T16:05:32.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:31.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:31.999259+0000) 2023-03-22T16:05:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:32.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.272507+0000) 2023-03-22T16:05:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:32 smithi142 ceph-mon[94717]: pgmap v2882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:32.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:32 smithi098 ceph-mon[94136]: pgmap v2882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:33.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:32.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.998986+0000) 2023-03-22T16:05:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:32.997+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.999161+0000) 2023-03-22T16:05:33.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:32.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.999002+0000) 2023-03-22T16:05:33.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:32.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.952166+0000) 2023-03-22T16:05:33.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:32.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.000283+0000) 2023-03-22T16:05:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:32.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:32.999398+0000) 2023-03-22T16:05:33.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:32.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.000421+0000) 2023-03-22T16:05:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:33.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.272630+0000) 2023-03-22T16:05:34.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:33.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.999121+0000) 2023-03-22T16:05:34.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:33.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.999113+0000) 2023-03-22T16:05:34.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:33.998+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.999286+0000) 2023-03-22T16:05:34.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:33.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.952298+0000) 2023-03-22T16:05:34.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:33.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.000533+0000) 2023-03-22T16:05:34.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:33.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.000399+0000) 2023-03-22T16:05:34.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:33.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:33.999524+0000) 2023-03-22T16:05:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:34.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.272824+0000) 2023-03-22T16:05:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:34 smithi142 ceph-mon[94717]: pgmap v2883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:34.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:34 smithi098 ceph-mon[94136]: pgmap v2883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:35.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:34.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.999238+0000) 2023-03-22T16:05:35.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:34.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.999244+0000) 2023-03-22T16:05:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:34.998+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.999408+0000) 2023-03-22T16:05:35.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:34.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.000510+0000) 2023-03-22T16:05:35.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:34.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.999646+0000) 2023-03-22T16:05:35.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:34.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.000657+0000) 2023-03-22T16:05:35.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:34.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:34.952431+0000) 2023-03-22T16:05:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:35.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.272955+0000) 2023-03-22T16:05:36.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:35.998+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.999367+0000) 2023-03-22T16:05:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:35.998+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.999524+0000) 2023-03-22T16:05:36.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:35.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.952547+0000) 2023-03-22T16:05:36.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:35.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.999369+0000) 2023-03-22T16:05:36.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:35.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.000618+0000) 2023-03-22T16:05:36.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:35.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:35.999768+0000) 2023-03-22T16:05:36.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:35.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.000773+0000) 2023-03-22T16:05:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:36.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.273122+0000) 2023-03-22T16:05:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:36 smithi142 ceph-mon[94717]: pgmap v2884: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:36 smithi098 ceph-mon[94136]: pgmap v2884: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:36.998+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.999503+0000) 2023-03-22T16:05:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:36.998+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.999662+0000) 2023-03-22T16:05:37.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:36.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.999495+0000) 2023-03-22T16:05:37.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:36.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.952669+0000) 2023-03-22T16:05:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:36.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.000890+0000) 2023-03-22T16:05:37.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:36.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.000734+0000) 2023-03-22T16:05:37.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:36.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:36.999908+0000) 2023-03-22T16:05:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:37.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.273238+0000) 2023-03-22T16:05:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:37.272+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:37.272+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:37.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:37.277+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.278339+0000) 2023-03-22T16:05:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:37 smithi098 ceph-mon[94136]: pgmap v2885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:38.207 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:37.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:38.001002+0000) 2023-03-22T16:05:38.207 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:37.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:38.000023+0000) 2023-03-22T16:05:38.208 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:37.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.999643+0000) 2023-03-22T16:05:38.208 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:37.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.952809+0000) 2023-03-22T16:05:38.209 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:37.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:38.000855+0000) 2023-03-22T16:05:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:37 smithi142 ceph-mon[94717]: pgmap v2885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:38.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:37.998+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.999640+0000) 2023-03-22T16:05:38.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:37.998+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:37.999767+0000) 2023-03-22T16:05:38.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:37.999+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:38.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:37.999+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:38.206+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:38.208030+0000) 2023-03-22T16:05:39.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:38.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:38.999746+0000) 2023-03-22T16:05:39.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:38.998+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:38.999742+0000) 2023-03-22T16:05:39.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:38.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:38.952918+0000) 2023-03-22T16:05:39.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:38.999+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:39.001114+0000) 2023-03-22T16:05:39.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:38.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:39.000962+0000) 2023-03-22T16:05:39.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:38.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:39.000131+0000) 2023-03-22T16:05:40.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:40.000+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:40.001279+0000) 2023-03-22T16:05:40.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:39.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:39.953033+0000) 2023-03-22T16:05:40.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:39.998+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:39.999854+0000) 2023-03-22T16:05:40.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:39.999+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:40.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:39.999+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:40.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:39.999+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:40.001220+0000) 2023-03-22T16:05:40.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:39.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:40.001137+0000) 2023-03-22T16:05:40.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:39.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:39.999870+0000) 2023-03-22T16:05:40.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:39.998+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:40.000251+0000) 2023-03-22T16:05:40.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:39.999+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:40.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:40.000+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:40.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:40.000+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:40.001426+0000) 2023-03-22T16:05:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:40 smithi142 ceph-mon[94717]: pgmap v2886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:40 smithi098 ceph-mon[94136]: pgmap v2886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:41.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:40.999+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:41.001253+0000) 2023-03-22T16:05:41.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:40.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:40.953152+0000) 2023-03-22T16:05:41.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:40.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:40.999976+0000) 2023-03-22T16:05:41.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:41.000+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:41.001397+0000) 2023-03-22T16:05:42.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:41.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:41.953285+0000) 2023-03-22T16:05:42.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:41.772+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:41.773563+0000) 2023-03-22T16:05:42.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:42.000+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:42.001518+0000) 2023-03-22T16:05:42.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:41.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:42.000101+0000) 2023-03-22T16:05:42.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:41.999+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:42.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:41.999+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:42.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:42.000+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:42.001330+0000) 2023-03-22T16:05:42.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:42.000+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:42.001382+0000) 2023-03-22T16:05:42.777 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:42.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:42.499974+0000) 2023-03-22T16:05:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:42 smithi142 ceph-mon[94717]: pgmap v2887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:42 smithi098 ceph-mon[94136]: pgmap v2887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:43.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:42.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:42.953405+0000) 2023-03-22T16:05:43.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:42.775+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:42.776941+0000) 2023-03-22T16:05:43.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:43.000+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:43.001630+0000) 2023-03-22T16:05:43.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:43.000+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:43.001506+0000) 2023-03-22T16:05:43.780 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:43.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:43.500082+0000) 2023-03-22T16:05:44.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:43.778+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:43.779496+0000) 2023-03-22T16:05:44.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:43.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:43.953530+0000) 2023-03-22T16:05:44.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:43.953+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:43.954283+0000) 2023-03-22T16:05:44.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:44.000+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:44.001737+0000) 2023-03-22T16:05:44.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:44.001+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:44.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:44.001+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:44.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:44.001+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:44.003080+0000) 2023-03-22T16:05:44.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:44.000+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:44.001622+0000) 2023-03-22T16:05:44.780 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:44.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:44.500100+0000) 2023-03-22T16:05:44.782 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:44.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:44.500195+0000) 2023-03-22T16:05:44.782 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:44.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:44.500524+0000) 2023-03-22T16:05:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:44 smithi142 ceph-mon[94717]: pgmap v2888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:44 smithi098 ceph-mon[94136]: pgmap v2888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:45.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:44.778+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:44.779689+0000) 2023-03-22T16:05:45.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:45.000+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:45.001743+0000) 2023-03-22T16:05:45.780 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:45.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:45.500208+0000) 2023-03-22T16:05:45.781 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:45.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:45.500298+0000) 2023-03-22T16:05:45.781 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:45.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:45.500646+0000) 2023-03-22T16:05:46.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:45.778+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:45.779803+0000) 2023-03-22T16:05:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:46.000+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:46.001865+0000) 2023-03-22T16:05:46.781 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:46.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:46.500326+0000) 2023-03-22T16:05:46.781 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:46.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:46.500417+0000) 2023-03-22T16:05:46.782 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:46.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:46.500768+0000) 2023-03-22T16:05:46.782 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:46.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:46.500337+0000) 2023-03-22T16:05:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:46 smithi142 ceph-mon[94717]: pgmap v2889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:46.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:46 smithi098 ceph-mon[94136]: pgmap v2889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:47.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:46.778+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:46.779998+0000) 2023-03-22T16:05:47.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:47.000+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:47.001976+0000) 2023-03-22T16:05:47.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:47.001+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:47.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:47.001+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:05:47.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:47.002+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:47.003372+0000) 2023-03-22T16:05:47.781 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:47.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:47.500452+0000) 2023-03-22T16:05:47.782 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:47.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:47.500622+0000) 2023-03-22T16:05:47.782 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:47.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:47.500891+0000) 2023-03-22T16:05:47.783 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:47.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:47.500455+0000) 2023-03-22T16:05:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:47 smithi098 ceph-mon[94136]: pgmap v2890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:47.778+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:47.780136+0000) 2023-03-22T16:05:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:47 smithi142 ceph-mon[94717]: pgmap v2890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:48.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:48.500603+0000) 2023-03-22T16:05:48.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:48.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:48.500728+0000) 2023-03-22T16:05:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:48.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:48.453890+0000) 2023-03-22T16:05:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:48.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:48.502051+0000) 2023-03-22T16:05:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:48.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:48.500601+0000) 2023-03-22T16:05:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:48.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:48.501006+0000) 2023-03-22T16:05:49.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:48.779+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:48.780342+0000) 2023-03-22T16:05:49.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:49.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:49.500713+0000) 2023-03-22T16:05:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:49.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:49.500840+0000) 2023-03-22T16:05:49.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:49.452+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:49.453997+0000) 2023-03-22T16:05:49.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:49.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:49.500705+0000) 2023-03-22T16:05:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:49.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:49.502182+0000) 2023-03-22T16:05:49.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:49.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:49.501116+0000) 2023-03-22T16:05:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:49.779+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:49.780464+0000) 2023-03-22T16:05:50.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:50.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:50.500816+0000) 2023-03-22T16:05:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:50.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:50.500830+0000) 2023-03-22T16:05:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:50.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:50.500960+0000) 2023-03-22T16:05:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:50.452+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:50.454121+0000) 2023-03-22T16:05:50.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:50.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:50.502298+0000) 2023-03-22T16:05:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:50.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:50.501231+0000) 2023-03-22T16:05:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:50 smithi142 ceph-mon[94717]: pgmap v2891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:50.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:50 smithi098 ceph-mon[94136]: pgmap v2891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:50.779+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:50.780674+0000) 2023-03-22T16:05:51.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:51.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.500936+0000) 2023-03-22T16:05:51.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:51.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.500970+0000) 2023-03-22T16:05:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:51.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.501098+0000) 2023-03-22T16:05:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:51.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.502412+0000) 2023-03-22T16:05:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:51.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.501368+0000) 2023-03-22T16:05:51.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:51.500+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.502223+0000) 2023-03-22T16:05:51.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:51.452+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.454251+0000) 2023-03-22T16:05:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:51.779+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:51.780792+0000) 2023-03-22T16:05:52.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:52.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.501054+0000) 2023-03-22T16:05:52.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:52.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.501107+0000) 2023-03-22T16:05:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:52.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.501225+0000) 2023-03-22T16:05:52.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:52.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.454377+0000) 2023-03-22T16:05:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:52.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.502530+0000) 2023-03-22T16:05:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:52.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.501495+0000) 2023-03-22T16:05:52.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:52.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.502301+0000) 2023-03-22T16:05:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:52 smithi142 ceph-mon[94717]: pgmap v2892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:52 smithi098 ceph-mon[94136]: pgmap v2892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:52.779+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:52.780995+0000) 2023-03-22T16:05:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:53.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.501229+0000) 2023-03-22T16:05:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:53.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.501364+0000) 2023-03-22T16:05:53.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:53.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.502417+0000) 2023-03-22T16:05:53.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:53.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.454497+0000) 2023-03-22T16:05:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:53.499+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.501194+0000) 2023-03-22T16:05:53.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:53.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.502646+0000) 2023-03-22T16:05:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:53.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.501619+0000) 2023-03-22T16:05:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:53.779+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:53.781128+0000) 2023-03-22T16:05:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:54.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.501367+0000) 2023-03-22T16:05:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:54.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.501478+0000) 2023-03-22T16:05:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:54.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.454616+0000) 2023-03-22T16:05:54.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:54.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.501310+0000) 2023-03-22T16:05:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:54.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.502533+0000) 2023-03-22T16:05:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:54.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.501739+0000) 2023-03-22T16:05:54.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:54.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.502762+0000) 2023-03-22T16:05:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:54 smithi142 ceph-mon[94717]: pgmap v2893: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:54.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:54 smithi098 ceph-mon[94136]: pgmap v2893: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:54.780+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:54.781327+0000) 2023-03-22T16:05:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:55.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.501508+0000) 2023-03-22T16:05:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:55.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.501601+0000) 2023-03-22T16:05:55.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:55.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.502881+0000) 2023-03-22T16:05:55.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:55.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.454741+0000) 2023-03-22T16:05:55.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:55.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.501427+0000) 2023-03-22T16:05:55.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:55.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.502648+0000) 2023-03-22T16:05:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:55.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.501857+0000) 2023-03-22T16:05:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:55.780+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:55.781444+0000) 2023-03-22T16:05:56.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:56.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.501635+0000) 2023-03-22T16:05:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:56.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.501731+0000) 2023-03-22T16:05:56.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:56.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.454866+0000) 2023-03-22T16:05:56.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:56.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.501550+0000) 2023-03-22T16:05:56.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:56.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.502990+0000) 2023-03-22T16:05:56.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:56.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.502771+0000) 2023-03-22T16:05:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:56.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.501975+0000) 2023-03-22T16:05:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:56 smithi142 ceph-mon[94717]: pgmap v2894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:56.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:56 smithi098 ceph-mon[94136]: pgmap v2894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:05:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:56.780+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:56.781642+0000) 2023-03-22T16:05:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:57.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.501747+0000) 2023-03-22T16:05:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:57.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.501847+0000) 2023-03-22T16:05:57.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:57.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.455001+0000) 2023-03-22T16:05:57.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:57.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.501670+0000) 2023-03-22T16:05:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:57.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.502876+0000) 2023-03-22T16:05:57.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:57.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.503101+0000) 2023-03-22T16:05:57.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:57.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.502097+0000) 2023-03-22T16:05:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:05:57 smithi098 ceph-mon[94136]: pgmap v2895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:57.780+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:57.781761+0000) 2023-03-22T16:05:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:05:57 smithi142 ceph-mon[94717]: pgmap v2895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:05:58.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:58.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.501786+0000) 2023-03-22T16:05:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:58.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.501861+0000) 2023-03-22T16:05:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:58.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.501957+0000) 2023-03-22T16:05:58.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:58.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.503010+0000) 2023-03-22T16:05:58.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:58.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.455114+0000) 2023-03-22T16:05:58.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:58.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.503209+0000) 2023-03-22T16:05:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:58.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.502214+0000) 2023-03-22T16:05:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:58.780+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:58.781988+0000) 2023-03-22T16:05:59.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:05:59.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.501974+0000) 2023-03-22T16:05:59.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:05:59.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.502067+0000) 2023-03-22T16:05:59.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:05:59.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.455244+0000) 2023-03-22T16:05:59.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:05:59.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.501902+0000) 2023-03-22T16:05:59.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:05:59.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.503113+0000) 2023-03-22T16:05:59.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:05:59.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.503296+0000) 2023-03-22T16:05:59.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:05:59.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.502302+0000) 2023-03-22T16:06:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:05:59.780+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:05:59.782131+0000) 2023-03-22T16:06:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:00.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.502091+0000) 2023-03-22T16:06:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:00.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.502190+0000) 2023-03-22T16:06:00.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:00.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.455376+0000) 2023-03-22T16:06:00.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:00.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.502016+0000) 2023-03-22T16:06:00.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:00.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.503219+0000) 2023-03-22T16:06:00.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:00.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.503417+0000) 2023-03-22T16:06:00.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:00.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.502422+0000) 2023-03-22T16:06:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:00 smithi142 ceph-mon[94717]: pgmap v2896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:00 smithi098 ceph-mon[94136]: pgmap v2896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:00.781+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:00.782311+0000) 2023-03-22T16:06:01.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:01.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.502129+0000) 2023-03-22T16:06:01.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:01.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.502211+0000) 2023-03-22T16:06:01.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:01.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.502301+0000) 2023-03-22T16:06:01.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:01.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.503537+0000) 2023-03-22T16:06:01.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:01.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.503307+0000) 2023-03-22T16:06:01.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:01.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.455498+0000) 2023-03-22T16:06:01.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:01.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.502556+0000) 2023-03-22T16:06:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:01.781+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:01.782424+0000) 2023-03-22T16:06:02.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:02.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.502306+0000) 2023-03-22T16:06:02.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:02.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.502450+0000) 2023-03-22T16:06:02.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:02.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.455616+0000) 2023-03-22T16:06:02.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:02.500+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.502241+0000) 2023-03-22T16:06:02.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:02.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.503655+0000) 2023-03-22T16:06:02.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:02.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.502672+0000) 2023-03-22T16:06:02.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:02.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.503424+0000) 2023-03-22T16:06:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:02 smithi142 ceph-mon[94717]: pgmap v2897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:02 smithi098 ceph-mon[94136]: pgmap v2897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:02.781+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:02.782629+0000) 2023-03-22T16:06:03.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:03.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.502381+0000) 2023-03-22T16:06:03.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:03.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.502426+0000) 2023-03-22T16:06:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:03.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.502569+0000) 2023-03-22T16:06:03.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:03.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.455726+0000) 2023-03-22T16:06:03.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:03.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.503769+0000) 2023-03-22T16:06:03.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:03.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.503530+0000) 2023-03-22T16:06:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:03.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.502798+0000) 2023-03-22T16:06:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:03.781+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:03.782769+0000) 2023-03-22T16:06:04.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:04.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.502543+0000) 2023-03-22T16:06:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:04.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.502695+0000) 2023-03-22T16:06:04.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:04.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.455857+0000) 2023-03-22T16:06:04.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:04.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.502502+0000) 2023-03-22T16:06:04.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:04.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.503644+0000) 2023-03-22T16:06:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:04.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.503878+0000) 2023-03-22T16:06:04.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:04.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.502916+0000) 2023-03-22T16:06:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:04 smithi142 ceph-mon[94717]: pgmap v2898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:06:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:04 smithi098 ceph-mon[94136]: pgmap v2898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:06:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:04.781+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:04.782968+0000) 2023-03-22T16:06:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:05.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.502659+0000) 2023-03-22T16:06:05.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:05.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.502804+0000) 2023-03-22T16:06:05.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:05.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.455984+0000) 2023-03-22T16:06:05.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:05.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.503991+0000) 2023-03-22T16:06:05.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:05.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.503726+0000) 2023-03-22T16:06:05.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:05.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.502628+0000) 2023-03-22T16:06:05.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:05.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.503034+0000) 2023-03-22T16:06:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:05.781+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:05.783084+0000) 2023-03-22T16:06:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:06.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.502792+0000) 2023-03-22T16:06:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:06.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.502915+0000) 2023-03-22T16:06:06.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:06.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.456112+0000) 2023-03-22T16:06:06.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:06.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.502746+0000) 2023-03-22T16:06:06.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:06.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.503844+0000) 2023-03-22T16:06:06.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:06.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.504094+0000) 2023-03-22T16:06:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:06.501+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.503150+0000) 2023-03-22T16:06:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:06 smithi142 ceph-mon[94717]: pgmap v2899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:06:06.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:06 smithi098 ceph-mon[94136]: pgmap v2899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:06:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:06.782+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:06.783296+0000) 2023-03-22T16:06:07.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:07.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.502907+0000) 2023-03-22T16:06:07.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:07.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.503032+0000) 2023-03-22T16:06:07.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:07.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.456239+0000) 2023-03-22T16:06:07.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:07.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.502868+0000) 2023-03-22T16:06:07.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:07.502+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.504197+0000) 2023-03-22T16:06:07.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:07.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.503965+0000) 2023-03-22T16:06:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:07.502+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.503278+0000) 2023-03-22T16:06:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:07 smithi098 ceph-mon[94136]: pgmap v2900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:06:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:07.782+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.783425+0000) 2023-03-22T16:06:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:07.786+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:07.787864+0000) 2023-03-22T16:06:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:07 smithi142 ceph-mon[94717]: pgmap v2900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:06:08.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:08.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.502986+0000) 2023-03-22T16:06:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:08.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.503015+0000) 2023-03-22T16:06:08.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:08.455+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.456360+0000) 2023-03-22T16:06:08.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:08.501+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.503149+0000) 2023-03-22T16:06:08.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:08.502+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.504022+0000) 2023-03-22T16:06:08.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:08.503+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.504302+0000) 2023-03-22T16:06:08.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:08.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.504091+0000) 2023-03-22T16:06:08.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:08.502+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:08.503447+0000) 2023-03-22T16:06:09.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:09.501+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:09.503146+0000) 2023-03-22T16:06:09.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:09.503+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:09.504415+0000) 2023-03-22T16:06:09.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:09.455+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:09.456485+0000) 2023-03-22T16:06:09.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:09.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:09.503106+0000) 2023-03-22T16:06:09.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:09.502+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:09.504205+0000) 2023-03-22T16:06:09.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:09.502+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:09.503564+0000) 2023-03-22T16:06:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:09 smithi098 ceph-mon[94136]: osdmap e228: 12 total, 9 up, 9 in 2023-03-22T16:06:10.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:09 smithi098 ceph-mon[94136]: pgmap v2902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:06:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:09 smithi142 ceph-mon[94717]: osdmap e228: 12 total, 9 up, 9 in 2023-03-22T16:06:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:09 smithi142 ceph-mon[94717]: pgmap v2902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:06:10.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:10.504+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.504546+0000) 2023-03-22T16:06:10.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:10.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.456598+0000) 2023-03-22T16:06:10.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:10.502+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.503250+0000) 2023-03-22T16:06:10.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:10.503+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:10.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:10.503+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:10.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:10.504+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.504845+0000) 2023-03-22T16:06:10.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:10.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.504327+0000) 2023-03-22T16:06:10.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:10.503+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.503686+0000) 2023-03-22T16:06:10.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:10.504+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:10.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:10.504+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:10.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:10.504+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.504932+0000) 2023-03-22T16:06:10.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:10.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:10.503247+0000) 2023-03-22T16:06:11.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:11.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:11.504445+0000) 2023-03-22T16:06:11.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:11.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:11.456709+0000) 2023-03-22T16:06:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:11.504+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:11.504663+0000) 2023-03-22T16:06:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:11.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:11.503394+0000) 2023-03-22T16:06:12.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:12.283+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:12.283722+0000) 2023-03-22T16:06:12.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:12.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:12.503507+0000) 2023-03-22T16:06:12.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:12.504+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:12.504434+0000) 2023-03-22T16:06:12.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:12.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:12.456842+0000) 2023-03-22T16:06:12.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:12.504+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:12.504766+0000) 2023-03-22T16:06:12.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:12.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:12.504561+0000) 2023-03-22T16:06:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:12 smithi142 ceph-mon[94717]: pgmap v2903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:06:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:12 smithi098 ceph-mon[94136]: pgmap v2903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:06:13.288 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:13.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:13.003458+0000) 2023-03-22T16:06:13.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:13.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:13.456975+0000) 2023-03-22T16:06:13.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:13.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:13.287615+0000) 2023-03-22T16:06:13.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:13.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:13.504668+0000) 2023-03-22T16:06:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:13.504+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:13.504881+0000) 2023-03-22T16:06:14.291 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:14.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:14.003583+0000) 2023-03-22T16:06:14.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:14.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:14.504797+0000) 2023-03-22T16:06:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:14.504+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:14.504989+0000) 2023-03-22T16:06:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:14.505+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:14.505+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:14.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:14.506+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:14.506679+0000) 2023-03-22T16:06:14.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:14.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:14.457104+0000) 2023-03-22T16:06:14.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:14.457+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:14.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:14.457+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:14.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:14.458+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:14.458472+0000) 2023-03-22T16:06:14.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:14.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:14.290431+0000) 2023-03-22T16:06:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:14 smithi142 ceph-mon[94717]: pgmap v2904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:06:14.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:14 smithi098 ceph-mon[94136]: pgmap v2904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:06:15.291 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:15.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:15.003506+0000) 2023-03-22T16:06:15.292 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:15.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:15.003707+0000) 2023-03-22T16:06:15.292 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:15.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:15.003958+0000) 2023-03-22T16:06:15.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:15.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:15.290549+0000) 2023-03-22T16:06:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:15.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:15.504907+0000) 2023-03-22T16:06:16.291 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:16.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:16.003624+0000) 2023-03-22T16:06:16.292 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:16.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:16.003823+0000) 2023-03-22T16:06:16.293 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:16.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:16.004066+0000) 2023-03-22T16:06:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:16.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:16.290760+0000) 2023-03-22T16:06:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:16.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:16.505026+0000) 2023-03-22T16:06:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:16 smithi142 ceph-mon[94717]: pgmap v2905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:06:16.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:16 smithi098 ceph-mon[94136]: pgmap v2905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:06:17.291 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:17.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:17.003746+0000) 2023-03-22T16:06:17.292 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:17.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:17.003943+0000) 2023-03-22T16:06:17.293 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:17.003+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:17.003854+0000) 2023-03-22T16:06:17.293 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:17.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:17.004168+0000) 2023-03-22T16:06:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:17.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:17.290888+0000) 2023-03-22T16:06:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:17.504+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:17.505159+0000) 2023-03-22T16:06:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:17.505+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:17.505+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:17.506+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:17.506615+0000) 2023-03-22T16:06:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:17 smithi098 ceph-mon[94136]: pgmap v2906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:06:18.292 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:18.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:18.003865+0000) 2023-03-22T16:06:18.292 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:18.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:18.004055+0000) 2023-03-22T16:06:18.293 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:18.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:18.004295+0000) 2023-03-22T16:06:18.293 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:18.003+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:18.003966+0000) 2023-03-22T16:06:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:17 smithi142 ceph-mon[94717]: pgmap v2906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:06:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:18.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:18.291097+0000) 2023-03-22T16:06:19.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:19.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:19.003984+0000) 2023-03-22T16:06:19.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:19.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:19.004192+0000) 2023-03-22T16:06:19.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:18.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:18.957321+0000) 2023-03-22T16:06:19.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:19.003+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:19.004078+0000) 2023-03-22T16:06:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:19.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:19.005264+0000) 2023-03-22T16:06:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:19.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:19.004415+0000) 2023-03-22T16:06:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:19.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:19.291216+0000) 2023-03-22T16:06:20.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:20.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:20.004098+0000) 2023-03-22T16:06:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:20.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:20.004295+0000) 2023-03-22T16:06:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:20.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:20.005386+0000) 2023-03-22T16:06:20.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:20.003+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:20.004192+0000) 2023-03-22T16:06:20.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:19.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:19.957444+0000) 2023-03-22T16:06:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:20.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:20.004527+0000) 2023-03-22T16:06:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:20.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:20.291420+0000) 2023-03-22T16:06:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:20 smithi142 ceph-mon[94717]: pgmap v2907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:06:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:20 smithi098 ceph-mon[94136]: pgmap v2907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:06:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:21.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:21.004219+0000) 2023-03-22T16:06:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:21.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:21.004413+0000) 2023-03-22T16:06:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:20.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:20.957566+0000) 2023-03-22T16:06:21.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:21.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:21.004290+0000) 2023-03-22T16:06:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:21.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:21.005503+0000) 2023-03-22T16:06:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:21.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:21.004634+0000) 2023-03-22T16:06:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:21.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:21.291542+0000) 2023-03-22T16:06:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:22.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.004309+0000) 2023-03-22T16:06:22.308 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:22.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.004520+0000) 2023-03-22T16:06:22.309 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:22.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.004406+0000) 2023-03-22T16:06:22.309 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:21.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:21.957689+0000) 2023-03-22T16:06:22.310 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:22.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.005416+0000) 2023-03-22T16:06:22.310 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:22.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.004756+0000) 2023-03-22T16:06:22.311 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:22.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.005620+0000) 2023-03-22T16:06:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:22.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.291763+0000) 2023-03-22T16:06:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:22 smithi142 ceph-mon[94717]: pgmap v2908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:06:22.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:22 smithi098 ceph-mon[94136]: pgmap v2908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:06:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:23.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.004421+0000) 2023-03-22T16:06:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:23.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.004633+0000) 2023-03-22T16:06:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:23.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.004525+0000) 2023-03-22T16:06:23.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:22.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:22.957830+0000) 2023-03-22T16:06:23.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:23.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.005737+0000) 2023-03-22T16:06:23.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:23.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.005532+0000) 2023-03-22T16:06:23.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:23.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.004870+0000) 2023-03-22T16:06:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:23.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.291882+0000) 2023-03-22T16:06:24.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:24.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.004532+0000) 2023-03-22T16:06:24.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:24.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.004748+0000) 2023-03-22T16:06:24.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:24.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.005655+0000) 2023-03-22T16:06:24.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:24.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.005848+0000) 2023-03-22T16:06:24.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:24.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.004651+0000) 2023-03-22T16:06:24.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:23.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:23.957959+0000) 2023-03-22T16:06:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:24.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.004987+0000) 2023-03-22T16:06:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:24.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.292090+0000) 2023-03-22T16:06:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:24 smithi142 ceph-mon[94717]: pgmap v2909: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:06:24.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:24 smithi098 ceph-mon[94136]: pgmap v2909: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:06:25.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:25.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.004648+0000) 2023-03-22T16:06:25.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:25.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.004857+0000) 2023-03-22T16:06:25.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:25.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.005107+0000) 2023-03-22T16:06:25.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:25.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.004770+0000) 2023-03-22T16:06:25.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:25.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.005957+0000) 2023-03-22T16:06:25.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:24.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:24.958074+0000) 2023-03-22T16:06:25.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:25.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.005768+0000) 2023-03-22T16:06:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:25.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.292209+0000) 2023-03-22T16:06:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:26.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.004758+0000) 2023-03-22T16:06:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:26.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.004971+0000) 2023-03-22T16:06:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:25.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:25.958215+0000) 2023-03-22T16:06:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:26.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.004923+0000) 2023-03-22T16:06:26.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:26.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.005882+0000) 2023-03-22T16:06:26.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:26.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.006080+0000) 2023-03-22T16:06:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:26.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.005227+0000) 2023-03-22T16:06:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:26.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.292429+0000) 2023-03-22T16:06:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:26 smithi142 ceph-mon[94717]: pgmap v2910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:06:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:26 smithi098 ceph-mon[94136]: pgmap v2910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:06:27.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:27.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.004890+0000) 2023-03-22T16:06:27.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:27.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.005086+0000) 2023-03-22T16:06:27.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:26.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:26.958312+0000) 2023-03-22T16:06:27.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:27.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.005994+0000) 2023-03-22T16:06:27.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:27.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.005041+0000) 2023-03-22T16:06:27.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:27.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.006195+0000) 2023-03-22T16:06:27.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:27.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.005302+0000) 2023-03-22T16:06:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:27.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.292550+0000) 2023-03-22T16:06:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:27 smithi098 ceph-mon[94136]: pgmap v2911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:06:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:28.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.005013+0000) 2023-03-22T16:06:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:28.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.005197+0000) 2023-03-22T16:06:28.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:28.003+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.005157+0000) 2023-03-22T16:06:28.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:27.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:27.958430+0000) 2023-03-22T16:06:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:28.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.006112+0000) 2023-03-22T16:06:28.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:28.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.005425+0000) 2023-03-22T16:06:28.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:28.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.006291+0000) 2023-03-22T16:06:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:27 smithi142 ceph-mon[94717]: pgmap v2911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:06:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:28.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.292746+0000) 2023-03-22T16:06:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:29.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.005120+0000) 2023-03-22T16:06:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:29.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.005294+0000) 2023-03-22T16:06:29.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:29.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.006305+0000) 2023-03-22T16:06:29.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:28.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:28.958548+0000) 2023-03-22T16:06:29.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:29.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.005287+0000) 2023-03-22T16:06:29.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:29.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.005545+0000) 2023-03-22T16:06:29.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:29.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.006440+0000) 2023-03-22T16:06:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:29.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.292870+0000) 2023-03-22T16:06:30.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:30.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.005235+0000) 2023-03-22T16:06:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:30.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.005414+0000) 2023-03-22T16:06:30.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:30.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.006423+0000) 2023-03-22T16:06:30.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:30.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.005667+0000) 2023-03-22T16:06:30.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:30.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.006551+0000) 2023-03-22T16:06:30.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:29.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:29.958669+0000) 2023-03-22T16:06:30.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:30.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.005407+0000) 2023-03-22T16:06:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:30.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.293064+0000) 2023-03-22T16:06:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:30 smithi142 ceph-mon[94717]: pgmap v2912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:30.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:30 smithi098 ceph-mon[94136]: pgmap v2912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:31.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.005357+0000) 2023-03-22T16:06:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:31.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.005527+0000) 2023-03-22T16:06:31.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:30.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:30.958789+0000) 2023-03-22T16:06:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:31.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.006663+0000) 2023-03-22T16:06:31.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:31.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.006538+0000) 2023-03-22T16:06:31.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:31.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.005784+0000) 2023-03-22T16:06:31.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:31.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.005533+0000) 2023-03-22T16:06:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:31.291+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.293200+0000) 2023-03-22T16:06:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:32.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.005481+0000) 2023-03-22T16:06:32.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:32.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.005681+0000) 2023-03-22T16:06:32.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:32.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.006772+0000) 2023-03-22T16:06:32.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:31.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:31.958905+0000) 2023-03-22T16:06:32.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:32.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.006654+0000) 2023-03-22T16:06:32.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:32.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.005911+0000) 2023-03-22T16:06:32.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:32.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.005631+0000) 2023-03-22T16:06:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:32.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.293428+0000) 2023-03-22T16:06:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:32 smithi142 ceph-mon[94717]: pgmap v2913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:32.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:32 smithi098 ceph-mon[94136]: pgmap v2913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:33.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:33.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.005596+0000) 2023-03-22T16:06:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:33.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.005797+0000) 2023-03-22T16:06:33.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:33.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.005745+0000) 2023-03-22T16:06:33.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:33.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.006883+0000) 2023-03-22T16:06:33.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:33.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.006772+0000) 2023-03-22T16:06:33.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:32.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:32.959023+0000) 2023-03-22T16:06:33.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:33.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.006033+0000) 2023-03-22T16:06:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:33.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.293555+0000) 2023-03-22T16:06:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:34.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.005707+0000) 2023-03-22T16:06:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:34.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.005920+0000) 2023-03-22T16:06:34.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:34.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.006990+0000) 2023-03-22T16:06:34.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:34.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.005900+0000) 2023-03-22T16:06:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:34.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.006153+0000) 2023-03-22T16:06:34.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:34.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.006885+0000) 2023-03-22T16:06:34.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:33.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:33.959142+0000) 2023-03-22T16:06:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:34.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.293760+0000) 2023-03-22T16:06:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:34 smithi142 ceph-mon[94717]: pgmap v2914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:34.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:34 smithi098 ceph-mon[94136]: pgmap v2914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:35.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.005831+0000) 2023-03-22T16:06:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:35.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.006033+0000) 2023-03-22T16:06:35.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:34.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:34.959259+0000) 2023-03-22T16:06:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:35.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.006014+0000) 2023-03-22T16:06:35.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:35.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.007106+0000) 2023-03-22T16:06:35.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:35.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.006994+0000) 2023-03-22T16:06:35.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:35.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.006274+0000) 2023-03-22T16:06:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:35.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.293878+0000) 2023-03-22T16:06:36.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:36.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.006148+0000) 2023-03-22T16:06:36.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:35.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:35.959390+0000) 2023-03-22T16:06:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:36.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.005917+0000) 2023-03-22T16:06:36.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:36.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.006127+0000) 2023-03-22T16:06:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:36.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.007229+0000) 2023-03-22T16:06:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:36.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.006397+0000) 2023-03-22T16:06:36.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:36.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.007107+0000) 2023-03-22T16:06:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:36.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.294075+0000) 2023-03-22T16:06:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:36 smithi142 ceph-mon[94717]: pgmap v2915: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:36 smithi098 ceph-mon[94136]: pgmap v2915: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:37.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.006027+0000) 2023-03-22T16:06:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:37.005+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.006263+0000) 2023-03-22T16:06:37.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:37.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.006240+0000) 2023-03-22T16:06:37.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:37.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.007217+0000) 2023-03-22T16:06:37.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:37.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.006517+0000) 2023-03-22T16:06:37.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:36.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:36.959508+0000) 2023-03-22T16:06:37.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:37.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.007304+0000) 2023-03-22T16:06:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:37.292+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.294180+0000) 2023-03-22T16:06:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:37 smithi098 ceph-mon[94136]: pgmap v2916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:38.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:38.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.006144+0000) 2023-03-22T16:06:38.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:38.005+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.006407+0000) 2023-03-22T16:06:38.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:37.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:37.959627+0000) 2023-03-22T16:06:38.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:38.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.006365+0000) 2023-03-22T16:06:38.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:38.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.007306+0000) 2023-03-22T16:06:38.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:38.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.007464+0000) 2023-03-22T16:06:38.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:38.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.006633+0000) 2023-03-22T16:06:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:37 smithi142 ceph-mon[94717]: pgmap v2916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:38.293+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.294394+0000) 2023-03-22T16:06:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:38.293+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:38.297+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.299073+0000) 2023-03-22T16:06:39.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:39.005+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.006263+0000) 2023-03-22T16:06:39.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:39.005+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.006524+0000) 2023-03-22T16:06:39.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:39.005+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.007228+0000) 2023-03-22T16:06:39.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:39.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.007574+0000) 2023-03-22T16:06:39.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:39.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.006492+0000) 2023-03-22T16:06:39.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:38.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:38.959754+0000) 2023-03-22T16:06:39.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:39.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.007431+0000) 2023-03-22T16:06:39.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:39.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.006787+0000) 2023-03-22T16:06:40.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:40.005+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:40.006389+0000) 2023-03-22T16:06:40.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:39.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:39.959877+0000) 2023-03-22T16:06:40.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:40.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:40.006607+0000) 2023-03-22T16:06:40.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:40.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:40.007692+0000) 2023-03-22T16:06:40.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:40.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:40.007546+0000) 2023-03-22T16:06:40.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:40.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:40.006903+0000) 2023-03-22T16:06:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:40 smithi142 ceph-mon[94717]: pgmap v2917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:40 smithi098 ceph-mon[94136]: pgmap v2917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:41.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:41.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.006770+0000) 2023-03-22T16:06:41.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:41.005+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.006503+0000) 2023-03-22T16:06:41.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:41.006+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:41.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:41.006+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:41.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:41.006+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.007557+0000) 2023-03-22T16:06:41.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:40.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:40.960002+0000) 2023-03-22T16:06:41.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:41.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.007016+0000) 2023-03-22T16:06:41.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:41.006+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:41.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:41.006+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:41.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:41.019+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.021147+0000) 2023-03-22T16:06:41.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:41.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.007825+0000) 2023-03-22T16:06:41.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:41.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.007661+0000) 2023-03-22T16:06:42.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:41.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:41.960122+0000) 2023-03-22T16:06:42.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:42.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:42.006879+0000) 2023-03-22T16:06:42.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:42.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:42.007939+0000) 2023-03-22T16:06:42.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:42.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:42.007781+0000) 2023-03-22T16:06:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:42 smithi142 ceph-mon[94717]: pgmap v2918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:42 smithi098 ceph-mon[94136]: pgmap v2918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:43.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:42.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:42.960244+0000) 2023-03-22T16:06:43.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:42.793+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:42.794695+0000) 2023-03-22T16:06:43.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:43.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:43.007910+0000) 2023-03-22T16:06:43.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:43.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:43.006992+0000) 2023-03-22T16:06:43.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:43.006+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:43.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:43.006+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:43.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:43.007+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:43.008385+0000) 2023-03-22T16:06:43.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:43.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:43.008055+0000) 2023-03-22T16:06:43.801 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:43.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:43.506788+0000) 2023-03-22T16:06:44.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:43.797+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:43.798309+0000) 2023-03-22T16:06:44.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:44.006+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:44.008163+0000) 2023-03-22T16:06:44.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:44.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:44.008080+0000) 2023-03-22T16:06:44.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:43.959+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:43.960377+0000) 2023-03-22T16:06:44.802 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:44.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:44.506903+0000) 2023-03-22T16:06:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:44 smithi142 ceph-mon[94717]: pgmap v2919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:44 smithi098 ceph-mon[94136]: pgmap v2919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:45.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:44.800+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:44.801298+0000) 2023-03-22T16:06:45.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:44.959+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:44.960509+0000) 2023-03-22T16:06:45.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:44.959+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:45.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:44.960+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:45.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:44.960+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:44.961439+0000) 2023-03-22T16:06:45.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:45.007+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:45.008296+0000) 2023-03-22T16:06:45.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:45.007+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:45.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:45.007+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:45.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:45.008+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:45.009736+0000) 2023-03-22T16:06:45.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:45.006+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:45.008218+0000) 2023-03-22T16:06:45.802 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:45.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:45.506820+0000) 2023-03-22T16:06:45.803 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:45.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:45.507016+0000) 2023-03-22T16:06:45.803 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:45.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:45.507297+0000) 2023-03-22T16:06:46.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:46.007+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:46.008313+0000) 2023-03-22T16:06:46.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:45.800+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:45.801415+0000) 2023-03-22T16:06:46.802 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:46.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:46.506941+0000) 2023-03-22T16:06:46.803 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:46.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:46.507121+0000) 2023-03-22T16:06:46.804 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:46.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:46.507424+0000) 2023-03-22T16:06:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:46 smithi142 ceph-mon[94717]: pgmap v2920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:46.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:46 smithi098 ceph-mon[94136]: pgmap v2920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:47.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:47.007+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:47.008434+0000) 2023-03-22T16:06:47.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:46.800+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:46.801615+0000) 2023-03-22T16:06:47.802 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:47.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:47.507059+0000) 2023-03-22T16:06:47.803 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:47.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:47.507225+0000) 2023-03-22T16:06:47.803 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:47.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:47.507312+0000) 2023-03-22T16:06:47.804 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:47.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:47.507548+0000) 2023-03-22T16:06:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:47 smithi098 ceph-mon[94136]: pgmap v2921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:47.800+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:47.801739+0000) 2023-03-22T16:06:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:48.007+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:48.008556+0000) 2023-03-22T16:06:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:48.007+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:48.007+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:06:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:48.008+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:48.009340+0000) 2023-03-22T16:06:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:47 smithi142 ceph-mon[94717]: pgmap v2921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:48.803 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:48.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:48.507446+0000) 2023-03-22T16:06:48.803 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:48.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:48.507174+0000) 2023-03-22T16:06:48.804 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:48.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:48.507306+0000) 2023-03-22T16:06:48.804 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:48.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:48.507671+0000) 2023-03-22T16:06:49.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:48.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:48.802003+0000) 2023-03-22T16:06:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:49.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:49.507565+0000) 2023-03-22T16:06:49.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:49.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:49.507311+0000) 2023-03-22T16:06:49.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:49.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:49.507475+0000) 2023-03-22T16:06:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:49.459+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:49.460808+0000) 2023-03-22T16:06:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:49.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:49.508569+0000) 2023-03-22T16:06:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:49.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:49.507796+0000) 2023-03-22T16:06:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:49.800+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:49.802171+0000) 2023-03-22T16:06:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:50.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:50.507434+0000) 2023-03-22T16:06:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:50.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:50.507596+0000) 2023-03-22T16:06:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:50.459+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:50.460927+0000) 2023-03-22T16:06:50.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:50.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:50.507686+0000) 2023-03-22T16:06:50.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:50.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:50.508678+0000) 2023-03-22T16:06:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:50.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:50.507915+0000) 2023-03-22T16:06:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:50 smithi142 ceph-mon[94717]: pgmap v2922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:50.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:50 smithi098 ceph-mon[94136]: pgmap v2922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:50.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:50.802387+0000) 2023-03-22T16:06:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:51.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:51.507553+0000) 2023-03-22T16:06:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:51.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:51.507713+0000) 2023-03-22T16:06:51.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:51.459+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:51.461045+0000) 2023-03-22T16:06:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:51.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:51.507794+0000) 2023-03-22T16:06:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:51.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:51.508787+0000) 2023-03-22T16:06:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:51.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:51.508029+0000) 2023-03-22T16:06:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:51.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:51.802508+0000) 2023-03-22T16:06:52.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:52.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.507684+0000) 2023-03-22T16:06:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:52.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.507851+0000) 2023-03-22T16:06:52.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:52.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.508810+0000) 2023-03-22T16:06:52.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:52.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.508160+0000) 2023-03-22T16:06:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:52.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.507991+0000) 2023-03-22T16:06:52.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:52.459+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.461161+0000) 2023-03-22T16:06:52.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:52.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.508931+0000) 2023-03-22T16:06:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:52 smithi142 ceph-mon[94717]: pgmap v2923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:52 smithi098 ceph-mon[94136]: pgmap v2923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:52.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:52.802708+0000) 2023-03-22T16:06:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:53.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.507802+0000) 2023-03-22T16:06:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:53.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.507960+0000) 2023-03-22T16:06:53.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:53.460+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.461280+0000) 2023-03-22T16:06:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:53.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.508103+0000) 2023-03-22T16:06:53.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:53.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.508284+0000) 2023-03-22T16:06:53.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:53.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.509047+0000) 2023-03-22T16:06:53.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:53.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.508927+0000) 2023-03-22T16:06:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:53.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:53.802829+0000) 2023-03-22T16:06:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:54.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.507903+0000) 2023-03-22T16:06:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:54.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.508060+0000) 2023-03-22T16:06:54.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:54.506+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.508226+0000) 2023-03-22T16:06:54.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:54.460+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.461422+0000) 2023-03-22T16:06:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:54.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.509159+0000) 2023-03-22T16:06:54.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:54.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.509042+0000) 2023-03-22T16:06:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:54.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.508405+0000) 2023-03-22T16:06:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:54 smithi142 ceph-mon[94717]: pgmap v2924: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:54.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:54 smithi098 ceph-mon[94136]: pgmap v2924: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:54.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:54.803024+0000) 2023-03-22T16:06:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:55.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.508016+0000) 2023-03-22T16:06:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:55.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.508180+0000) 2023-03-22T16:06:55.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:55.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.508311+0000) 2023-03-22T16:06:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:55.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.509153+0000) 2023-03-22T16:06:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:55.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.508521+0000) 2023-03-22T16:06:55.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:55.460+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.461538+0000) 2023-03-22T16:06:55.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:55.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.509282+0000) 2023-03-22T16:06:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:55.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:55.803141+0000) 2023-03-22T16:06:56.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:56.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.508431+0000) 2023-03-22T16:06:56.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:56.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.508130+0000) 2023-03-22T16:06:56.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:56.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.508297+0000) 2023-03-22T16:06:56.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:56.460+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.461663+0000) 2023-03-22T16:06:56.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:56.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.509265+0000) 2023-03-22T16:06:56.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:56.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.508639+0000) 2023-03-22T16:06:56.726 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:56.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.509406+0000) 2023-03-22T16:06:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:56 smithi142 ceph-mon[94717]: pgmap v2925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:56.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:56 smithi098 ceph-mon[94136]: pgmap v2925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:06:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:56.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:56.803305+0000) 2023-03-22T16:06:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:57.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.508242+0000) 2023-03-22T16:06:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:57.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.508403+0000) 2023-03-22T16:06:57.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:57.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.508549+0000) 2023-03-22T16:06:57.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:57.460+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.461789+0000) 2023-03-22T16:06:57.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:57.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.508759+0000) 2023-03-22T16:06:57.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:57.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.509522+0000) 2023-03-22T16:06:57.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:57.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.509386+0000) 2023-03-22T16:06:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:06:57 smithi098 ceph-mon[94136]: pgmap v2926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:57.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:57.803430+0000) 2023-03-22T16:06:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:06:57 smithi142 ceph-mon[94717]: pgmap v2926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:06:58.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:58.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.508651+0000) 2023-03-22T16:06:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:58.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.508370+0000) 2023-03-22T16:06:58.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:58.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.508511+0000) 2023-03-22T16:06:58.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:58.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.509507+0000) 2023-03-22T16:06:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:58.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.508876+0000) 2023-03-22T16:06:58.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:58.460+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.461909+0000) 2023-03-22T16:06:58.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:58.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.509679+0000) 2023-03-22T16:06:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:58.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:58.803650+0000) 2023-03-22T16:06:59.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:06:59.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.508747+0000) 2023-03-22T16:06:59.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:06:59.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.508608+0000) 2023-03-22T16:06:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:06:59.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.462080+0000) 2023-03-22T16:06:59.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:06:59.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.803780+0000) 2023-03-22T16:06:59.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:06:59.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.509639+0000) 2023-03-22T16:06:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:06:59.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.509806+0000) 2023-03-22T16:06:59.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:06:59.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.508986+0000) 2023-03-22T16:06:59.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:06:59.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:06:59.508491+0000) 2023-03-22T16:07:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:00.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.508597+0000) 2023-03-22T16:07:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:00.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.508719+0000) 2023-03-22T16:07:00.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:00.460+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.462212+0000) 2023-03-22T16:07:00.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:00.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.508869+0000) 2023-03-22T16:07:00.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:00.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.509771+0000) 2023-03-22T16:07:00.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:00.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.509938+0000) 2023-03-22T16:07:00.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:00.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.509091+0000) 2023-03-22T16:07:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:00 smithi142 ceph-mon[94717]: pgmap v2927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:07:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:00 smithi098 ceph-mon[94136]: pgmap v2927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:07:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:00.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:00.803976+0000) 2023-03-22T16:07:01.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:01.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.508717+0000) 2023-03-22T16:07:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:01.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.508832+0000) 2023-03-22T16:07:01.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:01.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.510048+0000) 2023-03-22T16:07:01.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:01.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.508980+0000) 2023-03-22T16:07:01.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:01.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.509210+0000) 2023-03-22T16:07:01.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:01.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.509890+0000) 2023-03-22T16:07:01.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:01.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.462303+0000) 2023-03-22T16:07:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:01.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:01.804092+0000) 2023-03-22T16:07:02.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:02.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.508843+0000) 2023-03-22T16:07:02.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:02.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.508944+0000) 2023-03-22T16:07:02.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:02.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.510002+0000) 2023-03-22T16:07:02.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:02.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.509304+0000) 2023-03-22T16:07:02.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:02.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.510159+0000) 2023-03-22T16:07:02.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:02.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.462424+0000) 2023-03-22T16:07:02.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:02.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.509089+0000) 2023-03-22T16:07:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:02 smithi142 ceph-mon[94717]: pgmap v2928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:07:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:02 smithi098 ceph-mon[94136]: pgmap v2928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:07:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:02.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:02.804300+0000) 2023-03-22T16:07:03.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:03.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.508962+0000) 2023-03-22T16:07:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:03.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.509058+0000) 2023-03-22T16:07:03.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:03.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.510132+0000) 2023-03-22T16:07:03.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:03.507+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.509201+0000) 2023-03-22T16:07:03.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:03.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.510282+0000) 2023-03-22T16:07:03.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:03.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.462544+0000) 2023-03-22T16:07:03.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:03.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.509424+0000) 2023-03-22T16:07:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:03.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:03.804417+0000) 2023-03-22T16:07:04.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:04.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.509080+0000) 2023-03-22T16:07:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:04.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.509175+0000) 2023-03-22T16:07:04.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:04.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.509544+0000) 2023-03-22T16:07:04.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:04.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.509296+0000) 2023-03-22T16:07:04.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:04.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.462664+0000) 2023-03-22T16:07:04.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:04.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.510239+0000) 2023-03-22T16:07:04.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:04.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.510392+0000) 2023-03-22T16:07:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:04 smithi142 ceph-mon[94717]: pgmap v2929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 20 KiB/s rd, 50 KiB/s wr, 27 op/s 2023-03-22T16:07:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:04 smithi098 ceph-mon[94136]: pgmap v2929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 20 KiB/s rd, 50 KiB/s wr, 27 op/s 2023-03-22T16:07:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:04.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:04.804588+0000) 2023-03-22T16:07:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:05.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.509199+0000) 2023-03-22T16:07:05.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:05.508+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.509303+0000) 2023-03-22T16:07:05.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:05.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.462797+0000) 2023-03-22T16:07:05.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:05.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.509667+0000) 2023-03-22T16:07:05.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:05.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.510363+0000) 2023-03-22T16:07:05.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:05.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.510505+0000) 2023-03-22T16:07:05.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:05.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.509432+0000) 2023-03-22T16:07:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:05.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:05.804706+0000) 2023-03-22T16:07:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:06.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.509315+0000) 2023-03-22T16:07:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:06.508+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.509417+0000) 2023-03-22T16:07:06.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:06.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.462917+0000) 2023-03-22T16:07:06.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:06.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.509564+0000) 2023-03-22T16:07:06.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:06.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.510481+0000) 2023-03-22T16:07:06.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:06.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.510628+0000) 2023-03-22T16:07:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:06.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.509790+0000) 2023-03-22T16:07:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:06 smithi142 ceph-mon[94717]: pgmap v2930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 18 KiB/s rd, 50 KiB/s wr, 23 op/s 2023-03-22T16:07:06.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:06 smithi098 ceph-mon[94136]: pgmap v2930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 18 KiB/s rd, 50 KiB/s wr, 23 op/s 2023-03-22T16:07:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:06.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:06.804919+0000) 2023-03-22T16:07:07.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:07.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.509438+0000) 2023-03-22T16:07:07.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:07.508+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.509535+0000) 2023-03-22T16:07:07.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:07.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.509673+0000) 2023-03-22T16:07:07.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:07.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.509915+0000) 2023-03-22T16:07:07.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:07.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.463035+0000) 2023-03-22T16:07:07.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:07.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.510595+0000) 2023-03-22T16:07:07.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:07.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.510737+0000) 2023-03-22T16:07:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:07 smithi098 ceph-mon[94136]: pgmap v2931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 20 KiB/s rd, 50 KiB/s wr, 28 op/s 2023-03-22T16:07:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:07.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:07.805033+0000) 2023-03-22T16:07:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:07 smithi142 ceph-mon[94717]: pgmap v2931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 20 KiB/s rd, 50 KiB/s wr, 28 op/s 2023-03-22T16:07:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:08.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.509562+0000) 2023-03-22T16:07:08.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:08.508+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.509649+0000) 2023-03-22T16:07:08.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:08.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.509801+0000) 2023-03-22T16:07:08.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:08.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.463154+0000) 2023-03-22T16:07:08.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:08.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.510842+0000) 2023-03-22T16:07:08.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:08.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.510708+0000) 2023-03-22T16:07:08.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:08.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.510036+0000) 2023-03-22T16:07:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:08.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.805232+0000) 2023-03-22T16:07:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:08.804+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:08.804+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:08.809+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:08.810743+0000) 2023-03-22T16:07:09.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:09.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.509974+0000) 2023-03-22T16:07:09.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:09.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.509686+0000) 2023-03-22T16:07:09.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:09.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.510160+0000) 2023-03-22T16:07:09.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:09.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.463294+0000) 2023-03-22T16:07:09.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:09.508+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.509763+0000) 2023-03-22T16:07:09.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:09.509+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:09.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:09.509+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:09.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:09.509+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.510712+0000) 2023-03-22T16:07:09.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:09.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.510950+0000) 2023-03-22T16:07:09.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:09.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:09.510827+0000) 2023-03-22T16:07:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:09 smithi142 ceph-mon[94717]: osdmap e229: 12 total, 9 up, 9 in 2023-03-22T16:07:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:09 smithi142 ceph-mon[94717]: pgmap v2933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 22 KiB/s rd, 60 KiB/s wr, 28 op/s 2023-03-22T16:07:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:09 smithi098 ceph-mon[94136]: osdmap e229: 12 total, 9 up, 9 in 2023-03-22T16:07:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:09 smithi098 ceph-mon[94136]: pgmap v2933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 22 KiB/s rd, 60 KiB/s wr, 28 op/s 2023-03-22T16:07:10.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:10.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:10.509814+0000) 2023-03-22T16:07:10.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:10.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:10.510081+0000) 2023-03-22T16:07:10.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:10.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:10.510944+0000) 2023-03-22T16:07:10.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:10.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:10.463405+0000) 2023-03-22T16:07:10.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:10.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:10.511062+0000) 2023-03-22T16:07:10.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:10.509+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:10.510291+0000) 2023-03-22T16:07:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:11.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.509933+0000) 2023-03-22T16:07:11.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:11.509+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.510869+0000) 2023-03-22T16:07:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:11.509+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.511184+0000) 2023-03-22T16:07:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:11.509+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.510412+0000) 2023-03-22T16:07:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:11.509+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:11.509+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:11.510+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.511673+0000) 2023-03-22T16:07:11.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:11.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.463519+0000) 2023-03-22T16:07:11.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:11.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.510214+0000) 2023-03-22T16:07:11.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:11.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:11.511207+0000) 2023-03-22T16:07:12.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:12.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:12.463652+0000) 2023-03-22T16:07:12.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:12.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:12.510294+0000) 2023-03-22T16:07:12.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:12.510+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:12.511306+0000) 2023-03-22T16:07:12.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:12.510+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:12.511304+0000) 2023-03-22T16:07:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:12 smithi142 ceph-mon[94717]: pgmap v2934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 22 KiB/s rd, 60 KiB/s wr, 28 op/s 2023-03-22T16:07:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:12 smithi098 ceph-mon[94136]: pgmap v2934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 22 KiB/s rd, 60 KiB/s wr, 28 op/s 2023-03-22T16:07:13.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:13.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:13.463774+0000) 2023-03-22T16:07:13.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:13.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:13.305529+0000) 2023-03-22T16:07:13.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:13.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:13.510418+0000) 2023-03-22T16:07:13.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:13.509+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:13.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:13.510+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:13.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:13.510+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:13.511428+0000) 2023-03-22T16:07:13.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:13.510+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:13.511436+0000) 2023-03-22T16:07:13.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:13.510+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:13.511434+0000) 2023-03-22T16:07:14.309 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:14.008+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:14.010038+0000) 2023-03-22T16:07:14.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:14.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:14.307833+0000) 2023-03-22T16:07:14.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:14.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:14.463891+0000) 2023-03-22T16:07:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:14.510+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:14.511549+0000) 2023-03-22T16:07:14.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:14.510+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:14.511570+0000) 2023-03-22T16:07:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:14 smithi142 ceph-mon[94717]: pgmap v2935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2023-03-22T16:07:14.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:14 smithi098 ceph-mon[94136]: pgmap v2935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2023-03-22T16:07:15.311 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:15.008+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:15.010145+0000) 2023-03-22T16:07:15.312 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:15.309+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:15.310228+0000) 2023-03-22T16:07:15.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:15.511+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:15.511690+0000) 2023-03-22T16:07:15.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:15.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:15.464027+0000) 2023-03-22T16:07:15.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:15.464+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:15.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:15.464+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:15.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:15.465+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:15.465435+0000) 2023-03-22T16:07:15.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:15.511+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:15.511673+0000) 2023-03-22T16:07:15.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:15.512+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:15.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:15.513+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:15.513349+0000) 2023-03-22T16:07:16.311 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:16.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:16.010279+0000) 2023-03-22T16:07:16.312 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:16.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:16.010279+0000) 2023-03-22T16:07:16.312 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:16.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:16.010670+0000) 2023-03-22T16:07:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:16.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:16.310444+0000) 2023-03-22T16:07:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:16.511+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:16.511825+0000) 2023-03-22T16:07:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:16 smithi142 ceph-mon[94717]: pgmap v2936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2023-03-22T16:07:16.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:16 smithi098 ceph-mon[94136]: pgmap v2936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2023-03-22T16:07:17.311 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:17.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:17.010396+0000) 2023-03-22T16:07:17.312 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:17.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:17.010396+0000) 2023-03-22T16:07:17.312 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:17.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:17.010785+0000) 2023-03-22T16:07:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:17.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:17.310569+0000) 2023-03-22T16:07:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:17.511+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:17.511957+0000) 2023-03-22T16:07:18.312 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:18.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:18.010516+0000) 2023-03-22T16:07:18.313 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:18.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:18.010519+0000) 2023-03-22T16:07:18.314 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:18.010+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:18.010773+0000) 2023-03-22T16:07:18.314 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:18.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:18.010982+0000) 2023-03-22T16:07:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:17 smithi142 ceph-mon[94717]: pgmap v2937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2023-03-22T16:07:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:17 smithi098 ceph-mon[94136]: pgmap v2937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2023-03-22T16:07:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:18.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:18.310774+0000) 2023-03-22T16:07:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:18.511+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:18.512087+0000) 2023-03-22T16:07:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:18.512+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:18.512+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:18.513+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:18.513559+0000) 2023-03-22T16:07:19.312 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:19.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:19.010648+0000) 2023-03-22T16:07:19.312 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:19.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:19.010636+0000) 2023-03-22T16:07:19.313 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:19.010+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:19.010889+0000) 2023-03-22T16:07:19.313 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:19.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:19.011100+0000) 2023-03-22T16:07:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:19.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:19.310891+0000) 2023-03-22T16:07:20.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:20.010+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:20.011008+0000) 2023-03-22T16:07:20.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:20.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:20.010760+0000) 2023-03-22T16:07:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:20.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:20.010760+0000) 2023-03-22T16:07:20.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:19.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:19.964283+0000) 2023-03-22T16:07:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:20.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:20.011923+0000) 2023-03-22T16:07:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:20.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:20.011215+0000) 2023-03-22T16:07:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:20.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:20.311063+0000) 2023-03-22T16:07:20.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:20 smithi142 ceph-mon[94717]: pgmap v2938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 10 op/s 2023-03-22T16:07:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:20 smithi098 ceph-mon[94136]: pgmap v2938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 10 op/s 2023-03-22T16:07:21.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:21.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:21.010879+0000) 2023-03-22T16:07:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:21.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:21.010891+0000) 2023-03-22T16:07:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:20.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:20.964400+0000) 2023-03-22T16:07:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:21.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:21.012041+0000) 2023-03-22T16:07:21.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:21.010+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:21.011119+0000) 2023-03-22T16:07:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:21.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:21.011305+0000) 2023-03-22T16:07:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:21.310+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:21.311182+0000) 2023-03-22T16:07:22.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:22.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:22.010994+0000) 2023-03-22T16:07:22.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:22.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:22.011000+0000) 2023-03-22T16:07:22.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:21.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:21.964516+0000) 2023-03-22T16:07:22.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:22.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:22.012161+0000) 2023-03-22T16:07:22.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:22.010+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:22.011233+0000) 2023-03-22T16:07:22.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:22.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:22.011424+0000) 2023-03-22T16:07:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:22.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:22.311390+0000) 2023-03-22T16:07:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:22 smithi142 ceph-mon[94717]: pgmap v2939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T16:07:22.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:22 smithi098 ceph-mon[94136]: pgmap v2939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-03-22T16:07:23.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:23.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.011136+0000) 2023-03-22T16:07:23.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:23.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.011114+0000) 2023-03-22T16:07:23.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:22.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:22.964636+0000) 2023-03-22T16:07:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:23.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.011352+0000) 2023-03-22T16:07:23.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:23.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.012279+0000) 2023-03-22T16:07:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:23.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.011550+0000) 2023-03-22T16:07:23.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:23.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.012302+0000) 2023-03-22T16:07:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:23.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.311509+0000) 2023-03-22T16:07:24.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:24.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.011518+0000) 2023-03-22T16:07:24.236 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:24.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.011251+0000) 2023-03-22T16:07:24.237 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:24.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.011229+0000) 2023-03-22T16:07:24.237 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:23.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:23.964757+0000) 2023-03-22T16:07:24.238 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:24.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.012404+0000) 2023-03-22T16:07:24.238 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:24.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.012620+0000) 2023-03-22T16:07:24.239 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:24.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.011670+0000) 2023-03-22T16:07:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:24.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.311694+0000) 2023-03-22T16:07:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:24 smithi142 ceph-mon[94717]: pgmap v2940: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 14 op/s 2023-03-22T16:07:24.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:24 smithi098 ceph-mon[94136]: pgmap v2940: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 14 op/s 2023-03-22T16:07:25.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:25.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.011632+0000) 2023-03-22T16:07:25.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:25.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.011393+0000) 2023-03-22T16:07:25.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:25.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.011387+0000) 2023-03-22T16:07:25.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:25.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.012732+0000) 2023-03-22T16:07:25.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:24.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:24.964933+0000) 2023-03-22T16:07:25.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:25.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.012514+0000) 2023-03-22T16:07:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:25.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.311815+0000) 2023-03-22T16:07:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:25.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.011779+0000) 2023-03-22T16:07:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:26.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.011505+0000) 2023-03-22T16:07:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:26.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.011495+0000) 2023-03-22T16:07:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:25.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:25.965073+0000) 2023-03-22T16:07:26.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:26.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.011876+0000) 2023-03-22T16:07:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:26.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.011730+0000) 2023-03-22T16:07:26.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:26.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.012627+0000) 2023-03-22T16:07:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:26.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.012844+0000) 2023-03-22T16:07:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:26.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.312025+0000) 2023-03-22T16:07:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:26 smithi142 ceph-mon[94717]: pgmap v2941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:07:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:26 smithi098 ceph-mon[94136]: pgmap v2941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:07:27.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:27.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.011622+0000) 2023-03-22T16:07:27.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:27.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.011622+0000) 2023-03-22T16:07:27.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:26.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:26.965196+0000) 2023-03-22T16:07:27.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:27.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.011829+0000) 2023-03-22T16:07:27.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:27.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.012753+0000) 2023-03-22T16:07:27.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:27.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.012962+0000) 2023-03-22T16:07:27.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:27.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.011990+0000) 2023-03-22T16:07:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:27.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.312155+0000) 2023-03-22T16:07:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:28.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.011748+0000) 2023-03-22T16:07:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:28.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.011748+0000) 2023-03-22T16:07:28.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:27.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:27.965314+0000) 2023-03-22T16:07:28.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:28.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.011931+0000) 2023-03-22T16:07:28.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:28.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.013081+0000) 2023-03-22T16:07:28.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:28.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.012108+0000) 2023-03-22T16:07:28.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:28.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.012864+0000) 2023-03-22T16:07:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:27 smithi142 ceph-mon[94717]: pgmap v2942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2023-03-22T16:07:28.427 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:27 smithi098 ceph-mon[94136]: pgmap v2942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2023-03-22T16:07:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:28.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.312346+0000) 2023-03-22T16:07:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:29.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.011884+0000) 2023-03-22T16:07:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:29.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.011883+0000) 2023-03-22T16:07:29.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:28.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:28.965434+0000) 2023-03-22T16:07:29.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:29.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.012039+0000) 2023-03-22T16:07:29.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:29.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.012230+0000) 2023-03-22T16:07:29.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:29.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.012977+0000) 2023-03-22T16:07:29.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:29.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.013189+0000) 2023-03-22T16:07:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:29.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.312468+0000) 2023-03-22T16:07:30.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:30.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.012149+0000) 2023-03-22T16:07:30.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:30.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.012013+0000) 2023-03-22T16:07:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:30.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.011997+0000) 2023-03-22T16:07:30.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:29.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:29.965556+0000) 2023-03-22T16:07:30.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:30.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.013301+0000) 2023-03-22T16:07:30.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:30.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.013090+0000) 2023-03-22T16:07:30.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:30.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.012362+0000) 2023-03-22T16:07:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:30.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.312738+0000) 2023-03-22T16:07:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:30 smithi142 ceph-mon[94717]: pgmap v2943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:30.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:30 smithi098 ceph-mon[94136]: pgmap v2943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:31.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.012137+0000) 2023-03-22T16:07:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:31.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.012118+0000) 2023-03-22T16:07:31.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:31.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.013422+0000) 2023-03-22T16:07:31.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:30.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:30.965676+0000) 2023-03-22T16:07:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:31.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.013211+0000) 2023-03-22T16:07:31.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:31.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.012256+0000) 2023-03-22T16:07:31.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:31.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.012485+0000) 2023-03-22T16:07:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:31.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.312895+0000) 2023-03-22T16:07:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:32.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.012277+0000) 2023-03-22T16:07:32.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:32.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.012239+0000) 2023-03-22T16:07:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:32.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.012397+0000) 2023-03-22T16:07:32.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:32.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.012605+0000) 2023-03-22T16:07:32.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:31.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:31.965788+0000) 2023-03-22T16:07:32.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:32.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.013301+0000) 2023-03-22T16:07:32.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:32.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.013538+0000) 2023-03-22T16:07:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:32.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.313080+0000) 2023-03-22T16:07:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:32 smithi142 ceph-mon[94717]: pgmap v2944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:32.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:32 smithi098 ceph-mon[94136]: pgmap v2944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:33.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:33.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.012543+0000) 2023-03-22T16:07:33.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:33.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.012407+0000) 2023-03-22T16:07:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:33.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.012364+0000) 2023-03-22T16:07:33.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:33.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.012737+0000) 2023-03-22T16:07:33.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:32.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:32.965908+0000) 2023-03-22T16:07:33.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:33.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.013411+0000) 2023-03-22T16:07:33.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:33.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.013648+0000) 2023-03-22T16:07:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:33.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.313191+0000) 2023-03-22T16:07:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:34.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.012528+0000) 2023-03-22T16:07:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:34.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.012490+0000) 2023-03-22T16:07:34.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:33.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:33.966035+0000) 2023-03-22T16:07:34.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:34.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.013762+0000) 2023-03-22T16:07:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:34.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.012858+0000) 2023-03-22T16:07:34.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:34.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.013541+0000) 2023-03-22T16:07:34.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:34.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.012656+0000) 2023-03-22T16:07:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:34.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.313385+0000) 2023-03-22T16:07:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:34 smithi142 ceph-mon[94717]: pgmap v2945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:34.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:34 smithi098 ceph-mon[94136]: pgmap v2945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:35.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.012656+0000) 2023-03-22T16:07:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:35.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.012609+0000) 2023-03-22T16:07:35.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:35.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.012977+0000) 2023-03-22T16:07:35.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:34.964+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:34.966158+0000) 2023-03-22T16:07:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:35.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.012778+0000) 2023-03-22T16:07:35.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:35.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.013659+0000) 2023-03-22T16:07:35.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:35.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.013866+0000) 2023-03-22T16:07:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:35.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.313504+0000) 2023-03-22T16:07:36.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:36.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.012894+0000) 2023-03-22T16:07:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:36.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.012797+0000) 2023-03-22T16:07:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:36.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.012734+0000) 2023-03-22T16:07:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:36.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.013768+0000) 2023-03-22T16:07:36.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:36.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.013966+0000) 2023-03-22T16:07:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:36.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.013087+0000) 2023-03-22T16:07:36.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:35.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:35.966292+0000) 2023-03-22T16:07:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:36.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.313706+0000) 2023-03-22T16:07:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:36 smithi142 ceph-mon[94717]: pgmap v2946: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:36 smithi098 ceph-mon[94136]: pgmap v2946: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:37.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.012912+0000) 2023-03-22T16:07:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:37.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.012861+0000) 2023-03-22T16:07:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:36.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:36.966410+0000) 2023-03-22T16:07:37.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:37.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.013022+0000) 2023-03-22T16:07:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:37.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.013891+0000) 2023-03-22T16:07:37.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:37.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.013205+0000) 2023-03-22T16:07:37.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:37.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.014073+0000) 2023-03-22T16:07:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:37.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.313824+0000) 2023-03-22T16:07:38.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:38.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.013031+0000) 2023-03-22T16:07:38.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:38.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.012980+0000) 2023-03-22T16:07:38.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:37.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:37.966521+0000) 2023-03-22T16:07:38.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:38.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.013300+0000) 2023-03-22T16:07:38.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:38.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.014187+0000) 2023-03-22T16:07:38.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:38.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.014011+0000) 2023-03-22T16:07:38.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:38.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.013137+0000) 2023-03-22T16:07:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:37 smithi142 ceph-mon[94717]: pgmap v2947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:37 smithi098 ceph-mon[94136]: pgmap v2947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:38.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.314021+0000) 2023-03-22T16:07:39.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:39.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.013166+0000) 2023-03-22T16:07:39.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:39.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.013097+0000) 2023-03-22T16:07:39.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:39.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.014143+0000) 2023-03-22T16:07:39.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:39.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.013418+0000) 2023-03-22T16:07:39.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:38.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:38.966638+0000) 2023-03-22T16:07:39.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:39.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.013266+0000) 2023-03-22T16:07:39.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:39.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.014304+0000) 2023-03-22T16:07:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:39.312+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.314137+0000) 2023-03-22T16:07:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:39.313+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:39.313+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:39.317+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.318802+0000) 2023-03-22T16:07:40.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:40.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.013396+0000) 2023-03-22T16:07:40.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:40.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.013296+0000) 2023-03-22T16:07:40.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:40.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.013548+0000) 2023-03-22T16:07:40.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:39.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:39.966756+0000) 2023-03-22T16:07:40.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:40.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.013216+0000) 2023-03-22T16:07:40.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:40.013+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:40.225 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:40.013+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.014477+0000) 2023-03-22T16:07:40.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:40.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.014248+0000) 2023-03-22T16:07:40.226 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:40.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.014467+0000) 2023-03-22T16:07:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:40 smithi142 ceph-mon[94717]: pgmap v2948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:40 smithi098 ceph-mon[94136]: pgmap v2948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:41.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:41.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:41.013430+0000) 2023-03-22T16:07:41.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:40.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:40.966947+0000) 2023-03-22T16:07:41.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:41.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:41.014383+0000) 2023-03-22T16:07:41.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:41.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:41.014594+0000) 2023-03-22T16:07:41.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:41.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:41.013687+0000) 2023-03-22T16:07:41.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:41.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:41.013537+0000) 2023-03-22T16:07:42.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:41.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:41.967106+0000) 2023-03-22T16:07:42.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:42.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.013671+0000) 2023-03-22T16:07:42.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:42.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.013570+0000) 2023-03-22T16:07:42.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:42.013+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:42.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:42.013+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:42.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:42.014+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.015302+0000) 2023-03-22T16:07:42.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:42.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.014564+0000) 2023-03-22T16:07:42.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:42.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.014736+0000) 2023-03-22T16:07:42.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:42.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.013831+0000) 2023-03-22T16:07:42.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:42.013+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:42.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:42.013+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:42.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:42.014+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.015581+0000) 2023-03-22T16:07:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:42 smithi142 ceph-mon[94717]: pgmap v2949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:42 smithi098 ceph-mon[94136]: pgmap v2949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:43.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:42.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:42.967234+0000) 2023-03-22T16:07:43.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:43.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:43.013797+0000) 2023-03-22T16:07:43.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:43.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:43.014645+0000) 2023-03-22T16:07:43.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:43.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:43.014850+0000) 2023-03-22T16:07:44.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:43.813+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:43.814436+0000) 2023-03-22T16:07:44.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:43.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:43.967357+0000) 2023-03-22T16:07:44.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:44.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:44.014960+0000) 2023-03-22T16:07:44.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:44.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:44.013914+0000) 2023-03-22T16:07:44.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:44.013+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:44.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:44.013+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:44.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:44.014+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:44.015666+0000) 2023-03-22T16:07:44.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:44.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:44.014769+0000) 2023-03-22T16:07:44.818 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:44.512+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:44.513940+0000) 2023-03-22T16:07:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:44 smithi142 ceph-mon[94717]: pgmap v2950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:44 smithi098 ceph-mon[94136]: pgmap v2950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:45.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:44.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:44.967483+0000) 2023-03-22T16:07:45.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:44.816+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:44.817477+0000) 2023-03-22T16:07:45.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:45.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:45.014899+0000) 2023-03-22T16:07:45.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:45.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:45.015078+0000) 2023-03-22T16:07:45.821 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:45.512+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:45.514051+0000) 2023-03-22T16:07:46.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:45.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:45.820379+0000) 2023-03-22T16:07:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:46.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:46.015202+0000) 2023-03-22T16:07:46.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:46.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:46.015018+0000) 2023-03-22T16:07:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:46.014+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:46.014+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:07:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:46.014+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:46.015997+0000) 2023-03-22T16:07:46.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:45.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:45.967600+0000) 2023-03-22T16:07:46.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:45.967+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:45.968398+0000) 2023-03-22T16:07:46.821 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:46.512+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:46.514018+0000) 2023-03-22T16:07:46.822 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:46.512+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:46.514166+0000) 2023-03-22T16:07:46.822 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:46.512+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:46.514076+0000) 2023-03-22T16:07:46.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:46 smithi142 ceph-mon[94717]: pgmap v2951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:46.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:46 smithi098 ceph-mon[94136]: pgmap v2951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:47.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:46.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:46.820587+0000) 2023-03-22T16:07:47.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:47.014+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:47.015304+0000) 2023-03-22T16:07:47.821 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:47.512+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:47.514138+0000) 2023-03-22T16:07:47.822 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:47.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:47.514302+0000) 2023-03-22T16:07:47.823 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:47.512+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:47.514199+0000) 2023-03-22T16:07:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:47.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:47.820712+0000) 2023-03-22T16:07:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:48.014+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:48.015422+0000) 2023-03-22T16:07:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:47 smithi142 ceph-mon[94717]: pgmap v2952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:47 smithi098 ceph-mon[94136]: pgmap v2952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:48.822 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:48.512+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:48.514243+0000) 2023-03-22T16:07:48.822 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:48.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:48.514261+0000) 2023-03-22T16:07:48.823 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:48.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:48.514485+0000) 2023-03-22T16:07:48.824 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:48.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:48.514307+0000) 2023-03-22T16:07:49.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:48.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:48.820927+0000) 2023-03-22T16:07:49.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:49.014+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:49.015534+0000) 2023-03-22T16:07:49.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:49.014+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:49.016190+0000) 2023-03-22T16:07:49.822 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:49.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:49.514366+0000) 2023-03-22T16:07:49.824 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:49.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:49.514390+0000) 2023-03-22T16:07:49.825 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:49.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:49.515293+0000) 2023-03-22T16:07:49.825 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:49.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:49.514445+0000) 2023-03-22T16:07:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:49.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:49.821050+0000) 2023-03-22T16:07:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:50.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:50.514505+0000) 2023-03-22T16:07:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:50.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:50.515403+0000) 2023-03-22T16:07:50.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:50.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:50.514578+0000) 2023-03-22T16:07:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:50.466+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:50.467922+0000) 2023-03-22T16:07:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:50.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:50.515296+0000) 2023-03-22T16:07:50.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:50.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:50.514480+0000) 2023-03-22T16:07:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:50 smithi142 ceph-mon[94717]: pgmap v2953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:50.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:50 smithi098 ceph-mon[94136]: pgmap v2953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:50.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:50.821277+0000) 2023-03-22T16:07:51.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:51.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:51.514630+0000) 2023-03-22T16:07:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:51.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:51.515526+0000) 2023-03-22T16:07:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:51.466+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:51.468044+0000) 2023-03-22T16:07:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:51.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:51.514603+0000) 2023-03-22T16:07:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:51.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:51.515411+0000) 2023-03-22T16:07:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:51.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:51.514789+0000) 2023-03-22T16:07:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:51.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:51.821396+0000) 2023-03-22T16:07:52.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:52.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:52.514728+0000) 2023-03-22T16:07:52.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:52.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:52.514773+0000) 2023-03-22T16:07:52.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:52.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:52.515636+0000) 2023-03-22T16:07:52.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:52.466+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:52.468175+0000) 2023-03-22T16:07:52.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:52.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:52.515526+0000) 2023-03-22T16:07:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:52.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:52.514932+0000) 2023-03-22T16:07:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:52 smithi142 ceph-mon[94717]: pgmap v2954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:52 smithi098 ceph-mon[94136]: pgmap v2954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:52.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:52.821596+0000) 2023-03-22T16:07:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:53.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.514900+0000) 2023-03-22T16:07:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:53.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.515754+0000) 2023-03-22T16:07:53.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:53.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.468305+0000) 2023-03-22T16:07:53.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:53.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.515642+0000) 2023-03-22T16:07:53.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:53.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.515750+0000) 2023-03-22T16:07:53.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:53.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.514854+0000) 2023-03-22T16:07:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:53.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.515059+0000) 2023-03-22T16:07:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:53.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:53.821712+0000) 2023-03-22T16:07:54.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:54.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.515023+0000) 2023-03-22T16:07:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:54.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.515871+0000) 2023-03-22T16:07:54.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:54.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.515751+0000) 2023-03-22T16:07:54.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:54.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.515877+0000) 2023-03-22T16:07:54.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:54.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.515177+0000) 2023-03-22T16:07:54.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:54.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.468426+0000) 2023-03-22T16:07:54.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:54.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.514968+0000) 2023-03-22T16:07:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:54 smithi142 ceph-mon[94717]: pgmap v2955: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:54.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:54 smithi098 ceph-mon[94136]: pgmap v2955: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:54.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:54.821914+0000) 2023-03-22T16:07:55.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:55.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.515143+0000) 2023-03-22T16:07:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:55.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.515985+0000) 2023-03-22T16:07:55.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:55.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.515864+0000) 2023-03-22T16:07:55.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:55.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.515992+0000) 2023-03-22T16:07:55.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:55.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.468552+0000) 2023-03-22T16:07:55.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:55.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.515099+0000) 2023-03-22T16:07:55.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:55.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.515305+0000) 2023-03-22T16:07:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:55.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:55.822033+0000) 2023-03-22T16:07:56.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:56.513+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.515232+0000) 2023-03-22T16:07:56.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:56.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.515267+0000) 2023-03-22T16:07:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:56.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.516097+0000) 2023-03-22T16:07:56.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:56.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.468679+0000) 2023-03-22T16:07:56.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:56.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.516112+0000) 2023-03-22T16:07:56.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:56.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.515976+0000) 2023-03-22T16:07:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:56.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.515429+0000) 2023-03-22T16:07:56.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:56 smithi142 ceph-mon[94717]: pgmap v2956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:56.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:56 smithi098 ceph-mon[94136]: pgmap v2956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:07:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:56.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:56.822229+0000) 2023-03-22T16:07:57.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:57.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.515312+0000) 2023-03-22T16:07:57.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:57.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.515408+0000) 2023-03-22T16:07:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:57.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.516210+0000) 2023-03-22T16:07:57.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:57.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.468815+0000) 2023-03-22T16:07:57.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:57.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.516231+0000) 2023-03-22T16:07:57.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:57.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.516095+0000) 2023-03-22T16:07:57.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:57.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.515552+0000) 2023-03-22T16:07:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:57.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:57.822357+0000) 2023-03-22T16:07:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:07:57 smithi142 ceph-mon[94717]: pgmap v2957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:07:57 smithi098 ceph-mon[94136]: pgmap v2957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 13 op/s 2023-03-22T16:07:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:58.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.515534+0000) 2023-03-22T16:07:58.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:58.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.516297+0000) 2023-03-22T16:07:58.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:58.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.516365+0000) 2023-03-22T16:07:58.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:58.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.468938+0000) 2023-03-22T16:07:58.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:58.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.516203+0000) 2023-03-22T16:07:58.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:58.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.515424+0000) 2023-03-22T16:07:58.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:58.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.515682+0000) 2023-03-22T16:07:59.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:58.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:58.822561+0000) 2023-03-22T16:07:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:07:59.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.515663+0000) 2023-03-22T16:07:59.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:07:59.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.516421+0000) 2023-03-22T16:07:59.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:07:59.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.469058+0000) 2023-03-22T16:07:59.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:07:59.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.516483+0000) 2023-03-22T16:07:59.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:07:59.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.515537+0000) 2023-03-22T16:07:59.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:07:59.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.516298+0000) 2023-03-22T16:07:59.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:07:59.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.515791+0000) 2023-03-22T16:08:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:07:59.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:07:59.822689+0000) 2023-03-22T16:08:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:00.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.515780+0000) 2023-03-22T16:08:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:00.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.516541+0000) 2023-03-22T16:08:00.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:00.467+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.469177+0000) 2023-03-22T16:08:00.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:00.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.516415+0000) 2023-03-22T16:08:00.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:00.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.515646+0000) 2023-03-22T16:08:00.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:00.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.516619+0000) 2023-03-22T16:08:00.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:00.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.515906+0000) 2023-03-22T16:08:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:00 smithi142 ceph-mon[94717]: pgmap v2958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:08:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:00 smithi098 ceph-mon[94136]: pgmap v2958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:08:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:00.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:00.822904+0000) 2023-03-22T16:08:01.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:01.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.515951+0000) 2023-03-22T16:08:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:01.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.516662+0000) 2023-03-22T16:08:01.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:01.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.515772+0000) 2023-03-22T16:08:01.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:01.468+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.469354+0000) 2023-03-22T16:08:01.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:01.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.516731+0000) 2023-03-22T16:08:01.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:01.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.516522+0000) 2023-03-22T16:08:01.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:01.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.516050+0000) 2023-03-22T16:08:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:01.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:01.823029+0000) 2023-03-22T16:08:02.824 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:02.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.516096+0000) 2023-03-22T16:08:02.825 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:02.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.516766+0000) 2023-03-22T16:08:02.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:02.468+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.469493+0000) 2023-03-22T16:08:02.826 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:02.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.515899+0000) 2023-03-22T16:08:02.826 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:02.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.516625+0000) 2023-03-22T16:08:02.826 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:02.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.516840+0000) 2023-03-22T16:08:02.827 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:02.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.516196+0000) 2023-03-22T16:08:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:02 smithi142 ceph-mon[94717]: pgmap v2959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:08:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:02 smithi098 ceph-mon[94136]: pgmap v2959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 9 op/s 2023-03-22T16:08:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:02.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:02.823239+0000) 2023-03-22T16:08:03.824 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:03.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.516220+0000) 2023-03-22T16:08:03.825 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:03.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.516878+0000) 2023-03-22T16:08:03.825 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:03.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.516008+0000) 2023-03-22T16:08:03.826 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:03.468+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.469639+0000) 2023-03-22T16:08:03.826 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:03.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.516740+0000) 2023-03-22T16:08:03.827 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:03.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.516960+0000) 2023-03-22T16:08:03.827 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:03.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.516315+0000) 2023-03-22T16:08:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:03.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:03.823370+0000) 2023-03-22T16:08:04.824 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:04.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.516302+0000) 2023-03-22T16:08:04.825 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:04.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.516989+0000) 2023-03-22T16:08:04.826 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:04.468+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.469779+0000) 2023-03-22T16:08:04.826 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:04.514+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.516125+0000) 2023-03-22T16:08:04.827 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:04.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.516855+0000) 2023-03-22T16:08:04.827 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:04.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.516436+0000) 2023-03-22T16:08:04.828 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:04.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.517076+0000) 2023-03-22T16:08:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:04 smithi142 ceph-mon[94717]: pgmap v2960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 28 op/s 2023-03-22T16:08:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:04 smithi098 ceph-mon[94136]: pgmap v2960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 28 op/s 2023-03-22T16:08:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:04.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:04.823586+0000) 2023-03-22T16:08:05.824 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:05.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.516415+0000) 2023-03-22T16:08:05.825 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:05.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.517094+0000) 2023-03-22T16:08:05.826 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:05.468+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.469890+0000) 2023-03-22T16:08:05.826 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:05.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.516555+0000) 2023-03-22T16:08:05.827 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:05.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.516972+0000) 2023-03-22T16:08:05.827 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:05.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.517185+0000) 2023-03-22T16:08:05.827 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:05.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.516262+0000) 2023-03-22T16:08:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:05.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:05.823705+0000) 2023-03-22T16:08:06.825 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:06.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.516432+0000) 2023-03-22T16:08:06.825 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:06.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.516520+0000) 2023-03-22T16:08:06.826 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:06.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.517189+0000) 2023-03-22T16:08:06.826 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:06.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.517077+0000) 2023-03-22T16:08:06.827 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:06.516+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.517303+0000) 2023-03-22T16:08:06.827 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:06.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.470042+0000) 2023-03-22T16:08:06.828 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:06.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.516700+0000) 2023-03-22T16:08:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:06 smithi142 ceph-mon[94717]: pgmap v2961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T16:08:06.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:06 smithi098 ceph-mon[94136]: pgmap v2961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T16:08:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:06.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:06.823949+0000) 2023-03-22T16:08:07.825 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:07.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.516574+0000) 2023-03-22T16:08:07.826 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:07.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.516664+0000) 2023-03-22T16:08:07.826 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:07.516+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.517349+0000) 2023-03-22T16:08:07.827 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:07.468+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.470159+0000) 2023-03-22T16:08:07.827 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:07.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.516842+0000) 2023-03-22T16:08:07.828 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:07.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.517181+0000) 2023-03-22T16:08:07.828 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:07.516+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.517438+0000) 2023-03-22T16:08:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:07.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:07.824087+0000) 2023-03-22T16:08:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:07 smithi142 ceph-mon[94717]: pgmap v2962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:08:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:07 smithi098 ceph-mon[94136]: pgmap v2962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:08:08.825 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:08.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.516780+0000) 2023-03-22T16:08:08.826 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:08.516+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.517486+0000) 2023-03-22T16:08:08.826 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:08.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.516963+0000) 2023-03-22T16:08:08.827 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:08.516+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.517554+0000) 2023-03-22T16:08:08.827 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:08.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.470286+0000) 2023-03-22T16:08:08.828 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:08.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.516686+0000) 2023-03-22T16:08:08.828 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:08.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.517295+0000) 2023-03-22T16:08:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:08.823+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:08.824312+0000) 2023-03-22T16:08:09.825 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:09.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.517403+0000) 2023-03-22T16:08:09.827 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:09.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.470407+0000) 2023-03-22T16:08:09.827 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:09.516+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.517614+0000) 2023-03-22T16:08:09.828 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:09.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.516801+0000) 2023-03-22T16:08:09.829 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:09.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.517119+0000) 2023-03-22T16:08:09.830 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:09.516+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.517683+0000) 2023-03-22T16:08:09.830 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:09.823+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.824457+0000) 2023-03-22T16:08:09.831 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:09.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.516942+0000) 2023-03-22T16:08:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:09.824+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:09.824+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:09.826+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:09.828157+0000) 2023-03-22T16:08:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:09 smithi142 ceph-mon[94717]: osdmap e230: 12 total, 9 up, 9 in 2023-03-22T16:08:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:09 smithi142 ceph-mon[94717]: pgmap v2964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:08:10.429 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:09 smithi098 ceph-mon[94136]: osdmap e230: 12 total, 9 up, 9 in 2023-03-22T16:08:10.429 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:09 smithi098 ceph-mon[94136]: pgmap v2964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:08:10.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:10.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.517081+0000) 2023-03-22T16:08:10.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:10.516+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.517742+0000) 2023-03-22T16:08:10.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:10.517+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:10.517+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:10.517+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.519001+0000) 2023-03-22T16:08:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:10.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.470525+0000) 2023-03-22T16:08:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:10.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.516916+0000) 2023-03-22T16:08:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:10.516+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.517824+0000) 2023-03-22T16:08:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:10.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.517257+0000) 2023-03-22T16:08:10.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:10.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:10.517517+0000) 2023-03-22T16:08:11.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:11.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:11.517210+0000) 2023-03-22T16:08:11.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:11.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:11.470651+0000) 2023-03-22T16:08:11.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:11.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:11.517068+0000) 2023-03-22T16:08:11.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:11.516+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:11.517938+0000) 2023-03-22T16:08:11.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:11.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:11.517630+0000) 2023-03-22T16:08:11.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:11.516+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:11.517413+0000) 2023-03-22T16:08:12.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:12 smithi142 ceph-mon[94717]: pgmap v2965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:08:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:12 smithi098 ceph-mon[94136]: pgmap v2965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:08:12.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:12.516+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.517333+0000) 2023-03-22T16:08:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:12.516+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.518246+0000) 2023-03-22T16:08:12.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:12.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.470774+0000) 2023-03-22T16:08:12.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:12.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.517225+0000) 2023-03-22T16:08:12.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:12.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.518694+0000) 2023-03-22T16:08:12.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:12.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.518092+0000) 2023-03-22T16:08:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:12.516+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.517731+0000) 2023-03-22T16:08:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:12.517+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:12.517+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:12.519104+0000) 2023-03-22T16:08:13.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:13.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:13.517378+0000) 2023-03-22T16:08:13.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:13.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:13.518809+0000) 2023-03-22T16:08:13.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:13.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:13.470938+0000) 2023-03-22T16:08:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:13.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:13.518249+0000) 2023-03-22T16:08:14.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:14.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:14.471080+0000) 2023-03-22T16:08:14.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:14.323+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:14.324735+0000) 2023-03-22T16:08:14.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:14.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:14.517518+0000) 2023-03-22T16:08:14.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:14.516+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:14.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:14.517+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:14.518339+0000) 2023-03-22T16:08:14.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:14.517+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:14.518408+0000) 2023-03-22T16:08:14.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:14.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:14.518924+0000) 2023-03-22T16:08:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:14 smithi142 ceph-mon[94717]: pgmap v2966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:08:14.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:14 smithi098 ceph-mon[94136]: pgmap v2966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:08:15.329 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:15.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:15.017971+0000) 2023-03-22T16:08:15.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:15.517+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:15.518549+0000) 2023-03-22T16:08:15.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:15.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:15.519041+0000) 2023-03-22T16:08:15.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:15.327+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:15.328398+0000) 2023-03-22T16:08:15.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:15.469+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:15.471231+0000) 2023-03-22T16:08:16.332 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:16.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:16.018078+0000) 2023-03-22T16:08:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:16.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:16.331524+0000) 2023-03-22T16:08:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:16.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:16.519191+0000) 2023-03-22T16:08:16.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:16.470+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:16.471352+0000) 2023-03-22T16:08:16.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:16.470+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:16.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:16.470+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:16.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:16.471+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:16.472355+0000) 2023-03-22T16:08:16.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:16.517+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:16.518691+0000) 2023-03-22T16:08:16.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:16.518+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:16.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:16.518+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:16.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:16.518+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:16.520049+0000) 2023-03-22T16:08:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:16 smithi142 ceph-mon[94717]: pgmap v2967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:08:16.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:16 smithi098 ceph-mon[94136]: pgmap v2967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:08:17.332 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:17.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:17.017571+0000) 2023-03-22T16:08:17.333 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:17.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:17.018193+0000) 2023-03-22T16:08:17.333 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:17.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:17.017953+0000) 2023-03-22T16:08:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:17.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:17.331644+0000) 2023-03-22T16:08:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:17.518+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:17.519351+0000) 2023-03-22T16:08:18.333 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:18.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:18.017696+0000) 2023-03-22T16:08:18.333 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:18.017+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:18.018288+0000) 2023-03-22T16:08:18.334 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:18.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:18.018066+0000) 2023-03-22T16:08:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:17 smithi142 ceph-mon[94717]: pgmap v2968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:08:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:17 smithi098 ceph-mon[94136]: pgmap v2968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:08:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:18.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:18.331868+0000) 2023-03-22T16:08:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:18.518+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:18.519512+0000) 2023-03-22T16:08:19.333 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:19.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:19.017805+0000) 2023-03-22T16:08:19.333 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:19.017+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:19.018402+0000) 2023-03-22T16:08:19.334 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:19.016+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:19.017753+0000) 2023-03-22T16:08:19.334 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:19.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:19.018168+0000) 2023-03-22T16:08:19.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:19.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:19.331980+0000) 2023-03-22T16:08:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:19.518+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:19.519663+0000) 2023-03-22T16:08:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:19.519+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:19.519+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:19.519+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:19.520484+0000) 2023-03-22T16:08:20.333 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:20.016+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:20.017870+0000) 2023-03-22T16:08:20.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:20.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:20.017955+0000) 2023-03-22T16:08:20.334 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:20.017+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:20.018518+0000) 2023-03-22T16:08:20.335 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:20.017+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:20.018263+0000) 2023-03-22T16:08:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:20.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:20.332182+0000) 2023-03-22T16:08:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:20 smithi142 ceph-mon[94717]: pgmap v2969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.7 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:08:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:20 smithi098 ceph-mon[94136]: pgmap v2969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.7 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:08:21.333 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:21.017+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:21.018058+0000) 2023-03-22T16:08:21.334 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:21.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:21.018625+0000) 2023-03-22T16:08:21.334 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:20.971+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:20.971639+0000) 2023-03-22T16:08:21.335 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:21.017+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:21.017984+0000) 2023-03-22T16:08:21.335 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:21.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:21.018378+0000) 2023-03-22T16:08:21.336 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:21.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:21.018927+0000) 2023-03-22T16:08:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:21.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:21.332297+0000) 2023-03-22T16:08:22.333 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:22.017+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:22.018107+0000) 2023-03-22T16:08:22.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:22.017+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:22.018177+0000) 2023-03-22T16:08:22.335 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:22.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:22.018749+0000) 2023-03-22T16:08:22.335 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:22.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:22.019049+0000) 2023-03-22T16:08:22.335 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:21.971+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:21.971763+0000) 2023-03-22T16:08:22.336 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:22.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:22.018501+0000) 2023-03-22T16:08:22.336 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:22.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:22.332503+0000) 2023-03-22T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:22 smithi142 ceph-mon[94717]: pgmap v2970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:08:22.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:22 smithi098 ceph-mon[94136]: pgmap v2970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:08:23.333 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:23.017+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:23.018219+0000) 2023-03-22T16:08:23.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:23.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:23.018310+0000) 2023-03-22T16:08:23.334 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:23.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:23.018865+0000) 2023-03-22T16:08:23.335 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:23.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:23.019162+0000) 2023-03-22T16:08:23.335 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:23.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:23.018604+0000) 2023-03-22T16:08:23.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:22.971+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:22.971895+0000) 2023-03-22T16:08:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:23.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:23.332624+0000) 2023-03-22T16:08:24.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:24.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.018447+0000) 2023-03-22T16:08:24.335 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:24.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.018977+0000) 2023-03-22T16:08:24.335 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:24.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.019284+0000) 2023-03-22T16:08:24.335 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:24.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.019910+0000) 2023-03-22T16:08:24.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:23.971+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:23.972020+0000) 2023-03-22T16:08:24.336 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:24.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.018301+0000) 2023-03-22T16:08:24.337 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:24.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.018711+0000) 2023-03-22T16:08:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:24.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.332829+0000) 2023-03-22T16:08:24.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:24 smithi142 ceph-mon[94717]: pgmap v2971: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:08:24.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:24 smithi098 ceph-mon[94136]: pgmap v2971: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:08:25.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:25.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.018621+0000) 2023-03-22T16:08:25.334 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:25.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.019092+0000) 2023-03-22T16:08:25.335 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:25.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.019396+0000) 2023-03-22T16:08:25.335 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:25.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.020013+0000) 2023-03-22T16:08:25.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:24.971+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:24.972129+0000) 2023-03-22T16:08:25.336 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:25.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.018421+0000) 2023-03-22T16:08:25.337 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:25.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.018812+0000) 2023-03-22T16:08:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:25.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.332949+0000) 2023-03-22T16:08:26.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:26.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.018733+0000) 2023-03-22T16:08:26.335 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:26.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.019240+0000) 2023-03-22T16:08:26.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:25.971+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:25.972234+0000) 2023-03-22T16:08:26.336 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:26.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.020115+0000) 2023-03-22T16:08:26.337 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:26.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.018547+0000) 2023-03-22T16:08:26.338 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:26.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.019518+0000) 2023-03-22T16:08:26.338 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:26.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.018926+0000) 2023-03-22T16:08:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:26.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.333147+0000) 2023-03-22T16:08:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:26 smithi142 ceph-mon[94717]: pgmap v2972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:08:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:26 smithi098 ceph-mon[94136]: pgmap v2972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:08:27.307 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:26.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:26.972314+0000) 2023-03-22T16:08:27.307 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:27.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.019645+0000) 2023-03-22T16:08:27.308 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:27.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.020216+0000) 2023-03-22T16:08:27.308 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:27.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.019040+0000) 2023-03-22T16:08:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:27.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.018837+0000) 2023-03-22T16:08:27.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:27.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.019356+0000) 2023-03-22T16:08:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:27.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.333275+0000) 2023-03-22T16:08:27.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:27.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.018668+0000) 2023-03-22T16:08:28.335 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:28.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.018986+0000) 2023-03-22T16:08:28.335 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:28.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.019458+0000) 2023-03-22T16:08:28.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:27.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:27.972447+0000) 2023-03-22T16:08:28.336 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:28.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.019152+0000) 2023-03-22T16:08:28.337 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:28.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.018764+0000) 2023-03-22T16:08:28.337 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:28.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.020298+0000) 2023-03-22T16:08:28.337 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:28.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.019749+0000) 2023-03-22T16:08:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:27 smithi142 ceph-mon[94717]: pgmap v2973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:08:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:27 smithi098 ceph-mon[94136]: pgmap v2973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:08:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:28.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.333498+0000) 2023-03-22T16:08:29.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:29.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.019104+0000) 2023-03-22T16:08:29.335 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:29.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.019573+0000) 2023-03-22T16:08:29.335 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:28.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:28.972577+0000) 2023-03-22T16:08:29.336 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:29.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.020408+0000) 2023-03-22T16:08:29.336 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:29.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.018926+0000) 2023-03-22T16:08:29.337 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:29.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.019861+0000) 2023-03-22T16:08:29.337 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:29.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.019283+0000) 2023-03-22T16:08:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:29.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.333625+0000) 2023-03-22T16:08:30.334 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:30.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.019213+0000) 2023-03-22T16:08:30.335 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:30.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.019690+0000) 2023-03-22T16:08:30.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:29.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:29.972691+0000) 2023-03-22T16:08:30.336 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:30.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.019971+0000) 2023-03-22T16:08:30.337 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:30.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.019038+0000) 2023-03-22T16:08:30.337 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:30.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.020512+0000) 2023-03-22T16:08:30.337 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:30.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.019407+0000) 2023-03-22T16:08:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:30.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.333835+0000) 2023-03-22T16:08:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:30 smithi142 ceph-mon[94717]: pgmap v2974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:30.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:30 smithi098 ceph-mon[94136]: pgmap v2974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:31.335 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:31.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.019299+0000) 2023-03-22T16:08:31.335 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:31.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.019800+0000) 2023-03-22T16:08:31.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:30.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:30.972813+0000) 2023-03-22T16:08:31.336 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:31.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.019151+0000) 2023-03-22T16:08:31.337 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:31.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.020085+0000) 2023-03-22T16:08:31.337 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:31.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.020628+0000) 2023-03-22T16:08:31.338 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:31.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.019531+0000) 2023-03-22T16:08:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:31.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.333964+0000) 2023-03-22T16:08:32.335 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:32.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.019412+0000) 2023-03-22T16:08:32.336 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:32.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.019916+0000) 2023-03-22T16:08:32.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:31.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:31.972932+0000) 2023-03-22T16:08:32.336 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:32.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.019291+0000) 2023-03-22T16:08:32.337 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:32.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.020741+0000) 2023-03-22T16:08:32.337 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:32.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.020195+0000) 2023-03-22T16:08:32.338 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:32.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.019652+0000) 2023-03-22T16:08:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:32.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.334175+0000) 2023-03-22T16:08:32.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:32 smithi142 ceph-mon[94717]: pgmap v2975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:32.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:32 smithi098 ceph-mon[94136]: pgmap v2975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:33.335 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:33.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.019522+0000) 2023-03-22T16:08:33.336 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:33.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.020028+0000) 2023-03-22T16:08:33.337 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:33.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.020295+0000) 2023-03-22T16:08:33.337 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:33.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.020859+0000) 2023-03-22T16:08:33.338 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:33.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.019773+0000) 2023-03-22T16:08:33.338 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:32.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:32.973057+0000) 2023-03-22T16:08:33.339 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:33.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.334311+0000) 2023-03-22T16:08:33.339 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:33.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.019410+0000) 2023-03-22T16:08:34.335 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:34.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.019643+0000) 2023-03-22T16:08:34.336 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:34.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.020130+0000) 2023-03-22T16:08:34.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:33.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:33.973189+0000) 2023-03-22T16:08:34.337 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:34.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.019530+0000) 2023-03-22T16:08:34.337 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:34.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.020975+0000) 2023-03-22T16:08:34.338 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:34.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.020411+0000) 2023-03-22T16:08:34.338 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:34.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.019898+0000) 2023-03-22T16:08:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:34.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.334523+0000) 2023-03-22T16:08:34.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:34 smithi142 ceph-mon[94717]: pgmap v2976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:34.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:34 smithi098 ceph-mon[94136]: pgmap v2976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:35.335 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:35.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.019751+0000) 2023-03-22T16:08:35.336 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:35.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.020240+0000) 2023-03-22T16:08:35.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:34.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:34.973310+0000) 2023-03-22T16:08:35.337 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:35.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.019641+0000) 2023-03-22T16:08:35.337 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:35.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.021078+0000) 2023-03-22T16:08:35.338 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:35.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.020526+0000) 2023-03-22T16:08:35.338 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:35.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.020019+0000) 2023-03-22T16:08:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:35.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.334644+0000) 2023-03-22T16:08:36.336 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:36.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.019848+0000) 2023-03-22T16:08:36.336 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:36.020+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.020349+0000) 2023-03-22T16:08:36.337 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:35.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:35.973431+0000) 2023-03-22T16:08:36.337 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:36.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.019753+0000) 2023-03-22T16:08:36.338 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:36.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.021186+0000) 2023-03-22T16:08:36.338 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:36.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.020644+0000) 2023-03-22T16:08:36.339 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:36.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.020141+0000) 2023-03-22T16:08:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:36.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.334855+0000) 2023-03-22T16:08:36.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:36 smithi142 ceph-mon[94717]: pgmap v2977: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:36.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:36 smithi098 ceph-mon[94136]: pgmap v2977: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:37.336 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:37.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.019862+0000) 2023-03-22T16:08:37.337 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:37.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.019950+0000) 2023-03-22T16:08:37.337 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:37.020+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.020458+0000) 2023-03-22T16:08:37.338 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:36.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:36.973549+0000) 2023-03-22T16:08:37.338 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:37.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.020765+0000) 2023-03-22T16:08:37.338 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:37.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.021299+0000) 2023-03-22T16:08:37.339 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:37.020+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.020261+0000) 2023-03-22T16:08:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:37.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.335017+0000) 2023-03-22T16:08:38.336 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:38.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.020059+0000) 2023-03-22T16:08:38.337 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:38.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.020573+0000) 2023-03-22T16:08:38.337 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:37.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:37.973661+0000) 2023-03-22T16:08:38.338 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:38.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.019981+0000) 2023-03-22T16:08:38.338 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:38.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.021415+0000) 2023-03-22T16:08:38.338 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:38.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.020892+0000) 2023-03-22T16:08:38.339 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:38.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.020391+0000) 2023-03-22T16:08:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:37 smithi142 ceph-mon[94717]: pgmap v2978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:37 smithi098 ceph-mon[94136]: pgmap v2978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:38.333+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.335232+0000) 2023-03-22T16:08:39.336 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:39.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.020171+0000) 2023-03-22T16:08:39.337 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:39.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.020691+0000) 2023-03-22T16:08:39.337 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:38.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:38.973784+0000) 2023-03-22T16:08:39.338 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:39.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.020098+0000) 2023-03-22T16:08:39.338 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:39.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.021520+0000) 2023-03-22T16:08:39.339 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:39.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.021006+0000) 2023-03-22T16:08:39.339 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:39.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.020513+0000) 2023-03-22T16:08:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:39.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.335365+0000) 2023-03-22T16:08:40.336 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:40.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.020290+0000) 2023-03-22T16:08:40.337 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:40.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.020800+0000) 2023-03-22T16:08:40.338 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:39.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:39.973901+0000) 2023-03-22T16:08:40.338 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:40.018+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.020216+0000) 2023-03-22T16:08:40.338 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:40.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.021637+0000) 2023-03-22T16:08:40.339 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:40.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.021119+0000) 2023-03-22T16:08:40.339 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:40.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.020632+0000) 2023-03-22T16:08:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:40.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.335570+0000) 2023-03-22T16:08:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:40.338+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.339994+0000) 2023-03-22T16:08:40.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:40 smithi142 ceph-mon[94717]: pgmap v2979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:40.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:40 smithi098 ceph-mon[94136]: pgmap v2979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:41.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:41.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.020414+0000) 2023-03-22T16:08:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:41.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.020906+0000) 2023-03-22T16:08:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:41.020+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:41.020+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:41.020+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.021967+0000) 2023-03-22T16:08:41.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:40.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:40.974026+0000) 2023-03-22T16:08:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:41.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.020301+0000) 2023-03-22T16:08:41.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:41.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.021207+0000) 2023-03-22T16:08:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:41.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.020765+0000) 2023-03-22T16:08:41.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:41.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.021818+0000) 2023-03-22T16:08:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:42.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:42.020524+0000) 2023-03-22T16:08:42.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:42.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:42.021948+0000) 2023-03-22T16:08:42.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:42.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:42.020882+0000) 2023-03-22T16:08:42.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:41.972+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:41.974141+0000) 2023-03-22T16:08:42.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:42.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:42.020422+0000) 2023-03-22T16:08:42.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:42.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:42.021301+0000) 2023-03-22T16:08:42.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:42 smithi142 ceph-mon[94717]: pgmap v2980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:42.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:42 smithi098 ceph-mon[94136]: pgmap v2980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:43.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:43.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.020529+0000) 2023-03-22T16:08:43.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:42.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:42.974258+0000) 2023-03-22T16:08:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:43.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.020640+0000) 2023-03-22T16:08:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:43.020+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:43.020+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:43.021+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.022406+0000) 2023-03-22T16:08:43.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:43.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.021412+0000) 2023-03-22T16:08:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:43.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.022057+0000) 2023-03-22T16:08:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:43.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.021008+0000) 2023-03-22T16:08:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:43.020+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:43.020+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:43.020+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.022247+0000) 2023-03-22T16:08:44.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:44.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:44.021527+0000) 2023-03-22T16:08:44.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:43.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:43.974382+0000) 2023-03-22T16:08:44.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:44.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:44.020645+0000) 2023-03-22T16:08:44.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:44.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:44.022171+0000) 2023-03-22T16:08:44.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:44 smithi142 ceph-mon[94717]: pgmap v2981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:44.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:44 smithi098 ceph-mon[94136]: pgmap v2981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:45.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:45.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:45.021670+0000) 2023-03-22T16:08:45.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:44.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:44.974503+0000) 2023-03-22T16:08:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:45.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:45.020760+0000) 2023-03-22T16:08:45.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:45.020+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:45.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:45.020+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:45.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:45.020+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:45.021839+0000) 2023-03-22T16:08:45.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:44.834+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:44.835881+0000) 2023-03-22T16:08:45.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:45.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:45.022288+0000) 2023-03-22T16:08:45.840 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:45.519+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:45.521181+0000) 2023-03-22T16:08:46.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:45.838+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:45.839494+0000) 2023-03-22T16:08:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:46.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:46.022398+0000) 2023-03-22T16:08:46.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:45.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:45.974621+0000) 2023-03-22T16:08:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:46.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:46.021810+0000) 2023-03-22T16:08:46.843 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:46.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:46.521303+0000) 2023-03-22T16:08:46.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:46 smithi142 ceph-mon[94717]: pgmap v2982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:46.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:46 smithi098 ceph-mon[94136]: pgmap v2982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:47.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:47.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:47.022520+0000) 2023-03-22T16:08:47.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:46.973+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:46.974744+0000) 2023-03-22T16:08:47.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:46.974+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:47.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:46.974+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:47.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:46.974+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:46.976028+0000) 2023-03-22T16:08:47.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:46.840+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:46.842219+0000) 2023-03-22T16:08:47.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:47.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:47.021926+0000) 2023-03-22T16:08:47.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:47.021+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:47.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:47.021+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:47.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:47.021+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:47.022967+0000) 2023-03-22T16:08:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:47.519+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:47.520942+0000) 2023-03-22T16:08:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:47.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:47.521427+0000) 2023-03-22T16:08:47.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:47.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:47.521267+0000) 2023-03-22T16:08:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:47 smithi142 ceph-mon[94717]: pgmap v2983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:47 smithi098 ceph-mon[94136]: pgmap v2983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:48.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:47.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:47.842289+0000) 2023-03-22T16:08:48.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:48.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:48.022639+0000) 2023-03-22T16:08:48.843 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:48.519+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:48.521046+0000) 2023-03-22T16:08:48.844 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:48.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:48.521534+0000) 2023-03-22T16:08:48.844 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:48.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:48.842454+0000) 2023-03-22T16:08:48.845 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:48.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:48.521398+0000) 2023-03-22T16:08:49.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:49.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:49.022765+0000) 2023-03-22T16:08:49.843 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:49.519+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:49.521163+0000) 2023-03-22T16:08:49.844 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:49.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:49.521649+0000) 2023-03-22T16:08:49.845 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:49.519+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:49.521097+0000) 2023-03-22T16:08:49.845 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:49.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:49.521519+0000) 2023-03-22T16:08:50.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:49.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:49.842570+0000) 2023-03-22T16:08:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:50.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:50.022883+0000) 2023-03-22T16:08:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:50.022+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:50.022+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:08:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:50.024+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:50.026077+0000) 2023-03-22T16:08:50.844 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:50.519+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:50.521204+0000) 2023-03-22T16:08:50.844 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:50.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:50.521283+0000) 2023-03-22T16:08:50.845 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:50.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:50.521791+0000) 2023-03-22T16:08:50.845 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:50.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:50.521639+0000) 2023-03-22T16:08:50.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:50 smithi142 ceph-mon[94717]: pgmap v2984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:50.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:50 smithi098 ceph-mon[94136]: pgmap v2984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:50.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:50.842785+0000) 2023-03-22T16:08:51.844 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:51.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:51.521402+0000) 2023-03-22T16:08:51.844 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:51.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:51.521909+0000) 2023-03-22T16:08:51.845 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:51.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:51.521291+0000) 2023-03-22T16:08:51.845 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:51.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:51.475083+0000) 2023-03-22T16:08:51.846 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:51.520+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:51.522243+0000) 2023-03-22T16:08:51.846 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:51.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:51.521762+0000) 2023-03-22T16:08:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:51.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:51.842912+0000) 2023-03-22T16:08:52.844 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:52.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:52.521525+0000) 2023-03-22T16:08:52.845 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:52.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:52.522037+0000) 2023-03-22T16:08:52.845 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:52.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:52.522365+0000) 2023-03-22T16:08:52.846 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:52.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:52.475212+0000) 2023-03-22T16:08:52.846 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:52.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:52.521403+0000) 2023-03-22T16:08:52.846 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:52.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:52.521880+0000) 2023-03-22T16:08:52.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:52 smithi142 ceph-mon[94717]: pgmap v2985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:52.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:52 smithi098 ceph-mon[94136]: pgmap v2985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:52.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:52.843112+0000) 2023-03-22T16:08:53.844 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:53.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:53.521684+0000) 2023-03-22T16:08:53.845 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:53.520+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:53.522150+0000) 2023-03-22T16:08:53.845 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:53.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:53.522437+0000) 2023-03-22T16:08:53.846 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:53.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:53.475331+0000) 2023-03-22T16:08:53.846 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:53.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:53.521526+0000) 2023-03-22T16:08:53.847 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:53.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:53.521997+0000) 2023-03-22T16:08:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:53.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:53.843232+0000) 2023-03-22T16:08:54.844 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:54.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.521810+0000) 2023-03-22T16:08:54.845 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:54.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.522260+0000) 2023-03-22T16:08:54.846 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:54.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.475454+0000) 2023-03-22T16:08:54.847 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:54.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.522553+0000) 2023-03-22T16:08:54.847 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:54.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.521642+0000) 2023-03-22T16:08:54.848 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:54.521+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.523229+0000) 2023-03-22T16:08:54.848 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:54.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.522118+0000) 2023-03-22T16:08:54.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:54 smithi142 ceph-mon[94717]: pgmap v2986: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:54.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:54 smithi098 ceph-mon[94136]: pgmap v2986: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:54.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:54.843446+0000) 2023-03-22T16:08:55.844 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:55.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.521921+0000) 2023-03-22T16:08:55.845 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:55.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.522387+0000) 2023-03-22T16:08:55.846 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:55.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.475572+0000) 2023-03-22T16:08:55.846 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:55.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.521759+0000) 2023-03-22T16:08:55.846 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:55.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.522665+0000) 2023-03-22T16:08:55.847 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:55.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.523301+0000) 2023-03-22T16:08:55.847 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:55.520+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.522238+0000) 2023-03-22T16:08:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:55.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:55.843569+0000) 2023-03-22T16:08:56.845 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:56.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.522034+0000) 2023-03-22T16:08:56.907 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:56.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.522502+0000) 2023-03-22T16:08:56.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:56.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.475697+0000) 2023-03-22T16:08:56.908 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:56.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.521880+0000) 2023-03-22T16:08:56.908 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:56.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.522367+0000) 2023-03-22T16:08:56.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:56.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.522776+0000) 2023-03-22T16:08:56.909 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:56.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.523413+0000) 2023-03-22T16:08:56.910 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:56 smithi142 ceph-mon[94717]: pgmap v2987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:56.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:56 smithi098 ceph-mon[94136]: pgmap v2987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:08:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:56.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:56.843778+0000) 2023-03-22T16:08:57.845 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:57.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.522145+0000) 2023-03-22T16:08:57.845 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:57.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.522613+0000) 2023-03-22T16:08:57.846 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:57.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.475821+0000) 2023-03-22T16:08:57.846 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:57.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.523519+0000) 2023-03-22T16:08:57.847 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:57.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.521999+0000) 2023-03-22T16:08:57.847 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:57.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.522492+0000) 2023-03-22T16:08:57.848 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:57.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.522886+0000) 2023-03-22T16:08:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:57.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:57.843907+0000) 2023-03-22T16:08:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:08:57 smithi142 ceph-mon[94717]: pgmap v2988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:08:57 smithi098 ceph-mon[94136]: pgmap v2988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:08:58.845 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:58.520+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.522252+0000) 2023-03-22T16:08:58.846 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:58.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.522780+0000) 2023-03-22T16:08:58.846 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:58.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.522117+0000) 2023-03-22T16:08:58.847 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:58.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.475952+0000) 2023-03-22T16:08:58.847 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:58.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.523633+0000) 2023-03-22T16:08:58.847 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:58.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.523012+0000) 2023-03-22T16:08:58.848 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:58.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.522625+0000) 2023-03-22T16:08:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:58.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:58.844124+0000) 2023-03-22T16:08:59.845 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:08:59.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.522354+0000) 2023-03-22T16:08:59.846 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:08:59.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.522883+0000) 2023-03-22T16:08:59.846 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:08:59.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.523122+0000) 2023-03-22T16:08:59.847 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:08:59.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.476069+0000) 2023-03-22T16:08:59.847 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:08:59.520+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.522217+0000) 2023-03-22T16:08:59.848 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:08:59.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.523745+0000) 2023-03-22T16:08:59.848 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:08:59.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.522742+0000) 2023-03-22T16:09:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:08:59.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:08:59.844241+0000) 2023-03-22T16:09:00.845 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:00.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.522464+0000) 2023-03-22T16:09:00.846 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:00.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.522991+0000) 2023-03-22T16:09:00.846 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:00.474+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.476190+0000) 2023-03-22T16:09:00.847 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:00.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.522293+0000) 2023-03-22T16:09:00.847 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:00.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.523848+0000) 2023-03-22T16:09:00.848 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:00.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.522857+0000) 2023-03-22T16:09:00.848 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:00.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.523223+0000) 2023-03-22T16:09:00.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:00 smithi142 ceph-mon[94717]: pgmap v2989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:00 smithi098 ceph-mon[94136]: pgmap v2989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:00.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:00.844466+0000) 2023-03-22T16:09:01.845 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:01.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.522418+0000) 2023-03-22T16:09:01.846 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:01.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.522575+0000) 2023-03-22T16:09:01.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:01.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.523104+0000) 2023-03-22T16:09:01.847 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:01.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.523302+0000) 2023-03-22T16:09:01.847 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:01.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.523964+0000) 2023-03-22T16:09:01.848 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:01.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.476302+0000) 2023-03-22T16:09:01.848 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:01.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.522989+0000) 2023-03-22T16:09:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:01.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:01.844590+0000) 2023-03-22T16:09:02.846 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:02.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.522536+0000) 2023-03-22T16:09:02.846 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:02.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.522689+0000) 2023-03-22T16:09:02.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:02.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.523216+0000) 2023-03-22T16:09:02.847 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:02.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.476439+0000) 2023-03-22T16:09:02.848 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:02.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.524080+0000) 2023-03-22T16:09:02.848 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:02.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.523100+0000) 2023-03-22T16:09:02.848 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:02.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.523418+0000) 2023-03-22T16:09:02.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:02 smithi142 ceph-mon[94717]: pgmap v2990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:02.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:02 smithi098 ceph-mon[94136]: pgmap v2990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:02.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:02.844789+0000) 2023-03-22T16:09:03.846 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:03.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.522652+0000) 2023-03-22T16:09:03.846 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:03.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.522808+0000) 2023-03-22T16:09:03.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:03.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.523298+0000) 2023-03-22T16:09:03.847 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:03.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.523537+0000) 2023-03-22T16:09:03.848 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:03.521+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.523216+0000) 2023-03-22T16:09:03.848 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:03.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.476549+0000) 2023-03-22T16:09:03.849 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:03.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.524193+0000) 2023-03-22T16:09:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:03.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:03.844908+0000) 2023-03-22T16:09:04.846 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:04.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.522926+0000) 2023-03-22T16:09:04.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:04.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.523438+0000) 2023-03-22T16:09:04.847 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:04.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.476671+0000) 2023-03-22T16:09:04.848 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:04.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.523651+0000) 2023-03-22T16:09:04.848 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:04.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.522770+0000) 2023-03-22T16:09:04.849 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:04.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.524296+0000) 2023-03-22T16:09:04.849 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:04.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.523298+0000) 2023-03-22T16:09:04.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:04 smithi142 ceph-mon[94717]: pgmap v2991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:09:04.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:04 smithi098 ceph-mon[94136]: pgmap v2991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:09:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:04.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:04.845110+0000) 2023-03-22T16:09:05.846 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:05.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.523040+0000) 2023-03-22T16:09:05.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:05.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.523548+0000) 2023-03-22T16:09:05.847 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:05.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.476779+0000) 2023-03-22T16:09:05.848 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:05.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.524412+0000) 2023-03-22T16:09:05.848 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:05.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.522886+0000) 2023-03-22T16:09:05.849 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:05.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.523763+0000) 2023-03-22T16:09:05.849 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:05.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.523423+0000) 2023-03-22T16:09:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:05.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:05.845226+0000) 2023-03-22T16:09:06.846 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:06.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.523176+0000) 2023-03-22T16:09:06.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:06.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.523663+0000) 2023-03-22T16:09:06.847 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:06.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.476905+0000) 2023-03-22T16:09:06.848 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:06.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.523011+0000) 2023-03-22T16:09:06.848 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:06.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.524527+0000) 2023-03-22T16:09:06.849 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:06.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.523874+0000) 2023-03-22T16:09:06.849 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:06.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.845435+0000) 2023-03-22T16:09:06.849 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:06.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:06.523547+0000) 2023-03-22T16:09:06.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:06 smithi142 ceph-mon[94717]: pgmap v2992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:09:06.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:06 smithi098 ceph-mon[94136]: pgmap v2992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:09:07.846 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:07.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.523289+0000) 2023-03-22T16:09:07.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:07.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.523776+0000) 2023-03-22T16:09:07.847 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:07.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.523992+0000) 2023-03-22T16:09:07.848 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:07.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.477030+0000) 2023-03-22T16:09:07.848 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:07.521+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.523121+0000) 2023-03-22T16:09:07.849 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:07.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.523673+0000) 2023-03-22T16:09:07.849 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:07.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.524640+0000) 2023-03-22T16:09:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:07.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:07.845556+0000) 2023-03-22T16:09:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:07 smithi142 ceph-mon[94717]: pgmap v2993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:09:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:07 smithi098 ceph-mon[94136]: pgmap v2993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:09:08.847 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:08.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.523402+0000) 2023-03-22T16:09:08.847 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:08.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.523882+0000) 2023-03-22T16:09:08.848 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:08.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.523298+0000) 2023-03-22T16:09:08.848 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:08.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.524802+0000) 2023-03-22T16:09:08.849 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:08.475+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.477172+0000) 2023-03-22T16:09:08.849 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:08.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.523796+0000) 2023-03-22T16:09:08.849 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:08.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.524109+0000) 2023-03-22T16:09:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:08.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:08.845779+0000) 2023-03-22T16:09:09.847 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:09.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.523518+0000) 2023-03-22T16:09:09.848 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:09.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.524033+0000) 2023-03-22T16:09:09.848 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:09.476+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.477296+0000) 2023-03-22T16:09:09.848 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:09.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.523436+0000) 2023-03-22T16:09:09.849 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:09.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.524936+0000) 2023-03-22T16:09:09.849 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:09.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.524205+0000) 2023-03-22T16:09:09.850 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:09.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.523905+0000) 2023-03-22T16:09:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:09.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:09.845913+0000) 2023-03-22T16:09:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:09 smithi142 ceph-mon[94717]: osdmap e231: 12 total, 9 up, 9 in 2023-03-22T16:09:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:09 smithi142 ceph-mon[94717]: pgmap v2995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:09:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:09 smithi098 ceph-mon[94136]: osdmap e231: 12 total, 9 up, 9 in 2023-03-22T16:09:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:09 smithi098 ceph-mon[94136]: pgmap v2995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:09:10.847 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:10.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.523639+0000) 2023-03-22T16:09:10.848 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:10.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.524141+0000) 2023-03-22T16:09:10.848 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:10.476+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.477414+0000) 2023-03-22T16:09:10.849 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:10.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.523549+0000) 2023-03-22T16:09:10.849 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:10.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.525054+0000) 2023-03-22T16:09:10.849 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:10.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.524295+0000) 2023-03-22T16:09:10.850 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:10.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.524023+0000) 2023-03-22T16:09:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:10.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.846133+0000) 2023-03-22T16:09:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:10.845+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:10.845+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:10.849+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:10.850918+0000) 2023-03-22T16:09:11.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:11.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.523832+0000) 2023-03-22T16:09:11.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:11.476+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.477536+0000) 2023-03-22T16:09:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:11.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.524263+0000) 2023-03-22T16:09:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:11.523+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:11.524+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.525263+0000) 2023-03-22T16:09:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:11.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.523667+0000) 2023-03-22T16:09:11.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:11.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.524423+0000) 2023-03-22T16:09:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:11.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.525185+0000) 2023-03-22T16:09:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:11.522+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:11.524144+0000) 2023-03-22T16:09:12.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:12 smithi142 ceph-mon[94717]: pgmap v2996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:09:12.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:12 smithi098 ceph-mon[94136]: pgmap v2996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:09:12.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:12.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:12.523954+0000) 2023-03-22T16:09:12.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:12.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:12.523784+0000) 2023-03-22T16:09:12.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:12.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:12.524539+0000) 2023-03-22T16:09:12.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:12.523+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:12.524266+0000) 2023-03-22T16:09:12.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:12.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:12.525300+0000) 2023-03-22T16:09:12.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:12.476+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:12.477658+0000) 2023-03-22T16:09:13.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:13.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.525405+0000) 2023-03-22T16:09:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:13.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.524059+0000) 2023-03-22T16:09:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:13.523+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:13.523+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:13.647+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.649193+0000) 2023-03-22T16:09:13.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:13.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.524657+0000) 2023-03-22T16:09:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:13.523+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.524396+0000) 2023-03-22T16:09:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:13.523+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:13.523+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:13.646+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.648236+0000) 2023-03-22T16:09:13.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:13.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.523980+0000) 2023-03-22T16:09:13.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:13.477+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:13.477852+0000) 2023-03-22T16:09:14.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:14 smithi142 ceph-mon[94717]: pgmap v2997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:09:14.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:14 smithi098 ceph-mon[94136]: pgmap v2997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:09:14.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:14.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:14.524108+0000) 2023-03-22T16:09:14.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:14.476+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:14.478003+0000) 2023-03-22T16:09:14.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:14.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:14.525516+0000) 2023-03-22T16:09:14.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:14.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:14.524793+0000) 2023-03-22T16:09:15.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:15.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:15.346439+0000) 2023-03-22T16:09:15.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:15.476+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:15.478116+0000) 2023-03-22T16:09:15.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:15.522+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:15.524212+0000) 2023-03-22T16:09:15.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:15.523+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:15.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:15.523+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:15.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:15.523+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:15.525242+0000) 2023-03-22T16:09:15.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:15.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:15.524916+0000) 2023-03-22T16:09:15.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:15.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:15.525649+0000) 2023-03-22T16:09:16.351 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:16.023+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:16.024538+0000) 2023-03-22T16:09:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:16.348+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:16.350199+0000) 2023-03-22T16:09:16.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:16.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:16.525050+0000) 2023-03-22T16:09:16.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:16.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:16.525759+0000) 2023-03-22T16:09:16.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:16.476+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:16.478239+0000) 2023-03-22T16:09:16.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:16 smithi142 ceph-mon[94717]: pgmap v2998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:09:16.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:16 smithi098 ceph-mon[94136]: pgmap v2998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:09:17.354 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:17.023+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:17.024665+0000) 2023-03-22T16:09:17.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:17.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:17.525894+0000) 2023-03-22T16:09:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:17.477+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:17.478364+0000) 2023-03-22T16:09:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:17.477+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:17.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:17.477+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:17.479140+0000) 2023-03-22T16:09:17.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:17.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:17.353602+0000) 2023-03-22T16:09:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:17.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:17.525178+0000) 2023-03-22T16:09:17.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:17.524+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:17.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:17.524+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:17.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:17.528+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:17.530117+0000) 2023-03-22T16:09:18.355 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:18.023+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:18.024298+0000) 2023-03-22T16:09:18.355 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:18.023+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:18.024835+0000) 2023-03-22T16:09:18.356 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:18.023+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:18.024698+0000) 2023-03-22T16:09:18.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:17 smithi142 ceph-mon[94717]: pgmap v2999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:09:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:17 smithi098 ceph-mon[94136]: pgmap v2999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:09:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:18.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:18.526018+0000) 2023-03-22T16:09:18.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:18.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:18.353799+0000) 2023-03-22T16:09:19.355 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:19.023+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:19.024421+0000) 2023-03-22T16:09:19.355 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:19.023+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:19.024946+0000) 2023-03-22T16:09:19.356 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:19.023+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:19.024817+0000) 2023-03-22T16:09:19.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:19.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:19.353921+0000) 2023-03-22T16:09:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:19.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:19.526133+0000) 2023-03-22T16:09:20.355 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:20.023+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:20.024542+0000) 2023-03-22T16:09:20.356 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:20.023+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:20.025051+0000) 2023-03-22T16:09:20.356 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:20.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:20.024461+0000) 2023-03-22T16:09:20.356 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:20.023+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:20.024929+0000) 2023-03-22T16:09:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:20.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:20.354116+0000) 2023-03-22T16:09:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:20.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:20.526248+0000) 2023-03-22T16:09:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:20.525+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:20.525+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:20.526+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:20.527352+0000) 2023-03-22T16:09:20.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:20 smithi142 ceph-mon[94717]: pgmap v3000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:09:20.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:20 smithi098 ceph-mon[94136]: pgmap v3000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:09:21.355 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:21.023+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:21.024665+0000) 2023-03-22T16:09:21.356 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:21.023+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:21.025165+0000) 2023-03-22T16:09:21.356 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:21.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:21.024586+0000) 2023-03-22T16:09:21.357 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:21.023+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:21.025048+0000) 2023-03-22T16:09:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:21.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:21.354239+0000) 2023-03-22T16:09:22.355 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:22.023+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:22.024783+0000) 2023-03-22T16:09:22.356 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:22.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:22.025281+0000) 2023-03-22T16:09:22.357 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:22.023+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:22.025173+0000) 2023-03-22T16:09:22.357 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:21.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:21.978663+0000) 2023-03-22T16:09:22.358 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:22.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:22.024706+0000) 2023-03-22T16:09:22.358 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:22.024+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:22.025428+0000) 2023-03-22T16:09:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:22.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:22.354468+0000) 2023-03-22T16:09:22.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:22 smithi142 ceph-mon[94717]: pgmap v3001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:09:22.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:22 smithi098 ceph-mon[94136]: pgmap v3001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:09:23.355 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:23.023+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:23.024930+0000) 2023-03-22T16:09:23.356 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:23.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:23.025719+0000) 2023-03-22T16:09:23.357 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:22.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:22.978782+0000) 2023-03-22T16:09:23.357 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:23.024+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:23.025649+0000) 2023-03-22T16:09:23.357 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:23.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:23.024830+0000) 2023-03-22T16:09:23.358 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:23.024+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:23.025867+0000) 2023-03-22T16:09:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:23.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:23.354590+0000) 2023-03-22T16:09:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:23 smithi142 ceph-mon[94717]: pgmap v3002: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:09:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:23 smithi098 ceph-mon[94136]: pgmap v3002: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:09:24.356 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:24.024+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:24.025055+0000) 2023-03-22T16:09:24.356 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:24.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:24.025839+0000) 2023-03-22T16:09:24.357 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:23.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:23.978995+0000) 2023-03-22T16:09:24.358 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:24.024+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:24.025797+0000) 2023-03-22T16:09:24.358 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:24.024+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:24.025999+0000) 2023-03-22T16:09:24.358 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:24.024+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:24.024966+0000) 2023-03-22T16:09:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:24.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:24.354788+0000) 2023-03-22T16:09:25.357 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:25.023+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.025177+0000) 2023-03-22T16:09:25.358 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:25.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.025995+0000) 2023-03-22T16:09:25.359 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:24.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:24.979128+0000) 2023-03-22T16:09:25.359 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:25.024+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.025953+0000) 2023-03-22T16:09:25.360 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:25.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.025079+0000) 2023-03-22T16:09:25.360 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:25.024+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.026136+0000) 2023-03-22T16:09:25.361 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:25.025+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.026585+0000) 2023-03-22T16:09:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:25.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.354907+0000) 2023-03-22T16:09:26.356 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:26.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.025296+0000) 2023-03-22T16:09:26.357 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:26.025+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.026106+0000) 2023-03-22T16:09:26.357 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:25.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:25.979236+0000) 2023-03-22T16:09:26.358 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:26.024+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.025193+0000) 2023-03-22T16:09:26.358 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:26.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.026700+0000) 2023-03-22T16:09:26.359 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:26.025+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.026254+0000) 2023-03-22T16:09:26.359 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:26.025+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.026070+0000) 2023-03-22T16:09:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:26.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.355102+0000) 2023-03-22T16:09:26.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:26 smithi142 ceph-mon[94717]: pgmap v3003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:09:26.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:26 smithi098 ceph-mon[94136]: pgmap v3003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:09:27.356 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:27.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.025403+0000) 2023-03-22T16:09:27.357 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:27.025+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.026213+0000) 2023-03-22T16:09:27.357 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:27.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.025307+0000) 2023-03-22T16:09:27.358 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:27.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.026816+0000) 2023-03-22T16:09:27.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:26.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:26.979315+0000) 2023-03-22T16:09:27.359 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:27.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.026384+0000) 2023-03-22T16:09:27.359 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:27.025+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.026188+0000) 2023-03-22T16:09:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:27.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.355218+0000) 2023-03-22T16:09:28.356 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:28.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.025515+0000) 2023-03-22T16:09:28.357 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:28.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.026295+0000) 2023-03-22T16:09:28.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:27.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:27.979433+0000) 2023-03-22T16:09:28.358 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:28.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.025428+0000) 2023-03-22T16:09:28.358 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:28.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.026498+0000) 2023-03-22T16:09:28.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:28.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.026923+0000) 2023-03-22T16:09:28.361 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:28.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.026301+0000) 2023-03-22T16:09:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:27 smithi142 ceph-mon[94717]: pgmap v3004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:09:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:27 smithi098 ceph-mon[94136]: pgmap v3004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:09:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:28.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.355447+0000) 2023-03-22T16:09:29.357 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:29.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.025629+0000) 2023-03-22T16:09:29.358 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:29.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.026408+0000) 2023-03-22T16:09:29.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:28.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:28.979564+0000) 2023-03-22T16:09:29.359 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:29.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.026429+0000) 2023-03-22T16:09:29.360 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:29.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.027039+0000) 2023-03-22T16:09:29.361 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:29.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.026615+0000) 2023-03-22T16:09:29.361 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:29.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.025549+0000) 2023-03-22T16:09:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:29.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.355573+0000) 2023-03-22T16:09:30.357 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:30.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.025740+0000) 2023-03-22T16:09:30.357 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:30.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.026517+0000) 2023-03-22T16:09:30.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:29.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:29.979681+0000) 2023-03-22T16:09:30.358 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:30.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.025667+0000) 2023-03-22T16:09:30.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:30.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.027145+0000) 2023-03-22T16:09:30.359 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:30.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.026718+0000) 2023-03-22T16:09:30.359 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:30.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.026555+0000) 2023-03-22T16:09:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:30.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.355773+0000) 2023-03-22T16:09:30.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:30 smithi142 ceph-mon[94717]: pgmap v3005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:30.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:30 smithi098 ceph-mon[94136]: pgmap v3005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:31.357 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:31.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.025863+0000) 2023-03-22T16:09:31.357 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:31.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.026640+0000) 2023-03-22T16:09:31.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:30.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:30.979801+0000) 2023-03-22T16:09:31.358 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:31.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.025793+0000) 2023-03-22T16:09:31.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:31.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.027255+0000) 2023-03-22T16:09:31.359 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:31.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.026821+0000) 2023-03-22T16:09:31.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:31.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.026682+0000) 2023-03-22T16:09:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:31.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.355891+0000) 2023-03-22T16:09:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:31 smithi142 ceph-mon[94717]: pgmap v3006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:31 smithi098 ceph-mon[94136]: pgmap v3006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:32.357 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:32.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.025983+0000) 2023-03-22T16:09:32.358 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:32.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.026740+0000) 2023-03-22T16:09:32.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:31.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:31.979918+0000) 2023-03-22T16:09:32.359 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:32.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.025907+0000) 2023-03-22T16:09:32.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:32.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.027385+0000) 2023-03-22T16:09:32.359 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:32.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.026925+0000) 2023-03-22T16:09:32.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:32.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.026808+0000) 2023-03-22T16:09:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:32.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.356094+0000) 2023-03-22T16:09:33.357 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:33.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.026026+0000) 2023-03-22T16:09:33.358 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:33.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.026100+0000) 2023-03-22T16:09:33.358 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:33.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.026859+0000) 2023-03-22T16:09:33.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:33.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.027502+0000) 2023-03-22T16:09:33.359 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:32.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:32.980043+0000) 2023-03-22T16:09:33.360 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:33.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.027039+0000) 2023-03-22T16:09:33.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:33.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.026935+0000) 2023-03-22T16:09:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:33.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.356211+0000) 2023-03-22T16:09:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:33 smithi142 ceph-mon[94717]: pgmap v3007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:33 smithi098 ceph-mon[94136]: pgmap v3007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:34.357 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:34.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.026967+0000) 2023-03-22T16:09:34.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:33.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:33.980163+0000) 2023-03-22T16:09:34.358 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:34.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.026134+0000) 2023-03-22T16:09:34.359 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:34.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.026211+0000) 2023-03-22T16:09:34.359 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:34.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.027153+0000) 2023-03-22T16:09:34.360 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:34.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.027615+0000) 2023-03-22T16:09:34.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:34.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.027058+0000) 2023-03-22T16:09:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:34.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.356432+0000) 2023-03-22T16:09:35.357 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:35.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.026353+0000) 2023-03-22T16:09:35.358 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:35.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.027081+0000) 2023-03-22T16:09:35.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:34.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:34.980300+0000) 2023-03-22T16:09:35.359 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:35.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.026252+0000) 2023-03-22T16:09:35.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:35.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.027722+0000) 2023-03-22T16:09:35.360 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:35.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.027279+0000) 2023-03-22T16:09:35.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:35.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.027186+0000) 2023-03-22T16:09:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:35.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.356554+0000) 2023-03-22T16:09:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:35 smithi142 ceph-mon[94717]: pgmap v3008: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:35 smithi098 ceph-mon[94136]: pgmap v3008: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:36.358 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:36.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.026472+0000) 2023-03-22T16:09:36.358 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:36.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.027194+0000) 2023-03-22T16:09:36.359 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:35.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:35.980412+0000) 2023-03-22T16:09:36.359 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:36.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.026366+0000) 2023-03-22T16:09:36.360 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:36.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.027403+0000) 2023-03-22T16:09:36.360 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:36.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.027839+0000) 2023-03-22T16:09:36.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:36.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.027313+0000) 2023-03-22T16:09:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:36.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.356776+0000) 2023-03-22T16:09:37.358 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:37.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.026594+0000) 2023-03-22T16:09:37.358 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:37.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.027305+0000) 2023-03-22T16:09:37.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:37.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.027973+0000) 2023-03-22T16:09:37.359 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:37.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.027436+0000) 2023-03-22T16:09:37.360 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:37.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.027573+0000) 2023-03-22T16:09:37.360 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:36.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:36.980532+0000) 2023-03-22T16:09:37.361 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:37.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.026496+0000) 2023-03-22T16:09:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:37.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.356887+0000) 2023-03-22T16:09:38.358 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:38.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.026711+0000) 2023-03-22T16:09:38.359 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:38.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.027422+0000) 2023-03-22T16:09:38.359 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:37.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:37.980651+0000) 2023-03-22T16:09:38.360 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:38.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.026613+0000) 2023-03-22T16:09:38.360 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:38.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.028087+0000) 2023-03-22T16:09:38.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:38.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.027559+0000) 2023-03-22T16:09:38.361 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:38.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.027693+0000) 2023-03-22T16:09:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:37 smithi142 ceph-mon[94717]: pgmap v3009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:37 smithi098 ceph-mon[94136]: pgmap v3009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:38.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.357085+0000) 2023-03-22T16:09:39.358 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:39.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.026838+0000) 2023-03-22T16:09:39.359 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:39.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.027537+0000) 2023-03-22T16:09:39.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:39.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.028202+0000) 2023-03-22T16:09:39.360 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:39.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.027822+0000) 2023-03-22T16:09:39.360 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:39.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.027685+0000) 2023-03-22T16:09:39.361 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:38.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:38.980779+0000) 2023-03-22T16:09:39.361 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:39.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.026727+0000) 2023-03-22T16:09:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:39.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.357201+0000) 2023-03-22T16:09:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:39 smithi142 ceph-mon[94717]: pgmap v3010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:39 smithi098 ceph-mon[94136]: pgmap v3010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:40.358 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:40.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.026954+0000) 2023-03-22T16:09:40.359 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:40.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.027649+0000) 2023-03-22T16:09:40.360 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:39.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:39.980885+0000) 2023-03-22T16:09:40.360 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:40.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.026843+0000) 2023-03-22T16:09:40.360 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:40.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.028298+0000) 2023-03-22T16:09:40.361 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:40.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.027936+0000) 2023-03-22T16:09:40.361 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:40.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.027813+0000) 2023-03-22T16:09:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:40.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.357421+0000) 2023-03-22T16:09:41.359 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:41.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.028410+0000) 2023-03-22T16:09:41.359 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:41.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.027767+0000) 2023-03-22T16:09:41.360 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:41.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.026956+0000) 2023-03-22T16:09:41.360 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:41.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.027069+0000) 2023-03-22T16:09:41.361 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:41.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.028049+0000) 2023-03-22T16:09:41.361 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:40.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:40.981003+0000) 2023-03-22T16:09:41.361 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:41.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.027938+0000) 2023-03-22T16:09:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:41.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.357542+0000) 2023-03-22T16:09:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:41.358+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:41.358+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:41.362+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.362834+0000) 2023-03-22T16:09:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:41 smithi142 ceph-mon[94717]: pgmap v3011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:41 smithi098 ceph-mon[94136]: pgmap v3011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:42.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:42.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.027189+0000) 2023-03-22T16:09:42.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:42.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.027883+0000) 2023-03-22T16:09:42.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:42.028+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:42.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:42.028+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:42.028+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.028961+0000) 2023-03-22T16:09:42.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:41.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:41.981119+0000) 2023-03-22T16:09:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:42.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.027070+0000) 2023-03-22T16:09:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:42.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.028573+0000) 2023-03-22T16:09:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:42.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.028201+0000) 2023-03-22T16:09:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:42.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.028121+0000) 2023-03-22T16:09:43.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:43.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:43.027304+0000) 2023-03-22T16:09:43.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:42.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:42.981239+0000) 2023-03-22T16:09:43.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:43.025+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:43.027182+0000) 2023-03-22T16:09:43.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:43.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:43.028688+0000) 2023-03-22T16:09:43.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:43.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:43.028298+0000) 2023-03-22T16:09:43.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:43.026+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:43.028240+0000) 2023-03-22T16:09:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:43 smithi142 ceph-mon[94717]: pgmap v3012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:43 smithi098 ceph-mon[94136]: pgmap v3012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:44.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:44.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.027291+0000) 2023-03-22T16:09:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:44.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.027425+0000) 2023-03-22T16:09:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:44.026+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:44.026+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:44.027+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.028376+0000) 2023-03-22T16:09:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:43.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:43.981359+0000) 2023-03-22T16:09:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:44.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.028565+0000) 2023-03-22T16:09:44.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:44.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.028805+0000) 2023-03-22T16:09:44.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:44.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.028360+0000) 2023-03-22T16:09:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:44.027+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.029078+0000) 2023-03-22T16:09:45.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:45.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:45.027415+0000) 2023-03-22T16:09:45.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:44.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:44.981484+0000) 2023-03-22T16:09:45.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:45.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:45.028682+0000) 2023-03-22T16:09:45.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:45.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:45.028922+0000) 2023-03-22T16:09:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:45 smithi142 ceph-mon[94717]: pgmap v3013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:45 smithi098 ceph-mon[94136]: pgmap v3013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:46.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:45.856+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:45.857849+0000) 2023-03-22T16:09:46.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:46.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:46.028805+0000) 2023-03-22T16:09:46.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:45.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:45.981604+0000) 2023-03-22T16:09:46.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:46.026+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:46.027539+0000) 2023-03-22T16:09:46.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:46.026+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:46.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:46.027+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:46.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:46.027+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:46.028786+0000) 2023-03-22T16:09:46.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:46.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:46.029041+0000) 2023-03-22T16:09:46.861 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:46.526+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:46.528195+0000) 2023-03-22T16:09:47.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:46.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:46.860210+0000) 2023-03-22T16:09:47.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:46.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:46.981724+0000) 2023-03-22T16:09:47.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:47.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:47.028926+0000) 2023-03-22T16:09:47.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:47.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:47.029155+0000) 2023-03-22T16:09:47.864 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:47.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:47.528308+0000) 2023-03-22T16:09:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:47.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:47.862987+0000) 2023-03-22T16:09:48.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:47.980+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:47.981859+0000) 2023-03-22T16:09:48.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:47.981+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:47.981+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:47.981+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:47.982778+0000) 2023-03-22T16:09:48.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:48.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:48.029274+0000) 2023-03-22T16:09:48.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:48.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:48.029045+0000) 2023-03-22T16:09:48.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:48.028+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:48.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:48.028+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:48.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:48.029+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:48.030331+0000) 2023-03-22T16:09:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:47 smithi142 ceph-mon[94717]: pgmap v3014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:47 smithi098 ceph-mon[94136]: pgmap v3014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:48.864 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:48.526+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:48.527700+0000) 2023-03-22T16:09:48.865 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:48.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:48.528424+0000) 2023-03-22T16:09:48.865 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:48.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:48.528606+0000) 2023-03-22T16:09:49.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:48.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:48.863175+0000) 2023-03-22T16:09:49.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:49.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:49.029430+0000) 2023-03-22T16:09:49.864 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:49.526+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:49.527817+0000) 2023-03-22T16:09:49.865 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:49.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:49.528534+0000) 2023-03-22T16:09:49.865 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:49.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:49.528723+0000) 2023-03-22T16:09:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:49 smithi142 ceph-mon[94717]: pgmap v3015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:09:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:49 smithi098 ceph-mon[94136]: pgmap v3015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:09:50.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:50.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:50.029551+0000) 2023-03-22T16:09:50.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:49.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:49.863290+0000) 2023-03-22T16:09:50.864 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:50.526+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:50.527940+0000) 2023-03-22T16:09:50.865 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:50.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:50.528632+0000) 2023-03-22T16:09:50.866 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:50.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:50.528831+0000) 2023-03-22T16:09:50.866 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:50.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:50.527806+0000) 2023-03-22T16:09:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:50.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:50.863491+0000) 2023-03-22T16:09:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:51.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:51.029675+0000) 2023-03-22T16:09:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:51.029+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:51.029+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:09:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:51.029+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:51.030617+0000) 2023-03-22T16:09:51.864 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:51.526+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:51.528055+0000) 2023-03-22T16:09:51.865 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:51.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:51.528733+0000) 2023-03-22T16:09:51.866 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:51.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:51.527924+0000) 2023-03-22T16:09:51.866 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:51.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:51.528942+0000) 2023-03-22T16:09:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:51 smithi142 ceph-mon[94717]: pgmap v3016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:09:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:51 smithi098 ceph-mon[94136]: pgmap v3016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:09:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:51.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:51.863610+0000) 2023-03-22T16:09:52.865 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:52.526+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:52.528169+0000) 2023-03-22T16:09:52.865 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:52.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:52.528849+0000) 2023-03-22T16:09:52.866 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:52.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:52.482101+0000) 2023-03-22T16:09:52.866 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:52.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:52.528047+0000) 2023-03-22T16:09:52.867 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:52.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:52.529298+0000) 2023-03-22T16:09:52.867 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:52.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:52.529052+0000) 2023-03-22T16:09:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:52.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:52.863832+0000) 2023-03-22T16:09:53.865 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:53.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:53.528287+0000) 2023-03-22T16:09:53.866 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:53.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:53.482227+0000) 2023-03-22T16:09:53.866 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:53.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:53.528979+0000) 2023-03-22T16:09:53.866 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:53.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:53.529416+0000) 2023-03-22T16:09:53.867 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:53.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:53.528165+0000) 2023-03-22T16:09:53.867 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:53.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:53.529172+0000) 2023-03-22T16:09:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:53 smithi142 ceph-mon[94717]: pgmap v3017: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:53 smithi098 ceph-mon[94136]: pgmap v3017: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:53.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:53.863949+0000) 2023-03-22T16:09:54.865 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:54.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:54.528397+0000) 2023-03-22T16:09:54.866 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:54.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:54.529081+0000) 2023-03-22T16:09:54.866 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:54.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:54.482339+0000) 2023-03-22T16:09:54.867 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:54.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:54.529298+0000) 2023-03-22T16:09:54.867 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:54.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:54.528294+0000) 2023-03-22T16:09:54.867 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:54.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:54.529536+0000) 2023-03-22T16:09:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:54.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:54.864114+0000) 2023-03-22T16:09:55.865 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:55.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.528518+0000) 2023-03-22T16:09:55.866 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:55.527+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.529189+0000) 2023-03-22T16:09:55.866 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:55.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.482460+0000) 2023-03-22T16:09:55.867 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:55.528+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.530014+0000) 2023-03-22T16:09:55.867 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:55.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.529656+0000) 2023-03-22T16:09:55.868 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:55.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.528410+0000) 2023-03-22T16:09:55.868 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:55.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.529430+0000) 2023-03-22T16:09:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:55 smithi142 ceph-mon[94717]: pgmap v3018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:09:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:55 smithi098 ceph-mon[94136]: pgmap v3018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:09:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:55.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:55.864229+0000) 2023-03-22T16:09:56.865 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:56.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.528641+0000) 2023-03-22T16:09:56.866 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:56.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.529313+0000) 2023-03-22T16:09:56.867 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:56.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.482567+0000) 2023-03-22T16:09:56.867 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:56.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.528583+0000) 2023-03-22T16:09:56.867 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:56.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.529766+0000) 2023-03-22T16:09:56.868 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:56.528+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.530121+0000) 2023-03-22T16:09:56.868 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:56.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.529548+0000) 2023-03-22T16:09:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:56.863+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:56.864449+0000) 2023-03-22T16:09:57.865 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:57.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.528777+0000) 2023-03-22T16:09:57.866 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:57.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.529413+0000) 2023-03-22T16:09:57.867 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:57.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.482679+0000) 2023-03-22T16:09:57.867 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:57.528+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.530222+0000) 2023-03-22T16:09:57.868 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:57.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.528745+0000) 2023-03-22T16:09:57.868 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:57.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.529868+0000) 2023-03-22T16:09:57.868 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:57.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.529664+0000) 2023-03-22T16:09:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:57.863+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:57.864583+0000) 2023-03-22T16:09:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:57 smithi142 ceph-mon[94717]: pgmap v3019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:58.503 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:57 smithi098 ceph-mon[94136]: pgmap v3019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:09:58.866 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:58.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.528894+0000) 2023-03-22T16:09:58.866 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:58.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.529525+0000) 2023-03-22T16:09:58.867 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:58.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.482791+0000) 2023-03-22T16:09:58.867 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:58.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.528868+0000) 2023-03-22T16:09:58.868 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:58.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.529979+0000) 2023-03-22T16:09:58.868 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:58.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.530296+0000) 2023-03-22T16:09:58.868 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:58.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.529783+0000) 2023-03-22T16:09:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:58.863+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:58.864782+0000) 2023-03-22T16:09:59.866 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:09:59.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.529016+0000) 2023-03-22T16:09:59.866 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:09:59.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.529658+0000) 2023-03-22T16:09:59.867 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:09:59.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.530095+0000) 2023-03-22T16:09:59.867 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:09:59.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.530404+0000) 2023-03-22T16:09:59.868 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:09:59.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.529899+0000) 2023-03-22T16:09:59.868 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:09:59.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.482921+0000) 2023-03-22T16:09:59.869 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:09:59.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.528962+0000) 2023-03-22T16:09:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:09:59 smithi142 ceph-mon[94717]: pgmap v3020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:09:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:09:59 smithi098 ceph-mon[94136]: pgmap v3020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:09:59.863+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:09:59.864902+0000) 2023-03-22T16:10:00.866 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:00.527+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.529155+0000) 2023-03-22T16:10:00.867 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:00.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.529782+0000) 2023-03-22T16:10:00.867 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:00.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.483046+0000) 2023-03-22T16:10:00.868 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:00.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.530017+0000) 2023-03-22T16:10:00.868 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:00.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.529084+0000) 2023-03-22T16:10:00.868 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:00.528+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.530198+0000) 2023-03-22T16:10:00.869 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:00.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.530515+0000) 2023-03-22T16:10:00.885 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:10:00.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:10:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:00.863+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:00.865100+0000) 2023-03-22T16:10:01.866 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:01.527+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.529200+0000) 2023-03-22T16:10:01.867 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:01.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.529287+0000) 2023-03-22T16:10:01.867 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:01.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.529899+0000) 2023-03-22T16:10:01.868 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:01.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.483156+0000) 2023-03-22T16:10:01.868 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:01.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.530297+0000) 2023-03-22T16:10:01.869 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:01.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.530625+0000) 2023-03-22T16:10:01.869 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:01.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.530129+0000) 2023-03-22T16:10:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:01 smithi142 ceph-mon[94717]: pgmap v3021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:01 smithi098 ceph-mon[94136]: pgmap v3021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:01.864+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:01.865294+0000) 2023-03-22T16:10:02.866 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:02.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.529406+0000) 2023-03-22T16:10:02.867 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:02.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.530013+0000) 2023-03-22T16:10:02.868 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:02.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.483275+0000) 2023-03-22T16:10:02.868 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:02.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.529310+0000) 2023-03-22T16:10:02.868 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:02.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.530748+0000) 2023-03-22T16:10:02.869 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:02.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.530414+0000) 2023-03-22T16:10:02.869 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:02.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.530246+0000) 2023-03-22T16:10:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:02.864+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:02.865551+0000) 2023-03-22T16:10:03.867 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:03.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.529526+0000) 2023-03-22T16:10:03.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:03.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.530134+0000) 2023-03-22T16:10:03.868 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:03.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.483399+0000) 2023-03-22T16:10:03.869 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:03.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.530869+0000) 2023-03-22T16:10:03.869 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:03.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.529429+0000) 2023-03-22T16:10:03.870 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:03.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.530531+0000) 2023-03-22T16:10:03.870 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:03.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.530382+0000) 2023-03-22T16:10:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:03 smithi142 ceph-mon[94717]: pgmap v3022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:10:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:03 smithi098 ceph-mon[94136]: pgmap v3022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:10:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:03.864+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:03.865689+0000) 2023-03-22T16:10:04.867 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:04.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.529647+0000) 2023-03-22T16:10:04.867 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:04.528+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.530246+0000) 2023-03-22T16:10:04.868 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:04.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.483516+0000) 2023-03-22T16:10:04.868 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:04.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.529547+0000) 2023-03-22T16:10:04.869 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:04.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.530985+0000) 2023-03-22T16:10:04.869 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:04.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.530646+0000) 2023-03-22T16:10:04.870 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:04.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.530502+0000) 2023-03-22T16:10:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:04.864+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:04.865886+0000) 2023-03-22T16:10:05.867 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:05.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.529772+0000) 2023-03-22T16:10:05.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:05.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.530367+0000) 2023-03-22T16:10:05.868 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:05.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.483623+0000) 2023-03-22T16:10:05.869 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:05.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.529662+0000) 2023-03-22T16:10:05.869 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:05.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.530631+0000) 2023-03-22T16:10:05.870 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:05.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.530766+0000) 2023-03-22T16:10:05.870 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:05.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.531108+0000) 2023-03-22T16:10:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:05 smithi142 ceph-mon[94717]: pgmap v3023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:10:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:05 smithi098 ceph-mon[94136]: pgmap v3023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:10:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:05.864+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:05.866004+0000) 2023-03-22T16:10:06.867 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:06.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.529888+0000) 2023-03-22T16:10:06.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:06.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.530486+0000) 2023-03-22T16:10:06.868 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:06.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.530894+0000) 2023-03-22T16:10:06.869 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:06.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.483736+0000) 2023-03-22T16:10:06.869 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:06.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.529776+0000) 2023-03-22T16:10:06.870 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:06.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.530754+0000) 2023-03-22T16:10:06.870 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:06.529+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.531219+0000) 2023-03-22T16:10:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:06.864+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:06.866205+0000) 2023-03-22T16:10:07.867 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:07.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.529897+0000) 2023-03-22T16:10:07.868 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:07.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.530006+0000) 2023-03-22T16:10:07.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:07.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.530602+0000) 2023-03-22T16:10:07.869 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:07.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.530879+0000) 2023-03-22T16:10:07.869 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:07.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.483845+0000) 2023-03-22T16:10:07.870 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:07.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.531007+0000) 2023-03-22T16:10:07.870 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:07.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.531309+0000) 2023-03-22T16:10:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:07.865+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:07.866298+0000) 2023-03-22T16:10:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:07 smithi142 ceph-mon[94717]: pgmap v3024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:10:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:07 smithi098 ceph-mon[94136]: pgmap v3024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:10:08.867 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:08.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.530125+0000) 2023-03-22T16:10:08.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:08.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.530706+0000) 2023-03-22T16:10:08.869 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:08.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.483960+0000) 2023-03-22T16:10:08.869 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:08.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.530010+0000) 2023-03-22T16:10:08.869 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:08.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.531419+0000) 2023-03-22T16:10:08.870 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:08.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.531121+0000) 2023-03-22T16:10:08.870 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:08.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.531001+0000) 2023-03-22T16:10:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:08.865+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:08.866513+0000) 2023-03-22T16:10:09.868 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:09.528+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.530240+0000) 2023-03-22T16:10:09.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:09.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.530825+0000) 2023-03-22T16:10:09.869 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:09.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.484087+0000) 2023-03-22T16:10:09.869 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:09.528+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.530153+0000) 2023-03-22T16:10:09.870 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:09.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.531529+0000) 2023-03-22T16:10:09.870 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:09.529+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.531255+0000) 2023-03-22T16:10:09.871 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:09.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.531120+0000) 2023-03-22T16:10:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:09.865+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:09.866635+0000) 2023-03-22T16:10:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:09 smithi142 ceph-mon[94717]: osdmap e232: 12 total, 9 up, 9 in 2023-03-22T16:10:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:09 smithi142 ceph-mon[94717]: pgmap v3026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:10:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:09 smithi098 ceph-mon[94136]: osdmap e232: 12 total, 9 up, 9 in 2023-03-22T16:10:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:09 smithi098 ceph-mon[94136]: pgmap v3026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:10:10.868 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:10.529+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.530358+0000) 2023-03-22T16:10:10.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:10.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.530942+0000) 2023-03-22T16:10:10.869 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:10.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.484203+0000) 2023-03-22T16:10:10.869 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:10.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.531380+0000) 2023-03-22T16:10:10.870 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:10.529+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.530280+0000) 2023-03-22T16:10:10.870 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:10.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.531238+0000) 2023-03-22T16:10:10.871 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:10.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.531649+0000) 2023-03-22T16:10:11.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:10.865+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:10.866844+0000) 2023-03-22T16:10:11.868 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:11.529+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.530475+0000) 2023-03-22T16:10:11.868 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:11.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.531056+0000) 2023-03-22T16:10:11.869 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:11.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.484321+0000) 2023-03-22T16:10:11.869 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:11.529+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.530398+0000) 2023-03-22T16:10:11.870 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:11.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.531498+0000) 2023-03-22T16:10:11.870 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:11.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.531764+0000) 2023-03-22T16:10:11.871 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:11.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.531362+0000) 2023-03-22T16:10:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:11 smithi142 ceph-mon[94717]: pgmap v3027: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:10:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:11 smithi098 ceph-mon[94136]: pgmap v3027: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:10:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:11.865+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.866963+0000) 2023-03-22T16:10:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:11.866+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:11.866+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:12.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:11.870+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:11.871699+0000) 2023-03-22T16:10:12.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:12.529+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.530706+0000) 2023-03-22T16:10:12.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:12.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.484491+0000) 2023-03-22T16:10:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:12.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.531200+0000) 2023-03-22T16:10:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:12.531+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:12.532+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:12.533+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.534772+0000) 2023-03-22T16:10:12.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:12.529+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.530528+0000) 2023-03-22T16:10:12.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:12.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.532573+0000) 2023-03-22T16:10:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:12.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.531715+0000) 2023-03-22T16:10:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:12.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:12.531501+0000) 2023-03-22T16:10:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:13 smithi142 ceph-mon[94717]: pgmap v3028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:10:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:13 smithi098 ceph-mon[94136]: pgmap v3028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:10:13.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:13.529+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:13.530823+0000) 2023-03-22T16:10:13.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:13.529+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:13.530653+0000) 2023-03-22T16:10:13.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:13.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:13.484624+0000) 2023-03-22T16:10:13.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:13.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:13.532697+0000) 2023-03-22T16:10:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:13.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:13.531830+0000) 2023-03-22T16:10:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:13.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:13.531629+0000) 2023-03-22T16:10:14.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:14.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.484750+0000) 2023-03-22T16:10:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:14.529+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.530931+0000) 2023-03-22T16:10:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:14.530+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:14.530+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:14.531+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.532386+0000) 2023-03-22T16:10:14.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:14.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.531749+0000) 2023-03-22T16:10:14.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:14.531+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:14.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:14.531+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:14.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:14.531+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.532970+0000) 2023-03-22T16:10:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:14.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.532807+0000) 2023-03-22T16:10:14.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:14.529+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.530771+0000) 2023-03-22T16:10:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:14.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:14.532067+0000) 2023-03-22T16:10:15.563 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:15 smithi098 ceph-mon[94136]: pgmap v3029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:10:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:15 smithi142 ceph-mon[94717]: pgmap v3029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:10:15.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:15.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:15.532189+0000) 2023-03-22T16:10:15.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:15.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:15.484868+0000) 2023-03-22T16:10:15.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:15.529+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:15.530888+0000) 2023-03-22T16:10:15.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:15.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:15.532920+0000) 2023-03-22T16:10:16.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:16.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:16.367292+0000) 2023-03-22T16:10:16.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:16.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:16.484980+0000) 2023-03-22T16:10:16.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:16.529+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:16.531004+0000) 2023-03-22T16:10:16.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:16.530+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:16.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:16.530+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:16.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:16.530+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:16.532087+0000) 2023-03-22T16:10:16.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:16.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:16.533035+0000) 2023-03-22T16:10:16.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:16.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:16.532307+0000) 2023-03-22T16:10:17.371 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:17.030+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:17.031496+0000) 2023-03-22T16:10:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:17.368+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:17.369687+0000) 2023-03-22T16:10:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:17.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:17.485098+0000) 2023-03-22T16:10:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:17.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:17.532428+0000) 2023-03-22T16:10:17.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:17.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:17.533144+0000) 2023-03-22T16:10:18.373 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:18.030+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:18.031617+0000) 2023-03-22T16:10:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:17 smithi142 ceph-mon[94717]: pgmap v3030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:10:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:17 smithi098 ceph-mon[94136]: pgmap v3030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:10:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:18.370+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:18.371917+0000) 2023-03-22T16:10:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:18.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:18.533259+0000) 2023-03-22T16:10:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:18.483+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:18.485216+0000) 2023-03-22T16:10:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:18.484+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:18.484+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:18.484+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:18.486161+0000) 2023-03-22T16:10:18.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:18.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:18.532546+0000) 2023-03-22T16:10:18.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:18.531+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:18.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:18.532+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:18.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:18.532+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:18.533508+0000) 2023-03-22T16:10:19.373 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:19.029+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:19.031256+0000) 2023-03-22T16:10:19.374 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:19.030+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:19.031727+0000) 2023-03-22T16:10:19.374 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:19.030+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:19.032001+0000) 2023-03-22T16:10:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:19.370+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:19.372044+0000) 2023-03-22T16:10:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:19.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:19.533391+0000) 2023-03-22T16:10:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:19 smithi142 ceph-mon[94717]: pgmap v3031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:10:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:19 smithi098 ceph-mon[94136]: pgmap v3031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:10:20.373 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:20.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:20.031369+0000) 2023-03-22T16:10:20.374 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:20.030+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:20.031837+0000) 2023-03-22T16:10:20.374 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:20.030+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:20.032114+0000) 2023-03-22T16:10:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:20.370+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:20.372254+0000) 2023-03-22T16:10:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:20.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:20.533515+0000) 2023-03-22T16:10:21.373 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:21.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:21.031482+0000) 2023-03-22T16:10:21.374 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:21.030+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:21.031948+0000) 2023-03-22T16:10:21.375 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:21.029+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:21.031242+0000) 2023-03-22T16:10:21.375 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:21.030+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:21.032238+0000) 2023-03-22T16:10:21.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:21.371+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:21.372380+0000) 2023-03-22T16:10:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:21.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:21.533634+0000) 2023-03-22T16:10:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:21.533+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:21.534399+0000) 2023-03-22T16:10:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:21 smithi142 ceph-mon[94717]: pgmap v3032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:10:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:21 smithi098 ceph-mon[94136]: pgmap v3032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:10:22.374 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:22.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:22.031593+0000) 2023-03-22T16:10:22.374 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:22.030+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:22.032058+0000) 2023-03-22T16:10:22.375 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:22.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:22.031319+0000) 2023-03-22T16:10:22.375 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:22.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:22.032359+0000) 2023-03-22T16:10:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:22.371+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:22.372615+0000) 2023-03-22T16:10:23.374 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:23.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:23.031705+0000) 2023-03-22T16:10:23.374 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:23.030+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:23.032167+0000) 2023-03-22T16:10:23.375 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:22.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:22.985472+0000) 2023-03-22T16:10:23.375 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:23.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:23.031437+0000) 2023-03-22T16:10:23.376 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:23.031+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:23.032841+0000) 2023-03-22T16:10:23.376 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:23.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:23.032491+0000) 2023-03-22T16:10:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:23.371+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:23.372759+0000) 2023-03-22T16:10:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:23 smithi142 ceph-mon[94717]: pgmap v3033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:10:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:23 smithi098 ceph-mon[94136]: pgmap v3033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:10:24.374 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:24.031+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:24.032301+0000) 2023-03-22T16:10:24.375 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:23.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:23.985585+0000) 2023-03-22T16:10:24.375 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:24.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:24.031548+0000) 2023-03-22T16:10:24.375 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:24.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:24.031810+0000) 2023-03-22T16:10:24.376 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:24.031+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:24.032950+0000) 2023-03-22T16:10:24.376 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:24.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:24.032606+0000) 2023-03-22T16:10:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:24.371+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:24.372961+0000) 2023-03-22T16:10:25.374 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:25.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:25.031917+0000) 2023-03-22T16:10:25.375 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:25.031+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:25.032404+0000) 2023-03-22T16:10:25.375 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:25.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:25.032729+0000) 2023-03-22T16:10:25.376 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:24.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:24.985700+0000) 2023-03-22T16:10:25.376 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:25.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:25.031660+0000) 2023-03-22T16:10:25.376 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:25.031+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:25.033063+0000) 2023-03-22T16:10:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:25.371+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:25.373081+0000) 2023-03-22T16:10:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:25 smithi142 ceph-mon[94717]: pgmap v3034: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:10:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:25 smithi098 ceph-mon[94136]: pgmap v3034: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:10:26.374 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:26.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.032037+0000) 2023-03-22T16:10:26.375 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:26.031+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.032516+0000) 2023-03-22T16:10:26.375 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:26.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.031797+0000) 2023-03-22T16:10:26.376 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:25.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:25.985808+0000) 2023-03-22T16:10:26.376 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:26.032+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.033963+0000) 2023-03-22T16:10:26.377 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:26.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.032852+0000) 2023-03-22T16:10:26.377 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:26.031+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.033176+0000) 2023-03-22T16:10:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:26.372+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.373284+0000) 2023-03-22T16:10:27.374 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:27.030+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.032152+0000) 2023-03-22T16:10:27.375 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:27.031+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.032636+0000) 2023-03-22T16:10:27.376 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:26.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:26.985929+0000) 2023-03-22T16:10:27.376 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:27.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.031920+0000) 2023-03-22T16:10:27.377 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:27.032+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.034082+0000) 2023-03-22T16:10:27.378 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:27.032+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.033296+0000) 2023-03-22T16:10:27.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:27.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.032975+0000) 2023-03-22T16:10:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:27.372+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.373405+0000) 2023-03-22T16:10:28.375 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:28.031+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.032260+0000) 2023-03-22T16:10:28.376 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:28.031+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.032754+0000) 2023-03-22T16:10:28.376 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:27.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:27.986046+0000) 2023-03-22T16:10:28.377 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:28.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.032054+0000) 2023-03-22T16:10:28.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:28.032+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.034185+0000) 2023-03-22T16:10:28.379 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:28.032+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.033410+0000) 2023-03-22T16:10:28.379 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:28.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.033096+0000) 2023-03-22T16:10:28.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:27 smithi142 ceph-mon[94717]: pgmap v3035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:10:28.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:27 smithi098 ceph-mon[94136]: pgmap v3035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:10:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:28.372+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.373613+0000) 2023-03-22T16:10:29.375 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:29.031+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.032379+0000) 2023-03-22T16:10:29.375 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:29.031+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.032866+0000) 2023-03-22T16:10:29.376 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:28.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:28.986163+0000) 2023-03-22T16:10:29.376 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:29.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.032158+0000) 2023-03-22T16:10:29.377 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:29.033+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.034295+0000) 2023-03-22T16:10:29.377 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:29.032+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.033514+0000) 2023-03-22T16:10:29.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:29.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.033218+0000) 2023-03-22T16:10:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:29.372+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.373726+0000) 2023-03-22T16:10:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:29 smithi142 ceph-mon[94717]: pgmap v3036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:29 smithi098 ceph-mon[94136]: pgmap v3036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:30.375 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:30.031+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.032488+0000) 2023-03-22T16:10:30.376 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:30.031+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.032976+0000) 2023-03-22T16:10:30.376 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:29.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:29.986303+0000) 2023-03-22T16:10:30.377 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:30.031+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.032260+0000) 2023-03-22T16:10:30.377 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:30.032+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.033632+0000) 2023-03-22T16:10:30.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:30.033+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.034411+0000) 2023-03-22T16:10:30.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:30.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.033297+0000) 2023-03-22T16:10:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:30.373+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.373921+0000) 2023-03-22T16:10:31.375 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:31.032+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.032601+0000) 2023-03-22T16:10:31.376 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:31.032+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.033103+0000) 2023-03-22T16:10:31.376 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:30.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:30.986423+0000) 2023-03-22T16:10:31.376 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:31.033+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.033746+0000) 2023-03-22T16:10:31.377 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:31.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.034519+0000) 2023-03-22T16:10:31.377 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:31.032+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.032390+0000) 2023-03-22T16:10:31.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:31.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.033421+0000) 2023-03-22T16:10:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:31.373+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.374029+0000) 2023-03-22T16:10:31.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:31 smithi142 ceph-mon[94717]: pgmap v3037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:31 smithi098 ceph-mon[94136]: pgmap v3037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:32.375 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:32.032+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.032708+0000) 2023-03-22T16:10:32.376 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:32.032+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.033221+0000) 2023-03-22T16:10:32.376 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:32.032+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.032506+0000) 2023-03-22T16:10:32.377 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:31.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:31.986539+0000) 2023-03-22T16:10:32.377 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:32.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.034630+0000) 2023-03-22T16:10:32.378 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:32.033+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.033867+0000) 2023-03-22T16:10:32.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:32.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.033542+0000) 2023-03-22T16:10:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:32.373+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.374215+0000) 2023-03-22T16:10:33.257 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:33.032+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.032697+0000) 2023-03-22T16:10:33.258 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:33.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.033318+0000) 2023-03-22T16:10:33.258 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:33.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.034747+0000) 2023-03-22T16:10:33.259 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:32.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:32.986674+0000) 2023-03-22T16:10:33.259 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:33.033+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.033980+0000) 2023-03-22T16:10:33.260 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:33.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.033659+0000) 2023-03-22T16:10:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:33.374+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.374301+0000) 2023-03-22T16:10:33.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:33.032+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.032832+0000) 2023-03-22T16:10:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:33 smithi142 ceph-mon[94717]: pgmap v3038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:33 smithi098 ceph-mon[94136]: pgmap v3038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:34.376 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:34.032+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.032963+0000) 2023-03-22T16:10:34.376 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:34.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.033430+0000) 2023-03-22T16:10:34.377 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:34.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.033766+0000) 2023-03-22T16:10:34.377 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:33.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:33.986814+0000) 2023-03-22T16:10:34.378 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:34.032+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.032829+0000) 2023-03-22T16:10:34.378 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:34.033+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.034082+0000) 2023-03-22T16:10:34.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:34.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.034854+0000) 2023-03-22T16:10:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:34.374+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.374524+0000) 2023-03-22T16:10:35.376 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:35.032+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.033076+0000) 2023-03-22T16:10:35.376 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:35.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.033545+0000) 2023-03-22T16:10:35.377 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:34.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:34.986943+0000) 2023-03-22T16:10:35.377 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:35.032+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.032945+0000) 2023-03-22T16:10:35.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:35.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.034970+0000) 2023-03-22T16:10:35.378 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:35.033+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.034190+0000) 2023-03-22T16:10:35.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:35.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.033883+0000) 2023-03-22T16:10:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:35.374+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.374648+0000) 2023-03-22T16:10:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:35 smithi142 ceph-mon[94717]: pgmap v3039: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:35 smithi098 ceph-mon[94136]: pgmap v3039: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:36.376 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:36.032+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.033197+0000) 2023-03-22T16:10:36.376 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:36.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.033663+0000) 2023-03-22T16:10:36.377 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:35.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:35.987057+0000) 2023-03-22T16:10:36.377 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:36.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.035081+0000) 2023-03-22T16:10:36.378 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:36.032+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.033066+0000) 2023-03-22T16:10:36.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:36.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.034005+0000) 2023-03-22T16:10:36.379 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:36.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.034295+0000) 2023-03-22T16:10:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:36.374+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.374858+0000) 2023-03-22T16:10:37.376 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:37.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.033301+0000) 2023-03-22T16:10:37.377 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:37.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.033776+0000) 2023-03-22T16:10:37.377 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:36.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:36.987175+0000) 2023-03-22T16:10:37.378 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:37.032+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.033187+0000) 2023-03-22T16:10:37.378 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:37.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.034402+0000) 2023-03-22T16:10:37.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:37.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.035182+0000) 2023-03-22T16:10:37.379 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:37.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.034114+0000) 2023-03-22T16:10:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:37.374+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.374977+0000) 2023-03-22T16:10:38.376 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:38.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.033410+0000) 2023-03-22T16:10:38.377 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:38.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.033906+0000) 2023-03-22T16:10:38.378 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:38.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.033310+0000) 2023-03-22T16:10:38.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:38.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.035346+0000) 2023-03-22T16:10:38.378 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:37.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:37.987346+0000) 2023-03-22T16:10:38.379 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:38.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.034517+0000) 2023-03-22T16:10:38.379 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:38.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.034264+0000) 2023-03-22T16:10:38.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:37 smithi142 ceph-mon[94717]: pgmap v3040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:37 smithi098 ceph-mon[94136]: pgmap v3040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:38.374+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.375202+0000) 2023-03-22T16:10:39.376 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:39.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.033517+0000) 2023-03-22T16:10:39.377 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:39.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.034033+0000) 2023-03-22T16:10:39.377 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:38.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:38.987486+0000) 2023-03-22T16:10:39.378 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:39.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.033417+0000) 2023-03-22T16:10:39.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:39.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.035488+0000) 2023-03-22T16:10:39.379 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:39.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.034624+0000) 2023-03-22T16:10:39.379 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:39.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.034413+0000) 2023-03-22T16:10:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:39.375+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.375294+0000) 2023-03-22T16:10:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:39 smithi142 ceph-mon[94717]: pgmap v3041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:39 smithi098 ceph-mon[94136]: pgmap v3041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:40.376 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:40.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.033632+0000) 2023-03-22T16:10:40.377 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:40.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.034142+0000) 2023-03-22T16:10:40.378 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:39.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:39.987627+0000) 2023-03-22T16:10:40.378 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:40.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.035605+0000) 2023-03-22T16:10:40.379 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:40.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.033541+0000) 2023-03-22T16:10:40.379 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:40.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.034533+0000) 2023-03-22T16:10:40.379 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:40.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.034751+0000) 2023-03-22T16:10:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:40.375+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.375505+0000) 2023-03-22T16:10:41.377 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:41.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.033743+0000) 2023-03-22T16:10:41.377 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:41.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.034252+0000) 2023-03-22T16:10:41.378 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:41.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.034650+0000) 2023-03-22T16:10:41.378 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:40.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:40.987745+0000) 2023-03-22T16:10:41.379 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:41.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.033657+0000) 2023-03-22T16:10:41.379 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:41.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.034875+0000) 2023-03-22T16:10:41.380 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:41.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.035718+0000) 2023-03-22T16:10:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:41.375+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.375627+0000) 2023-03-22T16:10:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:41 smithi142 ceph-mon[94717]: pgmap v3042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:41 smithi098 ceph-mon[94136]: pgmap v3042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:42.377 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:42.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.033851+0000) 2023-03-22T16:10:42.378 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:42.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.034366+0000) 2023-03-22T16:10:42.378 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:41.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:41.987882+0000) 2023-03-22T16:10:42.378 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:42.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.033773+0000) 2023-03-22T16:10:42.379 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:42.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.035831+0000) 2023-03-22T16:10:42.379 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:42.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.034990+0000) 2023-03-22T16:10:42.380 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:42.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.034767+0000) 2023-03-22T16:10:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:42.375+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.375827+0000) 2023-03-22T16:10:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:42.376+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:42.376+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:42.379+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.379279+0000) 2023-03-22T16:10:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:43.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.033960+0000) 2023-03-22T16:10:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:43.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.034471+0000) 2023-03-22T16:10:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:43.035+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.035320+0000) 2023-03-22T16:10:43.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:42.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:42.988013+0000) 2023-03-22T16:10:43.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:43.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.033901+0000) 2023-03-22T16:10:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:43.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.035104+0000) 2023-03-22T16:10:43.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:43.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.035948+0000) 2023-03-22T16:10:43.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:43.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.034892+0000) 2023-03-22T16:10:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:43 smithi142 ceph-mon[94717]: pgmap v3043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:43 smithi098 ceph-mon[94136]: pgmap v3043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:44.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:44.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:44.034076+0000) 2023-03-22T16:10:44.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:43.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:43.988133+0000) 2023-03-22T16:10:44.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:44.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:44.034024+0000) 2023-03-22T16:10:44.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:44.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:44.036058+0000) 2023-03-22T16:10:44.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:44.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:44.035027+0000) 2023-03-22T16:10:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:44.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:44.035219+0000) 2023-03-22T16:10:45.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:45.033+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.034143+0000) 2023-03-22T16:10:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:45.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.034201+0000) 2023-03-22T16:10:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:45.034+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:45.034+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:45.034+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.035187+0000) 2023-03-22T16:10:45.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:45.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.036174+0000) 2023-03-22T16:10:45.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:45.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.035339+0000) 2023-03-22T16:10:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:45.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.035137+0000) 2023-03-22T16:10:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:45.035+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:45.035+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:45.036+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.036892+0000) 2023-03-22T16:10:45.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:44.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:44.988252+0000) 2023-03-22T16:10:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:45 smithi142 ceph-mon[94717]: pgmap v3044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:45 smithi098 ceph-mon[94136]: pgmap v3044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:46.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:46.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:46.034261+0000) 2023-03-22T16:10:46.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:45.988+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:45.988381+0000) 2023-03-22T16:10:46.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:46.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:46.035469+0000) 2023-03-22T16:10:46.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:46.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:46.036296+0000) 2023-03-22T16:10:47.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:46.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:46.876130+0000) 2023-03-22T16:10:47.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:47.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:47.034388+0000) 2023-03-22T16:10:47.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:47.034+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:47.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:47.034+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:47.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:47.035+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:47.035319+0000) 2023-03-22T16:10:47.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:47.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:47.036414+0000) 2023-03-22T16:10:47.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:46.988+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:46.988510+0000) 2023-03-22T16:10:47.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:47.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:47.035588+0000) 2023-03-22T16:10:47.881 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:47.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:47.534796+0000) 2023-03-22T16:10:48.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:48.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:48.035710+0000) 2023-03-22T16:10:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:48.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:48.036532+0000) 2023-03-22T16:10:48.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:47.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:47.879818+0000) 2023-03-22T16:10:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:47.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:47.988643+0000) 2023-03-22T16:10:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:47 smithi142 ceph-mon[94717]: pgmap v3045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:48.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:47 smithi098 ceph-mon[94136]: pgmap v3045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:48.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:48.533+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:48.534967+0000) 2023-03-22T16:10:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:48.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:48.883134+0000) 2023-03-22T16:10:49.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:49.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:49.035833+0000) 2023-03-22T16:10:49.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:49.035+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:49.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:49.035+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:49.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:49.035+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:49.037091+0000) 2023-03-22T16:10:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:49.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:49.036650+0000) 2023-03-22T16:10:49.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:48.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:48.988769+0000) 2023-03-22T16:10:49.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:48.988+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:49.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:48.988+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:49.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:48.988+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:48.989843+0000) 2023-03-22T16:10:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:49 smithi142 ceph-mon[94717]: pgmap v3046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:49.884 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:49.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:49.534491+0000) 2023-03-22T16:10:49.885 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:49.533+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:49.535098+0000) 2023-03-22T16:10:49.885 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:49.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:49.535414+0000) 2023-03-22T16:10:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:49 smithi098 ceph-mon[94136]: pgmap v3046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:49.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:49.883282+0000) 2023-03-22T16:10:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:50.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:50.036776+0000) 2023-03-22T16:10:50.884 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:50.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:50.534609+0000) 2023-03-22T16:10:50.885 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:50.533+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:50.535216+0000) 2023-03-22T16:10:50.886 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:50.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:50.535539+0000) 2023-03-22T16:10:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:50.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:50.883499+0000) 2023-03-22T16:10:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:51.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:51.036900+0000) 2023-03-22T16:10:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:51 smithi142 ceph-mon[94717]: pgmap v3047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:51.884 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:51.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:51.534728+0000) 2023-03-22T16:10:51.885 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:51.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:51.535300+0000) 2023-03-22T16:10:51.885 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:51.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:51.535659+0000) 2023-03-22T16:10:51.886 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:51.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:51.534678+0000) 2023-03-22T16:10:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:51 smithi098 ceph-mon[94136]: pgmap v3047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:52.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:51.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:51.883620+0000) 2023-03-22T16:10:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:52.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:52.037024+0000) 2023-03-22T16:10:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:52.036+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:52.036+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:10:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:52.036+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:52.037997+0000) 2023-03-22T16:10:52.885 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:52.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:52.534852+0000) 2023-03-22T16:10:52.885 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:52.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:52.535419+0000) 2023-03-22T16:10:52.886 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:52.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:52.534808+0000) 2023-03-22T16:10:52.886 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:52.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:52.535773+0000) 2023-03-22T16:10:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:52.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:52.883821+0000) 2023-03-22T16:10:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:53 smithi142 ceph-mon[94717]: pgmap v3048: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:53.885 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:53.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:53.534962+0000) 2023-03-22T16:10:53.885 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:53.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:53.535537+0000) 2023-03-22T16:10:53.886 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:53.487+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:53.489009+0000) 2023-03-22T16:10:53.886 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:53.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:53.534928+0000) 2023-03-22T16:10:53.887 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:53.534+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:53.536064+0000) 2023-03-22T16:10:53.887 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:53.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:53.535888+0000) 2023-03-22T16:10:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:53 smithi098 ceph-mon[94136]: pgmap v3048: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:53.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:53.883949+0000) 2023-03-22T16:10:54.885 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:54.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:54.535074+0000) 2023-03-22T16:10:54.886 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:54.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:54.535657+0000) 2023-03-22T16:10:54.886 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:54.487+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:54.489132+0000) 2023-03-22T16:10:54.887 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:54.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:54.535048+0000) 2023-03-22T16:10:54.887 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:54.534+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:54.536177+0000) 2023-03-22T16:10:54.888 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:54.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:54.535996+0000) 2023-03-22T16:10:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:54.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:54.884150+0000) 2023-03-22T16:10:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:55 smithi142 ceph-mon[94717]: pgmap v3049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:55.885 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:55.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:55.535228+0000) 2023-03-22T16:10:55.886 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:55.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:55.535770+0000) 2023-03-22T16:10:55.886 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:55.487+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:55.489257+0000) 2023-03-22T16:10:55.886 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:55.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:55.535163+0000) 2023-03-22T16:10:55.887 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:55.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:55.536298+0000) 2023-03-22T16:10:55.887 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:55.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:55.536104+0000) 2023-03-22T16:10:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:55 smithi098 ceph-mon[94136]: pgmap v3049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:55.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:55.884277+0000) 2023-03-22T16:10:56.885 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:56.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.535373+0000) 2023-03-22T16:10:56.886 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:56.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.535882+0000) 2023-03-22T16:10:56.886 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:56.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.489394+0000) 2023-03-22T16:10:56.887 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:56.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.535287+0000) 2023-03-22T16:10:56.887 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:56.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.537281+0000) 2023-03-22T16:10:56.888 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:56.534+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.536221+0000) 2023-03-22T16:10:56.888 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:56.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.536416+0000) 2023-03-22T16:10:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:56.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:56.884479+0000) 2023-03-22T16:10:57.886 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:57.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.535496+0000) 2023-03-22T16:10:57.887 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:57.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.535992+0000) 2023-03-22T16:10:57.887 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:57.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.489522+0000) 2023-03-22T16:10:57.888 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:57.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.536535+0000) 2023-03-22T16:10:57.888 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:57.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.535438+0000) 2023-03-22T16:10:57.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:57.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.537394+0000) 2023-03-22T16:10:57.889 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:57.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.536300+0000) 2023-03-22T16:10:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:57.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:57.884598+0000) 2023-03-22T16:10:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:57 smithi142 ceph-mon[94717]: pgmap v3050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:57 smithi098 ceph-mon[94136]: pgmap v3050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:10:58.886 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:58.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.535561+0000) 2023-03-22T16:10:58.887 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:58.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.535616+0000) 2023-03-22T16:10:58.887 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:58.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.536106+0000) 2023-03-22T16:10:58.888 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:58.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.489641+0000) 2023-03-22T16:10:58.888 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:58.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.536649+0000) 2023-03-22T16:10:58.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:58.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.537508+0000) 2023-03-22T16:10:58.890 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:58.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.536419+0000) 2023-03-22T16:10:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:58.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:58.884862+0000) 2023-03-22T16:10:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:10:59 smithi142 ceph-mon[94717]: pgmap v3051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:10:59.886 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:10:59.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.535732+0000) 2023-03-22T16:10:59.886 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:10:59.534+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.536217+0000) 2023-03-22T16:10:59.887 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:10:59.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.489762+0000) 2023-03-22T16:10:59.887 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:10:59.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.536539+0000) 2023-03-22T16:10:59.888 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:10:59.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.536766+0000) 2023-03-22T16:10:59.888 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:10:59.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.537621+0000) 2023-03-22T16:10:59.889 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:10:59.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.535685+0000) 2023-03-22T16:10:59.889 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:10:59.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:10:59.885018+0000) 2023-03-22T16:10:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:10:59 smithi098 ceph-mon[94136]: pgmap v3051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:00.886 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:00.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.535819+0000) 2023-03-22T16:11:00.887 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:00.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.536299+0000) 2023-03-22T16:11:00.888 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:00.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.489890+0000) 2023-03-22T16:11:00.888 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:00.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.535807+0000) 2023-03-22T16:11:00.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:00.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.537736+0000) 2023-03-22T16:11:00.889 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:00.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.536892+0000) 2023-03-22T16:11:00.890 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:00.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.536656+0000) 2023-03-22T16:11:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:00.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:00.885230+0000) 2023-03-22T16:11:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:01 smithi142 ceph-mon[94717]: pgmap v3052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:01.886 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:01.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.535935+0000) 2023-03-22T16:11:01.887 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:01.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.536414+0000) 2023-03-22T16:11:01.887 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:01.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.490018+0000) 2023-03-22T16:11:01.888 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:01.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.535931+0000) 2023-03-22T16:11:01.888 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:01.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.537850+0000) 2023-03-22T16:11:01.888 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:01.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.537010+0000) 2023-03-22T16:11:01.889 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:01.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.536777+0000) 2023-03-22T16:11:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:01 smithi098 ceph-mon[94136]: pgmap v3052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:01.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:01.885365+0000) 2023-03-22T16:11:02.887 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:02.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.536069+0000) 2023-03-22T16:11:02.887 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:02.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.536534+0000) 2023-03-22T16:11:02.888 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:02.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.490136+0000) 2023-03-22T16:11:02.888 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:02.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.536055+0000) 2023-03-22T16:11:02.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:02.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.537961+0000) 2023-03-22T16:11:02.890 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:02.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.537127+0000) 2023-03-22T16:11:02.890 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:02.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.536894+0000) 2023-03-22T16:11:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:02.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:02.885590+0000) 2023-03-22T16:11:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:03 smithi142 ceph-mon[94717]: pgmap v3053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:11:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:03 smithi098 ceph-mon[94136]: pgmap v3053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:11:03.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:03.534+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.536180+0000) 2023-03-22T16:11:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:03.534+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.536199+0000) 2023-03-22T16:11:03.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:03.535+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.537241+0000) 2023-03-22T16:11:03.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:03.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.537005+0000) 2023-03-22T16:11:03.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:03.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.490278+0000) 2023-03-22T16:11:03.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:03.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.536650+0000) 2023-03-22T16:11:03.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:03.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.538072+0000) 2023-03-22T16:11:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:03.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:03.885763+0000) 2023-03-22T16:11:04.887 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:04.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.536312+0000) 2023-03-22T16:11:04.888 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:04.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.536797+0000) 2023-03-22T16:11:04.888 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:04.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.490394+0000) 2023-03-22T16:11:04.889 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:04.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.536305+0000) 2023-03-22T16:11:04.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:04.536+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.538181+0000) 2023-03-22T16:11:04.889 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:04.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.537120+0000) 2023-03-22T16:11:04.890 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:04.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.537369+0000) 2023-03-22T16:11:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:04.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:04.886042+0000) 2023-03-22T16:11:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:05 smithi142 ceph-mon[94717]: pgmap v3054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:11:05.887 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:05.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.536430+0000) 2023-03-22T16:11:05.888 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:05.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.536912+0000) 2023-03-22T16:11:05.888 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:05.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.538297+0000) 2023-03-22T16:11:05.889 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:05.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.490508+0000) 2023-03-22T16:11:05.889 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:05.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.537235+0000) 2023-03-22T16:11:05.890 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:05.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.536428+0000) 2023-03-22T16:11:05.890 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:05.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.537488+0000) 2023-03-22T16:11:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:05 smithi098 ceph-mon[94136]: pgmap v3054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:11:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:05.884+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:05.886161+0000) 2023-03-22T16:11:06.887 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:06.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.536556+0000) 2023-03-22T16:11:06.888 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:06.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.537023+0000) 2023-03-22T16:11:06.888 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:06.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.537360+0000) 2023-03-22T16:11:06.889 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:06.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.537602+0000) 2023-03-22T16:11:06.889 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:06.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.536552+0000) 2023-03-22T16:11:06.890 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:06.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.490634+0000) 2023-03-22T16:11:06.890 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:06.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.538411+0000) 2023-03-22T16:11:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:06.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:06.886370+0000) 2023-03-22T16:11:07.887 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:07.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.536672+0000) 2023-03-22T16:11:07.888 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:07.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.537135+0000) 2023-03-22T16:11:07.889 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:07.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.537479+0000) 2023-03-22T16:11:07.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:07.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.538528+0000) 2023-03-22T16:11:07.890 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:07.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.490757+0000) 2023-03-22T16:11:07.890 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:07.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.536675+0000) 2023-03-22T16:11:07.890 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:07.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.537719+0000) 2023-03-22T16:11:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:07.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:07.886494+0000) 2023-03-22T16:11:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:07 smithi142 ceph-mon[94717]: pgmap v3055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:11:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:07 smithi098 ceph-mon[94136]: pgmap v3055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:11:08.888 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:08.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.536791+0000) 2023-03-22T16:11:08.888 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:08.535+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.537244+0000) 2023-03-22T16:11:08.889 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:08.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.490875+0000) 2023-03-22T16:11:08.889 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:08.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.536802+0000) 2023-03-22T16:11:08.890 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:08.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.538643+0000) 2023-03-22T16:11:08.890 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:08.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.537840+0000) 2023-03-22T16:11:08.890 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:08.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.537605+0000) 2023-03-22T16:11:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:08.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:08.886721+0000) 2023-03-22T16:11:09.888 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:09.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.536911+0000) 2023-03-22T16:11:09.889 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:09.536+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.537401+0000) 2023-03-22T16:11:09.889 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:09.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.490990+0000) 2023-03-22T16:11:09.890 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:09.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.536934+0000) 2023-03-22T16:11:09.890 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:09.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.538759+0000) 2023-03-22T16:11:09.890 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:09.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.537958+0000) 2023-03-22T16:11:09.891 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:09.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.537722+0000) 2023-03-22T16:11:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:09.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:09.886878+0000) 2023-03-22T16:11:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:09 smithi142 ceph-mon[94717]: osdmap e233: 12 total, 9 up, 9 in 2023-03-22T16:11:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:09 smithi142 ceph-mon[94717]: pgmap v3057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:11:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:09 smithi098 ceph-mon[94136]: osdmap e233: 12 total, 9 up, 9 in 2023-03-22T16:11:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:09 smithi098 ceph-mon[94136]: pgmap v3057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:11:10.888 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:10.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.537026+0000) 2023-03-22T16:11:10.889 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:10.536+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.537556+0000) 2023-03-22T16:11:10.889 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:10.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.537845+0000) 2023-03-22T16:11:10.890 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:10.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.491125+0000) 2023-03-22T16:11:10.890 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:10.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.537062+0000) 2023-03-22T16:11:10.891 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:10.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.538870+0000) 2023-03-22T16:11:10.891 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:10.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.538080+0000) 2023-03-22T16:11:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:10.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:10.887061+0000) 2023-03-22T16:11:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:11 smithi142 ceph-mon[94717]: pgmap v3058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:11:11.888 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:11.535+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.537144+0000) 2023-03-22T16:11:11.889 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:11.536+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.537692+0000) 2023-03-22T16:11:11.889 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:11.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.491257+0000) 2023-03-22T16:11:11.890 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:11.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.537961+0000) 2023-03-22T16:11:11.890 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:11.535+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.537177+0000) 2023-03-22T16:11:11.891 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:11.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.538982+0000) 2023-03-22T16:11:11.891 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:11.536+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.538193+0000) 2023-03-22T16:11:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:11 smithi098 ceph-mon[94136]: pgmap v3058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:11:12.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:11.885+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:11.887215+0000) 2023-03-22T16:11:12.888 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:12.536+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.537319+0000) 2023-03-22T16:11:12.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:12.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.539100+0000) 2023-03-22T16:11:12.890 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:12.536+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.537291+0000) 2023-03-22T16:11:12.890 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:12.536+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.537821+0000) 2023-03-22T16:11:12.890 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:12.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.491394+0000) 2023-03-22T16:11:12.891 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:12.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.538105+0000) 2023-03-22T16:11:12.891 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:12.537+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.538299+0000) 2023-03-22T16:11:13.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:12.886+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.887441+0000) 2023-03-22T16:11:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:12.887+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:12.887+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:12.890+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:12.892066+0000) 2023-03-22T16:11:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:13 smithi142 ceph-mon[94717]: pgmap v3059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:11:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:13 smithi098 ceph-mon[94136]: pgmap v3059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:11:13.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:13.536+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.537468+0000) 2023-03-22T16:11:13.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:13.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.491516+0000) 2023-03-22T16:11:13.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:13.536+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.537410+0000) 2023-03-22T16:11:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:13.536+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.537946+0000) 2023-03-22T16:11:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:13.537+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:13.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:13.537+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:13.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:13.537+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.539208+0000) 2023-03-22T16:11:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:13.537+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.538414+0000) 2023-03-22T16:11:13.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:13.537+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.539227+0000) 2023-03-22T16:11:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:13.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:13.538249+0000) 2023-03-22T16:11:14.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:14.536+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:14.537609+0000) 2023-03-22T16:11:14.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:14.538+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:14.539347+0000) 2023-03-22T16:11:14.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:14.536+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:14.537578+0000) 2023-03-22T16:11:14.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:14.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:14.491647+0000) 2023-03-22T16:11:14.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:14.537+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:14.538528+0000) 2023-03-22T16:11:14.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:14.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:14.538403+0000) 2023-03-22T16:11:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:15 smithi142 ceph-mon[94717]: pgmap v3060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:11:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:15 smithi098 ceph-mon[94136]: pgmap v3060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:11:15.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:15.536+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.537753+0000) 2023-03-22T16:11:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:15.537+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:15.537+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:15.537+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.538931+0000) 2023-03-22T16:11:15.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:15.537+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.538718+0000) 2023-03-22T16:11:15.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:15.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.538561+0000) 2023-03-22T16:11:15.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:15.538+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.539309+0000) 2023-03-22T16:11:15.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:15.538+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.539491+0000) 2023-03-22T16:11:15.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:15.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.491772+0000) 2023-03-22T16:11:15.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:15.536+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:15.537724+0000) 2023-03-22T16:11:16.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:16.536+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:16.537871+0000) 2023-03-22T16:11:16.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:16.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:16.491922+0000) 2023-03-22T16:11:16.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:16.537+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:16.538874+0000) 2023-03-22T16:11:16.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:16.538+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:16.539611+0000) 2023-03-22T16:11:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:17.386+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:17.387697+0000) 2023-03-22T16:11:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:17.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:17.492059+0000) 2023-03-22T16:11:17.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:17.536+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:17.538012+0000) 2023-03-22T16:11:17.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:17.537+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:17.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:17.537+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:17.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:17.537+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:17.538878+0000) 2023-03-22T16:11:17.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:17.537+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:17.539015+0000) 2023-03-22T16:11:17.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:17.538+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:17.539729+0000) 2023-03-22T16:11:18.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:17 smithi142 ceph-mon[94717]: pgmap v3061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:11:18.392 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:18.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:18.038191+0000) 2023-03-22T16:11:18.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:17 smithi098 ceph-mon[94136]: pgmap v3061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:11:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:18.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:18.391176+0000) 2023-03-22T16:11:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:18.538+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:18.539845+0000) 2023-03-22T16:11:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:18.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:18.492206+0000) 2023-03-22T16:11:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:18.537+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:18.539161+0000) 2023-03-22T16:11:19.395 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:19.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:19.038311+0000) 2023-03-22T16:11:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:19.538+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:19.540063+0000) 2023-03-22T16:11:19.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:19.491+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:19.492352+0000) 2023-03-22T16:11:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:19.491+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:19.491+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:19.491+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:19.493215+0000) 2023-03-22T16:11:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:19.538+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:19.539317+0000) 2023-03-22T16:11:19.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:19.538+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:19.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:19.538+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:19.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:19.539+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:19.540491+0000) 2023-03-22T16:11:19.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:19.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:19.394545+0000) 2023-03-22T16:11:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:19 smithi142 ceph-mon[94717]: pgmap v3062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:11:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:19 smithi098 ceph-mon[94136]: pgmap v3062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:11:20.396 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:20.036+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:20.038031+0000) 2023-03-22T16:11:20.396 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:20.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:20.038446+0000) 2023-03-22T16:11:20.397 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:20.037+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:20.038799+0000) 2023-03-22T16:11:20.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:20.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:20.394760+0000) 2023-03-22T16:11:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:20.538+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:20.540206+0000) 2023-03-22T16:11:21.396 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:21.036+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:21.038143+0000) 2023-03-22T16:11:21.397 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:21.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:21.038560+0000) 2023-03-22T16:11:21.397 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:21.037+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:21.038906+0000) 2023-03-22T16:11:21.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:21.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:21.394867+0000) 2023-03-22T16:11:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:21.539+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:21.540359+0000) 2023-03-22T16:11:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:21 smithi142 ceph-mon[94717]: pgmap v3063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:11:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:21 smithi098 ceph-mon[94136]: pgmap v3063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:11:22.396 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:22.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:22.038260+0000) 2023-03-22T16:11:22.397 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:22.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:22.038678+0000) 2023-03-22T16:11:22.397 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:22.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:22.038253+0000) 2023-03-22T16:11:22.398 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:22.037+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:22.039018+0000) 2023-03-22T16:11:22.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:22.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:22.395067+0000) 2023-03-22T16:11:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:22.539+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:22.540504+0000) 2023-03-22T16:11:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:22.539+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:22.539+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:22.539+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:22.541261+0000) 2023-03-22T16:11:23.396 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:23.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:23.038384+0000) 2023-03-22T16:11:23.397 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:23.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:23.038786+0000) 2023-03-22T16:11:23.397 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:23.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:23.038377+0000) 2023-03-22T16:11:23.398 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:23.037+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:23.039132+0000) 2023-03-22T16:11:23.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:23.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:23.395188+0000) 2023-03-22T16:11:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:23 smithi142 ceph-mon[94717]: pgmap v3064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:11:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:23 smithi098 ceph-mon[94136]: pgmap v3064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:11:24.397 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:24.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:24.038503+0000) 2023-03-22T16:11:24.397 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:24.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:24.038507+0000) 2023-03-22T16:11:24.398 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:24.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:24.038903+0000) 2023-03-22T16:11:24.398 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:23.991+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:23.992596+0000) 2023-03-22T16:11:24.399 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:24.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:24.039554+0000) 2023-03-22T16:11:24.399 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:24.037+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:24.039240+0000) 2023-03-22T16:11:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:24.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:24.395491+0000) 2023-03-22T16:11:25.397 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:25.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:25.038622+0000) 2023-03-22T16:11:25.404 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:25.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:25.039025+0000) 2023-03-22T16:11:25.405 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:24.991+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:24.992707+0000) 2023-03-22T16:11:25.405 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:25.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:25.038644+0000) 2023-03-22T16:11:25.406 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:25.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:25.039662+0000) 2023-03-22T16:11:25.406 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:25.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:25.039362+0000) 2023-03-22T16:11:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:25.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:25.395633+0000) 2023-03-22T16:11:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:25 smithi142 ceph-mon[94717]: pgmap v3065: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:11:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:25 smithi098 ceph-mon[94136]: pgmap v3065: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:11:26.397 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:26.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:26.038784+0000) 2023-03-22T16:11:26.398 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:26.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:26.038742+0000) 2023-03-22T16:11:26.398 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:26.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:26.039140+0000) 2023-03-22T16:11:26.399 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:26.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:26.039779+0000) 2023-03-22T16:11:26.399 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:25.991+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:25.992828+0000) 2023-03-22T16:11:26.399 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:26.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:26.039488+0000) 2023-03-22T16:11:26.400 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:26.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:26.395854+0000) 2023-03-22T16:11:27.397 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:27.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.039253+0000) 2023-03-22T16:11:27.398 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:26.991+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:26.992967+0000) 2023-03-22T16:11:27.399 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:27.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.040747+0000) 2023-03-22T16:11:27.399 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:27.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.038886+0000) 2023-03-22T16:11:27.400 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:27.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.039627+0000) 2023-03-22T16:11:27.400 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:27.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.038902+0000) 2023-03-22T16:11:27.401 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:27.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.039897+0000) 2023-03-22T16:11:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:27.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.395978+0000) 2023-03-22T16:11:28.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:27 smithi142 ceph-mon[94717]: pgmap v3066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:11:28.397 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:28.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.038983+0000) 2023-03-22T16:11:28.398 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:28.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.039373+0000) 2023-03-22T16:11:28.398 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:28.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.039045+0000) 2023-03-22T16:11:28.399 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:27.991+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:27.993104+0000) 2023-03-22T16:11:28.399 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:28.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.040862+0000) 2023-03-22T16:11:28.400 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:28.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.040019+0000) 2023-03-22T16:11:28.400 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:28.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.039753+0000) 2023-03-22T16:11:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:27 smithi098 ceph-mon[94136]: pgmap v3066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:11:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:28.394+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.396150+0000) 2023-03-22T16:11:29.398 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:29.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.039173+0000) 2023-03-22T16:11:29.398 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:29.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.039106+0000) 2023-03-22T16:11:29.399 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:29.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.039442+0000) 2023-03-22T16:11:29.399 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:29.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.040976+0000) 2023-03-22T16:11:29.400 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:28.991+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:28.993240+0000) 2023-03-22T16:11:29.400 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:29.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.040131+0000) 2023-03-22T16:11:29.401 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:29.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.039872+0000) 2023-03-22T16:11:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:29.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.396310+0000) 2023-03-22T16:11:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:29 smithi142 ceph-mon[94717]: pgmap v3067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:29 smithi098 ceph-mon[94136]: pgmap v3067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:30.398 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:30.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.039224+0000) 2023-03-22T16:11:30.398 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:30.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.039554+0000) 2023-03-22T16:11:30.399 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:29.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:29.993378+0000) 2023-03-22T16:11:30.399 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:30.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.039306+0000) 2023-03-22T16:11:30.400 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:30.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.041091+0000) 2023-03-22T16:11:30.400 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:30.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.040232+0000) 2023-03-22T16:11:30.400 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:30.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.039983+0000) 2023-03-22T16:11:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:30.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.396544+0000) 2023-03-22T16:11:31.398 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:31.038+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.039304+0000) 2023-03-22T16:11:31.398 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:31.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.039661+0000) 2023-03-22T16:11:31.399 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:30.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:30.993514+0000) 2023-03-22T16:11:31.399 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:31.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.039424+0000) 2023-03-22T16:11:31.400 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:31.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.041205+0000) 2023-03-22T16:11:31.400 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:31.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.040093+0000) 2023-03-22T16:11:31.401 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:31.039+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.040358+0000) 2023-03-22T16:11:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:31.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.396671+0000) 2023-03-22T16:11:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:31 smithi142 ceph-mon[94717]: pgmap v3068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:31 smithi098 ceph-mon[94136]: pgmap v3068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:32.398 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:32.038+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.039425+0000) 2023-03-22T16:11:32.399 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:32.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.039771+0000) 2023-03-22T16:11:32.399 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:31.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:31.993642+0000) 2023-03-22T16:11:32.400 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:32.039+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.040470+0000) 2023-03-22T16:11:32.400 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:32.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.039541+0000) 2023-03-22T16:11:32.400 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:32.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.040210+0000) 2023-03-22T16:11:32.401 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:32.040+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.041302+0000) 2023-03-22T16:11:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:32.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.396880+0000) 2023-03-22T16:11:33.398 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:33.038+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.039547+0000) 2023-03-22T16:11:33.399 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:33.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.039877+0000) 2023-03-22T16:11:33.400 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:32.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:32.993762+0000) 2023-03-22T16:11:33.400 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:33.040+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.041417+0000) 2023-03-22T16:11:33.401 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:33.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.039657+0000) 2023-03-22T16:11:33.402 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:33.039+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.040585+0000) 2023-03-22T16:11:33.402 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:33.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.040306+0000) 2023-03-22T16:11:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:33.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.397009+0000) 2023-03-22T16:11:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:33 smithi142 ceph-mon[94717]: pgmap v3069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:33 smithi098 ceph-mon[94136]: pgmap v3069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:34.399 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:34.038+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.039661+0000) 2023-03-22T16:11:34.400 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:34.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.039985+0000) 2023-03-22T16:11:34.400 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:33.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:33.993869+0000) 2023-03-22T16:11:34.401 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:34.040+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.041538+0000) 2023-03-22T16:11:34.402 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:34.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.039767+0000) 2023-03-22T16:11:34.403 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:34.039+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.040701+0000) 2023-03-22T16:11:34.403 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:34.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.040432+0000) 2023-03-22T16:11:35.398 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:35.038+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.039777+0000) 2023-03-22T16:11:35.399 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:35.038+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.040100+0000) 2023-03-22T16:11:35.400 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:34.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.993997+0000) 2023-03-22T16:11:35.400 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:34.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:34.397202+0000) 2023-03-22T16:11:35.400 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:35.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.040560+0000) 2023-03-22T16:11:35.401 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:35.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.039884+0000) 2023-03-22T16:11:35.401 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:35.039+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.040815+0000) 2023-03-22T16:11:35.402 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:35.041+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.041655+0000) 2023-03-22T16:11:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:35.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.397318+0000) 2023-03-22T16:11:35.923 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:35 smithi142 ceph-mon[94717]: pgmap v3070: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:35 smithi098 ceph-mon[94136]: pgmap v3070: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:36.400 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:36.039+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.039890+0000) 2023-03-22T16:11:36.402 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:36.039+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.040208+0000) 2023-03-22T16:11:36.402 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:35.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:35.994125+0000) 2023-03-22T16:11:36.403 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:36.039+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.039997+0000) 2023-03-22T16:11:36.404 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:36.041+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.041769+0000) 2023-03-22T16:11:36.405 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:36.040+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.040926+0000) 2023-03-22T16:11:36.405 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:36.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.040682+0000) 2023-03-22T16:11:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:36.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.397518+0000) 2023-03-22T16:11:37.400 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:37.039+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.040015+0000) 2023-03-22T16:11:37.400 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:37.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.040296+0000) 2023-03-22T16:11:37.401 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:36.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:36.994248+0000) 2023-03-22T16:11:37.401 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:37.040+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.041041+0000) 2023-03-22T16:11:37.402 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:37.039+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.040112+0000) 2023-03-22T16:11:37.402 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:37.041+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.041879+0000) 2023-03-22T16:11:37.402 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:37.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.040816+0000) 2023-03-22T16:11:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:37.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.397635+0000) 2023-03-22T16:11:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:37 smithi142 ceph-mon[94717]: pgmap v3071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:38.399 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:38.039+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.040132+0000) 2023-03-22T16:11:38.399 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:38.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.040409+0000) 2023-03-22T16:11:38.400 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:37.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:37.994390+0000) 2023-03-22T16:11:38.401 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:38.039+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.040226+0000) 2023-03-22T16:11:38.401 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:38.040+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.041159+0000) 2023-03-22T16:11:38.402 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:38.041+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.041992+0000) 2023-03-22T16:11:38.402 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:38.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.040933+0000) 2023-03-22T16:11:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:37 smithi098 ceph-mon[94136]: pgmap v3071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:38.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.397841+0000) 2023-03-22T16:11:39.399 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:39.039+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.040233+0000) 2023-03-22T16:11:39.400 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:39.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.040522+0000) 2023-03-22T16:11:39.400 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:38.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:38.994518+0000) 2023-03-22T16:11:39.401 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:39.041+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.042102+0000) 2023-03-22T16:11:39.401 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:39.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.041276+0000) 2023-03-22T16:11:39.402 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:39.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.041050+0000) 2023-03-22T16:11:39.402 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:39.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.040357+0000) 2023-03-22T16:11:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:39.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.397955+0000) 2023-03-22T16:11:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:39 smithi142 ceph-mon[94717]: pgmap v3072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:39 smithi098 ceph-mon[94136]: pgmap v3072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:40.399 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:40.040+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.040358+0000) 2023-03-22T16:11:40.400 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:40.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.040650+0000) 2023-03-22T16:11:40.400 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:39.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:39.994647+0000) 2023-03-22T16:11:40.401 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:40.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.040477+0000) 2023-03-22T16:11:40.401 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:40.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.041402+0000) 2023-03-22T16:11:40.402 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:40.041+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.042222+0000) 2023-03-22T16:11:40.402 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:40.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.041180+0000) 2023-03-22T16:11:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:40.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.398169+0000) 2023-03-22T16:11:41.399 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:41.040+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.040483+0000) 2023-03-22T16:11:41.401 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:41.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.040777+0000) 2023-03-22T16:11:41.402 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:40.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:40.994803+0000) 2023-03-22T16:11:41.402 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:41.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.040622+0000) 2023-03-22T16:11:41.402 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:41.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.041535+0000) 2023-03-22T16:11:41.403 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:41.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.042303+0000) 2023-03-22T16:11:41.403 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:41.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.041303+0000) 2023-03-22T16:11:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:41.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.398294+0000) 2023-03-22T16:11:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:41 smithi142 ceph-mon[94717]: pgmap v3073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:41 smithi098 ceph-mon[94136]: pgmap v3073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:42.400 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:42.040+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.040607+0000) 2023-03-22T16:11:42.401 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:42.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.040891+0000) 2023-03-22T16:11:42.402 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:42.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.042425+0000) 2023-03-22T16:11:42.403 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:41.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:41.994933+0000) 2023-03-22T16:11:42.404 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:42.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.041644+0000) 2023-03-22T16:11:42.404 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:42.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.041419+0000) 2023-03-22T16:11:42.405 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:42.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.040744+0000) 2023-03-22T16:11:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:42.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.398499+0000) 2023-03-22T16:11:43.400 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:43.040+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.040727+0000) 2023-03-22T16:11:43.400 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:43.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.041006+0000) 2023-03-22T16:11:43.401 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:43.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.040856+0000) 2023-03-22T16:11:43.401 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:43.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.041538+0000) 2023-03-22T16:11:43.402 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:43.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.041760+0000) 2023-03-22T16:11:43.402 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:43.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.042545+0000) 2023-03-22T16:11:43.403 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:42.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:42.995049+0000) 2023-03-22T16:11:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:43.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.398619+0000) 2023-03-22T16:11:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:43.399+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:43.399+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:43.403+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.404086+0000) 2023-03-22T16:11:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:43 smithi142 ceph-mon[94717]: pgmap v3074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:43 smithi098 ceph-mon[94136]: pgmap v3074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:44.040+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.040846+0000) 2023-03-22T16:11:44.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:44.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.041877+0000) 2023-03-22T16:11:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:44.040+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.041118+0000) 2023-03-22T16:11:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:44.041+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:44.041+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:44.042+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.042840+0000) 2023-03-22T16:11:44.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:43.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:43.995168+0000) 2023-03-22T16:11:44.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:44.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.040968+0000) 2023-03-22T16:11:44.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:44.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.042659+0000) 2023-03-22T16:11:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:44.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.041656+0000) 2023-03-22T16:11:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:45.040+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:45.040966+0000) 2023-03-22T16:11:45.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:45.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:45.041779+0000) 2023-03-22T16:11:45.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:44.995+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:44.995299+0000) 2023-03-22T16:11:45.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:45.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:45.041084+0000) 2023-03-22T16:11:45.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:45.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:45.042775+0000) 2023-03-22T16:11:45.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:45.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:45.041995+0000) 2023-03-22T16:11:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:45 smithi142 ceph-mon[94717]: pgmap v3075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:45 smithi098 ceph-mon[94136]: pgmap v3075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:46.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.042890+0000) 2023-03-22T16:11:46.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:46.040+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.041195+0000) 2023-03-22T16:11:46.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:46.040+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.041080+0000) 2023-03-22T16:11:46.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:46.041+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:46.475 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:46.042+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.042322+0000) 2023-03-22T16:11:46.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:45.995+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:45.995423+0000) 2023-03-22T16:11:46.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:46.041+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.042247+0000) 2023-03-22T16:11:46.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:46.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.041902+0000) 2023-03-22T16:11:46.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:46.042+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:46.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:46.042+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:46.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:46.042+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.043049+0000) 2023-03-22T16:11:47.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:47.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:47.043008+0000) 2023-03-22T16:11:47.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:46.995+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:46.995548+0000) 2023-03-22T16:11:47.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:47.041+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:47.041322+0000) 2023-03-22T16:11:47.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:47.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:47.042376+0000) 2023-03-22T16:11:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:47.898+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:47.898925+0000) 2023-03-22T16:11:48.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:48.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:48.042501+0000) 2023-03-22T16:11:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:48.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:48.043121+0000) 2023-03-22T16:11:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:47.995+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:47.995674+0000) 2023-03-22T16:11:48.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:48.041+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:48.041440+0000) 2023-03-22T16:11:48.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:48.041+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:48.042210+0000) 2023-03-22T16:11:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:47 smithi142 ceph-mon[94717]: pgmap v3076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:48.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:47 smithi098 ceph-mon[94136]: pgmap v3076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:48.902 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:48.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:48.541432+0000) 2023-03-22T16:11:49.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:48.901+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:48.901296+0000) 2023-03-22T16:11:49.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:48.995+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:48.995799+0000) 2023-03-22T16:11:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:49.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:49.042618+0000) 2023-03-22T16:11:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:49.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:49.043235+0000) 2023-03-22T16:11:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:49 smithi142 ceph-mon[94717]: pgmap v3077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:49.905 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:49.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:49.541563+0000) 2023-03-22T16:11:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:49 smithi098 ceph-mon[94136]: pgmap v3077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:49.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:49.904315+0000) 2023-03-22T16:11:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:50.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:50.043358+0000) 2023-03-22T16:11:50.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:49.995+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:49.995907+0000) 2023-03-22T16:11:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:50.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:50.042783+0000) 2023-03-22T16:11:50.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:50.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:50.541435+0000) 2023-03-22T16:11:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:50.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:50.541678+0000) 2023-03-22T16:11:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:49.996+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:49.996+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:50.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:49.996+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:49.996856+0000) 2023-03-22T16:11:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:50.043+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:50.043+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:50.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:50.363+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:50.364209+0000) 2023-03-22T16:11:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:50.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:50.542143+0000) 2023-03-22T16:11:51.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:50.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:50.904516+0000) 2023-03-22T16:11:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:51.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:51.043471+0000) 2023-03-22T16:11:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:51 smithi142 ceph-mon[94717]: pgmap v3078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:51.906 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:51.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:51.541560+0000) 2023-03-22T16:11:51.906 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:51.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:51.541782+0000) 2023-03-22T16:11:51.907 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:51.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:51.542264+0000) 2023-03-22T16:11:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:51 smithi098 ceph-mon[94136]: pgmap v3078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:52.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:52.043609+0000) 2023-03-22T16:11:52.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:51.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:51.904641+0000) 2023-03-22T16:11:52.906 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:52.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:52.541680+0000) 2023-03-22T16:11:52.907 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:52.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:52.541891+0000) 2023-03-22T16:11:52.907 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:52.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:52.541772+0000) 2023-03-22T16:11:52.908 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:52.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:52.542393+0000) 2023-03-22T16:11:53.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:52.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:52.904861+0000) 2023-03-22T16:11:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:53.042+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:53.043743+0000) 2023-03-22T16:11:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:53.043+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:53.043+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:11:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:53.043+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:53.044870+0000) 2023-03-22T16:11:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:53 smithi142 ceph-mon[94717]: pgmap v3079: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:53.906 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:53.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:53.541890+0000) 2023-03-22T16:11:53.907 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:53.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:53.541797+0000) 2023-03-22T16:11:53.907 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:53.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:53.542008+0000) 2023-03-22T16:11:53.908 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:53.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:53.542518+0000) 2023-03-22T16:11:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:53 smithi098 ceph-mon[94136]: pgmap v3079: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:53.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:53.904978+0000) 2023-03-22T16:11:54.906 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:54.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:54.541915+0000) 2023-03-22T16:11:54.907 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:54.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:54.542121+0000) 2023-03-22T16:11:54.907 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:54.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:54.542008+0000) 2023-03-22T16:11:54.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:54.494+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:54.496093+0000) 2023-03-22T16:11:54.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:54.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:54.543106+0000) 2023-03-22T16:11:54.909 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:54.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:54.542641+0000) 2023-03-22T16:11:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:54.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:54.905202+0000) 2023-03-22T16:11:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:55 smithi142 ceph-mon[94717]: pgmap v3080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:55.906 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:55.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:55.542035+0000) 2023-03-22T16:11:55.907 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:55.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:55.542243+0000) 2023-03-22T16:11:55.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:55.494+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:55.496209+0000) 2023-03-22T16:11:55.908 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:55.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:55.542122+0000) 2023-03-22T16:11:55.908 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:55.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:55.543221+0000) 2023-03-22T16:11:55.909 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:55.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:55.542763+0000) 2023-03-22T16:11:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:55 smithi098 ceph-mon[94136]: pgmap v3080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:55.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:55.905318+0000) 2023-03-22T16:11:56.907 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:56.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:56.542146+0000) 2023-03-22T16:11:56.907 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:56.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:56.542364+0000) 2023-03-22T16:11:56.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:56.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:56.496301+0000) 2023-03-22T16:11:56.908 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:56.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:56.542237+0000) 2023-03-22T16:11:56.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:56.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:56.543301+0000) 2023-03-22T16:11:56.909 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:56.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:56.542887+0000) 2023-03-22T16:11:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:56.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:56.905531+0000) 2023-03-22T16:11:57.907 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:57.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.542279+0000) 2023-03-22T16:11:57.907 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:57.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.542484+0000) 2023-03-22T16:11:57.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:57.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.496421+0000) 2023-03-22T16:11:57.908 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:57.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.542363+0000) 2023-03-22T16:11:57.909 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:57.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.543990+0000) 2023-03-22T16:11:57.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:57.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.543418+0000) 2023-03-22T16:11:57.910 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:57.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.543014+0000) 2023-03-22T16:11:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:57.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:57.905654+0000) 2023-03-22T16:11:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:57 smithi142 ceph-mon[94717]: pgmap v3081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:57 smithi098 ceph-mon[94136]: pgmap v3081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:11:58.907 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:58.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.542398+0000) 2023-03-22T16:11:58.908 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:58.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.542600+0000) 2023-03-22T16:11:58.909 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:58.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.496544+0000) 2023-03-22T16:11:58.909 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:58.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.542476+0000) 2023-03-22T16:11:58.910 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:58.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.543129+0000) 2023-03-22T16:11:58.910 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:58.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.544102+0000) 2023-03-22T16:11:58.911 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:58.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.543539+0000) 2023-03-22T16:11:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:58.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:58.905826+0000) 2023-03-22T16:11:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:11:59 smithi142 ceph-mon[94717]: pgmap v3082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:11:59.907 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:11:59.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.542515+0000) 2023-03-22T16:11:59.908 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:11:59.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.542716+0000) 2023-03-22T16:11:59.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:11:59.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.496668+0000) 2023-03-22T16:11:59.909 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:11:59.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.542599+0000) 2023-03-22T16:11:59.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:11:59.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.543655+0000) 2023-03-22T16:11:59.909 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:11:59.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.544214+0000) 2023-03-22T16:11:59.910 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:11:59.541+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.543243+0000) 2023-03-22T16:11:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:11:59 smithi098 ceph-mon[94136]: pgmap v3082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:11:59.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:11:59.905952+0000) 2023-03-22T16:12:00.907 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:00.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.542631+0000) 2023-03-22T16:12:00.908 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:00.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.542859+0000) 2023-03-22T16:12:00.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:00.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.543767+0000) 2023-03-22T16:12:00.909 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:00.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.542719+0000) 2023-03-22T16:12:00.910 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:00.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.543366+0000) 2023-03-22T16:12:00.910 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:00.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.496788+0000) 2023-03-22T16:12:00.910 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:00.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.544295+0000) 2023-03-22T16:12:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:00.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:00.906164+0000) 2023-03-22T16:12:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:01 smithi142 ceph-mon[94717]: pgmap v3083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:01.907 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:01.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.542750+0000) 2023-03-22T16:12:01.908 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:01.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.542966+0000) 2023-03-22T16:12:01.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:01.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.543886+0000) 2023-03-22T16:12:01.909 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:01.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.543491+0000) 2023-03-22T16:12:01.910 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:01.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.496903+0000) 2023-03-22T16:12:01.910 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:01.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.544411+0000) 2023-03-22T16:12:01.910 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:01.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.542832+0000) 2023-03-22T16:12:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:01 smithi098 ceph-mon[94136]: pgmap v3083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:01.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:01.906300+0000) 2023-03-22T16:12:02.908 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:02.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.542865+0000) 2023-03-22T16:12:02.909 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:02.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.543077+0000) 2023-03-22T16:12:02.909 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:02.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.497010+0000) 2023-03-22T16:12:02.910 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:02.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.542949+0000) 2023-03-22T16:12:02.910 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:02.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.543988+0000) 2023-03-22T16:12:02.911 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:02.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.544525+0000) 2023-03-22T16:12:02.911 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:02.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.543615+0000) 2023-03-22T16:12:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:02.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:02.906520+0000) 2023-03-22T16:12:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:03 smithi142 ceph-mon[94717]: pgmap v3084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:12:03.908 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:03.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.542978+0000) 2023-03-22T16:12:03.908 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:03.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.543188+0000) 2023-03-22T16:12:03.909 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:03.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.497117+0000) 2023-03-22T16:12:03.909 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:03.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.544093+0000) 2023-03-22T16:12:03.910 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:03.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.543064+0000) 2023-03-22T16:12:03.910 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:03.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.543736+0000) 2023-03-22T16:12:03.911 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:03.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.544639+0000) 2023-03-22T16:12:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:03 smithi098 ceph-mon[94136]: pgmap v3084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:12:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:03.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:03.906644+0000) 2023-03-22T16:12:04.908 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:04.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.543111+0000) 2023-03-22T16:12:04.909 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:04.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.543306+0000) 2023-03-22T16:12:04.909 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:04.495+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.497245+0000) 2023-03-22T16:12:04.910 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:04.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.543184+0000) 2023-03-22T16:12:04.910 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:04.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.544778+0000) 2023-03-22T16:12:04.911 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:04.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.544206+0000) 2023-03-22T16:12:04.911 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:04.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.543860+0000) 2023-03-22T16:12:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:04.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:04.906871+0000) 2023-03-22T16:12:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:05 smithi142 ceph-mon[94717]: pgmap v3085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:12:05.908 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:05.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.543290+0000) 2023-03-22T16:12:05.909 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:05.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.543430+0000) 2023-03-22T16:12:05.909 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:05.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.497379+0000) 2023-03-22T16:12:05.910 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:05.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.544927+0000) 2023-03-22T16:12:05.910 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:05.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.543303+0000) 2023-03-22T16:12:05.910 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:05.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.544023+0000) 2023-03-22T16:12:05.911 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:05.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.544303+0000) 2023-03-22T16:12:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:05 smithi098 ceph-mon[94136]: pgmap v3085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:12:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:05.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:05.906998+0000) 2023-03-22T16:12:06.908 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:06.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.543401+0000) 2023-03-22T16:12:06.909 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:06.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.543596+0000) 2023-03-22T16:12:06.910 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:06.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.497496+0000) 2023-03-22T16:12:06.910 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:06.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.544415+0000) 2023-03-22T16:12:06.910 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:06.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.545063+0000) 2023-03-22T16:12:06.911 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:06.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.543411+0000) 2023-03-22T16:12:06.911 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:06.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.544128+0000) 2023-03-22T16:12:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:06.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:06.907200+0000) 2023-03-22T16:12:07.909 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:07.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.543533+0000) 2023-03-22T16:12:07.909 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:07.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.543715+0000) 2023-03-22T16:12:07.910 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:07.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.544557+0000) 2023-03-22T16:12:07.911 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:07.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.497626+0000) 2023-03-22T16:12:07.911 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:07.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.545181+0000) 2023-03-22T16:12:07.911 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:07.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.543525+0000) 2023-03-22T16:12:07.912 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:07.542+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.544255+0000) 2023-03-22T16:12:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:07.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:07.907298+0000) 2023-03-22T16:12:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:07 smithi142 ceph-mon[94717]: pgmap v3086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:12:08.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:07 smithi098 ceph-mon[94136]: pgmap v3086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:12:08.909 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:08.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.543655+0000) 2023-03-22T16:12:08.909 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:08.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.543837+0000) 2023-03-22T16:12:08.910 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:08.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.497752+0000) 2023-03-22T16:12:08.910 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:08.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.545295+0000) 2023-03-22T16:12:08.911 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:08.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.543648+0000) 2023-03-22T16:12:08.911 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:08.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.544673+0000) 2023-03-22T16:12:08.912 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:08.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.544389+0000) 2023-03-22T16:12:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:08.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:08.907515+0000) 2023-03-22T16:12:09.909 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:09.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.543772+0000) 2023-03-22T16:12:09.910 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:09.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.543953+0000) 2023-03-22T16:12:09.911 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:09.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.497877+0000) 2023-03-22T16:12:09.912 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:09.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.543778+0000) 2023-03-22T16:12:09.912 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:09.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.545405+0000) 2023-03-22T16:12:09.913 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:09.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.544785+0000) 2023-03-22T16:12:09.914 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:09.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.544511+0000) 2023-03-22T16:12:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:09.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:09.907640+0000) 2023-03-22T16:12:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:09 smithi142 ceph-mon[94717]: osdmap e234: 12 total, 9 up, 9 in 2023-03-22T16:12:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:09 smithi142 ceph-mon[94717]: pgmap v3088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:12:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:09 smithi098 ceph-mon[94136]: osdmap e234: 12 total, 9 up, 9 in 2023-03-22T16:12:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:09 smithi098 ceph-mon[94136]: pgmap v3088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:12:10.909 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:10.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.543884+0000) 2023-03-22T16:12:10.910 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:10.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.544060+0000) 2023-03-22T16:12:10.910 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:10.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.497993+0000) 2023-03-22T16:12:10.911 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:10.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.543889+0000) 2023-03-22T16:12:10.911 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:10.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.545516+0000) 2023-03-22T16:12:10.911 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:10.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.544654+0000) 2023-03-22T16:12:10.912 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:10.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.544937+0000) 2023-03-22T16:12:11.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:10.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:10.907848+0000) 2023-03-22T16:12:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:11 smithi142 ceph-mon[94717]: pgmap v3089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:12:11.909 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:11.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.544015+0000) 2023-03-22T16:12:11.910 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:11.542+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.544179+0000) 2023-03-22T16:12:11.910 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:11.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.498133+0000) 2023-03-22T16:12:11.911 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:11.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.543990+0000) 2023-03-22T16:12:11.911 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:11.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.545058+0000) 2023-03-22T16:12:11.912 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:11.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.545632+0000) 2023-03-22T16:12:11.912 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:11.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.544773+0000) 2023-03-22T16:12:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:11 smithi098 ceph-mon[94136]: pgmap v3089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:12:12.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:11.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:11.907978+0000) 2023-03-22T16:12:12.909 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:12.543+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.544326+0000) 2023-03-22T16:12:12.910 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:12.542+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.544138+0000) 2023-03-22T16:12:12.910 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:12.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.498254+0000) 2023-03-22T16:12:12.911 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:12.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.908150+0000) 2023-03-22T16:12:12.911 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:12.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.545747+0000) 2023-03-22T16:12:12.912 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:12.543+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.545173+0000) 2023-03-22T16:12:12.912 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:12.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.544115+0000) 2023-03-22T16:12:12.913 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:12.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:12.544897+0000) 2023-03-22T16:12:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:13 smithi142 ceph-mon[94717]: pgmap v3090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:12:13.910 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:13.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.908282+0000) 2023-03-22T16:12:13.911 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:13.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.544240+0000) 2023-03-22T16:12:13.912 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:13.543+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.544259+0000) 2023-03-22T16:12:13.912 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:13.543+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.544467+0000) 2023-03-22T16:12:13.913 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:13.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.545868+0000) 2023-03-22T16:12:13.913 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:13.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.545017+0000) 2023-03-22T16:12:13.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:13.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.498412+0000) 2023-03-22T16:12:13.914 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:13.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.545302+0000) 2023-03-22T16:12:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:13 smithi098 ceph-mon[94136]: pgmap v3090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:12:14.197 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:13.908+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:14.198 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:13.911+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:13.912995+0000) 2023-03-22T16:12:14.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:14.543+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.544584+0000) 2023-03-22T16:12:14.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:14.544+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.545478+0000) 2023-03-22T16:12:14.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:14.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.545988+0000) 2023-03-22T16:12:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:14.543+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.544400+0000) 2023-03-22T16:12:14.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:14.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.498536+0000) 2023-03-22T16:12:14.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:14.543+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.544376+0000) 2023-03-22T16:12:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:14.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.545483+0000) 2023-03-22T16:12:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:14.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:14.545202+0000) 2023-03-22T16:12:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:15 smithi142 ceph-mon[94717]: pgmap v3091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:12:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:15 smithi098 ceph-mon[94136]: pgmap v3091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:12:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:15.543+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:15.544519+0000) 2023-03-22T16:12:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:15.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:15.498658+0000) 2023-03-22T16:12:15.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:15.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:15.546109+0000) 2023-03-22T16:12:15.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:15.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:15.545314+0000) 2023-03-22T16:12:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:15.543+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:15.544502+0000) 2023-03-22T16:12:15.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:15.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:15.545594+0000) 2023-03-22T16:12:16.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:16.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.498782+0000) 2023-03-22T16:12:16.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:16.543+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.544634+0000) 2023-03-22T16:12:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:16.543+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.544636+0000) 2023-03-22T16:12:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:16.544+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:16.544+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.545855+0000) 2023-03-22T16:12:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:16.544+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.546220+0000) 2023-03-22T16:12:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:16.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.545722+0000) 2023-03-22T16:12:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:16.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.545443+0000) 2023-03-22T16:12:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:16.544+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:16.545+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:16.547+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:16.548949+0000) 2023-03-22T16:12:17.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:17.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:17.498908+0000) 2023-03-22T16:12:17.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:17.543+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:17.544761+0000) 2023-03-22T16:12:17.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:17.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:17.545848+0000) 2023-03-22T16:12:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:17.545+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:17.546298+0000) 2023-03-22T16:12:18.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:17 smithi142 ceph-mon[94717]: pgmap v3092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:12:18.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:17 smithi098 ceph-mon[94136]: pgmap v3092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:12:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:18.545+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:18.546416+0000) 2023-03-22T16:12:18.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:18.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:18.499030+0000) 2023-03-22T16:12:18.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:18.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:18.408557+0000) 2023-03-22T16:12:18.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:18.543+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:18.544885+0000) 2023-03-22T16:12:18.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:18.544+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:18.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:18.544+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:18.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:18.544+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:18.545970+0000) 2023-03-22T16:12:18.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:18.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:18.545961+0000) 2023-03-22T16:12:19.413 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:19.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:19.044848+0000) 2023-03-22T16:12:19.677 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:19.545+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:19.546531+0000) 2023-03-22T16:12:19.678 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:19.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:19.499148+0000) 2023-03-22T16:12:19.678 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:19.410+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:19.412114+0000) 2023-03-22T16:12:19.679 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:19.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:19.546077+0000) 2023-03-22T16:12:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:19 smithi142 ceph-mon[94717]: pgmap v3093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:12:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:19 smithi098 ceph-mon[94136]: pgmap v3093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:12:20.417 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:20.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:20.044955+0000) 2023-03-22T16:12:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:20.414+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:20.416041+0000) 2023-03-22T16:12:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:20.545+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:20.546645+0000) 2023-03-22T16:12:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:20.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:20.499263+0000) 2023-03-22T16:12:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:20.498+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:20.498+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:20.499+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:20.500391+0000) 2023-03-22T16:12:20.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:20.544+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:20.546198+0000) 2023-03-22T16:12:20.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:20.546+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:20.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:20.546+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:20.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:20.549+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:20.550284+0000) 2023-03-22T16:12:21.417 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:21.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:21.044883+0000) 2023-03-22T16:12:21.418 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:21.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:21.045092+0000) 2023-03-22T16:12:21.419 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:21.044+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:21.045709+0000) 2023-03-22T16:12:21.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:21.414+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:21.416159+0000) 2023-03-22T16:12:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:21.545+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:21.546776+0000) 2023-03-22T16:12:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:21 smithi142 ceph-mon[94717]: pgmap v3094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:12:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:21 smithi098 ceph-mon[94136]: pgmap v3094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:12:22.417 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:22.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:22.044989+0000) 2023-03-22T16:12:22.418 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:22.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:22.045207+0000) 2023-03-22T16:12:22.419 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:22.044+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:22.045837+0000) 2023-03-22T16:12:22.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:22.415+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:22.416369+0000) 2023-03-22T16:12:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:22.545+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:22.546896+0000) 2023-03-22T16:12:23.418 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:23.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:23.045105+0000) 2023-03-22T16:12:23.419 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:23.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:23.045298+0000) 2023-03-22T16:12:23.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:23.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:23.045099+0000) 2023-03-22T16:12:23.420 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:23.044+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:23.045945+0000) 2023-03-22T16:12:23.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:23.415+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:23.416497+0000) 2023-03-22T16:12:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:23.545+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:23.547018+0000) 2023-03-22T16:12:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:23.546+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:23.546+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:23.548+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:23.549828+0000) 2023-03-22T16:12:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:23 smithi142 ceph-mon[94717]: pgmap v3095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:12:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:23 smithi098 ceph-mon[94136]: pgmap v3095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:12:24.418 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:24.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:24.045220+0000) 2023-03-22T16:12:24.418 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:24.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:24.045412+0000) 2023-03-22T16:12:24.419 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:24.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:24.045225+0000) 2023-03-22T16:12:24.419 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:24.044+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:24.046054+0000) 2023-03-22T16:12:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:24.415+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:24.416703+0000) 2023-03-22T16:12:25.418 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:25.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:25.045290+0000) 2023-03-22T16:12:25.419 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:25.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:25.045520+0000) 2023-03-22T16:12:25.419 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:25.044+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:25.046169+0000) 2023-03-22T16:12:25.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:24.998+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:24.999531+0000) 2023-03-22T16:12:25.420 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:25.045+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:25.047228+0000) 2023-03-22T16:12:25.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:25.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:25.045371+0000) 2023-03-22T16:12:25.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:25.415+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:25.416835+0000) 2023-03-22T16:12:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:25 smithi142 ceph-mon[94717]: pgmap v3096: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:12:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:25 smithi098 ceph-mon[94136]: pgmap v3096: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:12:26.418 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:26.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:26.045487+0000) 2023-03-22T16:12:26.419 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:26.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:26.045406+0000) 2023-03-22T16:12:26.419 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:26.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:26.045642+0000) 2023-03-22T16:12:26.420 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:26.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:26.047315+0000) 2023-03-22T16:12:26.420 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:26.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:26.046287+0000) 2023-03-22T16:12:26.421 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:25.998+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:25.999656+0000) 2023-03-22T16:12:26.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:26.415+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:26.417037+0000) 2023-03-22T16:12:27.418 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:27.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:27.045522+0000) 2023-03-22T16:12:27.419 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:27.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:27.045755+0000) 2023-03-22T16:12:27.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:26.998+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:26.999776+0000) 2023-03-22T16:12:27.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:27.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:27.045600+0000) 2023-03-22T16:12:27.421 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:27.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:27.047432+0000) 2023-03-22T16:12:27.421 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:27.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:27.046404+0000) 2023-03-22T16:12:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:27.415+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:27.417152+0000) 2023-03-22T16:12:28.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:27 smithi142 ceph-mon[94717]: pgmap v3097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:12:28.419 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:28.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:28.045640+0000) 2023-03-22T16:12:28.419 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:28.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:28.045865+0000) 2023-03-22T16:12:28.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:27.998+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:27.999886+0000) 2023-03-22T16:12:28.420 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:28.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:28.047550+0000) 2023-03-22T16:12:28.421 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:28.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:28.045710+0000) 2023-03-22T16:12:28.421 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:28.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:28.047264+0000) 2023-03-22T16:12:28.421 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:28.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:28.046530+0000) 2023-03-22T16:12:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:27 smithi098 ceph-mon[94136]: pgmap v3097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:12:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:28.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:28.417372+0000) 2023-03-22T16:12:29.419 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:29.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.045758+0000) 2023-03-22T16:12:29.420 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:29.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.045978+0000) 2023-03-22T16:12:29.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:28.998+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.000007+0000) 2023-03-22T16:12:29.421 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:29.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.045839+0000) 2023-03-22T16:12:29.422 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:29.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.047374+0000) 2023-03-22T16:12:29.422 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:29.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.047655+0000) 2023-03-22T16:12:29.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:29.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.046652+0000) 2023-03-22T16:12:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:29.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:29.417495+0000) 2023-03-22T16:12:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:29 smithi142 ceph-mon[94717]: pgmap v3098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:29 smithi098 ceph-mon[94136]: pgmap v3098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:30.419 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:30.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.045896+0000) 2023-03-22T16:12:30.419 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:30.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.046087+0000) 2023-03-22T16:12:30.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:29.998+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.000126+0000) 2023-03-22T16:12:30.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:30.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.045965+0000) 2023-03-22T16:12:30.421 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:30.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.047483+0000) 2023-03-22T16:12:30.421 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:30.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.046775+0000) 2023-03-22T16:12:30.422 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:30.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.047768+0000) 2023-03-22T16:12:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:30.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:30.417703+0000) 2023-03-22T16:12:31.419 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:31.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.046025+0000) 2023-03-22T16:12:31.420 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:31.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.046198+0000) 2023-03-22T16:12:31.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:30.998+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.000246+0000) 2023-03-22T16:12:31.421 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:31.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.046082+0000) 2023-03-22T16:12:31.421 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:31.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.047612+0000) 2023-03-22T16:12:31.421 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:31.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.047887+0000) 2023-03-22T16:12:31.422 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:31.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.046891+0000) 2023-03-22T16:12:31.689 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:31.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:31.417832+0000) 2023-03-22T16:12:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:31 smithi142 ceph-mon[94717]: pgmap v3099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:31 smithi098 ceph-mon[94136]: pgmap v3099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:32.419 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:32.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.046326+0000) 2023-03-22T16:12:32.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:31.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.000390+0000) 2023-03-22T16:12:32.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:32.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.046196+0000) 2023-03-22T16:12:32.421 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:32.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.048002+0000) 2023-03-22T16:12:32.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:32.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.046148+0000) 2023-03-22T16:12:32.422 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:32.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.047717+0000) 2023-03-22T16:12:32.422 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:32.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.047017+0000) 2023-03-22T16:12:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:32.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:32.418003+0000) 2023-03-22T16:12:33.419 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:33.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.046291+0000) 2023-03-22T16:12:33.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:32.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.000516+0000) 2023-03-22T16:12:33.420 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:33.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.048112+0000) 2023-03-22T16:12:33.421 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:33.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.046460+0000) 2023-03-22T16:12:33.421 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:33.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.047824+0000) 2023-03-22T16:12:33.422 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:33.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.046293+0000) 2023-03-22T16:12:33.422 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:33.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.047130+0000) 2023-03-22T16:12:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:33.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:33.418128+0000) 2023-03-22T16:12:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:33 smithi142 ceph-mon[94717]: pgmap v3100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:33 smithi098 ceph-mon[94136]: pgmap v3100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:34.419 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:34.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.046411+0000) 2023-03-22T16:12:34.420 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:34.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.046597+0000) 2023-03-22T16:12:34.421 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:33.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.000636+0000) 2023-03-22T16:12:34.422 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:34.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.048218+0000) 2023-03-22T16:12:34.422 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:34.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.047936+0000) 2023-03-22T16:12:34.423 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:34.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.046409+0000) 2023-03-22T16:12:34.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:34.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.047249+0000) 2023-03-22T16:12:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:34.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:34.418302+0000) 2023-03-22T16:12:35.420 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:35.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.046542+0000) 2023-03-22T16:12:35.421 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:35.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.046719+0000) 2023-03-22T16:12:35.421 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:35.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.048057+0000) 2023-03-22T16:12:35.422 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:35.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.047376+0000) 2023-03-22T16:12:35.422 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:34.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.000759+0000) 2023-03-22T16:12:35.423 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:35.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.048301+0000) 2023-03-22T16:12:35.423 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:35.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.046531+0000) 2023-03-22T16:12:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:35.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:35.418430+0000) 2023-03-22T16:12:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:35 smithi142 ceph-mon[94717]: pgmap v3101: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:35 smithi098 ceph-mon[94136]: pgmap v3101: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:36.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:36.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.046659+0000) 2023-03-22T16:12:36.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:36.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.046673+0000) 2023-03-22T16:12:36.421 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:36.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.046868+0000) 2023-03-22T16:12:36.422 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:35.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.000885+0000) 2023-03-22T16:12:36.422 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:36.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.048423+0000) 2023-03-22T16:12:36.422 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:36.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.048167+0000) 2023-03-22T16:12:36.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:36.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.047497+0000) 2023-03-22T16:12:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:36.418+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:36.418696+0000) 2023-03-22T16:12:37.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:37.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.046784+0000) 2023-03-22T16:12:37.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:37.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.046795+0000) 2023-03-22T16:12:37.421 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:37.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.046984+0000) 2023-03-22T16:12:37.422 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:36.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.001007+0000) 2023-03-22T16:12:37.422 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:37.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.048539+0000) 2023-03-22T16:12:37.423 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:37.047+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.048286+0000) 2023-03-22T16:12:37.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:37.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.047617+0000) 2023-03-22T16:12:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:37.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:37.418845+0000) 2023-03-22T16:12:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:37 smithi142 ceph-mon[94717]: pgmap v3102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:38.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:38.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.046909+0000) 2023-03-22T16:12:38.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:38.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.046922+0000) 2023-03-22T16:12:38.422 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:38.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.047096+0000) 2023-03-22T16:12:38.422 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:38.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.048656+0000) 2023-03-22T16:12:38.423 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:38.047+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.048426+0000) 2023-03-22T16:12:38.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:38.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.047747+0000) 2023-03-22T16:12:38.423 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:37.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.001128+0000) 2023-03-22T16:12:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:37 smithi098 ceph-mon[94136]: pgmap v3102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:38.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:38.419050+0000) 2023-03-22T16:12:39.420 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:39.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.047026+0000) 2023-03-22T16:12:39.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:39.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.047038+0000) 2023-03-22T16:12:39.421 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:39.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.048774+0000) 2023-03-22T16:12:39.422 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:39.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.047206+0000) 2023-03-22T16:12:39.422 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:38.999+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.001245+0000) 2023-03-22T16:12:39.423 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:39.047+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.048555+0000) 2023-03-22T16:12:39.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:39.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.047883+0000) 2023-03-22T16:12:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:39.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:39.419167+0000) 2023-03-22T16:12:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:39 smithi142 ceph-mon[94717]: pgmap v3103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:39 smithi098 ceph-mon[94136]: pgmap v3103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:40.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:40.046+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.047167+0000) 2023-03-22T16:12:40.421 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:40.047+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.047315+0000) 2023-03-22T16:12:40.422 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:40.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.001360+0000) 2023-03-22T16:12:40.422 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:40.046+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.047143+0000) 2023-03-22T16:12:40.423 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:40.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.048676+0000) 2023-03-22T16:12:40.423 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:40.048+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.048887+0000) 2023-03-22T16:12:40.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:40.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.047994+0000) 2023-03-22T16:12:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:40.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:40.419390+0000) 2023-03-22T16:12:41.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:41.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.047291+0000) 2023-03-22T16:12:41.421 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:41.047+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.047467+0000) 2023-03-22T16:12:41.422 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:41.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.001484+0000) 2023-03-22T16:12:41.422 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:41.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.047291+0000) 2023-03-22T16:12:41.423 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:41.048+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.048990+0000) 2023-03-22T16:12:41.423 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:41.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.048777+0000) 2023-03-22T16:12:41.424 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:41.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.048070+0000) 2023-03-22T16:12:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:41.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:41.419515+0000) 2023-03-22T16:12:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:41 smithi142 ceph-mon[94717]: pgmap v3104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:41 smithi098 ceph-mon[94136]: pgmap v3104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:42.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:42.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.047419+0000) 2023-03-22T16:12:42.422 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:42.047+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.047587+0000) 2023-03-22T16:12:42.422 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:42.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.048894+0000) 2023-03-22T16:12:42.423 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:42.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.001612+0000) 2023-03-22T16:12:42.423 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:42.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.047416+0000) 2023-03-22T16:12:42.423 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:42.048+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.049112+0000) 2023-03-22T16:12:42.424 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:42.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.048191+0000) 2023-03-22T16:12:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:42.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:42.419724+0000) 2023-03-22T16:12:43.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:43.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.047556+0000) 2023-03-22T16:12:43.422 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:43.047+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.047716+0000) 2023-03-22T16:12:43.422 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:43.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.001736+0000) 2023-03-22T16:12:43.423 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:43.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.047534+0000) 2023-03-22T16:12:43.423 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:43.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.049012+0000) 2023-03-22T16:12:43.424 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:43.048+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.049224+0000) 2023-03-22T16:12:43.424 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:43.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.048306+0000) 2023-03-22T16:12:43.699 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:43.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:43.419865+0000) 2023-03-22T16:12:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:43 smithi142 ceph-mon[94717]: pgmap v3105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:43 smithi098 ceph-mon[94136]: pgmap v3105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:44.421 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:44.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.047696+0000) 2023-03-22T16:12:44.422 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:44.047+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.047842+0000) 2023-03-22T16:12:44.422 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:44.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.049119+0000) 2023-03-22T16:12:44.423 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:44.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.048428+0000) 2023-03-22T16:12:44.423 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:44.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.001857+0000) 2023-03-22T16:12:44.424 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:44.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.047654+0000) 2023-03-22T16:12:44.424 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:44.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.049298+0000) 2023-03-22T16:12:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:44.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.420070+0000) 2023-03-22T16:12:44.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:44.420+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:44.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:44.420+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:44.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:44.425+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:44.425496+0000) 2023-03-22T16:12:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:45.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.047818+0000) 2023-03-22T16:12:45.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:45.047+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.047961+0000) 2023-03-22T16:12:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:45.048+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:45.048+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:45.048+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.048957+0000) 2023-03-22T16:12:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:45.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.048553+0000) 2023-03-22T16:12:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:45.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.049242+0000) 2023-03-22T16:12:45.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:45.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.001978+0000) 2023-03-22T16:12:45.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:45.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.047779+0000) 2023-03-22T16:12:45.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:45.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:45.049419+0000) 2023-03-22T16:12:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:45 smithi142 ceph-mon[94717]: pgmap v3106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:45 smithi098 ceph-mon[94136]: pgmap v3106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:46.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:46.047936+0000) 2023-03-22T16:12:46.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:46.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:46.002104+0000) 2023-03-22T16:12:46.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:46.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:46.047895+0000) 2023-03-22T16:12:46.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:46.049+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:46.049360+0000) 2023-03-22T16:12:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:46.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:46.049533+0000) 2023-03-22T16:12:46.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:46.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:46.048674+0000) 2023-03-22T16:12:47.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:47.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.048021+0000) 2023-03-22T16:12:47.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:47.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.002227+0000) 2023-03-22T16:12:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:47.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.048040+0000) 2023-03-22T16:12:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:47.048+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:47.048+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:47.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:47.048+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.049048+0000) 2023-03-22T16:12:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:47.049+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.049484+0000) 2023-03-22T16:12:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:47.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.049652+0000) 2023-03-22T16:12:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:47.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.048794+0000) 2023-03-22T16:12:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:47.049+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:47.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:47.049+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:47.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:47.050+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:47.050429+0000) 2023-03-22T16:12:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:47 smithi142 ceph-mon[94717]: pgmap v3107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:48.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:47 smithi098 ceph-mon[94136]: pgmap v3107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:48.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:48.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:48.048144+0000) 2023-03-22T16:12:48.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:48.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:48.002345+0000) 2023-03-22T16:12:48.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:48.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:48.049768+0000) 2023-03-22T16:12:48.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:48.049+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:48.049602+0000) 2023-03-22T16:12:49.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:48.920+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:48.920388+0000) 2023-03-22T16:12:49.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:49.049+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:49.049727+0000) 2023-03-22T16:12:49.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:49.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:49.002474+0000) 2023-03-22T16:12:49.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:49.048+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:49.048266+0000) 2023-03-22T16:12:49.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:49.048+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:49.049046+0000) 2023-03-22T16:12:49.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:49.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:49.049889+0000) 2023-03-22T16:12:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:49 smithi142 ceph-mon[94717]: pgmap v3108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:49 smithi098 ceph-mon[94136]: pgmap v3108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:49.924 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:49.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:49.548290+0000) 2023-03-22T16:12:50.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:49.923+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:49.923331+0000) 2023-03-22T16:12:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:50.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:50.002596+0000) 2023-03-22T16:12:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:50.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:50.050009+0000) 2023-03-22T16:12:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:50.049+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:50.049851+0000) 2023-03-22T16:12:50.928 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:50.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:50.548411+0000) 2023-03-22T16:12:51.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:50.926+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:50.926685+0000) 2023-03-22T16:12:51.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:51.049+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.050124+0000) 2023-03-22T16:12:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:51.050+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.050943+0000) 2023-03-22T16:12:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:51.049+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.049972+0000) 2023-03-22T16:12:51.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:51.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.002719+0000) 2023-03-22T16:12:51.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:51.003+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:51.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:51.003+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:51.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:51.003+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.003994+0000) 2023-03-22T16:12:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:51 smithi142 ceph-mon[94717]: pgmap v3109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:51 smithi098 ceph-mon[94136]: pgmap v3109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:51.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.548370+0000) 2023-03-22T16:12:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:51.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.548530+0000) 2023-03-22T16:12:51.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:51.548+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.549073+0000) 2023-03-22T16:12:52.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:51.926+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:51.926804+0000) 2023-03-22T16:12:52.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:52.049+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:52.050137+0000) 2023-03-22T16:12:52.928 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:52.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:52.548484+0000) 2023-03-22T16:12:52.929 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:52.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:52.548645+0000) 2023-03-22T16:12:52.929 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:52.548+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:52.549195+0000) 2023-03-22T16:12:53.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:52.926+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:52.926969+0000) 2023-03-22T16:12:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:53.050+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:53.050281+0000) 2023-03-22T16:12:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:53 smithi142 ceph-mon[94717]: pgmap v3110: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:53 smithi098 ceph-mon[94136]: pgmap v3110: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:53.928 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:53.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:53.548598+0000) 2023-03-22T16:12:53.929 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:53.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:53.548758+0000) 2023-03-22T16:12:53.929 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:53.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:53.548640+0000) 2023-03-22T16:12:53.929 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:53.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:53.549297+0000) 2023-03-22T16:12:54.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:53.926+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:53.927099+0000) 2023-03-22T16:12:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:54.050+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:54.050403+0000) 2023-03-22T16:12:54.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:54.050+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:54.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:54.050+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:12:54.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:54.051+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:54.051360+0000) 2023-03-22T16:12:54.928 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:54.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:54.548721+0000) 2023-03-22T16:12:54.929 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:54.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:54.548843+0000) 2023-03-22T16:12:54.930 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:54.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:54.549419+0000) 2023-03-22T16:12:54.930 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:54.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:54.548753+0000) 2023-03-22T16:12:55.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:54.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:54.927311+0000) 2023-03-22T16:12:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:55 smithi142 ceph-mon[94717]: pgmap v3111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:55 smithi098 ceph-mon[94136]: pgmap v3111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:55.929 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:55.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:55.548843+0000) 2023-03-22T16:12:55.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:55.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:55.549011+0000) 2023-03-22T16:12:55.931 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:55.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:55.503075+0000) 2023-03-22T16:12:55.932 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:55.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:55.548872+0000) 2023-03-22T16:12:55.933 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:55.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:55.550447+0000) 2023-03-22T16:12:55.933 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:55.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:55.549542+0000) 2023-03-22T16:12:56.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:55.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:55.927440+0000) 2023-03-22T16:12:56.929 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:56.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:56.548958+0000) 2023-03-22T16:12:56.929 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:56.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:56.549131+0000) 2023-03-22T16:12:56.930 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:56.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:56.549662+0000) 2023-03-22T16:12:56.930 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:56.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:56.503194+0000) 2023-03-22T16:12:56.931 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:56.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:56.927660+0000) 2023-03-22T16:12:56.931 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:56.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:56.548998+0000) 2023-03-22T16:12:56.932 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:56.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:56.550560+0000) 2023-03-22T16:12:57.929 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:57.547+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:57.549075+0000) 2023-03-22T16:12:57.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:57.547+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:57.549247+0000) 2023-03-22T16:12:57.930 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:57.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:57.503300+0000) 2023-03-22T16:12:57.931 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:57.547+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:57.549112+0000) 2023-03-22T16:12:57.931 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:57.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:57.550678+0000) 2023-03-22T16:12:57.931 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:57.548+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:57.549787+0000) 2023-03-22T16:12:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:57.926+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:57.927789+0000) 2023-03-22T16:12:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:57 smithi142 ceph-mon[94717]: pgmap v3112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:57 smithi098 ceph-mon[94136]: pgmap v3112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:12:58.929 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:58.547+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.549198+0000) 2023-03-22T16:12:58.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:58.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.549369+0000) 2023-03-22T16:12:58.930 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:58.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.503425+0000) 2023-03-22T16:12:58.931 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:58.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.550802+0000) 2023-03-22T16:12:58.931 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:58.547+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.549240+0000) 2023-03-22T16:12:58.932 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:58.548+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.549918+0000) 2023-03-22T16:12:58.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:58.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.550762+0000) 2023-03-22T16:12:59.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:58.926+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:58.927978+0000) 2023-03-22T16:12:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:12:59 smithi142 ceph-mon[94717]: pgmap v3113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:12:59 smithi098 ceph-mon[94136]: pgmap v3113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:12:59.929 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:12:59.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.549305+0000) 2023-03-22T16:12:59.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:12:59.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.549498+0000) 2023-03-22T16:12:59.930 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:12:59.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.503540+0000) 2023-03-22T16:12:59.930 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:12:59.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.549350+0000) 2023-03-22T16:12:59.931 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:12:59.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.550872+0000) 2023-03-22T16:12:59.931 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:12:59.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.550912+0000) 2023-03-22T16:12:59.932 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:12:59.548+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.550037+0000) 2023-03-22T16:13:00.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:12:59.926+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:12:59.928113+0000) 2023-03-22T16:13:00.929 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:00.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.549436+0000) 2023-03-22T16:13:00.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:00.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.549648+0000) 2023-03-22T16:13:00.931 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:00.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.549474+0000) 2023-03-22T16:13:00.931 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:00.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.503659+0000) 2023-03-22T16:13:00.932 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:00.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.551035+0000) 2023-03-22T16:13:00.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:00.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.550988+0000) 2023-03-22T16:13:00.933 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:00.548+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.550165+0000) 2023-03-22T16:13:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:00.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:00.928295+0000) 2023-03-22T16:13:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:01 smithi142 ceph-mon[94717]: pgmap v3114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:01 smithi098 ceph-mon[94136]: pgmap v3114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:01.929 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:01.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.549567+0000) 2023-03-22T16:13:01.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:01.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.549768+0000) 2023-03-22T16:13:01.931 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:01.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.551151+0000) 2023-03-22T16:13:01.931 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:01.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.550280+0000) 2023-03-22T16:13:01.932 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:01.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.549590+0000) 2023-03-22T16:13:01.932 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:01.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.503782+0000) 2023-03-22T16:13:01.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:01.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.551101+0000) 2023-03-22T16:13:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:01.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:01.928419+0000) 2023-03-22T16:13:02.930 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:02.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.549713+0000) 2023-03-22T16:13:02.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:02.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.549893+0000) 2023-03-22T16:13:02.931 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:02.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.503929+0000) 2023-03-22T16:13:02.931 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:02.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.549711+0000) 2023-03-22T16:13:02.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:02.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.551230+0000) 2023-03-22T16:13:02.932 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:02.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.551288+0000) 2023-03-22T16:13:02.933 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:02.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.550397+0000) 2023-03-22T16:13:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:02.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:02.928632+0000) 2023-03-22T16:13:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:03 smithi142 ceph-mon[94717]: pgmap v3115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:13:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:03 smithi098 ceph-mon[94136]: pgmap v3115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:13:03.930 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:03.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.549838+0000) 2023-03-22T16:13:03.930 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:03.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.550009+0000) 2023-03-22T16:13:03.931 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:03.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.550509+0000) 2023-03-22T16:13:03.931 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:03.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.551301+0000) 2023-03-22T16:13:03.932 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:03.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.549832+0000) 2023-03-22T16:13:03.932 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:03.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.504043+0000) 2023-03-22T16:13:03.932 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:03.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.551407+0000) 2023-03-22T16:13:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:03.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:03.928754+0000) 2023-03-22T16:13:04.930 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:04.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.549958+0000) 2023-03-22T16:13:04.931 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:04.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.550120+0000) 2023-03-22T16:13:04.931 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:04.502+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.504160+0000) 2023-03-22T16:13:04.932 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:04.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.549950+0000) 2023-03-22T16:13:04.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:04.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.551415+0000) 2023-03-22T16:13:04.932 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:04.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.550630+0000) 2023-03-22T16:13:04.933 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:04.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.551521+0000) 2023-03-22T16:13:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:04.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:04.928980+0000) 2023-03-22T16:13:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:05 smithi142 ceph-mon[94717]: pgmap v3116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:13:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:05 smithi098 ceph-mon[94136]: pgmap v3116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:13:05.930 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:05.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.550088+0000) 2023-03-22T16:13:05.931 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:05.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.550089+0000) 2023-03-22T16:13:05.932 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:05.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.550252+0000) 2023-03-22T16:13:05.933 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:05.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.504287+0000) 2023-03-22T16:13:05.933 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:05.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.551538+0000) 2023-03-22T16:13:05.934 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:05.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.550751+0000) 2023-03-22T16:13:05.934 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:05.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.551636+0000) 2023-03-22T16:13:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:05.927+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:05.929107+0000) 2023-03-22T16:13:06.930 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:06.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.550227+0000) 2023-03-22T16:13:06.931 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:06.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.550403+0000) 2023-03-22T16:13:06.931 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:06.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.504408+0000) 2023-03-22T16:13:06.932 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:06.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.550227+0000) 2023-03-22T16:13:06.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:06.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.551655+0000) 2023-03-22T16:13:06.933 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:06.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.550869+0000) 2023-03-22T16:13:06.933 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:06.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.551752+0000) 2023-03-22T16:13:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:06.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:06.929312+0000) 2023-03-22T16:13:07.931 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:07.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.550310+0000) 2023-03-22T16:13:07.931 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:07.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.550511+0000) 2023-03-22T16:13:07.932 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:07.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.551868+0000) 2023-03-22T16:13:07.932 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:07.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.550313+0000) 2023-03-22T16:13:07.933 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:07.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.504531+0000) 2023-03-22T16:13:07.933 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:07.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.551772+0000) 2023-03-22T16:13:07.933 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:07.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.550986+0000) 2023-03-22T16:13:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:07.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:07.929438+0000) 2023-03-22T16:13:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:07 smithi142 ceph-mon[94717]: pgmap v3117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:13:08.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:07 smithi098 ceph-mon[94136]: pgmap v3117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:13:08.931 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:08.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.550433+0000) 2023-03-22T16:13:08.931 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:08.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.550624+0000) 2023-03-22T16:13:08.932 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:08.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.504651+0000) 2023-03-22T16:13:08.932 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:08.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.550423+0000) 2023-03-22T16:13:08.933 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:08.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.551903+0000) 2023-03-22T16:13:08.933 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:08.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.551110+0000) 2023-03-22T16:13:08.934 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:08.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.552032+0000) 2023-03-22T16:13:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:08.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:08.929649+0000) 2023-03-22T16:13:09.931 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:09.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.550561+0000) 2023-03-22T16:13:09.932 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:09.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.550554+0000) 2023-03-22T16:13:09.932 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:09.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.550738+0000) 2023-03-22T16:13:09.933 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:09.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.552012+0000) 2023-03-22T16:13:09.933 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:09.549+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.551236+0000) 2023-03-22T16:13:09.934 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:09.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.504772+0000) 2023-03-22T16:13:09.934 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:09.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.552142+0000) 2023-03-22T16:13:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:09.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:09.929776+0000) 2023-03-22T16:13:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:09 smithi142 ceph-mon[94717]: osdmap e235: 12 total, 9 up, 9 in 2023-03-22T16:13:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:09 smithi142 ceph-mon[94717]: pgmap v3119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:13:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:09 smithi098 ceph-mon[94136]: osdmap e235: 12 total, 9 up, 9 in 2023-03-22T16:13:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:09 smithi098 ceph-mon[94136]: pgmap v3119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:13:10.931 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:10.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.550677+0000) 2023-03-22T16:13:10.932 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:10.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.550857+0000) 2023-03-22T16:13:10.932 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:10.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.504893+0000) 2023-03-22T16:13:10.933 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:10.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.552254+0000) 2023-03-22T16:13:10.933 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:10.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.550689+0000) 2023-03-22T16:13:10.934 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:10.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.551369+0000) 2023-03-22T16:13:10.934 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:10.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.552136+0000) 2023-03-22T16:13:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:10.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:10.929980+0000) 2023-03-22T16:13:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:11 smithi142 ceph-mon[94717]: pgmap v3120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:13:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:11 smithi098 ceph-mon[94136]: pgmap v3120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:13:11.931 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:11.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.550802+0000) 2023-03-22T16:13:11.931 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:11.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.550994+0000) 2023-03-22T16:13:11.932 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:11.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.505013+0000) 2023-03-22T16:13:11.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:11.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.552239+0000) 2023-03-22T16:13:11.933 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:11.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.550811+0000) 2023-03-22T16:13:11.933 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:11.551+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.552376+0000) 2023-03-22T16:13:11.934 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:11.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.551491+0000) 2023-03-22T16:13:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:11.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:11.930097+0000) 2023-03-22T16:13:12.931 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:12.550+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.550973+0000) 2023-03-22T16:13:12.932 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:12.550+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.551104+0000) 2023-03-22T16:13:12.933 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:12.503+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.505172+0000) 2023-03-22T16:13:12.934 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:12.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.550975+0000) 2023-03-22T16:13:12.935 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:12.551+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.552521+0000) 2023-03-22T16:13:12.935 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:12.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.552367+0000) 2023-03-22T16:13:12.936 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:12.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.551645+0000) 2023-03-22T16:13:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:12.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:12.930300+0000) 2023-03-22T16:13:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:13 smithi142 ceph-mon[94717]: pgmap v3121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:13:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:13 smithi098 ceph-mon[94136]: pgmap v3121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:13:13.931 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:13.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.551077+0000) 2023-03-22T16:13:13.932 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:13.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.551242+0000) 2023-03-22T16:13:13.933 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:13.551+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.552659+0000) 2023-03-22T16:13:13.933 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:13.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.552510+0000) 2023-03-22T16:13:13.934 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:13.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.505286+0000) 2023-03-22T16:13:13.934 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:13.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.551088+0000) 2023-03-22T16:13:13.935 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:13.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.551781+0000) 2023-03-22T16:13:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:13.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:13.930421+0000) 2023-03-22T16:13:14.932 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:14.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.551198+0000) 2023-03-22T16:13:14.933 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:14.551+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.552773+0000) 2023-03-22T16:13:14.933 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:14.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.505405+0000) 2023-03-22T16:13:14.934 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:14.550+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.551366+0000) 2023-03-22T16:13:14.934 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:14.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.552626+0000) 2023-03-22T16:13:14.935 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:14.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.551205+0000) 2023-03-22T16:13:14.935 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:14.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.551901+0000) 2023-03-22T16:13:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:14.929+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.930647+0000) 2023-03-22T16:13:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:14.930+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:14.930+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:15.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:14.934+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:14.936146+0000) 2023-03-22T16:13:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:15 smithi142 ceph-mon[94717]: pgmap v3122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:13:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:15 smithi098 ceph-mon[94136]: pgmap v3122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:13:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:15.550+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.551290+0000) 2023-03-22T16:13:15.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:15.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.552024+0000) 2023-03-22T16:13:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:15.550+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.551479+0000) 2023-03-22T16:13:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:15.550+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:15.551+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.552342+0000) 2023-03-22T16:13:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:15.551+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.552886+0000) 2023-03-22T16:13:15.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:15.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.505530+0000) 2023-03-22T16:13:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:15.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.551299+0000) 2023-03-22T16:13:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:15.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:15.552755+0000) 2023-03-22T16:13:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:16.550+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:16.551409+0000) 2023-03-22T16:13:16.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:16.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:16.552871+0000) 2023-03-22T16:13:16.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:16.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:16.505656+0000) 2023-03-22T16:13:16.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:16.551+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:16.552998+0000) 2023-03-22T16:13:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:16.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:16.551414+0000) 2023-03-22T16:13:16.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:16.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:16.552155+0000) 2023-03-22T16:13:17.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:17.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.551531+0000) 2023-03-22T16:13:17.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:17.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.553036+0000) 2023-03-22T16:13:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:17.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.505777+0000) 2023-03-22T16:13:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:17.550+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.551532+0000) 2023-03-22T16:13:17.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:17.551+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:17.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:17.551+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:17.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:17.552+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.553339+0000) 2023-03-22T16:13:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:17.552+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.553982+0000) 2023-03-22T16:13:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:17.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.552313+0000) 2023-03-22T16:13:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:17.551+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:17.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:17.551+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:17.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:17.552+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:17.554204+0000) 2023-03-22T16:13:18.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:17 smithi142 ceph-mon[94717]: pgmap v3123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:13:18.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:17 smithi098 ceph-mon[94136]: pgmap v3123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:13:18.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:18.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:18.551646+0000) 2023-03-22T16:13:18.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:18.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:18.553161+0000) 2023-03-22T16:13:18.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:18.552+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:18.554098+0000) 2023-03-22T16:13:18.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:18.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:18.505895+0000) 2023-03-22T16:13:19.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:19.429+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:19.430916+0000) 2023-03-22T16:13:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:19.552+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:19.553299+0000) 2023-03-22T16:13:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:19.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:19.506034+0000) 2023-03-22T16:13:19.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:19.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:19.551765+0000) 2023-03-22T16:13:19.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:19.551+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:19.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:19.552+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:19.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:19.552+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:19.553559+0000) 2023-03-22T16:13:19.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:19.552+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:19.554210+0000) 2023-03-22T16:13:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:19 smithi142 ceph-mon[94717]: pgmap v3124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:13:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:19 smithi098 ceph-mon[94136]: pgmap v3124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:13:20.435 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:20.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:20.051739+0000) 2023-03-22T16:13:20.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:20.433+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:20.434429+0000) 2023-03-22T16:13:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:20.504+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:20.506150+0000) 2023-03-22T16:13:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:20.553+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:20.554312+0000) 2023-03-22T16:13:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:20.552+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:20.553422+0000) 2023-03-22T16:13:21.439 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:21.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:21.051865+0000) 2023-03-22T16:13:21.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:21.437+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:21.438298+0000) 2023-03-22T16:13:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:21.552+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:21.553550+0000) 2023-03-22T16:13:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:21.553+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:21.554431+0000) 2023-03-22T16:13:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:21.553+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:21.553+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:21.555239+0000) 2023-03-22T16:13:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:21.505+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:21.506278+0000) 2023-03-22T16:13:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:21.505+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:21.507098+0000) 2023-03-22T16:13:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:21 smithi142 ceph-mon[94717]: pgmap v3125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:13:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:21 smithi098 ceph-mon[94136]: pgmap v3125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:13:22.440 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:22.050+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:22.051783+0000) 2023-03-22T16:13:22.440 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:22.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:22.051983+0000) 2023-03-22T16:13:22.441 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:22.051+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:22.052571+0000) 2023-03-22T16:13:22.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:22.437+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:22.438541+0000) 2023-03-22T16:13:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:22.552+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:22.553674+0000) 2023-03-22T16:13:23.440 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:23.050+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:23.051910+0000) 2023-03-22T16:13:23.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:23.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:23.052093+0000) 2023-03-22T16:13:23.441 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:23.051+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:23.052693+0000) 2023-03-22T16:13:23.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:23.437+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:23.438661+0000) 2023-03-22T16:13:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:23.552+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:23.553797+0000) 2023-03-22T16:13:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:23 smithi142 ceph-mon[94717]: pgmap v3126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:13:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:23 smithi098 ceph-mon[94136]: pgmap v3126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:13:24.440 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:24.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:24.052882+0000) 2023-03-22T16:13:24.441 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:24.050+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:24.052047+0000) 2023-03-22T16:13:24.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:24.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:24.052203+0000) 2023-03-22T16:13:24.442 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:24.051+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:24.052810+0000) 2023-03-22T16:13:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:24.437+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:24.438842+0000) 2023-03-22T16:13:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:24.552+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:24.553934+0000) 2023-03-22T16:13:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:24.553+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:24.553+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:24.553+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:24.555102+0000) 2023-03-22T16:13:25.440 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:25.050+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:25.052184+0000) 2023-03-22T16:13:25.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:25.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:25.052305+0000) 2023-03-22T16:13:25.441 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:25.051+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:25.052936+0000) 2023-03-22T16:13:25.442 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:25.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:25.053008+0000) 2023-03-22T16:13:25.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:25.437+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:25.438963+0000) 2023-03-22T16:13:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:25 smithi142 ceph-mon[94717]: pgmap v3127: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:13:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:25 smithi098 ceph-mon[94136]: pgmap v3127: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:13:26.440 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:26.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:26.052294+0000) 2023-03-22T16:13:26.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:26.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:26.052427+0000) 2023-03-22T16:13:26.441 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:26.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:26.006616+0000) 2023-03-22T16:13:26.442 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:26.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:26.053116+0000) 2023-03-22T16:13:26.442 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:26.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:26.054720+0000) 2023-03-22T16:13:26.443 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:26.051+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:26.053066+0000) 2023-03-22T16:13:26.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:26.437+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:26.439179+0000) 2023-03-22T16:13:27.441 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:27.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:27.052419+0000) 2023-03-22T16:13:27.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:27.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:27.052557+0000) 2023-03-22T16:13:27.442 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:27.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:27.006741+0000) 2023-03-22T16:13:27.442 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:27.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:27.053233+0000) 2023-03-22T16:13:27.443 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:27.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:27.054839+0000) 2023-03-22T16:13:27.443 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:27.051+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:27.053175+0000) 2023-03-22T16:13:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:27.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:27.439311+0000) 2023-03-22T16:13:28.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:27 smithi142 ceph-mon[94717]: pgmap v3128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:13:28.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:27 smithi098 ceph-mon[94136]: pgmap v3128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:13:28.441 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:28.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:28.052550+0000) 2023-03-22T16:13:28.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:28.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:28.052675+0000) 2023-03-22T16:13:28.442 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:28.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:28.006854+0000) 2023-03-22T16:13:28.442 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:28.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:28.054945+0000) 2023-03-22T16:13:28.443 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:28.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:28.053301+0000) 2023-03-22T16:13:28.443 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:28.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:28.053361+0000) 2023-03-22T16:13:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:28.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:28.439530+0000) 2023-03-22T16:13:29.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:29.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.052794+0000) 2023-03-22T16:13:29.442 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:29.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.006977+0000) 2023-03-22T16:13:29.442 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:29.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.053486+0000) 2023-03-22T16:13:29.443 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:29.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.055057+0000) 2023-03-22T16:13:29.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:29.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.052689+0000) 2023-03-22T16:13:29.443 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:29.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.054266+0000) 2023-03-22T16:13:29.444 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:29.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.053433+0000) 2023-03-22T16:13:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:29.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:29.439651+0000) 2023-03-22T16:13:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:29 smithi142 ceph-mon[94717]: pgmap v3129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:29 smithi098 ceph-mon[94136]: pgmap v3129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:30.441 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:30.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.052814+0000) 2023-03-22T16:13:30.442 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:30.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.052902+0000) 2023-03-22T16:13:30.442 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:30.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.007099+0000) 2023-03-22T16:13:30.443 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:30.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.053607+0000) 2023-03-22T16:13:30.443 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:30.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.054389+0000) 2023-03-22T16:13:30.444 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:30.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.055167+0000) 2023-03-22T16:13:30.444 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:30.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.053559+0000) 2023-03-22T16:13:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:30.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:30.439845+0000) 2023-03-22T16:13:31.441 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:31.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.052947+0000) 2023-03-22T16:13:31.442 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:31.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.053020+0000) 2023-03-22T16:13:31.442 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:31.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.007221+0000) 2023-03-22T16:13:31.443 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:31.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.053735+0000) 2023-03-22T16:13:31.443 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:31.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.054506+0000) 2023-03-22T16:13:31.444 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:31.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.055285+0000) 2023-03-22T16:13:31.444 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:31.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.053685+0000) 2023-03-22T16:13:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:31.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:31.439966+0000) 2023-03-22T16:13:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:31 smithi142 ceph-mon[94717]: pgmap v3130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:31 smithi098 ceph-mon[94136]: pgmap v3130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:32.441 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:32.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.053059+0000) 2023-03-22T16:13:32.442 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:32.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.053138+0000) 2023-03-22T16:13:32.443 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:32.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.007304+0000) 2023-03-22T16:13:32.443 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:32.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.053859+0000) 2023-03-22T16:13:32.443 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:32.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.055422+0000) 2023-03-22T16:13:32.444 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:32.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.054618+0000) 2023-03-22T16:13:32.444 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:32.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.053806+0000) 2023-03-22T16:13:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:32.438+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:32.440163+0000) 2023-03-22T16:13:33.441 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:33.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.054051+0000) 2023-03-22T16:13:33.442 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:33.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.053174+0000) 2023-03-22T16:13:33.443 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:33.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.053254+0000) 2023-03-22T16:13:33.443 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:33.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.007437+0000) 2023-03-22T16:13:33.443 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:33.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.055537+0000) 2023-03-22T16:13:33.444 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:33.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.054734+0000) 2023-03-22T16:13:33.444 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:33.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.053931+0000) 2023-03-22T16:13:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:33.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:33.440343+0000) 2023-03-22T16:13:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:33 smithi142 ceph-mon[94717]: pgmap v3131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:33 smithi098 ceph-mon[94136]: pgmap v3131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:34.442 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:34.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.053300+0000) 2023-03-22T16:13:34.442 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:34.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.053377+0000) 2023-03-22T16:13:34.443 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:34.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.055653+0000) 2023-03-22T16:13:34.443 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:34.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.007557+0000) 2023-03-22T16:13:34.444 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:34.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.054167+0000) 2023-03-22T16:13:34.444 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:34.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.054850+0000) 2023-03-22T16:13:34.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:34.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.054054+0000) 2023-03-22T16:13:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:34.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:34.440538+0000) 2023-03-22T16:13:35.442 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:35.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.054294+0000) 2023-03-22T16:13:35.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:35.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.053422+0000) 2023-03-22T16:13:35.443 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:35.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.053499+0000) 2023-03-22T16:13:35.443 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:35.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.055765+0000) 2023-03-22T16:13:35.444 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:35.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.007696+0000) 2023-03-22T16:13:35.444 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:35.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.054962+0000) 2023-03-22T16:13:35.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:35.052+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.054178+0000) 2023-03-22T16:13:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:35.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:35.440656+0000) 2023-03-22T16:13:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:35 smithi142 ceph-mon[94717]: pgmap v3132: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:35 smithi098 ceph-mon[94136]: pgmap v3132: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:36.442 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:36.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.053545+0000) 2023-03-22T16:13:36.443 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:36.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.053625+0000) 2023-03-22T16:13:36.443 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:36.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.007816+0000) 2023-03-22T16:13:36.444 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:36.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.054414+0000) 2023-03-22T16:13:36.444 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:36.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.055083+0000) 2023-03-22T16:13:36.444 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:36.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.055879+0000) 2023-03-22T16:13:36.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:36.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.054320+0000) 2023-03-22T16:13:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:36.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:36.440889+0000) 2023-03-22T16:13:37.442 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:37.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.053671+0000) 2023-03-22T16:13:37.443 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:37.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.053748+0000) 2023-03-22T16:13:37.443 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:37.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.007934+0000) 2023-03-22T16:13:37.444 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:37.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.054528+0000) 2023-03-22T16:13:37.444 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:37.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.055192+0000) 2023-03-22T16:13:37.445 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:37.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.055992+0000) 2023-03-22T16:13:37.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:37.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.054443+0000) 2023-03-22T16:13:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:37.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:37.441006+0000) 2023-03-22T16:13:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:37 smithi142 ceph-mon[94717]: pgmap v3133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:37 smithi098 ceph-mon[94136]: pgmap v3133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:38.442 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:38.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.054642+0000) 2023-03-22T16:13:38.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:38.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.053790+0000) 2023-03-22T16:13:38.444 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:38.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.053875+0000) 2023-03-22T16:13:38.444 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:38.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.056105+0000) 2023-03-22T16:13:38.445 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:38.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.055296+0000) 2023-03-22T16:13:38.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:38.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.054565+0000) 2023-03-22T16:13:38.445 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:38.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.008041+0000) 2023-03-22T16:13:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:38.439+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:38.441205+0000) 2023-03-22T16:13:39.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:39.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.053923+0000) 2023-03-22T16:13:39.443 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:39.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.053986+0000) 2023-03-22T16:13:39.444 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:39.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.055413+0000) 2023-03-22T16:13:39.444 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:39.006+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.008163+0000) 2023-03-22T16:13:39.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:39.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.054694+0000) 2023-03-22T16:13:39.445 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:39.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.054768+0000) 2023-03-22T16:13:39.445 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:39.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.056217+0000) 2023-03-22T16:13:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:39.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:39.441289+0000) 2023-03-22T16:13:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:39 smithi142 ceph-mon[94717]: pgmap v3134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:39 smithi098 ceph-mon[94136]: pgmap v3134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:40.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:40.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.054028+0000) 2023-03-22T16:13:40.443 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:40.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.054088+0000) 2023-03-22T16:13:40.444 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:40.007+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.008294+0000) 2023-03-22T16:13:40.444 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:40.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.054881+0000) 2023-03-22T16:13:40.445 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:40.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.055530+0000) 2023-03-22T16:13:40.445 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:40.055+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.056300+0000) 2023-03-22T16:13:40.446 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:40.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.054809+0000) 2023-03-22T16:13:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:40.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:40.441489+0000) 2023-03-22T16:13:41.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:41.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.054145+0000) 2023-03-22T16:13:41.443 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:41.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.054150+0000) 2023-03-22T16:13:41.444 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:41.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.054958+0000) 2023-03-22T16:13:41.444 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:41.007+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.008423+0000) 2023-03-22T16:13:41.445 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:41.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.055004+0000) 2023-03-22T16:13:41.445 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:41.055+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.056411+0000) 2023-03-22T16:13:41.446 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:41.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.055644+0000) 2023-03-22T16:13:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:41.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:41.441611+0000) 2023-03-22T16:13:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:41 smithi142 ceph-mon[94717]: pgmap v3135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:41 smithi098 ceph-mon[94136]: pgmap v3135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:42.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:42.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.054258+0000) 2023-03-22T16:13:42.444 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:42.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.054265+0000) 2023-03-22T16:13:42.444 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:42.007+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.008551+0000) 2023-03-22T16:13:42.445 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:42.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.055123+0000) 2023-03-22T16:13:42.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:42.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.055073+0000) 2023-03-22T16:13:42.445 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:42.055+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.056528+0000) 2023-03-22T16:13:42.446 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:42.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.055758+0000) 2023-03-22T16:13:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:42.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:42.441819+0000) 2023-03-22T16:13:43.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:43.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.054385+0000) 2023-03-22T16:13:43.444 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:43.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.054385+0000) 2023-03-22T16:13:43.444 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:43.007+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.008677+0000) 2023-03-22T16:13:43.445 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:43.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.055249+0000) 2023-03-22T16:13:43.445 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:43.055+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.056651+0000) 2023-03-22T16:13:43.446 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:43.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.055873+0000) 2023-03-22T16:13:43.446 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:43.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.055193+0000) 2023-03-22T16:13:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:43.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:43.441940+0000) 2023-03-22T16:13:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:43 smithi142 ceph-mon[94717]: pgmap v3136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:43 smithi098 ceph-mon[94136]: pgmap v3136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:44.443 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:44.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.054535+0000) 2023-03-22T16:13:44.444 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:44.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.054536+0000) 2023-03-22T16:13:44.445 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:44.008+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.008869+0000) 2023-03-22T16:13:44.445 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:44.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.055375+0000) 2023-03-22T16:13:44.445 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:44.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.056005+0000) 2023-03-22T16:13:44.446 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:44.055+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.056787+0000) 2023-03-22T16:13:44.446 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:44.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.055326+0000) 2023-03-22T16:13:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:44.440+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:44.442161+0000) 2023-03-22T16:13:45.444 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:45.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.055598+0000) 2023-03-22T16:13:45.444 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:45.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.054660+0000) 2023-03-22T16:13:45.445 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:45.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.055448+0000) 2023-03-22T16:13:45.445 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:45.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.054674+0000) 2023-03-22T16:13:45.446 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:45.055+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.056900+0000) 2023-03-22T16:13:45.446 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:45.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.056128+0000) 2023-03-22T16:13:45.447 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:45.007+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.009013+0000) 2023-03-22T16:13:45.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:45.442+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.442298+0000) 2023-03-22T16:13:45.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:45.442+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:45.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:45.446+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:45.446642+0000) 2023-03-22T16:13:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:45 smithi142 ceph-mon[94717]: pgmap v3137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:45 smithi098 ceph-mon[94136]: pgmap v3137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:46.054+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.054806+0000) 2023-03-22T16:13:46.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:46.055+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.055715+0000) 2023-03-22T16:13:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:46.054+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.054782+0000) 2023-03-22T16:13:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:46.055+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:46.055+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:46.055+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.056132+0000) 2023-03-22T16:13:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:46.056+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.057019+0000) 2023-03-22T16:13:46.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:46.008+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.009136+0000) 2023-03-22T16:13:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:46.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.055569+0000) 2023-03-22T16:13:46.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:46.055+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:46.056250+0000) 2023-03-22T16:13:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:47.054+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:47.054942+0000) 2023-03-22T16:13:47.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:47.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:47.009264+0000) 2023-03-22T16:13:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:47.055+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:47.055833+0000) 2023-03-22T16:13:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:47.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:47.056371+0000) 2023-03-22T16:13:47.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:47.056+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:47.057131+0000) 2023-03-22T16:13:47.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:47.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:47.055685+0000) 2023-03-22T16:13:48.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:47 smithi142 ceph-mon[94717]: pgmap v3138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:48.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:47 smithi098 ceph-mon[94136]: pgmap v3138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:48.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:48.056+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.057242+0000) 2023-03-22T16:13:48.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:48.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.009393+0000) 2023-03-22T16:13:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:48.054+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.055070+0000) 2023-03-22T16:13:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:48.055+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:48.055+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:48.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:48.056+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.057021+0000) 2023-03-22T16:13:48.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:48.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.056530+0000) 2023-03-22T16:13:48.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:48.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.055800+0000) 2023-03-22T16:13:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:48.056+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:48.056+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:48.056+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.056940+0000) 2023-03-22T16:13:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:48.055+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:48.056024+0000) 2023-03-22T16:13:49.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:49.055+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:49.056194+0000) 2023-03-22T16:13:49.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:49.057+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:49.057350+0000) 2023-03-22T16:13:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:49.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:49.056665+0000) 2023-03-22T16:13:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:49.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:49.009515+0000) 2023-03-22T16:13:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:49 smithi142 ceph-mon[94717]: pgmap v3139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:49 smithi098 ceph-mon[94136]: pgmap v3139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:50.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:49.942+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:49.942630+0000) 2023-03-22T16:13:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:50.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:50.009654+0000) 2023-03-22T16:13:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:50.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:50.056778+0000) 2023-03-22T16:13:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:50.056+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:50.056307+0000) 2023-03-22T16:13:50.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:50.056+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:50.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:50.056+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:50.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:50.056+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:50.057245+0000) 2023-03-22T16:13:50.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:50.057+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:50.057491+0000) 2023-03-22T16:13:50.946 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:50.554+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:50.555045+0000) 2023-03-22T16:13:51.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:50.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:50.944823+0000) 2023-03-22T16:13:51.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:51.057+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:51.057608+0000) 2023-03-22T16:13:51.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:51.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:51.009773+0000) 2023-03-22T16:13:51.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:51.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:51.056918+0000) 2023-03-22T16:13:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:51 smithi142 ceph-mon[94717]: pgmap v3140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:51 smithi098 ceph-mon[94136]: pgmap v3140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:51.949 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:51.554+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:51.555165+0000) 2023-03-22T16:13:51.950 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:51.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:51.948083+0000) 2023-03-22T16:13:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:52.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.057032+0000) 2023-03-22T16:13:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:52.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.009911+0000) 2023-03-22T16:13:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:52.010+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:52.010+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:52.010+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.010957+0000) 2023-03-22T16:13:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:52.057+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.057722+0000) 2023-03-22T16:13:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:52.058+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:52.058+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:52.058+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.059165+0000) 2023-03-22T16:13:52.950 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:52.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.555309+0000) 2023-03-22T16:13:52.950 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:52.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.555285+0000) 2023-03-22T16:13:52.951 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:52.555+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.556073+0000) 2023-03-22T16:13:53.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:52.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:52.948367+0000) 2023-03-22T16:13:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:53.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:53.057151+0000) 2023-03-22T16:13:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:53 smithi142 ceph-mon[94717]: pgmap v3141: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:53.938 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:53 smithi098 ceph-mon[94136]: pgmap v3141: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:53.950 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:53.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:53.555470+0000) 2023-03-22T16:13:53.950 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:53.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:53.555419+0000) 2023-03-22T16:13:53.951 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:53.555+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:53.556209+0000) 2023-03-22T16:13:54.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:53.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:53.948489+0000) 2023-03-22T16:13:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:54.057+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:54.057297+0000) 2023-03-22T16:13:54.950 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:54.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:54.555591+0000) 2023-03-22T16:13:54.951 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:54.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:54.555548+0000) 2023-03-22T16:13:54.952 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:54.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:54.556549+0000) 2023-03-22T16:13:54.952 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:54.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:54.556317+0000) 2023-03-22T16:13:55.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:54.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:54.948692+0000) 2023-03-22T16:13:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:55.057+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:55.057428+0000) 2023-03-22T16:13:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:55.057+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:13:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:55.058+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:55.058316+0000) 2023-03-22T16:13:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:55 smithi142 ceph-mon[94717]: pgmap v3142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:55 smithi098 ceph-mon[94136]: pgmap v3142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:55.950 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:55.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:55.555715+0000) 2023-03-22T16:13:55.951 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:55.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:55.555673+0000) 2023-03-22T16:13:55.951 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:55.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:55.556663+0000) 2023-03-22T16:13:55.952 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:55.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:55.556443+0000) 2023-03-22T16:13:56.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:55.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:55.948811+0000) 2023-03-22T16:13:56.950 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:56.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:56.555833+0000) 2023-03-22T16:13:56.951 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:56.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:56.555795+0000) 2023-03-22T16:13:56.951 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:56.509+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:56.510156+0000) 2023-03-22T16:13:56.952 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:56.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:56.556768+0000) 2023-03-22T16:13:56.952 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:56.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:56.558301+0000) 2023-03-22T16:13:56.953 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:56.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:56.556569+0000) 2023-03-22T16:13:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:56.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:56.949022+0000) 2023-03-22T16:13:57.950 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:57.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:57.555966+0000) 2023-03-22T16:13:57.951 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:57.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:57.555910+0000) 2023-03-22T16:13:57.952 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:57.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:57.510285+0000) 2023-03-22T16:13:57.952 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:57.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:57.556870+0000) 2023-03-22T16:13:57.953 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:57.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:57.558417+0000) 2023-03-22T16:13:57.953 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:57.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:57.556689+0000) 2023-03-22T16:13:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:57.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:57.949152+0000) 2023-03-22T16:13:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:57 smithi142 ceph-mon[94717]: pgmap v3143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:57 smithi098 ceph-mon[94136]: pgmap v3143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:13:58.950 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:58.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:58.556082+0000) 2023-03-22T16:13:58.951 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:58.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:58.556022+0000) 2023-03-22T16:13:58.952 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:58.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:58.510405+0000) 2023-03-22T16:13:58.952 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:58.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:58.556981+0000) 2023-03-22T16:13:58.953 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:58.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:58.558528+0000) 2023-03-22T16:13:58.953 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:58.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:58.556809+0000) 2023-03-22T16:13:59.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:58.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:58.949316+0000) 2023-03-22T16:13:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:13:59 smithi142 ceph-mon[94717]: pgmap v3144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:13:59 smithi098 ceph-mon[94136]: pgmap v3144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:13:59.951 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:13:59.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.556193+0000) 2023-03-22T16:13:59.952 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:13:59.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.556130+0000) 2023-03-22T16:13:59.952 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:13:59.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.510597+0000) 2023-03-22T16:13:59.953 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:13:59.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.949445+0000) 2023-03-22T16:13:59.953 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:13:59.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.557094+0000) 2023-03-22T16:13:59.954 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:13:59.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.558661+0000) 2023-03-22T16:13:59.954 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:13:59.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.557798+0000) 2023-03-22T16:13:59.955 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:13:59.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:13:59.556937+0000) 2023-03-22T16:14:00.951 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:00.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.556300+0000) 2023-03-22T16:14:00.952 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:00.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.556253+0000) 2023-03-22T16:14:00.952 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:00.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.558796+0000) 2023-03-22T16:14:00.952 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:00.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.557056+0000) 2023-03-22T16:14:00.953 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:00.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.510721+0000) 2023-03-22T16:14:00.953 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:00.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.557202+0000) 2023-03-22T16:14:00.954 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:00.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.557929+0000) 2023-03-22T16:14:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:00.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:00.949647+0000) 2023-03-22T16:14:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:01 smithi142 ceph-mon[94717]: pgmap v3145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:01 smithi098 ceph-mon[94136]: pgmap v3145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:01.951 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:01.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.556417+0000) 2023-03-22T16:14:01.952 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:01.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.556370+0000) 2023-03-22T16:14:01.952 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:01.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.510841+0000) 2023-03-22T16:14:01.952 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:01.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.557310+0000) 2023-03-22T16:14:01.953 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:01.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.558934+0000) 2023-03-22T16:14:01.953 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:01.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.558050+0000) 2023-03-22T16:14:01.954 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:01.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.557176+0000) 2023-03-22T16:14:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:01.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:01.949767+0000) 2023-03-22T16:14:02.951 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:02.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.556537+0000) 2023-03-22T16:14:02.952 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:02.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.556485+0000) 2023-03-22T16:14:02.952 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:02.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.557297+0000) 2023-03-22T16:14:02.953 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:02.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.510961+0000) 2023-03-22T16:14:02.953 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:02.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.557428+0000) 2023-03-22T16:14:02.954 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:02.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.558165+0000) 2023-03-22T16:14:02.954 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:02.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.559046+0000) 2023-03-22T16:14:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:02.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:02.949984+0000) 2023-03-22T16:14:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:03 smithi142 ceph-mon[94717]: pgmap v3146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:14:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:03 smithi098 ceph-mon[94136]: pgmap v3146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:14:03.951 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:03.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.556652+0000) 2023-03-22T16:14:03.952 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:03.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.556607+0000) 2023-03-22T16:14:03.952 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:03.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.559168+0000) 2023-03-22T16:14:03.953 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:03.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.558290+0000) 2023-03-22T16:14:03.953 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:03.509+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.511094+0000) 2023-03-22T16:14:03.954 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:03.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.557545+0000) 2023-03-22T16:14:03.954 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:03.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.557415+0000) 2023-03-22T16:14:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:03.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:03.950104+0000) 2023-03-22T16:14:04.952 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:04.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.556771+0000) 2023-03-22T16:14:04.952 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:04.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.556744+0000) 2023-03-22T16:14:04.953 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:04.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.557656+0000) 2023-03-22T16:14:04.953 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:04.509+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.511210+0000) 2023-03-22T16:14:04.954 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:04.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.558401+0000) 2023-03-22T16:14:04.954 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:04.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.557530+0000) 2023-03-22T16:14:04.954 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:04.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.559296+0000) 2023-03-22T16:14:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:04.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:04.950300+0000) 2023-03-22T16:14:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:05 smithi142 ceph-mon[94717]: pgmap v3147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:14:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:05 smithi098 ceph-mon[94136]: pgmap v3147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:14:05.952 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:05.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.557762+0000) 2023-03-22T16:14:05.952 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:05.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.556895+0000) 2023-03-22T16:14:05.953 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:05.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.556860+0000) 2023-03-22T16:14:05.953 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:05.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.511331+0000) 2023-03-22T16:14:05.954 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:05.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.558509+0000) 2023-03-22T16:14:05.954 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:05.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.559404+0000) 2023-03-22T16:14:05.954 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:05.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.557650+0000) 2023-03-22T16:14:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:05.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:05.950428+0000) 2023-03-22T16:14:06.952 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:06.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.556975+0000) 2023-03-22T16:14:06.953 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:06.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.511451+0000) 2023-03-22T16:14:06.953 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:06.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.557011+0000) 2023-03-22T16:14:06.954 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:06.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.557772+0000) 2023-03-22T16:14:06.954 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:06.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.558623+0000) 2023-03-22T16:14:06.954 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:06.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.557875+0000) 2023-03-22T16:14:06.955 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:06.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.559510+0000) 2023-03-22T16:14:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:06.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:06.950648+0000) 2023-03-22T16:14:07.952 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:07.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.557122+0000) 2023-03-22T16:14:07.953 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:07.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.557111+0000) 2023-03-22T16:14:07.953 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:07.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.559625+0000) 2023-03-22T16:14:07.954 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:07.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.511577+0000) 2023-03-22T16:14:07.954 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:07.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.557986+0000) 2023-03-22T16:14:07.955 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:07.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.557894+0000) 2023-03-22T16:14:07.955 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:07.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.558742+0000) 2023-03-22T16:14:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:07.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:07.950773+0000) 2023-03-22T16:14:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:07 smithi142 ceph-mon[94717]: pgmap v3148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:14:08.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:07 smithi098 ceph-mon[94136]: pgmap v3148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:14:08.952 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:08.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.558098+0000) 2023-03-22T16:14:08.953 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:08.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.557237+0000) 2023-03-22T16:14:08.953 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:08.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.557239+0000) 2023-03-22T16:14:08.954 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:08.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.559738+0000) 2023-03-22T16:14:08.954 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:08.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.558002+0000) 2023-03-22T16:14:08.955 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:08.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.511703+0000) 2023-03-22T16:14:08.955 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:08.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.558856+0000) 2023-03-22T16:14:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:08.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:08.950972+0000) 2023-03-22T16:14:09.952 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:09.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.557377+0000) 2023-03-22T16:14:09.953 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:09.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.557368+0000) 2023-03-22T16:14:09.953 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:09.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.558974+0000) 2023-03-22T16:14:09.954 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:09.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.511828+0000) 2023-03-22T16:14:09.954 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:09.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.559849+0000) 2023-03-22T16:14:09.955 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:09.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.558213+0000) 2023-03-22T16:14:09.955 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:09.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.558120+0000) 2023-03-22T16:14:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:09.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:09.951094+0000) 2023-03-22T16:14:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:10 smithi142 ceph-mon[94717]: osdmap e236: 12 total, 9 up, 9 in 2023-03-22T16:14:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:10 smithi142 ceph-mon[94717]: pgmap v3150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:14:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:10 smithi098 ceph-mon[94136]: osdmap e236: 12 total, 9 up, 9 in 2023-03-22T16:14:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:10 smithi098 ceph-mon[94136]: pgmap v3150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:14:10.953 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:10.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.557491+0000) 2023-03-22T16:14:10.953 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:10.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.557490+0000) 2023-03-22T16:14:10.954 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:10.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.511947+0000) 2023-03-22T16:14:10.954 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:10.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.558295+0000) 2023-03-22T16:14:10.955 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:10.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.559973+0000) 2023-03-22T16:14:10.955 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:10.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.559108+0000) 2023-03-22T16:14:10.956 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:10.556+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.558251+0000) 2023-03-22T16:14:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:10.950+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:10.951300+0000) 2023-03-22T16:14:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:11 smithi142 ceph-mon[94717]: pgmap v3151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:14:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:11 smithi098 ceph-mon[94136]: pgmap v3151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:14:11.953 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:11.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.557610+0000) 2023-03-22T16:14:11.954 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:11.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.557609+0000) 2023-03-22T16:14:11.954 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:11.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.558417+0000) 2023-03-22T16:14:11.955 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:11.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.512063+0000) 2023-03-22T16:14:11.955 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:11.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.558378+0000) 2023-03-22T16:14:11.956 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:11.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.559213+0000) 2023-03-22T16:14:11.956 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:11.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.560072+0000) 2023-03-22T16:14:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:11.950+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:11.951421+0000) 2023-03-22T16:14:12.953 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:12.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.557732+0000) 2023-03-22T16:14:12.954 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:12.510+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.512186+0000) 2023-03-22T16:14:12.954 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:12.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.557731+0000) 2023-03-22T16:14:12.954 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:12.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.558499+0000) 2023-03-22T16:14:12.955 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:12.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.558533+0000) 2023-03-22T16:14:12.955 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:12.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.559305+0000) 2023-03-22T16:14:12.956 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:12.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.560180+0000) 2023-03-22T16:14:13.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:12.950+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:12.951679+0000) 2023-03-22T16:14:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:13 smithi142 ceph-mon[94717]: pgmap v3152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:14:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:13 smithi098 ceph-mon[94136]: pgmap v3152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:14:13.953 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:13.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.557858+0000) 2023-03-22T16:14:13.954 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:13.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.557905+0000) 2023-03-22T16:14:13.954 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:13.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.512311+0000) 2023-03-22T16:14:13.954 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:13.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.560294+0000) 2023-03-22T16:14:13.955 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:13.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.558649+0000) 2023-03-22T16:14:13.955 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:13.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.559422+0000) 2023-03-22T16:14:13.956 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:13.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.558622+0000) 2023-03-22T16:14:14.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:13.950+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:13.951824+0000) 2023-03-22T16:14:14.953 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:14.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.557980+0000) 2023-03-22T16:14:14.954 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:14.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.558048+0000) 2023-03-22T16:14:14.954 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:14.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.512433+0000) 2023-03-22T16:14:14.955 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:14.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.558760+0000) 2023-03-22T16:14:14.955 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:14.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.559534+0000) 2023-03-22T16:14:14.956 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:14.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.560403+0000) 2023-03-22T16:14:14.956 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:14.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.558756+0000) 2023-03-22T16:14:15.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:14.950+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:14.952059+0000) 2023-03-22T16:14:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:15 smithi142 ceph-mon[94717]: pgmap v3153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:14:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:15 smithi098 ceph-mon[94136]: pgmap v3153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:14:15.954 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:15.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.558207+0000) 2023-03-22T16:14:15.954 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:15.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.558135+0000) 2023-03-22T16:14:15.955 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:15.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.560517+0000) 2023-03-22T16:14:15.956 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:15.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.558864+0000) 2023-03-22T16:14:15.956 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:15.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.559665+0000) 2023-03-22T16:14:15.957 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:15.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.558936+0000) 2023-03-22T16:14:15.957 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:15.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.512549+0000) 2023-03-22T16:14:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:15.950+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.952206+0000) 2023-03-22T16:14:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:15.952+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:16.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:15.952+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:16.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:15.956+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:15.957872+0000) 2023-03-22T16:14:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:16.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.558319+0000) 2023-03-22T16:14:16.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:16.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.558343+0000) 2023-03-22T16:14:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:16.558+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:16.558+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:16.561+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.562344+0000) 2023-03-22T16:14:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:16.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.559783+0000) 2023-03-22T16:14:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:16.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.559005+0000) 2023-03-22T16:14:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:16.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.560633+0000) 2023-03-22T16:14:16.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:16.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.512665+0000) 2023-03-22T16:14:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:16.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:16.559102+0000) 2023-03-22T16:14:17.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:17.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:17.559160+0000) 2023-03-22T16:14:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:17.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:17.558470+0000) 2023-03-22T16:14:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:17.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:17.512790+0000) 2023-03-22T16:14:17.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:17.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:17.560743+0000) 2023-03-22T16:14:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:17.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:17.559902+0000) 2023-03-22T16:14:17.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:17.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:17.559262+0000) 2023-03-22T16:14:18.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:17 smithi142 ceph-mon[94717]: pgmap v3154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:14:18.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:17 smithi098 ceph-mon[94136]: pgmap v3154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:14:18.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:18.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.512909+0000) 2023-03-22T16:14:18.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:18.558+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.559319+0000) 2023-03-22T16:14:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:18.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.558618+0000) 2023-03-22T16:14:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:18.558+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:18.558+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:18.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:18.558+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.559549+0000) 2023-03-22T16:14:18.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:18.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.560039+0000) 2023-03-22T16:14:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:18.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.560856+0000) 2023-03-22T16:14:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:18.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.559451+0000) 2023-03-22T16:14:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:18.558+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:18.558+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:18.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:18.559+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:18.561176+0000) 2023-03-22T16:14:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:19 smithi142 ceph-mon[94717]: pgmap v3155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:14:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:19 smithi098 ceph-mon[94136]: pgmap v3155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:14:19.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:19.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:19.560155+0000) 2023-03-22T16:14:19.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:19.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:19.513069+0000) 2023-03-22T16:14:19.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:19.558+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:19.559465+0000) 2023-03-22T16:14:19.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:19.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:19.561004+0000) 2023-03-22T16:14:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:20.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:20.560285+0000) 2023-03-22T16:14:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:20.511+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:20.513214+0000) 2023-03-22T16:14:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:20.559+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:20.561137+0000) 2023-03-22T16:14:20.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:20.451+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:20.452484+0000) 2023-03-22T16:14:20.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:20.558+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:20.559612+0000) 2023-03-22T16:14:20.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:20.559+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:20.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:20.559+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:20.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:20.559+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:20.560450+0000) 2023-03-22T16:14:21.457 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:21.057+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:21.058567+0000) 2023-03-22T16:14:21.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:21.454+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:21.456119+0000) 2023-03-22T16:14:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:21.512+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:21.513353+0000) 2023-03-22T16:14:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:21.560+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:21.561282+0000) 2023-03-22T16:14:21.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:21.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:21.560427+0000) 2023-03-22T16:14:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:21 smithi142 ceph-mon[94717]: pgmap v3156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:14:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:21 smithi098 ceph-mon[94136]: pgmap v3156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:14:22.461 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:22.057+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:22.058690+0000) 2023-03-22T16:14:22.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:22.458+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:22.460028+0000) 2023-03-22T16:14:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:22.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:22.560595+0000) 2023-03-22T16:14:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:22.560+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:22.561416+0000) 2023-03-22T16:14:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:22.560+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:22.560+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:22.562180+0000) 2023-03-22T16:14:22.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:22.512+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:22.513500+0000) 2023-03-22T16:14:22.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:22.512+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:22.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:22.512+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:22.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:22.513+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:22.514374+0000) 2023-03-22T16:14:23.462 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:23.057+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:23.058861+0000) 2023-03-22T16:14:23.462 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:23.057+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:23.058805+0000) 2023-03-22T16:14:23.463 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:23.058+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:23.059683+0000) 2023-03-22T16:14:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:23.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:23.560740+0000) 2023-03-22T16:14:23.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:23.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:23.460364+0000) 2023-03-22T16:14:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:23 smithi142 ceph-mon[94717]: pgmap v3157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:14:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:23 smithi098 ceph-mon[94136]: pgmap v3157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:14:24.462 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:24.057+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:24.058978+0000) 2023-03-22T16:14:24.463 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:24.057+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:24.058920+0000) 2023-03-22T16:14:24.463 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:24.058+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:24.059804+0000) 2023-03-22T16:14:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:24.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:24.460571+0000) 2023-03-22T16:14:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:24.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:24.560889+0000) 2023-03-22T16:14:25.462 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:25.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:25.059114+0000) 2023-03-22T16:14:25.463 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:25.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:25.059105+0000) 2023-03-22T16:14:25.463 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:25.058+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:25.059935+0000) 2023-03-22T16:14:25.463 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:25.058+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:25.059871+0000) 2023-03-22T16:14:25.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:25.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:25.460701+0000) 2023-03-22T16:14:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:25.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:25.561043+0000) 2023-03-22T16:14:25.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:25.560+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:25.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:25.560+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:25.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:25.560+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:25.562249+0000) 2023-03-22T16:14:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:25 smithi142 ceph-mon[94717]: pgmap v3158: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:14:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:25 smithi098 ceph-mon[94136]: pgmap v3158: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:14:26.462 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:26.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:26.059333+0000) 2023-03-22T16:14:26.463 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:26.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:26.059298+0000) 2023-03-22T16:14:26.463 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:26.058+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:26.060158+0000) 2023-03-22T16:14:26.464 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:26.058+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:26.060083+0000) 2023-03-22T16:14:26.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:26.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:26.460893+0000) 2023-03-22T16:14:27.462 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:27.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:27.059441+0000) 2023-03-22T16:14:27.463 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:27.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:27.059428+0000) 2023-03-22T16:14:27.463 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:27.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:27.013737+0000) 2023-03-22T16:14:27.464 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:27.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:27.061646+0000) 2023-03-22T16:14:27.464 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:27.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:27.060305+0000) 2023-03-22T16:14:27.465 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:27.058+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:27.060189+0000) 2023-03-22T16:14:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:27.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:27.461038+0000) 2023-03-22T16:14:28.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:28 smithi142 ceph-mon[94717]: pgmap v3159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:14:28.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:28 smithi098 ceph-mon[94136]: pgmap v3159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:14:28.462 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:28.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:28.059557+0000) 2023-03-22T16:14:28.463 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:28.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:28.059574+0000) 2023-03-22T16:14:28.464 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:28.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:28.013858+0000) 2023-03-22T16:14:28.464 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:28.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:28.060299+0000) 2023-03-22T16:14:28.465 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:28.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:28.061769+0000) 2023-03-22T16:14:28.465 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:28.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:28.060421+0000) 2023-03-22T16:14:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:28.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:28.461253+0000) 2023-03-22T16:14:29.463 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:29.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:29.059681+0000) 2023-03-22T16:14:29.463 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:29.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:29.059706+0000) 2023-03-22T16:14:29.464 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:29.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:29.013995+0000) 2023-03-22T16:14:29.464 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:29.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:29.060409+0000) 2023-03-22T16:14:29.465 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:29.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:29.061892+0000) 2023-03-22T16:14:29.465 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:29.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:29.060536+0000) 2023-03-22T16:14:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:29.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:29.461379+0000) 2023-03-22T16:14:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:29 smithi142 ceph-mon[94717]: pgmap v3160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:29 smithi098 ceph-mon[94136]: pgmap v3160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:30.463 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:30.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.060518+0000) 2023-03-22T16:14:30.464 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:30.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.059815+0000) 2023-03-22T16:14:30.464 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:30.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.059817+0000) 2023-03-22T16:14:30.464 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:30.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.014117+0000) 2023-03-22T16:14:30.465 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:30.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.061998+0000) 2023-03-22T16:14:30.465 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:30.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.061298+0000) 2023-03-22T16:14:30.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:30.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.060663+0000) 2023-03-22T16:14:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:30.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:30.461607+0000) 2023-03-22T16:14:31.463 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:31.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.059928+0000) 2023-03-22T16:14:31.464 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:31.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.059941+0000) 2023-03-22T16:14:31.464 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:31.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.014248+0000) 2023-03-22T16:14:31.465 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:31.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.060633+0000) 2023-03-22T16:14:31.465 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:31.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.061413+0000) 2023-03-22T16:14:31.466 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:31.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.062115+0000) 2023-03-22T16:14:31.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:31.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.060782+0000) 2023-03-22T16:14:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:31.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:31.461719+0000) 2023-03-22T16:14:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:31 smithi142 ceph-mon[94717]: pgmap v3161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:31 smithi098 ceph-mon[94136]: pgmap v3161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:32.463 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:32.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.060048+0000) 2023-03-22T16:14:32.464 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:32.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.060070+0000) 2023-03-22T16:14:32.464 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:32.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.014368+0000) 2023-03-22T16:14:32.465 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:32.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.060757+0000) 2023-03-22T16:14:32.465 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:32.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.061528+0000) 2023-03-22T16:14:32.466 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:32.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.062220+0000) 2023-03-22T16:14:32.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:32.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.060905+0000) 2023-03-22T16:14:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:32.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:32.461926+0000) 2023-03-22T16:14:33.463 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:33.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.060169+0000) 2023-03-22T16:14:33.464 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:33.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.060198+0000) 2023-03-22T16:14:33.464 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:33.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.014491+0000) 2023-03-22T16:14:33.465 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:33.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.060874+0000) 2023-03-22T16:14:33.465 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:33.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.061646+0000) 2023-03-22T16:14:33.466 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:33.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.062300+0000) 2023-03-22T16:14:33.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:33.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.061023+0000) 2023-03-22T16:14:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:33.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:33.462046+0000) 2023-03-22T16:14:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:33 smithi142 ceph-mon[94717]: pgmap v3162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:33 smithi098 ceph-mon[94136]: pgmap v3162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:34.463 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:34.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.060294+0000) 2023-03-22T16:14:34.464 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:34.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.060294+0000) 2023-03-22T16:14:34.465 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:34.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.014625+0000) 2023-03-22T16:14:34.465 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:34.059+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.061144+0000) 2023-03-22T16:14:34.466 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:34.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.060988+0000) 2023-03-22T16:14:34.466 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:34.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.061765+0000) 2023-03-22T16:14:34.466 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:34.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.062423+0000) 2023-03-22T16:14:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:34.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:34.462252+0000) 2023-03-22T16:14:35.464 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:35.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.060419+0000) 2023-03-22T16:14:35.464 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:35.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.060419+0000) 2023-03-22T16:14:35.465 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:35.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.014747+0000) 2023-03-22T16:14:35.465 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:35.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.061097+0000) 2023-03-22T16:14:35.466 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:35.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.061889+0000) 2023-03-22T16:14:35.466 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:35.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.062539+0000) 2023-03-22T16:14:35.467 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:35.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.061265+0000) 2023-03-22T16:14:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:35.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:35.462371+0000) 2023-03-22T16:14:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:35 smithi142 ceph-mon[94717]: pgmap v3163: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:35 smithi098 ceph-mon[94136]: pgmap v3163: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:36.464 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:36.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.060540+0000) 2023-03-22T16:14:36.465 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:36.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.060562+0000) 2023-03-22T16:14:36.465 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:36.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.014869+0000) 2023-03-22T16:14:36.465 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:36.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.061197+0000) 2023-03-22T16:14:36.466 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:36.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.062014+0000) 2023-03-22T16:14:36.466 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:36.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.062666+0000) 2023-03-22T16:14:36.467 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:36.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.061393+0000) 2023-03-22T16:14:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:36.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:36.462582+0000) 2023-03-22T16:14:37.464 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:37.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.060670+0000) 2023-03-22T16:14:37.465 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:37.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.060686+0000) 2023-03-22T16:14:37.465 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:37.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.014995+0000) 2023-03-22T16:14:37.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:37.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.061510+0000) 2023-03-22T16:14:37.466 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:37.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.061295+0000) 2023-03-22T16:14:37.466 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:37.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.062137+0000) 2023-03-22T16:14:37.467 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:37.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.062777+0000) 2023-03-22T16:14:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:37.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:37.462709+0000) 2023-03-22T16:14:38.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:38 smithi142 ceph-mon[94717]: pgmap v3164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:38.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:38 smithi098 ceph-mon[94136]: pgmap v3164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:38.464 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:38.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.060791+0000) 2023-03-22T16:14:38.465 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:38.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.060829+0000) 2023-03-22T16:14:38.465 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:38.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.061635+0000) 2023-03-22T16:14:38.466 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:38.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.062256+0000) 2023-03-22T16:14:38.466 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:38.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.015117+0000) 2023-03-22T16:14:38.467 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:38.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.062900+0000) 2023-03-22T16:14:38.467 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:38.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.061411+0000) 2023-03-22T16:14:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:38.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:38.462909+0000) 2023-03-22T16:14:39.464 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:39.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.060932+0000) 2023-03-22T16:14:39.465 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:39.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.060961+0000) 2023-03-22T16:14:39.466 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:39.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.015236+0000) 2023-03-22T16:14:39.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:39.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.061757+0000) 2023-03-22T16:14:39.467 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:39.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.061528+0000) 2023-03-22T16:14:39.468 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:39.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.063004+0000) 2023-03-22T16:14:39.468 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:39.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.062371+0000) 2023-03-22T16:14:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:39.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:39.463026+0000) 2023-03-22T16:14:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:39 smithi142 ceph-mon[94717]: pgmap v3165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:39 smithi098 ceph-mon[94136]: pgmap v3165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:40.464 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:40.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.061085+0000) 2023-03-22T16:14:40.465 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:40.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.061080+0000) 2023-03-22T16:14:40.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:40.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.061882+0000) 2023-03-22T16:14:40.466 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:40.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.061639+0000) 2023-03-22T16:14:40.466 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:40.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.062478+0000) 2023-03-22T16:14:40.467 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:40.014+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.015366+0000) 2023-03-22T16:14:40.467 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:40.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.063107+0000) 2023-03-22T16:14:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:40.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:40.463220+0000) 2023-03-22T16:14:41.465 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:41.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.061205+0000) 2023-03-22T16:14:41.465 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:41.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.061207+0000) 2023-03-22T16:14:41.466 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:41.014+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.015484+0000) 2023-03-22T16:14:41.466 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:41.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.061753+0000) 2023-03-22T16:14:41.467 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:41.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.063214+0000) 2023-03-22T16:14:41.467 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:41.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.062593+0000) 2023-03-22T16:14:41.467 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:41.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.062003+0000) 2023-03-22T16:14:41.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:41.462+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:41.463312+0000) 2023-03-22T16:14:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:41 smithi142 ceph-mon[94717]: pgmap v3166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:41 smithi098 ceph-mon[94136]: pgmap v3166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:42.465 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:42.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.061313+0000) 2023-03-22T16:14:42.466 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:42.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.061335+0000) 2023-03-22T16:14:42.466 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:42.014+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.015596+0000) 2023-03-22T16:14:42.466 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:42.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.061881+0000) 2023-03-22T16:14:42.467 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:42.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.062126+0000) 2023-03-22T16:14:42.467 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:42.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.062713+0000) 2023-03-22T16:14:42.468 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:42.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.063294+0000) 2023-03-22T16:14:42.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:42.462+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:42.463526+0000) 2023-03-22T16:14:43.465 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:43.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.061448+0000) 2023-03-22T16:14:43.466 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:43.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.061494+0000) 2023-03-22T16:14:43.466 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:43.014+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.015760+0000) 2023-03-22T16:14:43.466 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:43.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.062799+0000) 2023-03-22T16:14:43.467 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:43.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.063035+0000) 2023-03-22T16:14:43.467 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:43.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.063417+0000) 2023-03-22T16:14:43.468 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:43.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.062286+0000) 2023-03-22T16:14:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:43.462+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:43.463642+0000) 2023-03-22T16:14:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:43 smithi142 ceph-mon[94717]: pgmap v3167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:43 smithi098 ceph-mon[94136]: pgmap v3167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:44.465 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:44.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.061592+0000) 2023-03-22T16:14:44.466 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:44.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.061612+0000) 2023-03-22T16:14:44.466 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:44.014+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.015911+0000) 2023-03-22T16:14:44.467 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:44.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.063536+0000) 2023-03-22T16:14:44.467 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:44.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.062408+0000) 2023-03-22T16:14:44.467 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:44.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.062918+0000) 2023-03-22T16:14:44.468 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:44.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.063155+0000) 2023-03-22T16:14:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:44.462+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:44.463823+0000) 2023-03-22T16:14:45.465 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:45.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.061714+0000) 2023-03-22T16:14:45.466 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:45.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.061737+0000) 2023-03-22T16:14:45.466 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:45.014+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.016046+0000) 2023-03-22T16:14:45.467 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:45.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.063641+0000) 2023-03-22T16:14:45.468 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:45.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.063031+0000) 2023-03-22T16:14:45.468 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:45.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.062525+0000) 2023-03-22T16:14:45.468 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:45.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.063258+0000) 2023-03-22T16:14:45.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:45.462+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:45.463931+0000) 2023-03-22T16:14:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:45 smithi142 ceph-mon[94717]: pgmap v3168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:45 smithi098 ceph-mon[94136]: pgmap v3168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:46.465 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:46.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.061852+0000) 2023-03-22T16:14:46.466 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:46.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.062660+0000) 2023-03-22T16:14:46.467 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:46.014+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.016183+0000) 2023-03-22T16:14:46.467 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:46.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.061845+0000) 2023-03-22T16:14:46.468 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:46.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.063145+0000) 2023-03-22T16:14:46.468 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:46.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.063381+0000) 2023-03-22T16:14:46.469 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:46.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.063756+0000) 2023-03-22T16:14:46.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:46.462+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.464132+0000) 2023-03-22T16:14:46.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:46.463+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:46.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:46.463+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:46.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:46.467+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:46.468983+0000) 2023-03-22T16:14:47.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:47.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.063262+0000) 2023-03-22T16:14:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:47.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.061979+0000) 2023-03-22T16:14:47.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:47.015+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.016304+0000) 2023-03-22T16:14:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:47.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.061970+0000) 2023-03-22T16:14:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:47.061+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:47.061+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:47.062+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.063312+0000) 2023-03-22T16:14:47.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:47.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.062782+0000) 2023-03-22T16:14:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:47.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.063862+0000) 2023-03-22T16:14:47.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:47.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:47.063508+0000) 2023-03-22T16:14:48.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:48 smithi142 ceph-mon[94717]: pgmap v3169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:48.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:48 smithi098 ceph-mon[94136]: pgmap v3169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:48.061+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:48.062163+0000) 2023-03-22T16:14:48.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:48.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:48.063387+0000) 2023-03-22T16:14:48.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:48.015+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:48.016446+0000) 2023-03-22T16:14:48.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:48.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:48.063625+0000) 2023-03-22T16:14:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:48.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:48.063976+0000) 2023-03-22T16:14:48.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:48.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:48.062974+0000) 2023-03-22T16:14:49.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:49.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.063553+0000) 2023-03-22T16:14:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:49.061+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.062312+0000) 2023-03-22T16:14:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:49.061+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:49.061+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:49.062+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.063989+0000) 2023-03-22T16:14:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:49.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.063742+0000) 2023-03-22T16:14:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:49.015+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.016633+0000) 2023-03-22T16:14:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:49.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.064083+0000) 2023-03-22T16:14:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:49.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.063118+0000) 2023-03-22T16:14:49.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:49.062+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:49.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:49.062+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:49.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:49.063+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:49.065132+0000) 2023-03-22T16:14:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:49 smithi142 ceph-mon[94717]: pgmap v3170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:49 smithi098 ceph-mon[94136]: pgmap v3170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:50.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:50.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:50.063675+0000) 2023-03-22T16:14:50.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:50.015+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:50.016753+0000) 2023-03-22T16:14:50.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:50.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:50.064200+0000) 2023-03-22T16:14:50.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:50.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:50.063856+0000) 2023-03-22T16:14:51.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:50.963+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:50.964455+0000) 2023-03-22T16:14:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:51.015+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:51.016876+0000) 2023-03-22T16:14:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:51.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:51.063817+0000) 2023-03-22T16:14:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:51.064+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:51.064+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:51.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:51.065+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:51.065344+0000) 2023-03-22T16:14:51.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:51.064+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:51.064300+0000) 2023-03-22T16:14:51.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:51.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:51.063982+0000) 2023-03-22T16:14:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:51 smithi142 ceph-mon[94717]: pgmap v3171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:51 smithi098 ceph-mon[94136]: pgmap v3171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:51.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:51.561+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:51.562228+0000) 2023-03-22T16:14:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:51.967+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:51.968177+0000) 2023-03-22T16:14:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:52.016+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:52.016994+0000) 2023-03-22T16:14:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:52.064+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:52.064421+0000) 2023-03-22T16:14:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:52.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:52.064113+0000) 2023-03-22T16:14:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:52.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:52.562357+0000) 2023-03-22T16:14:53.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:52.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:52.971882+0000) 2023-03-22T16:14:53.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:53.016+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.017116+0000) 2023-03-22T16:14:53.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:53.017+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:53.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:53.017+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.018064+0000) 2023-03-22T16:14:53.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:53.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.064227+0000) 2023-03-22T16:14:53.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:53.064+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.064536+0000) 2023-03-22T16:14:53.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:53.064+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:53.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:53.064+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:53.065+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.065352+0000) 2023-03-22T16:14:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:53 smithi142 ceph-mon[94717]: pgmap v3172: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:53 smithi098 ceph-mon[94136]: pgmap v3172: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:53.562+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.562573+0000) 2023-03-22T16:14:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:53.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.562474+0000) 2023-03-22T16:14:53.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:53.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.563390+0000) 2023-03-22T16:14:54.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:53.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:53.972307+0000) 2023-03-22T16:14:54.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:54.064+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:54.064346+0000) 2023-03-22T16:14:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:54.562+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:54.562682+0000) 2023-03-22T16:14:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:54.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:54.562597+0000) 2023-03-22T16:14:54.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:54.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:54.563512+0000) 2023-03-22T16:14:55.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:55.064+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:55.064469+0000) 2023-03-22T16:14:55.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:54.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:54.972521+0000) 2023-03-22T16:14:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:55 smithi142 ceph-mon[94717]: pgmap v3173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:55 smithi098 ceph-mon[94136]: pgmap v3173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:55.562+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:55.562800+0000) 2023-03-22T16:14:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:55.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:55.562716+0000) 2023-03-22T16:14:55.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:55.563+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:55.564149+0000) 2023-03-22T16:14:55.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:55.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:55.563637+0000) 2023-03-22T16:14:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:55.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:55.972646+0000) 2023-03-22T16:14:56.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:56.064+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:56.064593+0000) 2023-03-22T16:14:56.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:56.065+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:14:56.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:14:56.065+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:56.065459+0000) 2023-03-22T16:14:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:56.562+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:56.562910+0000) 2023-03-22T16:14:56.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:56.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:56.562833+0000) 2023-03-22T16:14:56.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:56.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:56.563760+0000) 2023-03-22T16:14:56.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:56.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:56.564259+0000) 2023-03-22T16:14:57.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:56.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:56.972873+0000) 2023-03-22T16:14:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:57.562+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:57.563013+0000) 2023-03-22T16:14:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:57.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:57.562938+0000) 2023-03-22T16:14:57.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:57.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:57.564368+0000) 2023-03-22T16:14:57.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:57.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:57.517455+0000) 2023-03-22T16:14:57.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:57.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:57.564780+0000) 2023-03-22T16:14:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:57.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:57.563879+0000) 2023-03-22T16:14:58.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:58 smithi142 ceph-mon[94717]: pgmap v3174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:58.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:58 smithi098 ceph-mon[94136]: pgmap v3174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:14:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:57.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:57.973001+0000) 2023-03-22T16:14:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:58.562+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:58.563128+0000) 2023-03-22T16:14:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:58.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:58.563053+0000) 2023-03-22T16:14:58.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:58.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:58.517643+0000) 2023-03-22T16:14:58.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:58.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:58.564482+0000) 2023-03-22T16:14:58.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:58.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:58.564902+0000) 2023-03-22T16:14:58.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:58.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:58.563999+0000) 2023-03-22T16:14:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:58.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:58.973204+0000) 2023-03-22T16:14:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:14:59 smithi142 ceph-mon[94717]: pgmap v3175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:14:59 smithi098 ceph-mon[94136]: pgmap v3175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:14:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:14:59.562+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:59.563251+0000) 2023-03-22T16:14:59.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:14:59.562+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:59.563190+0000) 2023-03-22T16:14:59.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:14:59.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:59.517782+0000) 2023-03-22T16:14:59.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:14:59.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:59.564592+0000) 2023-03-22T16:14:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:14:59.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:59.565023+0000) 2023-03-22T16:14:59.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:14:59.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:59.564136+0000) 2023-03-22T16:15:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:14:59.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:14:59.973296+0000) 2023-03-22T16:15:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:00.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.563399+0000) 2023-03-22T16:15:00.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:00.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.563317+0000) 2023-03-22T16:15:00.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:00.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.517897+0000) 2023-03-22T16:15:00.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:00.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.564937+0000) 2023-03-22T16:15:00.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:00.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.564694+0000) 2023-03-22T16:15:00.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:00.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.565155+0000) 2023-03-22T16:15:00.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:00.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.564256+0000) 2023-03-22T16:15:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:00.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:00.973504+0000) 2023-03-22T16:15:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:01 smithi142 ceph-mon[94717]: pgmap v3176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:01 smithi098 ceph-mon[94136]: pgmap v3176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:01.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.563536+0000) 2023-03-22T16:15:01.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:01.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.563449+0000) 2023-03-22T16:15:01.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:01.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.565053+0000) 2023-03-22T16:15:01.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:01.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.564392+0000) 2023-03-22T16:15:01.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:01.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.518018+0000) 2023-03-22T16:15:01.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:01.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.564794+0000) 2023-03-22T16:15:01.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:01.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.565280+0000) 2023-03-22T16:15:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:01.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:01.973620+0000) 2023-03-22T16:15:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:02.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.563660+0000) 2023-03-22T16:15:02.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:02.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.563591+0000) 2023-03-22T16:15:02.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:02.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.565170+0000) 2023-03-22T16:15:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:02.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.565402+0000) 2023-03-22T16:15:02.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:02.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.564512+0000) 2023-03-22T16:15:02.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:02.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.518139+0000) 2023-03-22T16:15:02.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:02.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.564925+0000) 2023-03-22T16:15:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:02.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:02.973825+0000) 2023-03-22T16:15:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:03 smithi142 ceph-mon[94717]: pgmap v3177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:15:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:03 smithi098 ceph-mon[94136]: pgmap v3177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:15:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:03.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.563770+0000) 2023-03-22T16:15:03.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:03.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.563742+0000) 2023-03-22T16:15:03.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:03.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.564646+0000) 2023-03-22T16:15:03.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:03.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.565027+0000) 2023-03-22T16:15:03.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:03.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.565303+0000) 2023-03-22T16:15:03.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:03.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.518258+0000) 2023-03-22T16:15:03.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:03.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.565514+0000) 2023-03-22T16:15:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:03.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:03.973938+0000) 2023-03-22T16:15:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:04.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.563877+0000) 2023-03-22T16:15:04.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:04.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.563848+0000) 2023-03-22T16:15:04.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:04.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.564781+0000) 2023-03-22T16:15:04.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:04.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.565124+0000) 2023-03-22T16:15:04.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:04.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.565620+0000) 2023-03-22T16:15:04.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:04.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.518385+0000) 2023-03-22T16:15:04.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:04.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.565410+0000) 2023-03-22T16:15:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:04.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:04.974146+0000) 2023-03-22T16:15:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:05 smithi142 ceph-mon[94717]: pgmap v3178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:15:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:05 smithi098 ceph-mon[94136]: pgmap v3178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:15:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:05.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.564011+0000) 2023-03-22T16:15:05.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:05.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.563961+0000) 2023-03-22T16:15:05.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:05.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.565220+0000) 2023-03-22T16:15:05.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:05.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.518509+0000) 2023-03-22T16:15:05.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:05.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.565731+0000) 2023-03-22T16:15:05.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:05.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.565519+0000) 2023-03-22T16:15:05.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:05.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.564898+0000) 2023-03-22T16:15:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:05.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:05.974259+0000) 2023-03-22T16:15:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:06.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.564133+0000) 2023-03-22T16:15:06.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:06.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.564077+0000) 2023-03-22T16:15:06.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:06.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.518631+0000) 2023-03-22T16:15:06.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:06.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.565852+0000) 2023-03-22T16:15:06.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:06.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.565301+0000) 2023-03-22T16:15:06.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:06.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.565636+0000) 2023-03-22T16:15:06.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:06.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.565014+0000) 2023-03-22T16:15:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:06.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:06.974477+0000) 2023-03-22T16:15:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:07.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.564253+0000) 2023-03-22T16:15:07.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:07.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.564197+0000) 2023-03-22T16:15:07.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:07.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.565765+0000) 2023-03-22T16:15:07.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:07.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.565427+0000) 2023-03-22T16:15:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:07.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.565969+0000) 2023-03-22T16:15:07.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:07.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.518753+0000) 2023-03-22T16:15:07.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:07.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.565128+0000) 2023-03-22T16:15:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:07.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:07.974607+0000) 2023-03-22T16:15:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:08.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.564426+0000) 2023-03-22T16:15:08.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:08.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.564316+0000) 2023-03-22T16:15:08.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:08.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.518869+0000) 2023-03-22T16:15:08.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:08.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.565542+0000) 2023-03-22T16:15:08.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:08.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.565888+0000) 2023-03-22T16:15:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:08.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.566089+0000) 2023-03-22T16:15:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:08.563+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.565253+0000) 2023-03-22T16:15:09.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:09 smithi142 ceph-mon[94717]: pgmap v3179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:15:09.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:09 smithi098 ceph-mon[94136]: pgmap v3179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:15:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:08.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:08.974804+0000) 2023-03-22T16:15:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:09.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.564544+0000) 2023-03-22T16:15:09.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:09.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.564442+0000) 2023-03-22T16:15:09.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:09.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.518978+0000) 2023-03-22T16:15:09.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:09.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.565659+0000) 2023-03-22T16:15:09.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:09.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.566005+0000) 2023-03-22T16:15:09.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:09.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.566207+0000) 2023-03-22T16:15:09.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:09.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.565384+0000) 2023-03-22T16:15:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:10 smithi142 ceph-mon[94717]: osdmap e237: 12 total, 9 up, 9 in 2023-03-22T16:15:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:10 smithi098 ceph-mon[94136]: osdmap e237: 12 total, 9 up, 9 in 2023-03-22T16:15:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:09.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:09.974919+0000) 2023-03-22T16:15:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:10.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.564749+0000) 2023-03-22T16:15:10.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:10.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.564564+0000) 2023-03-22T16:15:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:10.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.519092+0000) 2023-03-22T16:15:10.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:10.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.565778+0000) 2023-03-22T16:15:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:10.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.566116+0000) 2023-03-22T16:15:10.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:10.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.566302+0000) 2023-03-22T16:15:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:10.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.565516+0000) 2023-03-22T16:15:11.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:11 smithi142 ceph-mon[94717]: pgmap v3181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:15:11.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:11 smithi098 ceph-mon[94136]: pgmap v3181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:15:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:10.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:10.975090+0000) 2023-03-22T16:15:11.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:11.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.565895+0000) 2023-03-22T16:15:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:11.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.564866+0000) 2023-03-22T16:15:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:11.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.564689+0000) 2023-03-22T16:15:11.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:11.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.519209+0000) 2023-03-22T16:15:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:11.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.566219+0000) 2023-03-22T16:15:11.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:11.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.565639+0000) 2023-03-22T16:15:11.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:11.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.566422+0000) 2023-03-22T16:15:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:11.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:11.975214+0000) 2023-03-22T16:15:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:12.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.564979+0000) 2023-03-22T16:15:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:12.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.564809+0000) 2023-03-22T16:15:12.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:12.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.566017+0000) 2023-03-22T16:15:12.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:12.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.519314+0000) 2023-03-22T16:15:12.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:12.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.566538+0000) 2023-03-22T16:15:12.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:12.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.566299+0000) 2023-03-22T16:15:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:12.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.565757+0000) 2023-03-22T16:15:13.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:13 smithi142 ceph-mon[94717]: pgmap v3182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:15:13.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:13 smithi098 ceph-mon[94136]: pgmap v3182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:15:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:12.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:12.975443+0000) 2023-03-22T16:15:13.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:13.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.566128+0000) 2023-03-22T16:15:13.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:13.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.565095+0000) 2023-03-22T16:15:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:13.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.566650+0000) 2023-03-22T16:15:13.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:13.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.519438+0000) 2023-03-22T16:15:13.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:13.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.564926+0000) 2023-03-22T16:15:13.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:13.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.566403+0000) 2023-03-22T16:15:13.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:13.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.565872+0000) 2023-03-22T16:15:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:13.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:13.975567+0000) 2023-03-22T16:15:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:14.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.565210+0000) 2023-03-22T16:15:14.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:14.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.565039+0000) 2023-03-22T16:15:14.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:14.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.519566+0000) 2023-03-22T16:15:14.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:14.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.566239+0000) 2023-03-22T16:15:14.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:14.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.566772+0000) 2023-03-22T16:15:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:14.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.566514+0000) 2023-03-22T16:15:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:14.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.565977+0000) 2023-03-22T16:15:15.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:15 smithi142 ceph-mon[94717]: pgmap v3183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:15:15.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:15 smithi098 ceph-mon[94136]: pgmap v3183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:15:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:14.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:14.975776+0000) 2023-03-22T16:15:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:15.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.565300+0000) 2023-03-22T16:15:15.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:15.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.565154+0000) 2023-03-22T16:15:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:15.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.519685+0000) 2023-03-22T16:15:15.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:15.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.566886+0000) 2023-03-22T16:15:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:15.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.566361+0000) 2023-03-22T16:15:15.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:15.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.566629+0000) 2023-03-22T16:15:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:15.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.566096+0000) 2023-03-22T16:15:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:15.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:15.975895+0000) 2023-03-22T16:15:16.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:16.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.566474+0000) 2023-03-22T16:15:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:16.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.565404+0000) 2023-03-22T16:15:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:16.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.565294+0000) 2023-03-22T16:15:16.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:16.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.519803+0000) 2023-03-22T16:15:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:16.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.566994+0000) 2023-03-22T16:15:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:16.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.566740+0000) 2023-03-22T16:15:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:16.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.566215+0000) 2023-03-22T16:15:17.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:17 smithi142 ceph-mon[94717]: pgmap v3184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:15:17.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:17 smithi098 ceph-mon[94136]: pgmap v3184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:15:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:16.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.976097+0000) 2023-03-22T16:15:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:16.975+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:16.975+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:17.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:16.979+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:16.980265+0000) 2023-03-22T16:15:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:17.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.565533+0000) 2023-03-22T16:15:17.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:17.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.519924+0000) 2023-03-22T16:15:17.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:17.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.566592+0000) 2023-03-22T16:15:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:17.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.565412+0000) 2023-03-22T16:15:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:17.565+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:17.565+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:17.567+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.568919+0000) 2023-03-22T16:15:17.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:17.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.567111+0000) 2023-03-22T16:15:17.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:17.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.566873+0000) 2023-03-22T16:15:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:17.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:17.566301+0000) 2023-03-22T16:15:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:18.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:18.565659+0000) 2023-03-22T16:15:18.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:18.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:18.567220+0000) 2023-03-22T16:15:18.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:18.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:18.566424+0000) 2023-03-22T16:15:18.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:18.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:18.566707+0000) 2023-03-22T16:15:18.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:18.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:18.566988+0000) 2023-03-22T16:15:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:18.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:18.520040+0000) 2023-03-22T16:15:19.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:19 smithi142 ceph-mon[94717]: pgmap v3185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:15:19.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:19 smithi098 ceph-mon[94136]: pgmap v3185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:15:19.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:19.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.566842+0000) 2023-03-22T16:15:19.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:19.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.567538+0000) 2023-03-22T16:15:19.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:19.518+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.520177+0000) 2023-03-22T16:15:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:19.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.565773+0000) 2023-03-22T16:15:19.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:19.565+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:19.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:19.565+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:19.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:19.566+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.567379+0000) 2023-03-22T16:15:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:19.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.567694+0000) 2023-03-22T16:15:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:19.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.566543+0000) 2023-03-22T16:15:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:19.566+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:19.566+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:19.566+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:19.567990+0000) 2023-03-22T16:15:20.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:20.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:20.567653+0000) 2023-03-22T16:15:20.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:20.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:20.567806+0000) 2023-03-22T16:15:20.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:20.519+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:20.520308+0000) 2023-03-22T16:15:20.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:20.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:20.566957+0000) 2023-03-22T16:15:21.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:21 smithi142 ceph-mon[94717]: pgmap v3186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:15:21.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:21 smithi098 ceph-mon[94136]: pgmap v3186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:15:21.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:21.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:21.567770+0000) 2023-03-22T16:15:21.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:21.519+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:21.520434+0000) 2023-03-22T16:15:21.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:21.475+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:21.476460+0000) 2023-03-22T16:15:21.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:21.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:21.567912+0000) 2023-03-22T16:15:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:21.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:21.567069+0000) 2023-03-22T16:15:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:21.566+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:21.566+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:21.567+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:21.568283+0000) 2023-03-22T16:15:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:22.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:22.066277+0000) 2023-03-22T16:15:22.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:22.478+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:22.480052+0000) 2023-03-22T16:15:22.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:22.519+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:22.520557+0000) 2023-03-22T16:15:22.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:22.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:22.568034+0000) 2023-03-22T16:15:22.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:22.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:22.567894+0000) 2023-03-22T16:15:23.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:23 smithi142 ceph-mon[94717]: pgmap v3187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:15:23.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:23 smithi098 ceph-mon[94136]: pgmap v3187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:15:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:23.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:23.066393+0000) 2023-03-22T16:15:23.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:23.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:23.483916+0000) 2023-03-22T16:15:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:23.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:23.568012+0000) 2023-03-22T16:15:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:23.567+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:23.567+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:23.570+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:23.571936+0000) 2023-03-22T16:15:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:23.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:23.568175+0000) 2023-03-22T16:15:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:23.519+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:23.520694+0000) 2023-03-22T16:15:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:23.520+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:23.521498+0000) 2023-03-22T16:15:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:24.064+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:24.066087+0000) 2023-03-22T16:15:24.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:24.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:24.066516+0000) 2023-03-22T16:15:24.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:24.065+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:24.066815+0000) 2023-03-22T16:15:24.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:24.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:24.484405+0000) 2023-03-22T16:15:24.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:24.567+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:24.568313+0000) 2023-03-22T16:15:25.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:25 smithi142 ceph-mon[94717]: pgmap v3188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:15:25.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:25 smithi098 ceph-mon[94136]: pgmap v3188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:15:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:25.064+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:25.066207+0000) 2023-03-22T16:15:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:25.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:25.066636+0000) 2023-03-22T16:15:25.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:25.065+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:25.066934+0000) 2023-03-22T16:15:25.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:25.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:25.484521+0000) 2023-03-22T16:15:25.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:25.567+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:25.568424+0000) 2023-03-22T16:15:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:26.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:26.067410+0000) 2023-03-22T16:15:26.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:26.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:26.066327+0000) 2023-03-22T16:15:26.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:26.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:26.066754+0000) 2023-03-22T16:15:26.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:26.065+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:26.067056+0000) 2023-03-22T16:15:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:26.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:26.484718+0000) 2023-03-22T16:15:26.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:26.567+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:26.568539+0000) 2023-03-22T16:15:26.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:26.568+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:26.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:26.568+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:26.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:26.568+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:26.569425+0000) 2023-03-22T16:15:27.381 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:27 smithi142 ceph-mon[94717]: pgmap v3189: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:15:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:27 smithi098 ceph-mon[94136]: pgmap v3189: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:15:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:27.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:27.066426+0000) 2023-03-22T16:15:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:27.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:27.066871+0000) 2023-03-22T16:15:27.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:27.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:27.067519+0000) 2023-03-22T16:15:27.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:27.065+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:27.067137+0000) 2023-03-22T16:15:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:27.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:27.484850+0000) 2023-03-22T16:15:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:28.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:28.066549+0000) 2023-03-22T16:15:28.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:28.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:28.067005+0000) 2023-03-22T16:15:28.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:28.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:28.020999+0000) 2023-03-22T16:15:28.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:28.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:28.067602+0000) 2023-03-22T16:15:28.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:28.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:28.068275+0000) 2023-03-22T16:15:28.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:28.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:28.067258+0000) 2023-03-22T16:15:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:28.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:28.485068+0000) 2023-03-22T16:15:29.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:29 smithi142 ceph-mon[94717]: pgmap v3190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:15:29.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:29 smithi098 ceph-mon[94136]: pgmap v3190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:15:29.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:29.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:29.067715+0000) 2023-03-22T16:15:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:29.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:29.066671+0000) 2023-03-22T16:15:29.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:29.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:29.067122+0000) 2023-03-22T16:15:29.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:29.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:29.067386+0000) 2023-03-22T16:15:29.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:29.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:29.021120+0000) 2023-03-22T16:15:29.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:29.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:29.068388+0000) 2023-03-22T16:15:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:29.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:29.485235+0000) 2023-03-22T16:15:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:30.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:30.066807+0000) 2023-03-22T16:15:30.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:30.065+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:30.067242+0000) 2023-03-22T16:15:30.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:30.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:30.021240+0000) 2023-03-22T16:15:30.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:30.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:30.067839+0000) 2023-03-22T16:15:30.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:30.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:30.067505+0000) 2023-03-22T16:15:30.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:30.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:30.068496+0000) 2023-03-22T16:15:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:30.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:30.485515+0000) 2023-03-22T16:15:31.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:31 smithi142 ceph-mon[94717]: pgmap v3191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:31.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:31 smithi098 ceph-mon[94136]: pgmap v3191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:31.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.066932+0000) 2023-03-22T16:15:31.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:31.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.067359+0000) 2023-03-22T16:15:31.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:31.067+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.068804+0000) 2023-03-22T16:15:31.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:31.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.067950+0000) 2023-03-22T16:15:31.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:31.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.021363+0000) 2023-03-22T16:15:31.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:31.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.068613+0000) 2023-03-22T16:15:31.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:31.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.067635+0000) 2023-03-22T16:15:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:31.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:31.485640+0000) 2023-03-22T16:15:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:32.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.067057+0000) 2023-03-22T16:15:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:32.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.067483+0000) 2023-03-22T16:15:32.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:32.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.021485+0000) 2023-03-22T16:15:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:32.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.068061+0000) 2023-03-22T16:15:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:32.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.068732+0000) 2023-03-22T16:15:32.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:32.067+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.068920+0000) 2023-03-22T16:15:32.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:32.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.067772+0000) 2023-03-22T16:15:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:32.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:32.485860+0000) 2023-03-22T16:15:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:33 smithi142 ceph-mon[94717]: pgmap v3192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:33 smithi098 ceph-mon[94136]: pgmap v3192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:33.065+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.067174+0000) 2023-03-22T16:15:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:33.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.067603+0000) 2023-03-22T16:15:33.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:33.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.067893+0000) 2023-03-22T16:15:33.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:33.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.068180+0000) 2023-03-22T16:15:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:33.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.068848+0000) 2023-03-22T16:15:33.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:33.067+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.069037+0000) 2023-03-22T16:15:33.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:33.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.021608+0000) 2023-03-22T16:15:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:33.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:33.485979+0000) 2023-03-22T16:15:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:34.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.067298+0000) 2023-03-22T16:15:34.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:34.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.067717+0000) 2023-03-22T16:15:34.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:34.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.021729+0000) 2023-03-22T16:15:34.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:34.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.068300+0000) 2023-03-22T16:15:34.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:34.067+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.069152+0000) 2023-03-22T16:15:34.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:34.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.068963+0000) 2023-03-22T16:15:34.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:34.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.068008+0000) 2023-03-22T16:15:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:34.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:34.486182+0000) 2023-03-22T16:15:35.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:35 smithi142 ceph-mon[94717]: pgmap v3193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:35 smithi098 ceph-mon[94136]: pgmap v3193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:35.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.067417+0000) 2023-03-22T16:15:35.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:35.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.067814+0000) 2023-03-22T16:15:35.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:35.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.068130+0000) 2023-03-22T16:15:35.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:35.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.021863+0000) 2023-03-22T16:15:35.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:35.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.068420+0000) 2023-03-22T16:15:35.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:35.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.069090+0000) 2023-03-22T16:15:35.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:35.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.069267+0000) 2023-03-22T16:15:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:35.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:35.486304+0000) 2023-03-22T16:15:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:36.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.067538+0000) 2023-03-22T16:15:36.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:36.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.067929+0000) 2023-03-22T16:15:36.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:36.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.069388+0000) 2023-03-22T16:15:36.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:36.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.069206+0000) 2023-03-22T16:15:36.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:36.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.021994+0000) 2023-03-22T16:15:36.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:36.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.068536+0000) 2023-03-22T16:15:36.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:36.066+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.068246+0000) 2023-03-22T16:15:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:36.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:36.486516+0000) 2023-03-22T16:15:37.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:37 smithi142 ceph-mon[94717]: pgmap v3194: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:37.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:37 smithi098 ceph-mon[94136]: pgmap v3194: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:37.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:37.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.068651+0000) 2023-03-22T16:15:37.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:37.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.067659+0000) 2023-03-22T16:15:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:37.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.068034+0000) 2023-03-22T16:15:37.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:37.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.069297+0000) 2023-03-22T16:15:37.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:37.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.069498+0000) 2023-03-22T16:15:37.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:37.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.068377+0000) 2023-03-22T16:15:37.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:37.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.022120+0000) 2023-03-22T16:15:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:37.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:37.486637+0000) 2023-03-22T16:15:38.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:38.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.067777+0000) 2023-03-22T16:15:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:38.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.068146+0000) 2023-03-22T16:15:38.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:38.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.022249+0000) 2023-03-22T16:15:38.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:38.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.068763+0000) 2023-03-22T16:15:38.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:38.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.069626+0000) 2023-03-22T16:15:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:38.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.069416+0000) 2023-03-22T16:15:38.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:38.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.068493+0000) 2023-03-22T16:15:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:38.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:38.486851+0000) 2023-03-22T16:15:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:39 smithi142 ceph-mon[94717]: pgmap v3195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:39.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:39 smithi098 ceph-mon[94136]: pgmap v3195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:39.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.067908+0000) 2023-03-22T16:15:39.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:39.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.022376+0000) 2023-03-22T16:15:39.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:39.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.068873+0000) 2023-03-22T16:15:39.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:39.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.069741+0000) 2023-03-22T16:15:39.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:39.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.068612+0000) 2023-03-22T16:15:39.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:39.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.068262+0000) 2023-03-22T16:15:39.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:39.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.069527+0000) 2023-03-22T16:15:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:39.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:39.486977+0000) 2023-03-22T16:15:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:40.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.068017+0000) 2023-03-22T16:15:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:40.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.068391+0000) 2023-03-22T16:15:40.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:40.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.022497+0000) 2023-03-22T16:15:40.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:40.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.069637+0000) 2023-03-22T16:15:40.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:40.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.069859+0000) 2023-03-22T16:15:40.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:40.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.068726+0000) 2023-03-22T16:15:40.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:40.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.068988+0000) 2023-03-22T16:15:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:40.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:40.487178+0000) 2023-03-22T16:15:41.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:41 smithi142 ceph-mon[94717]: pgmap v3196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:41 smithi098 ceph-mon[94136]: pgmap v3196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:41.066+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.068140+0000) 2023-03-22T16:15:41.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:41.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.068503+0000) 2023-03-22T16:15:41.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:41.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.022620+0000) 2023-03-22T16:15:41.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:41.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.069970+0000) 2023-03-22T16:15:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:41.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.069095+0000) 2023-03-22T16:15:41.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:41.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.069749+0000) 2023-03-22T16:15:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:41.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.068862+0000) 2023-03-22T16:15:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:41.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:41.487297+0000) 2023-03-22T16:15:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:42.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.068258+0000) 2023-03-22T16:15:42.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:42.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.068623+0000) 2023-03-22T16:15:42.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:42.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.022741+0000) 2023-03-22T16:15:42.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:42.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.069845+0000) 2023-03-22T16:15:42.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:42.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.068978+0000) 2023-03-22T16:15:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:42.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.069205+0000) 2023-03-22T16:15:42.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:42.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.070085+0000) 2023-03-22T16:15:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:42.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:42.487508+0000) 2023-03-22T16:15:43.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:43 smithi142 ceph-mon[94717]: pgmap v3197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:43.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:43 smithi098 ceph-mon[94136]: pgmap v3197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:43.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.068391+0000) 2023-03-22T16:15:43.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:43.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.068957+0000) 2023-03-22T16:15:43.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:43.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.069098+0000) 2023-03-22T16:15:43.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:43.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.069298+0000) 2023-03-22T16:15:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:43.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.070201+0000) 2023-03-22T16:15:43.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:43.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.069953+0000) 2023-03-22T16:15:43.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:43.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.022865+0000) 2023-03-22T16:15:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:43.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:43.487628+0000) 2023-03-22T16:15:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:44.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.068512+0000) 2023-03-22T16:15:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:44.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.069069+0000) 2023-03-22T16:15:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:44.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.022987+0000) 2023-03-22T16:15:44.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:44.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.069413+0000) 2023-03-22T16:15:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:44.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.070066+0000) 2023-03-22T16:15:44.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:44.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.070303+0000) 2023-03-22T16:15:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:44.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.069216+0000) 2023-03-22T16:15:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:44.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:44.487836+0000) 2023-03-22T16:15:45.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:45 smithi142 ceph-mon[94717]: pgmap v3198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:45.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:45 smithi098 ceph-mon[94136]: pgmap v3198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:45.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.068681+0000) 2023-03-22T16:15:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:45.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.069175+0000) 2023-03-22T16:15:45.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:45.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.023181+0000) 2023-03-22T16:15:45.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:45.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.069513+0000) 2023-03-22T16:15:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:45.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.069301+0000) 2023-03-22T16:15:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:45.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.070440+0000) 2023-03-22T16:15:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:45.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.070193+0000) 2023-03-22T16:15:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:45.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:45.487954+0000) 2023-03-22T16:15:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:46.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.068782+0000) 2023-03-22T16:15:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:46.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.069280+0000) 2023-03-22T16:15:46.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:46.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.023296+0000) 2023-03-22T16:15:46.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:46.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.069618+0000) 2023-03-22T16:15:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:46.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.070577+0000) 2023-03-22T16:15:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:46.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.070301+0000) 2023-03-22T16:15:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:46.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.069417+0000) 2023-03-22T16:15:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:46.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:46.488162+0000) 2023-03-22T16:15:47.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:47 smithi142 ceph-mon[94717]: pgmap v3199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:47.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:47 smithi098 ceph-mon[94136]: pgmap v3199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:47.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.068910+0000) 2023-03-22T16:15:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:47.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.069393+0000) 2023-03-22T16:15:47.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:47.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.023419+0000) 2023-03-22T16:15:47.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:47.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.069732+0000) 2023-03-22T16:15:47.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:47.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.070413+0000) 2023-03-22T16:15:47.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:47.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.069540+0000) 2023-03-22T16:15:47.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:47.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.070690+0000) 2023-03-22T16:15:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:47.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.488299+0000) 2023-03-22T16:15:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:47.487+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:47.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:47.487+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:47.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:47.491+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:47.492884+0000) 2023-03-22T16:15:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:48.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.069028+0000) 2023-03-22T16:15:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:48.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.069507+0000) 2023-03-22T16:15:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:48.069+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:48.069+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.070492+0000) 2023-03-22T16:15:48.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:48.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.070808+0000) 2023-03-22T16:15:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:48.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.023544+0000) 2023-03-22T16:15:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:48.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.070532+0000) 2023-03-22T16:15:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:48.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.069876+0000) 2023-03-22T16:15:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:48.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:48.069663+0000) 2023-03-22T16:15:49.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:49 smithi142 ceph-mon[94717]: pgmap v3200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:49.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:49 smithi098 ceph-mon[94136]: pgmap v3200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:49.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:49.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:49.069985+0000) 2023-03-22T16:15:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:49.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:49.069146+0000) 2023-03-22T16:15:49.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:49.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:49.023681+0000) 2023-03-22T16:15:49.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:49.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:49.070660+0000) 2023-03-22T16:15:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:49.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:49.070928+0000) 2023-03-22T16:15:49.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:49.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:49.069799+0000) 2023-03-22T16:15:50.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:50.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.070203+0000) 2023-03-22T16:15:50.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:50.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.070780+0000) 2023-03-22T16:15:50.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:50.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.023795+0000) 2023-03-22T16:15:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:50.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.069294+0000) 2023-03-22T16:15:50.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:50.068+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:50.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:50.068+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:50.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:50.069+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.071134+0000) 2023-03-22T16:15:50.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:50.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.071048+0000) 2023-03-22T16:15:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:50.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.069913+0000) 2023-03-22T16:15:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:50.069+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:50.069+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:50.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:50.069+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:50.070989+0000) 2023-03-22T16:15:51.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:51 smithi142 ceph-mon[94717]: pgmap v3201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:51 smithi098 ceph-mon[94136]: pgmap v3201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:51.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:51.069+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:51.070368+0000) 2023-03-22T16:15:51.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:51.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:51.023918+0000) 2023-03-22T16:15:51.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:51.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:51.070895+0000) 2023-03-22T16:15:51.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:51.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:51.071164+0000) 2023-03-22T16:15:52.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:51.987+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:51.988609+0000) 2023-03-22T16:15:52.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:52.069+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:52.070473+0000) 2023-03-22T16:15:52.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:52.069+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:52.071254+0000) 2023-03-22T16:15:52.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:52.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:52.024041+0000) 2023-03-22T16:15:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:52.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:52.071012+0000) 2023-03-22T16:15:52.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:52.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:52.071295+0000) 2023-03-22T16:15:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:52.568+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:52.569839+0000) 2023-03-22T16:15:53.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:53 smithi142 ceph-mon[94717]: pgmap v3202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:53 smithi098 ceph-mon[94136]: pgmap v3202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:53.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:52.991+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:52.992720+0000) 2023-03-22T16:15:53.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:53.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:53.071145+0000) 2023-03-22T16:15:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:53.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:53.024159+0000) 2023-03-22T16:15:53.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:53.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:53.071411+0000) 2023-03-22T16:15:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:53.568+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:53.569959+0000) 2023-03-22T16:15:54.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:53.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:53.996412+0000) 2023-03-22T16:15:54.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:54.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.071574+0000) 2023-03-22T16:15:54.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:54.023+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.024282+0000) 2023-03-22T16:15:54.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:54.023+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:54.023+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.025150+0000) 2023-03-22T16:15:54.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:54.070+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.071278+0000) 2023-03-22T16:15:54.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:54.070+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:54.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:54.070+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:54.071+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.073068+0000) 2023-03-22T16:15:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:54.568+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.569620+0000) 2023-03-22T16:15:54.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:54.568+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.570069+0000) 2023-03-22T16:15:54.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:54.568+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.570176+0000) 2023-03-22T16:15:55.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:55 smithi142 ceph-mon[94717]: pgmap v3203: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:55.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:55 smithi098 ceph-mon[94136]: pgmap v3203: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:55.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:54.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:54.996911+0000) 2023-03-22T16:15:55.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:55.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:55.071704+0000) 2023-03-22T16:15:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:55.569+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:55.569741+0000) 2023-03-22T16:15:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:55.569+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:55.570176+0000) 2023-03-22T16:15:55.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:55.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:55.570299+0000) 2023-03-22T16:15:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:55.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:55.997031+0000) 2023-03-22T16:15:56.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:56.071+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:56.071821+0000) 2023-03-22T16:15:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:56.569+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:56.569856+0000) 2023-03-22T16:15:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:56.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:56.570300+0000) 2023-03-22T16:15:56.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:56.570+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:56.570786+0000) 2023-03-22T16:15:56.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:56.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:56.570413+0000) 2023-03-22T16:15:57.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:57 smithi142 ceph-mon[94717]: pgmap v3204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:57.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:57 smithi098 ceph-mon[94136]: pgmap v3204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:15:57.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:57.071+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:57.071931+0000) 2023-03-22T16:15:57.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:57.072+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:57.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:57.072+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:15:57.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:15:57.074+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:57.074977+0000) 2023-03-22T16:15:57.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:56.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:56.997235+0000) 2023-03-22T16:15:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:57.569+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:57.569973+0000) 2023-03-22T16:15:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:57.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:57.570409+0000) 2023-03-22T16:15:57.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:57.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:57.570558+0000) 2023-03-22T16:15:57.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:57.570+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:57.570898+0000) 2023-03-22T16:15:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:57.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:57.997360+0000) 2023-03-22T16:15:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:58.569+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:58.570091+0000) 2023-03-22T16:15:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:58.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:58.570527+0000) 2023-03-22T16:15:58.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:58.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:58.524579+0000) 2023-03-22T16:15:58.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:58.570+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:58.571008+0000) 2023-03-22T16:15:58.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:58.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:58.570699+0000) 2023-03-22T16:15:58.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:58.571+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:58.571594+0000) 2023-03-22T16:15:59.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:15:59 smithi142 ceph-mon[94717]: pgmap v3205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:59.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:15:59 smithi098 ceph-mon[94136]: pgmap v3205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:15:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:58.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:58.997587+0000) 2023-03-22T16:15:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:15:59.569+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:59.570205+0000) 2023-03-22T16:15:59.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:15:59.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:59.570654+0000) 2023-03-22T16:15:59.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:15:59.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:59.524712+0000) 2023-03-22T16:15:59.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:15:59.570+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:59.571118+0000) 2023-03-22T16:15:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:15:59.571+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:59.571708+0000) 2023-03-22T16:15:59.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:15:59.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:59.570817+0000) 2023-03-22T16:16:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:15:59.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:15:59.997708+0000) 2023-03-22T16:16:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:00.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:00.570294+0000) 2023-03-22T16:16:00.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:00.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:00.570771+0000) 2023-03-22T16:16:00.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:00.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:00.570931+0000) 2023-03-22T16:16:00.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:00.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:00.524826+0000) 2023-03-22T16:16:00.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:00.570+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:00.571224+0000) 2023-03-22T16:16:00.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:00.571+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:00.571820+0000) 2023-03-22T16:16:01.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:01 smithi142 ceph-mon[94717]: pgmap v3206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:01.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:01 smithi098 ceph-mon[94136]: pgmap v3206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:00.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:00.997910+0000) 2023-03-22T16:16:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:01.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.570420+0000) 2023-03-22T16:16:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:01.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.570873+0000) 2023-03-22T16:16:01.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:01.571+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.571924+0000) 2023-03-22T16:16:01.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:01.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.571303+0000) 2023-03-22T16:16:01.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:01.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.524945+0000) 2023-03-22T16:16:01.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:01.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.571056+0000) 2023-03-22T16:16:01.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:01.571+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.572142+0000) 2023-03-22T16:16:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:01.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:01.998028+0000) 2023-03-22T16:16:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:02.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.570539+0000) 2023-03-22T16:16:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:02.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.570981+0000) 2023-03-22T16:16:02.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:02.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.525065+0000) 2023-03-22T16:16:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:02.571+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.572035+0000) 2023-03-22T16:16:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:02.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.571424+0000) 2023-03-22T16:16:02.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:02.571+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.572254+0000) 2023-03-22T16:16:02.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:02.570+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.571169+0000) 2023-03-22T16:16:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:03 smithi142 ceph-mon[94717]: pgmap v3207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:03 smithi098 ceph-mon[94136]: pgmap v3207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:02.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:02.998236+0000) 2023-03-22T16:16:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:03.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.570656+0000) 2023-03-22T16:16:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:03.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.571091+0000) 2023-03-22T16:16:03.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:03.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.571551+0000) 2023-03-22T16:16:03.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:03.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.525200+0000) 2023-03-22T16:16:03.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:03.571+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.572146+0000) 2023-03-22T16:16:03.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:03.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.572379+0000) 2023-03-22T16:16:03.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:03.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.571293+0000) 2023-03-22T16:16:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:03.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:03.998368+0000) 2023-03-22T16:16:04.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:04.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.571671+0000) 2023-03-22T16:16:04.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:04.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.570790+0000) 2023-03-22T16:16:04.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:04.570+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.571199+0000) 2023-03-22T16:16:04.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:04.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.572256+0000) 2023-03-22T16:16:04.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:04.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.572499+0000) 2023-03-22T16:16:04.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:04.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.525320+0000) 2023-03-22T16:16:04.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:04.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.571411+0000) 2023-03-22T16:16:05.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:05 smithi142 ceph-mon[94717]: pgmap v3208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:16:05.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:05 smithi098 ceph-mon[94136]: pgmap v3208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:16:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:04.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:04.998581+0000) 2023-03-22T16:16:05.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:05.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.571789+0000) 2023-03-22T16:16:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:05.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.570906+0000) 2023-03-22T16:16:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:05.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.571292+0000) 2023-03-22T16:16:05.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:05.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.572395+0000) 2023-03-22T16:16:05.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:05.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.525454+0000) 2023-03-22T16:16:05.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:05.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.572623+0000) 2023-03-22T16:16:05.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:05.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.571535+0000) 2023-03-22T16:16:06.572 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:06.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.525582+0000) 2023-03-22T16:16:06.573 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:05.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:05.998777+0000) 2023-03-22T16:16:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:06.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.571031+0000) 2023-03-22T16:16:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:06.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.571551+0000) 2023-03-22T16:16:06.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:06.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.571905+0000) 2023-03-22T16:16:06.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:06.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.572742+0000) 2023-03-22T16:16:06.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:06.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.572520+0000) 2023-03-22T16:16:06.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:06.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.571670+0000) 2023-03-22T16:16:07.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:07 smithi142 ceph-mon[94717]: pgmap v3209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:16:07.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:07 smithi098 ceph-mon[94136]: pgmap v3209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:16:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:06.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:06.999005+0000) 2023-03-22T16:16:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:07.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.571170+0000) 2023-03-22T16:16:07.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:07.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.571671+0000) 2023-03-22T16:16:07.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:07.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.525701+0000) 2023-03-22T16:16:07.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:07.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.572862+0000) 2023-03-22T16:16:07.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:07.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.572016+0000) 2023-03-22T16:16:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:07.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.572654+0000) 2023-03-22T16:16:07.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:07.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.571792+0000) 2023-03-22T16:16:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:07.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:07.999124+0000) 2023-03-22T16:16:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:08.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.571294+0000) 2023-03-22T16:16:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:08.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.571792+0000) 2023-03-22T16:16:08.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:08.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.525820+0000) 2023-03-22T16:16:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:08.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.572765+0000) 2023-03-22T16:16:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:08.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.572129+0000) 2023-03-22T16:16:08.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:08.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.572984+0000) 2023-03-22T16:16:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:08.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.571910+0000) 2023-03-22T16:16:09.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:09 smithi142 ceph-mon[94717]: pgmap v3210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:16:09.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:09 smithi098 ceph-mon[94136]: pgmap v3210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:16:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:08.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:08.999338+0000) 2023-03-22T16:16:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:09.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.571411+0000) 2023-03-22T16:16:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:09.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.571911+0000) 2023-03-22T16:16:09.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:09.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.525942+0000) 2023-03-22T16:16:09.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:09.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.572879+0000) 2023-03-22T16:16:09.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:09.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.572233+0000) 2023-03-22T16:16:09.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:09.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.573094+0000) 2023-03-22T16:16:09.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:09.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.572020+0000) 2023-03-22T16:16:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:10 smithi142 ceph-mon[94717]: osdmap e238: 12 total, 9 up, 9 in 2023-03-22T16:16:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:10 smithi098 ceph-mon[94136]: osdmap e238: 12 total, 9 up, 9 in 2023-03-22T16:16:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:09.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:09.999459+0000) 2023-03-22T16:16:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:10.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.571523+0000) 2023-03-22T16:16:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:10.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.572032+0000) 2023-03-22T16:16:10.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:10.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.572353+0000) 2023-03-22T16:16:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:10.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.526072+0000) 2023-03-22T16:16:10.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:10.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.572992+0000) 2023-03-22T16:16:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:10.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.573209+0000) 2023-03-22T16:16:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:10.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.572132+0000) 2023-03-22T16:16:11.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:11 smithi142 ceph-mon[94717]: pgmap v3212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:16:11.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:11 smithi098 ceph-mon[94136]: pgmap v3212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:16:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:10.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:10.999673+0000) 2023-03-22T16:16:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:11.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.571650+0000) 2023-03-22T16:16:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:11.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.572130+0000) 2023-03-22T16:16:11.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:11.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.526206+0000) 2023-03-22T16:16:11.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:11.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.572470+0000) 2023-03-22T16:16:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:11.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.573299+0000) 2023-03-22T16:16:11.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:11.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.573111+0000) 2023-03-22T16:16:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:11.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.572249+0000) 2023-03-22T16:16:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:11.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:11.999794+0000) 2023-03-22T16:16:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:12.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:12.571764+0000) 2023-03-22T16:16:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:12.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:12.572249+0000) 2023-03-22T16:16:12.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:12.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:12.572587+0000) 2023-03-22T16:16:12.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:12.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:12.573215+0000) 2023-03-22T16:16:12.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:12.526+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:12.526301+0000) 2023-03-22T16:16:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:12.572+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:12.572365+0000) 2023-03-22T16:16:12.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:12.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:12.573418+0000) 2023-03-22T16:16:13.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:13 smithi142 ceph-mon[94717]: pgmap v3213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:16:13.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:13 smithi098 ceph-mon[94136]: pgmap v3213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:16:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:12.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.000002+0000) 2023-03-22T16:16:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:13.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.571865+0000) 2023-03-22T16:16:13.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:13.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.572390+0000) 2023-03-22T16:16:13.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:13.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.526426+0000) 2023-03-22T16:16:13.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:13.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.572708+0000) 2023-03-22T16:16:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:13.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.573296+0000) 2023-03-22T16:16:13.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:13.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.573538+0000) 2023-03-22T16:16:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:13.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:13.572475+0000) 2023-03-22T16:16:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:13.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.000122+0000) 2023-03-22T16:16:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:14.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.571995+0000) 2023-03-22T16:16:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:14.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.572502+0000) 2023-03-22T16:16:14.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:14.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.526552+0000) 2023-03-22T16:16:14.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:14.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.572822+0000) 2023-03-22T16:16:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:14.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.573656+0000) 2023-03-22T16:16:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:14.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.573418+0000) 2023-03-22T16:16:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:14.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:14.572591+0000) 2023-03-22T16:16:15.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:15 smithi142 ceph-mon[94717]: pgmap v3214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:16:15.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:15 smithi098 ceph-mon[94136]: pgmap v3214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:16:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:14.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.000314+0000) 2023-03-22T16:16:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:15.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.572123+0000) 2023-03-22T16:16:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:15.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.572620+0000) 2023-03-22T16:16:15.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:15.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.526692+0000) 2023-03-22T16:16:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:15.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.572911+0000) 2023-03-22T16:16:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:15.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.573773+0000) 2023-03-22T16:16:15.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:15.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.572700+0000) 2023-03-22T16:16:15.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:15.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:15.573538+0000) 2023-03-22T16:16:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:15.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.000452+0000) 2023-03-22T16:16:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:16.570+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.572232+0000) 2023-03-22T16:16:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:16.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.572734+0000) 2023-03-22T16:16:16.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:16.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.573019+0000) 2023-03-22T16:16:16.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:16.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.526825+0000) 2023-03-22T16:16:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:16.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.573901+0000) 2023-03-22T16:16:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:16.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.573651+0000) 2023-03-22T16:16:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:16.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:16.572817+0000) 2023-03-22T16:16:17.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:17 smithi142 ceph-mon[94717]: pgmap v3215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:16:17.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:17 smithi098 ceph-mon[94136]: pgmap v3215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:16:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:16.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.000648+0000) 2023-03-22T16:16:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:17.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.572311+0000) 2023-03-22T16:16:17.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:17.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.572856+0000) 2023-03-22T16:16:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:17.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.526956+0000) 2023-03-22T16:16:17.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:17.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.573129+0000) 2023-03-22T16:16:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:17.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.574023+0000) 2023-03-22T16:16:17.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:17.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.573778+0000) 2023-03-22T16:16:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:17.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:17.572931+0000) 2023-03-22T16:16:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:17.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.000761+0000) 2023-03-22T16:16:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:18.003+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.005062+0000) 2023-03-22T16:16:18.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:18.571+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.573239+0000) 2023-03-22T16:16:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:18.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.572428+0000) 2023-03-22T16:16:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:18.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.572973+0000) 2023-03-22T16:16:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:18.573+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:18.573+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.575163+0000) 2023-03-22T16:16:18.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:18.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.573044+0000) 2023-03-22T16:16:18.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:18.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.527080+0000) 2023-03-22T16:16:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:18.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.573904+0000) 2023-03-22T16:16:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:18.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:18.574143+0000) 2023-03-22T16:16:19.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:19 smithi142 ceph-mon[94717]: pgmap v3216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:16:19.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:19 smithi098 ceph-mon[94136]: pgmap v3216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:16:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:19.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:19.572542+0000) 2023-03-22T16:16:19.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:19.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:19.527212+0000) 2023-03-22T16:16:19.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:19.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:19.573357+0000) 2023-03-22T16:16:19.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:19.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:19.574252+0000) 2023-03-22T16:16:19.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:19.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:19.574013+0000) 2023-03-22T16:16:19.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:19.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:19.573150+0000) 2023-03-22T16:16:20.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:20.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.573584+0000) 2023-03-22T16:16:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:20.571+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.572655+0000) 2023-03-22T16:16:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:20.572+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:20.572+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:20.573+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.574493+0000) 2023-03-22T16:16:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:20.526+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.527327+0000) 2023-03-22T16:16:20.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:20.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.574129+0000) 2023-03-22T16:16:20.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:20.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.574371+0000) 2023-03-22T16:16:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:20.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.573253+0000) 2023-03-22T16:16:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:20.572+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:20.572+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:20.573+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:20.574729+0000) 2023-03-22T16:16:21.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:21 smithi142 ceph-mon[94717]: pgmap v3217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:16:21.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:21 smithi098 ceph-mon[94136]: pgmap v3217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:16:21.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:21.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:21.573728+0000) 2023-03-22T16:16:21.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:21.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:21.574258+0000) 2023-03-22T16:16:21.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:21.526+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:21.527444+0000) 2023-03-22T16:16:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:21.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:21.574502+0000) 2023-03-22T16:16:22.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:22.526+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:22.527561+0000) 2023-03-22T16:16:22.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:22.499+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:22.501000+0000) 2023-03-22T16:16:22.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:22.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:22.574758+0000) 2023-03-22T16:16:22.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:22.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:22.573855+0000) 2023-03-22T16:16:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:22.573+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:22.573+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:22.573+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:22.575029+0000) 2023-03-22T16:16:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:22.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:22.574419+0000) 2023-03-22T16:16:23.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:23 smithi142 ceph-mon[94717]: pgmap v3218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:16:23.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:23 smithi098 ceph-mon[94136]: pgmap v3218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:16:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:23.072+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:23.074119+0000) 2023-03-22T16:16:23.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:23.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:23.503056+0000) 2023-03-22T16:16:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:23.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:23.574544+0000) 2023-03-22T16:16:23.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:23.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:23.574888+0000) 2023-03-22T16:16:23.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:23.526+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:23.527683+0000) 2023-03-22T16:16:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:24.072+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:24.074239+0000) 2023-03-22T16:16:24.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:24.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:24.506541+0000) 2023-03-22T16:16:24.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:24.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:24.575004+0000) 2023-03-22T16:16:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:24.526+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:24.527822+0000) 2023-03-22T16:16:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:24.527+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:24.527+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:24.527+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:24.529030+0000) 2023-03-22T16:16:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:24.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:24.574664+0000) 2023-03-22T16:16:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:24.574+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:24.574+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:24.574+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:24.575947+0000) 2023-03-22T16:16:25.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:25 smithi142 ceph-mon[94717]: pgmap v3219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:16:25.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:25 smithi098 ceph-mon[94136]: pgmap v3219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:16:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:25.071+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:25.072970+0000) 2023-03-22T16:16:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:25.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:25.074357+0000) 2023-03-22T16:16:25.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:25.072+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:25.073528+0000) 2023-03-22T16:16:25.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:25.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:25.507092+0000) 2023-03-22T16:16:25.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:25.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:25.575135+0000) 2023-03-22T16:16:26.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:26.071+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:26.073093+0000) 2023-03-22T16:16:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:26.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:26.074464+0000) 2023-03-22T16:16:26.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:26.072+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:26.073647+0000) 2023-03-22T16:16:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:26.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:26.507296+0000) 2023-03-22T16:16:26.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:26.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:26.575250+0000) 2023-03-22T16:16:27.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:27 smithi142 ceph-mon[94717]: pgmap v3220: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:16:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:27 smithi098 ceph-mon[94136]: pgmap v3220: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:16:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:27.071+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:27.073202+0000) 2023-03-22T16:16:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:27.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:27.074582+0000) 2023-03-22T16:16:27.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:27.072+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:27.074128+0000) 2023-03-22T16:16:27.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:27.072+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:27.073769+0000) 2023-03-22T16:16:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:27.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:27.507424+0000) 2023-03-22T16:16:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:27.574+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:27.575380+0000) 2023-03-22T16:16:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:27.574+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:27.574+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:27.575+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:27.576397+0000) 2023-03-22T16:16:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:28.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:28.073323+0000) 2023-03-22T16:16:28.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:28.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:28.074688+0000) 2023-03-22T16:16:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:28.072+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:28.074238+0000) 2023-03-22T16:16:28.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:28.072+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:28.073888+0000) 2023-03-22T16:16:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:28.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:28.507637+0000) 2023-03-22T16:16:29.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:29 smithi142 ceph-mon[94717]: pgmap v3221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:16:29.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:29 smithi098 ceph-mon[94136]: pgmap v3221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:16:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:29.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:29.073448+0000) 2023-03-22T16:16:29.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:29.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:29.074798+0000) 2023-03-22T16:16:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:29.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:29.028130+0000) 2023-03-22T16:16:29.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:29.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:29.074357+0000) 2023-03-22T16:16:29.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:29.073+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:29.074914+0000) 2023-03-22T16:16:29.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:29.072+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:29.074004+0000) 2023-03-22T16:16:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:29.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:29.507761+0000) 2023-03-22T16:16:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:30.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:30.073567+0000) 2023-03-22T16:16:30.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:30.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:30.028246+0000) 2023-03-22T16:16:30.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:30.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:30.074912+0000) 2023-03-22T16:16:30.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:30.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:30.074471+0000) 2023-03-22T16:16:30.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:30.073+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:30.075030+0000) 2023-03-22T16:16:30.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:30.072+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:30.074122+0000) 2023-03-22T16:16:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:30.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:30.507959+0000) 2023-03-22T16:16:31.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:31 smithi142 ceph-mon[94717]: pgmap v3222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:31.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:31 smithi098 ceph-mon[94136]: pgmap v3222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:31.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:31.073687+0000) 2023-03-22T16:16:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:31.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:31.075022+0000) 2023-03-22T16:16:31.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:31.072+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:31.074239+0000) 2023-03-22T16:16:31.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:31.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:31.074587+0000) 2023-03-22T16:16:31.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:31.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:31.028381+0000) 2023-03-22T16:16:31.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:31.073+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:31.075143+0000) 2023-03-22T16:16:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:31.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:31.508078+0000) 2023-03-22T16:16:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:32.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.073827+0000) 2023-03-22T16:16:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:32.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.075146+0000) 2023-03-22T16:16:32.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:32.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.074388+0000) 2023-03-22T16:16:32.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:32.074+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.075678+0000) 2023-03-22T16:16:32.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:32.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.028555+0000) 2023-03-22T16:16:32.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:32.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.074714+0000) 2023-03-22T16:16:32.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:32.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.075278+0000) 2023-03-22T16:16:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:32.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:32.508296+0000) 2023-03-22T16:16:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:33 smithi142 ceph-mon[94717]: pgmap v3223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:33 smithi098 ceph-mon[94136]: pgmap v3223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:33.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.073967+0000) 2023-03-22T16:16:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:33.073+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.075240+0000) 2023-03-22T16:16:33.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:33.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.028700+0000) 2023-03-22T16:16:33.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:33.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.074895+0000) 2023-03-22T16:16:33.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:33.074+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.075792+0000) 2023-03-22T16:16:33.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:33.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.075382+0000) 2023-03-22T16:16:33.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:33.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.074519+0000) 2023-03-22T16:16:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:33.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:33.508420+0000) 2023-03-22T16:16:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:34.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.074090+0000) 2023-03-22T16:16:34.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:34.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.075344+0000) 2023-03-22T16:16:34.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:34.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.028811+0000) 2023-03-22T16:16:34.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:34.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.075012+0000) 2023-03-22T16:16:34.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:34.074+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.075904+0000) 2023-03-22T16:16:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:34.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.074624+0000) 2023-03-22T16:16:34.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:34.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.075498+0000) 2023-03-22T16:16:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:34.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:34.508627+0000) 2023-03-22T16:16:35.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:35 smithi142 ceph-mon[94717]: pgmap v3224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:35 smithi098 ceph-mon[94136]: pgmap v3224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:35.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.074215+0000) 2023-03-22T16:16:35.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:35.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.075444+0000) 2023-03-22T16:16:35.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:35.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.028945+0000) 2023-03-22T16:16:35.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:35.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.075124+0000) 2023-03-22T16:16:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:35.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.075616+0000) 2023-03-22T16:16:35.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:35.074+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.076009+0000) 2023-03-22T16:16:35.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:35.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.074735+0000) 2023-03-22T16:16:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:35.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:35.508756+0000) 2023-03-22T16:16:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:36.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.074323+0000) 2023-03-22T16:16:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:36.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.075550+0000) 2023-03-22T16:16:36.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:36.073+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.075234+0000) 2023-03-22T16:16:36.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:36.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.075741+0000) 2023-03-22T16:16:36.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:36.074+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.076119+0000) 2023-03-22T16:16:36.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:36.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.029082+0000) 2023-03-22T16:16:36.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:36.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.074850+0000) 2023-03-22T16:16:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:36.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:36.508919+0000) 2023-03-22T16:16:37.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:37 smithi142 ceph-mon[94717]: pgmap v3225: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:37.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:37 smithi098 ceph-mon[94136]: pgmap v3225: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:37.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.074444+0000) 2023-03-22T16:16:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:37.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.075671+0000) 2023-03-22T16:16:37.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:37.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.029198+0000) 2023-03-22T16:16:37.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:37.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.075353+0000) 2023-03-22T16:16:37.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:37.074+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.076229+0000) 2023-03-22T16:16:37.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:37.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.075858+0000) 2023-03-22T16:16:37.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:37.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.074969+0000) 2023-03-22T16:16:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:37.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:37.509039+0000) 2023-03-22T16:16:38.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:38.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.074561+0000) 2023-03-22T16:16:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:38.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.075800+0000) 2023-03-22T16:16:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:38.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.075972+0000) 2023-03-22T16:16:38.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:38.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.029322+0000) 2023-03-22T16:16:38.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:38.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.075464+0000) 2023-03-22T16:16:38.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:38.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.075084+0000) 2023-03-22T16:16:38.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:38.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.076300+0000) 2023-03-22T16:16:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:38.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:38.509241+0000) 2023-03-22T16:16:39.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:39 smithi142 ceph-mon[94717]: pgmap v3226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:39.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:39 smithi098 ceph-mon[94136]: pgmap v3226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:39.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.074685+0000) 2023-03-22T16:16:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:39.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.075914+0000) 2023-03-22T16:16:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:39.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.029452+0000) 2023-03-22T16:16:39.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:39.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.075575+0000) 2023-03-22T16:16:39.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:39.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.076087+0000) 2023-03-22T16:16:39.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:39.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.076425+0000) 2023-03-22T16:16:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:39.073+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.075200+0000) 2023-03-22T16:16:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:39.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:39.509373+0000) 2023-03-22T16:16:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:40.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.074807+0000) 2023-03-22T16:16:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:40.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.076037+0000) 2023-03-22T16:16:40.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:40.074+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.076205+0000) 2023-03-22T16:16:40.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:40.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.075307+0000) 2023-03-22T16:16:40.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:40.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.029573+0000) 2023-03-22T16:16:40.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:40.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.076534+0000) 2023-03-22T16:16:40.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:40.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.075687+0000) 2023-03-22T16:16:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:40.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:40.509577+0000) 2023-03-22T16:16:41.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:41 smithi142 ceph-mon[94717]: pgmap v3227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:41 smithi098 ceph-mon[94136]: pgmap v3227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:41.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.074919+0000) 2023-03-22T16:16:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:41.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.076153+0000) 2023-03-22T16:16:41.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:41.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.076651+0000) 2023-03-22T16:16:41.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:41.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.029691+0000) 2023-03-22T16:16:41.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:41.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.076302+0000) 2023-03-22T16:16:41.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:41.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.075427+0000) 2023-03-22T16:16:41.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:41.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.075822+0000) 2023-03-22T16:16:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:41.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:41.509697+0000) 2023-03-22T16:16:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:42.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.075053+0000) 2023-03-22T16:16:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:42.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.076257+0000) 2023-03-22T16:16:42.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:42.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.076419+0000) 2023-03-22T16:16:42.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:42.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.076768+0000) 2023-03-22T16:16:42.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:42.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.029814+0000) 2023-03-22T16:16:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:42.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.075936+0000) 2023-03-22T16:16:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:42.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.075553+0000) 2023-03-22T16:16:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:42.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:42.509915+0000) 2023-03-22T16:16:43.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:43 smithi142 ceph-mon[94717]: pgmap v3228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:43.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:43 smithi098 ceph-mon[94136]: pgmap v3228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:43.073+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.075181+0000) 2023-03-22T16:16:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:43.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.076379+0000) 2023-03-22T16:16:43.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:43.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.076536+0000) 2023-03-22T16:16:43.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:43.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.076878+0000) 2023-03-22T16:16:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:43.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.076044+0000) 2023-03-22T16:16:43.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:43.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.075676+0000) 2023-03-22T16:16:43.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:43.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.029922+0000) 2023-03-22T16:16:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:43.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:43.510035+0000) 2023-03-22T16:16:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:44.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.075314+0000) 2023-03-22T16:16:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:44.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.076494+0000) 2023-03-22T16:16:44.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:44.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.075800+0000) 2023-03-22T16:16:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:44.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.030029+0000) 2023-03-22T16:16:44.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:44.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.076983+0000) 2023-03-22T16:16:44.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:44.074+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.076160+0000) 2023-03-22T16:16:44.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:44.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.076658+0000) 2023-03-22T16:16:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:44.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:44.510241+0000) 2023-03-22T16:16:45.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:45 smithi142 ceph-mon[94717]: pgmap v3229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:45.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:45 smithi098 ceph-mon[94136]: pgmap v3229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:45.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.075442+0000) 2023-03-22T16:16:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:45.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.076619+0000) 2023-03-22T16:16:45.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:45.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.030141+0000) 2023-03-22T16:16:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:45.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.076284+0000) 2023-03-22T16:16:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:45.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.076778+0000) 2023-03-22T16:16:45.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:45.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.077093+0000) 2023-03-22T16:16:45.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:45.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.075919+0000) 2023-03-22T16:16:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:45.509+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:45.510300+0000) 2023-03-22T16:16:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:46.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.075570+0000) 2023-03-22T16:16:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:46.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.076732+0000) 2023-03-22T16:16:46.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:46.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.076897+0000) 2023-03-22T16:16:46.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:46.075+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.077207+0000) 2023-03-22T16:16:46.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:46.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.076043+0000) 2023-03-22T16:16:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:46.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.076402+0000) 2023-03-22T16:16:46.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:46.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.030287+0000) 2023-03-22T16:16:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:46.509+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:46.510521+0000) 2023-03-22T16:16:47.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:47 smithi142 ceph-mon[94717]: pgmap v3230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:47.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:47 smithi098 ceph-mon[94136]: pgmap v3230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:47.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:47.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.076516+0000) 2023-03-22T16:16:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:47.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.075692+0000) 2023-03-22T16:16:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:47.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.076851+0000) 2023-03-22T16:16:47.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:47.074+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.076161+0000) 2023-03-22T16:16:47.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:47.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.030402+0000) 2023-03-22T16:16:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:47.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.077009+0000) 2023-03-22T16:16:47.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:47.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.077297+0000) 2023-03-22T16:16:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:47.510+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:47.510701+0000) 2023-03-22T16:16:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:48.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.075826+0000) 2023-03-22T16:16:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:48.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.076965+0000) 2023-03-22T16:16:48.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:48.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.077420+0000) 2023-03-22T16:16:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:48.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.030528+0000) 2023-03-22T16:16:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:48.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.076630+0000) 2023-03-22T16:16:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:48.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.077117+0000) 2023-03-22T16:16:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:48.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.076267+0000) 2023-03-22T16:16:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:48.509+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.510935+0000) 2023-03-22T16:16:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:48.510+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:48.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:48.510+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:48.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:48.513+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:48.515174+0000) 2023-03-22T16:16:49.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:49 smithi142 ceph-mon[94717]: pgmap v3231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:49.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:49 smithi098 ceph-mon[94136]: pgmap v3231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:49.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.075939+0000) 2023-03-22T16:16:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:49.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.077083+0000) 2023-03-22T16:16:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:49.076+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:49.076+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:49.080+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.081651+0000) 2023-03-22T16:16:49.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:49.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.076399+0000) 2023-03-22T16:16:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:49.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.030655+0000) 2023-03-22T16:16:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:49.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.077345+0000) 2023-03-22T16:16:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:49.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.077552+0000) 2023-03-22T16:16:49.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:49.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:49.076752+0000) 2023-03-22T16:16:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:50.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:50.076065+0000) 2023-03-22T16:16:50.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:50.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:50.030783+0000) 2023-03-22T16:16:50.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:50.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:50.076866+0000) 2023-03-22T16:16:50.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:50.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:50.077667+0000) 2023-03-22T16:16:50.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:50.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:50.076522+0000) 2023-03-22T16:16:50.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:50.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:50.077457+0000) 2023-03-22T16:16:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:51 smithi098 ceph-mon[94136]: pgmap v3232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:51.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:51.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.077244+0000) 2023-03-22T16:16:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:51.074+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.076185+0000) 2023-03-22T16:16:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:51.075+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:51.075+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:51.076+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.078165+0000) 2023-03-22T16:16:51.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:51.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.077785+0000) 2023-03-22T16:16:51.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:51.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.030870+0000) 2023-03-22T16:16:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:51.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.077575+0000) 2023-03-22T16:16:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:51.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.076650+0000) 2023-03-22T16:16:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:51.076+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:51.076+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:51.076+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:51.077995+0000) 2023-03-22T16:16:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:51 smithi142 ceph-mon[94717]: pgmap v3232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:52.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:52.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:52.030997+0000) 2023-03-22T16:16:52.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:52.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:52.077375+0000) 2023-03-22T16:16:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:52.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:52.077689+0000) 2023-03-22T16:16:52.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:52.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:52.077906+0000) 2023-03-22T16:16:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:53 smithi098 ceph-mon[94136]: pgmap v3233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:53.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:53.010+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:53.011252+0000) 2023-03-22T16:16:53.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:53.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:53.077815+0000) 2023-03-22T16:16:53.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:53.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:53.031133+0000) 2023-03-22T16:16:53.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:53.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:53.077502+0000) 2023-03-22T16:16:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:53.077+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:53.077+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:53.078+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:53.079359+0000) 2023-03-22T16:16:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:53.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:53.078030+0000) 2023-03-22T16:16:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:53 smithi142 ceph-mon[94717]: pgmap v3233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:53.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:53.577384+0000) 2023-03-22T16:16:54.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:54.021+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:54.022770+0000) 2023-03-22T16:16:54.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:54.030+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:54.031275+0000) 2023-03-22T16:16:54.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:54.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:54.077938+0000) 2023-03-22T16:16:54.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:54.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:54.078146+0000) 2023-03-22T16:16:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:54.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:54.577504+0000) 2023-03-22T16:16:55.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:55 smithi098 ceph-mon[94136]: pgmap v3234: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:55.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:55.023+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.025168+0000) 2023-03-22T16:16:55.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:55.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.078263+0000) 2023-03-22T16:16:55.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:55.030+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.031390+0000) 2023-03-22T16:16:55.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:55.030+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:55.030+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:55.031+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.032312+0000) 2023-03-22T16:16:55.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:55.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.078049+0000) 2023-03-22T16:16:55.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:55.077+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:55.077+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:55.078+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.079369+0000) 2023-03-22T16:16:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:55 smithi142 ceph-mon[94717]: pgmap v3234: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:55.575+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.576551+0000) 2023-03-22T16:16:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:55.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.577624+0000) 2023-03-22T16:16:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:55.575+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:55.577109+0000) 2023-03-22T16:16:56.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:56.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:56.078390+0000) 2023-03-22T16:16:56.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:56.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:56.025741+0000) 2023-03-22T16:16:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:56.575+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:56.576677+0000) 2023-03-22T16:16:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:56.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:56.577739+0000) 2023-03-22T16:16:56.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:56.575+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:56.577224+0000) 2023-03-22T16:16:57.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:57 smithi098 ceph-mon[94136]: pgmap v3235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:57.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:57.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:57.025939+0000) 2023-03-22T16:16:57.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:57.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:57.078518+0000) 2023-03-22T16:16:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:57 smithi142 ceph-mon[94717]: pgmap v3235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:16:57.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:57.576+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:57.577848+0000) 2023-03-22T16:16:57.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:57.575+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:57.576797+0000) 2023-03-22T16:16:57.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:57.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:57.577855+0000) 2023-03-22T16:16:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:57.576+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:57.577301+0000) 2023-03-22T16:16:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:58.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:58.026061+0000) 2023-03-22T16:16:58.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:58.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:58.078640+0000) 2023-03-22T16:16:58.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:58.078+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:16:58.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:16:58.078+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:58.079474+0000) 2023-03-22T16:16:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:58.575+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:58.576911+0000) 2023-03-22T16:16:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:58.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:58.577969+0000) 2023-03-22T16:16:58.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:58.576+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:58.577959+0000) 2023-03-22T16:16:58.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:58.576+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:58.577420+0000) 2023-03-22T16:16:59.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:16:59 smithi098 ceph-mon[94136]: pgmap v3236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:16:59.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:59.026258+0000) 2023-03-22T16:16:59.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:16:59 smithi142 ceph-mon[94717]: pgmap v3236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:16:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:16:59.576+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:59.578068+0000) 2023-03-22T16:16:59.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:16:59.575+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:59.577021+0000) 2023-03-22T16:16:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:16:59.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:59.578083+0000) 2023-03-22T16:16:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:16:59.577+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:59.578292+0000) 2023-03-22T16:16:59.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:16:59.576+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:59.577535+0000) 2023-03-22T16:16:59.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:16:59.530+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:16:59.531639+0000) 2023-03-22T16:17:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:00.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:00.026408+0000) 2023-03-22T16:17:00.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:00.576+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:00.578179+0000) 2023-03-22T16:17:00.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:00.575+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:00.577136+0000) 2023-03-22T16:17:00.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:00.576+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:00.578204+0000) 2023-03-22T16:17:00.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:00.530+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:00.531764+0000) 2023-03-22T16:17:00.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:00.577+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:00.578410+0000) 2023-03-22T16:17:00.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:00.576+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:00.577660+0000) 2023-03-22T16:17:01.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:01 smithi098 ceph-mon[94136]: pgmap v3237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:01.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:01.026628+0000) 2023-03-22T16:17:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:01 smithi142 ceph-mon[94717]: pgmap v3237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:01.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:01.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:01.578308+0000) 2023-03-22T16:17:01.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:01.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:01.577266+0000) 2023-03-22T16:17:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:01.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:01.578301+0000) 2023-03-22T16:17:01.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:01.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:01.531925+0000) 2023-03-22T16:17:01.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:01.578+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:01.578526+0000) 2023-03-22T16:17:01.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:01.577+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:01.577796+0000) 2023-03-22T16:17:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:02.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.026757+0000) 2023-03-22T16:17:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:02.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.577389+0000) 2023-03-22T16:17:02.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:02.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.532034+0000) 2023-03-22T16:17:02.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:02.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.578422+0000) 2023-03-22T16:17:02.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:02.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.578441+0000) 2023-03-22T16:17:02.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:02.578+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.578645+0000) 2023-03-22T16:17:02.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:02.578+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.578910+0000) 2023-03-22T16:17:02.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:02.577+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:02.577920+0000) 2023-03-22T16:17:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:03 smithi098 ceph-mon[94136]: pgmap v3238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:03.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.026997+0000) 2023-03-22T16:17:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:03 smithi142 ceph-mon[94717]: pgmap v3238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:03.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.577501+0000) 2023-03-22T16:17:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:03.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.578551+0000) 2023-03-22T16:17:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:03.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.532160+0000) 2023-03-22T16:17:03.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:03.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.578540+0000) 2023-03-22T16:17:03.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:03.578+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.578760+0000) 2023-03-22T16:17:03.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:03.578+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.579023+0000) 2023-03-22T16:17:03.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:03.577+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:03.578028+0000) 2023-03-22T16:17:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:04.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.027151+0000) 2023-03-22T16:17:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:04.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.577617+0000) 2023-03-22T16:17:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:04.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.578669+0000) 2023-03-22T16:17:04.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:04.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.532284+0000) 2023-03-22T16:17:04.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:04.578+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.579141+0000) 2023-03-22T16:17:04.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:04.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.578664+0000) 2023-03-22T16:17:04.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:04.578+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.578861+0000) 2023-03-22T16:17:04.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:04.577+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:04.578138+0000) 2023-03-22T16:17:05.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:05 smithi098 ceph-mon[94136]: pgmap v3239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:17:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:05.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.027369+0000) 2023-03-22T16:17:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:05 smithi142 ceph-mon[94717]: pgmap v3239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:17:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:05.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.577747+0000) 2023-03-22T16:17:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:05.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.578789+0000) 2023-03-22T16:17:05.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:05.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.532411+0000) 2023-03-22T16:17:05.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:05.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.578778+0000) 2023-03-22T16:17:05.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:05.577+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.578252+0000) 2023-03-22T16:17:05.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:05.578+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.579246+0000) 2023-03-22T16:17:05.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:05.578+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:05.578969+0000) 2023-03-22T16:17:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:06.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.027489+0000) 2023-03-22T16:17:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:06.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.577872+0000) 2023-03-22T16:17:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:06.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.578905+0000) 2023-03-22T16:17:06.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:06.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.578382+0000) 2023-03-22T16:17:06.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:06.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.578891+0000) 2023-03-22T16:17:06.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:06.578+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.579090+0000) 2023-03-22T16:17:06.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:06.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.532546+0000) 2023-03-22T16:17:06.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:06.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:06.579362+0000) 2023-03-22T16:17:07.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:07 smithi098 ceph-mon[94136]: pgmap v3240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:17:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:07.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.027708+0000) 2023-03-22T16:17:07.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:07 smithi142 ceph-mon[94717]: pgmap v3240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:17:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:07.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.577995+0000) 2023-03-22T16:17:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:07.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.579031+0000) 2023-03-22T16:17:07.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:07.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.532673+0000) 2023-03-22T16:17:07.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:07.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.578998+0000) 2023-03-22T16:17:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:07.578+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.579202+0000) 2023-03-22T16:17:07.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:07.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.579480+0000) 2023-03-22T16:17:07.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:07.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:07.578503+0000) 2023-03-22T16:17:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:08.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.027833+0000) 2023-03-22T16:17:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:08.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.578118+0000) 2023-03-22T16:17:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:08.578+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.579152+0000) 2023-03-22T16:17:08.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:08.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.578618+0000) 2023-03-22T16:17:08.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:08.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.532798+0000) 2023-03-22T16:17:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:08.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.579107+0000) 2023-03-22T16:17:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:08.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.579301+0000) 2023-03-22T16:17:08.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:08.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:08.579605+0000) 2023-03-22T16:17:09.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:09 smithi098 ceph-mon[94136]: pgmap v3241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:17:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:09.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.028040+0000) 2023-03-22T16:17:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:09 smithi142 ceph-mon[94717]: pgmap v3241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:17:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:09.577+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.578239+0000) 2023-03-22T16:17:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:09.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.579310+0000) 2023-03-22T16:17:09.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:09.578+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.579217+0000) 2023-03-22T16:17:09.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:09.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.579726+0000) 2023-03-22T16:17:09.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:09.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.532922+0000) 2023-03-22T16:17:09.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:09.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.579461+0000) 2023-03-22T16:17:09.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:09.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:09.578736+0000) 2023-03-22T16:17:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:10 smithi098 ceph-mon[94136]: osdmap e239: 12 total, 9 up, 9 in 2023-03-22T16:17:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:10.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.028172+0000) 2023-03-22T16:17:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:10 smithi142 ceph-mon[94717]: osdmap e239: 12 total, 9 up, 9 in 2023-03-22T16:17:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:10.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.578373+0000) 2023-03-22T16:17:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:10.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.579450+0000) 2023-03-22T16:17:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:10.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.533041+0000) 2023-03-22T16:17:10.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:10.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.579306+0000) 2023-03-22T16:17:10.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:10.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.579579+0000) 2023-03-22T16:17:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:10.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.579841+0000) 2023-03-22T16:17:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:10.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:10.578864+0000) 2023-03-22T16:17:11.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:11 smithi098 ceph-mon[94136]: pgmap v3243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:17:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:11.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.028394+0000) 2023-03-22T16:17:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:11 smithi142 ceph-mon[94717]: pgmap v3243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:17:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:11.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.578505+0000) 2023-03-22T16:17:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:11.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.579566+0000) 2023-03-22T16:17:11.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:11.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.533161+0000) 2023-03-22T16:17:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:11.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.579425+0000) 2023-03-22T16:17:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:11.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.579944+0000) 2023-03-22T16:17:11.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:11.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.579696+0000) 2023-03-22T16:17:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:11.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:11.578997+0000) 2023-03-22T16:17:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:12.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.028519+0000) 2023-03-22T16:17:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:12.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.578656+0000) 2023-03-22T16:17:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:12.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.579684+0000) 2023-03-22T16:17:12.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:12.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.533294+0000) 2023-03-22T16:17:12.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:12.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.579534+0000) 2023-03-22T16:17:12.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:12.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.579809+0000) 2023-03-22T16:17:12.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:12.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.580057+0000) 2023-03-22T16:17:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:12.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:12.579124+0000) 2023-03-22T16:17:13.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:13 smithi098 ceph-mon[94136]: pgmap v3244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:17:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:13.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.028733+0000) 2023-03-22T16:17:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:13 smithi142 ceph-mon[94717]: pgmap v3244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:17:13.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:13.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.579639+0000) 2023-03-22T16:17:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:13.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.578775+0000) 2023-03-22T16:17:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:13.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.579813+0000) 2023-03-22T16:17:13.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:13.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.580164+0000) 2023-03-22T16:17:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:13.579+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.579265+0000) 2023-03-22T16:17:13.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:13.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.533462+0000) 2023-03-22T16:17:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:13.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:13.579920+0000) 2023-03-22T16:17:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:14.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.028853+0000) 2023-03-22T16:17:14.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:14.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.579748+0000) 2023-03-22T16:17:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:14.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.578878+0000) 2023-03-22T16:17:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:14.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.579916+0000) 2023-03-22T16:17:14.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:14.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.580022+0000) 2023-03-22T16:17:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:14.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.580276+0000) 2023-03-22T16:17:14.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:14.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.533578+0000) 2023-03-22T16:17:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:14.579+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:14.579387+0000) 2023-03-22T16:17:15.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:15 smithi098 ceph-mon[94136]: pgmap v3245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:17:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:15.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.029043+0000) 2023-03-22T16:17:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:15 smithi142 ceph-mon[94717]: pgmap v3245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:17:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:15.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.578997+0000) 2023-03-22T16:17:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:15.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.580028+0000) 2023-03-22T16:17:15.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:15.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.580392+0000) 2023-03-22T16:17:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:15.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.533704+0000) 2023-03-22T16:17:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:15.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.580150+0000) 2023-03-22T16:17:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:15.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.579864+0000) 2023-03-22T16:17:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:15.579+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:15.579507+0000) 2023-03-22T16:17:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:16.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.029213+0000) 2023-03-22T16:17:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:16.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.579115+0000) 2023-03-22T16:17:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:16.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.580180+0000) 2023-03-22T16:17:16.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:16.580+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.580284+0000) 2023-03-22T16:17:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:16.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.580510+0000) 2023-03-22T16:17:16.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:16.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.579978+0000) 2023-03-22T16:17:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:16.579+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.579634+0000) 2023-03-22T16:17:16.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:16.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:16.533835+0000) 2023-03-22T16:17:17.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:17 smithi098 ceph-mon[94136]: pgmap v3246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:17:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:17.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.029456+0000) 2023-03-22T16:17:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:17 smithi142 ceph-mon[94717]: pgmap v3246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:17:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:17.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.579238+0000) 2023-03-22T16:17:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:17.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.580325+0000) 2023-03-22T16:17:17.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:17.579+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.579756+0000) 2023-03-22T16:17:17.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:17.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.533957+0000) 2023-03-22T16:17:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:17.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.580619+0000) 2023-03-22T16:17:17.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:17.580+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.580400+0000) 2023-03-22T16:17:17.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:17.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:17.580090+0000) 2023-03-22T16:17:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:18.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.029616+0000) 2023-03-22T16:17:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:18.579+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.579408+0000) 2023-03-22T16:17:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:18.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.580446+0000) 2023-03-22T16:17:18.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:18.580+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.580516+0000) 2023-03-22T16:17:18.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:18.579+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.579913+0000) 2023-03-22T16:17:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:18.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.534078+0000) 2023-03-22T16:17:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:18.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.580195+0000) 2023-03-22T16:17:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:18.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:18.580737+0000) 2023-03-22T16:17:19.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:19 smithi098 ceph-mon[94136]: pgmap v3247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:17:19.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:19.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.029844+0000) 2023-03-22T16:17:19.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:19.030+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:19.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:19.030+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:19.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:19.034+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.034620+0000) 2023-03-22T16:17:19.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:19 smithi142 ceph-mon[94717]: pgmap v3247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:17:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:19.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.579557+0000) 2023-03-22T16:17:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:19.579+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.580587+0000) 2023-03-22T16:17:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:19.580+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.581433+0000) 2023-03-22T16:17:19.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:19.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.534193+0000) 2023-03-22T16:17:19.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:19.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.580301+0000) 2023-03-22T16:17:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:19.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.580859+0000) 2023-03-22T16:17:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:19.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.580632+0000) 2023-03-22T16:17:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:19.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:19.580082+0000) 2023-03-22T16:17:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:20.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:20.579707+0000) 2023-03-22T16:17:20.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:20.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:20.534311+0000) 2023-03-22T16:17:20.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:20.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:20.580463+0000) 2023-03-22T16:17:20.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:20.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:20.580748+0000) 2023-03-22T16:17:20.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:20.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:20.580975+0000) 2023-03-22T16:17:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:20.578+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:20.580221+0000) 2023-03-22T16:17:21.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:21 smithi098 ceph-mon[94136]: pgmap v3248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:17:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:21 smithi142 ceph-mon[94717]: pgmap v3248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:17:21.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:21.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.580872+0000) 2023-03-22T16:17:21.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:21.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.580934+0000) 2023-03-22T16:17:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:21.578+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.579855+0000) 2023-03-22T16:17:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:21.579+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:21.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:21.579+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:21.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:21.579+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.581113+0000) 2023-03-22T16:17:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:21.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.581114+0000) 2023-03-22T16:17:21.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:21.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.534440+0000) 2023-03-22T16:17:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:21.579+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.580354+0000) 2023-03-22T16:17:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:21.579+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:21.579+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:21.580+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:21.581475+0000) 2023-03-22T16:17:22.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:22.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:22.581010+0000) 2023-03-22T16:17:22.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:22.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:22.534613+0000) 2023-03-22T16:17:22.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:22.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:22.581097+0000) 2023-03-22T16:17:22.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:22.579+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:22.581229+0000) 2023-03-22T16:17:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:23 smithi142 ceph-mon[94717]: pgmap v3249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:17:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:23 smithi098 ceph-mon[94136]: pgmap v3249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:17:23.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:23.528+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:23.530100+0000) 2023-03-22T16:17:23.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:23.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:23.534738+0000) 2023-03-22T16:17:23.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:23.579+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:23.581154+0000) 2023-03-22T16:17:23.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:23.580+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:23.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:23.580+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:23.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:23.581+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:23.582860+0000) 2023-03-22T16:17:23.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:23.579+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:23.581243+0000) 2023-03-22T16:17:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:23.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:23.581452+0000) 2023-03-22T16:17:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:24.079+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:24.080876+0000) 2023-03-22T16:17:24.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:24.532+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:24.533852+0000) 2023-03-22T16:17:24.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:24.580+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:24.581348+0000) 2023-03-22T16:17:24.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:24.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:24.581570+0000) 2023-03-22T16:17:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:24.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:24.534877+0000) 2023-03-22T16:17:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:25.079+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:25.081010+0000) 2023-03-22T16:17:25.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:25 smithi142 ceph-mon[94717]: pgmap v3250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:17:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:25 smithi098 ceph-mon[94136]: pgmap v3250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:17:25.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:25.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:25.581729+0000) 2023-03-22T16:17:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:25.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:25.535006+0000) 2023-03-22T16:17:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:25.534+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:25.534+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:25.535+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:25.536433+0000) 2023-03-22T16:17:25.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:25.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:25.537551+0000) 2023-03-22T16:17:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:25.580+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:25.581488+0000) 2023-03-22T16:17:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:25.580+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:25.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:25.581+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:25.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:25.581+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:25.582412+0000) 2023-03-22T16:17:26.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:26.078+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:26.080083+0000) 2023-03-22T16:17:26.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:26.079+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:26.081112+0000) 2023-03-22T16:17:26.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:26.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:26.080603+0000) 2023-03-22T16:17:26.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:26.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:26.581869+0000) 2023-03-22T16:17:26.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:26.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:26.538223+0000) 2023-03-22T16:17:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:27.078+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:27.080198+0000) 2023-03-22T16:17:27.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:27.079+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:27.081212+0000) 2023-03-22T16:17:27.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:27.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:27.080729+0000) 2023-03-22T16:17:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:27 smithi142 ceph-mon[94717]: pgmap v3251: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:17:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:27 smithi098 ceph-mon[94136]: pgmap v3251: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:17:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:27.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:27.538300+0000) 2023-03-22T16:17:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:27.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:27.581970+0000) 2023-03-22T16:17:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:28.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:28.080294+0000) 2023-03-22T16:17:28.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:28.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:28.081290+0000) 2023-03-22T16:17:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:28.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:28.081404+0000) 2023-03-22T16:17:28.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:28.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:28.080845+0000) 2023-03-22T16:17:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:28.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:28.538526+0000) 2023-03-22T16:17:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:28.580+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:28.582091+0000) 2023-03-22T16:17:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:28.581+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:28.581+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:28.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:28.582+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:28.583299+0000) 2023-03-22T16:17:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:29.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:29.080409+0000) 2023-03-22T16:17:29.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:29.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:29.081401+0000) 2023-03-22T16:17:29.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:29.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:29.081513+0000) 2023-03-22T16:17:29.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:29.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:29.080972+0000) 2023-03-22T16:17:29.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:29 smithi142 ceph-mon[94717]: pgmap v3252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:17:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:29 smithi098 ceph-mon[94136]: pgmap v3252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:17:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:29.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:29.538641+0000) 2023-03-22T16:17:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:30.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:30.080514+0000) 2023-03-22T16:17:30.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:30.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:30.081510+0000) 2023-03-22T16:17:30.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:30.033+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:30.035235+0000) 2023-03-22T16:17:30.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:30.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:30.081630+0000) 2023-03-22T16:17:30.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:30.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:30.081077+0000) 2023-03-22T16:17:30.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:30.080+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:30.081759+0000) 2023-03-22T16:17:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:30.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:30.538858+0000) 2023-03-22T16:17:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:31.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:31.080638+0000) 2023-03-22T16:17:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:31.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:31.081632+0000) 2023-03-22T16:17:31.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:31.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:31.035365+0000) 2023-03-22T16:17:31.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:31.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:31.081746+0000) 2023-03-22T16:17:31.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:31.080+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:31.081872+0000) 2023-03-22T16:17:31.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:31.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:31.081192+0000) 2023-03-22T16:17:31.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:31 smithi142 ceph-mon[94717]: pgmap v3253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:31 smithi098 ceph-mon[94136]: pgmap v3253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:31.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:31.538979+0000) 2023-03-22T16:17:32.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:32.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:32.081872+0000) 2023-03-22T16:17:32.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:32.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:32.080760+0000) 2023-03-22T16:17:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:32.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:32.081748+0000) 2023-03-22T16:17:32.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:32.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:32.035485+0000) 2023-03-22T16:17:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:32.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:32.081302+0000) 2023-03-22T16:17:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:32.080+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:32.081988+0000) 2023-03-22T16:17:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:32.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:32.539188+0000) 2023-03-22T16:17:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:33.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.080887+0000) 2023-03-22T16:17:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:33.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.081877+0000) 2023-03-22T16:17:33.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:33.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.035605+0000) 2023-03-22T16:17:33.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:33.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.081435+0000) 2023-03-22T16:17:33.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:33.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.081988+0000) 2023-03-22T16:17:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:33.080+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.082122+0000) 2023-03-22T16:17:33.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:33.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.082396+0000) 2023-03-22T16:17:33.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:33 smithi142 ceph-mon[94717]: pgmap v3254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:33 smithi098 ceph-mon[94136]: pgmap v3254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:33.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:33.539299+0000) 2023-03-22T16:17:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:34.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.081011+0000) 2023-03-22T16:17:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:34.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.081986+0000) 2023-03-22T16:17:34.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:34.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.035733+0000) 2023-03-22T16:17:34.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:34.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.082106+0000) 2023-03-22T16:17:34.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:34.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.082512+0000) 2023-03-22T16:17:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:34.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.081549+0000) 2023-03-22T16:17:34.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:34.080+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.082234+0000) 2023-03-22T16:17:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:34.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:34.539510+0000) 2023-03-22T16:17:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:35.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.081144+0000) 2023-03-22T16:17:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:35.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.082107+0000) 2023-03-22T16:17:35.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:35.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.081675+0000) 2023-03-22T16:17:35.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:35.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.035856+0000) 2023-03-22T16:17:35.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:35.080+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.082226+0000) 2023-03-22T16:17:35.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:35.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.082629+0000) 2023-03-22T16:17:35.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:35.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.082354+0000) 2023-03-22T16:17:35.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:35 smithi142 ceph-mon[94717]: pgmap v3255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:35 smithi098 ceph-mon[94136]: pgmap v3255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:35.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:35.539629+0000) 2023-03-22T16:17:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:36.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.081258+0000) 2023-03-22T16:17:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:36.080+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.082214+0000) 2023-03-22T16:17:36.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:36.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.035975+0000) 2023-03-22T16:17:36.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:36.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.082298+0000) 2023-03-22T16:17:36.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:36.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.082467+0000) 2023-03-22T16:17:36.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:36.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.082749+0000) 2023-03-22T16:17:36.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:36.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.081797+0000) 2023-03-22T16:17:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:36.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:36.539845+0000) 2023-03-22T16:17:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:37.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.081388+0000) 2023-03-22T16:17:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:37.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.082304+0000) 2023-03-22T16:17:37.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:37.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.036099+0000) 2023-03-22T16:17:37.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:37.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.082417+0000) 2023-03-22T16:17:37.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:37.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.082860+0000) 2023-03-22T16:17:37.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:37.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.081917+0000) 2023-03-22T16:17:37.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:37.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.082591+0000) 2023-03-22T16:17:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:37 smithi142 ceph-mon[94717]: pgmap v3256: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:37 smithi098 ceph-mon[94136]: pgmap v3256: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:37.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:37.539969+0000) 2023-03-22T16:17:38.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:38.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.081515+0000) 2023-03-22T16:17:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:38.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.082420+0000) 2023-03-22T16:17:38.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:38.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.036217+0000) 2023-03-22T16:17:38.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:38.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.082531+0000) 2023-03-22T16:17:38.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:38.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.082034+0000) 2023-03-22T16:17:38.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:38.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.082975+0000) 2023-03-22T16:17:38.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:38.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.082710+0000) 2023-03-22T16:17:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:38.538+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:38.540182+0000) 2023-03-22T16:17:39.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:39.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.082648+0000) 2023-03-22T16:17:39.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:39.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.081642+0000) 2023-03-22T16:17:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:39.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.082526+0000) 2023-03-22T16:17:39.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:39.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.083087+0000) 2023-03-22T16:17:39.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:39.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.036303+0000) 2023-03-22T16:17:39.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:39.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.082830+0000) 2023-03-22T16:17:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:39.080+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.082153+0000) 2023-03-22T16:17:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:39 smithi142 ceph-mon[94717]: pgmap v3257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:39 smithi098 ceph-mon[94136]: pgmap v3257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:39.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:39.540325+0000) 2023-03-22T16:17:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:40.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.081765+0000) 2023-03-22T16:17:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:40.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.082628+0000) 2023-03-22T16:17:40.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:40.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.036429+0000) 2023-03-22T16:17:40.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:40.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.082761+0000) 2023-03-22T16:17:40.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:40.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.083207+0000) 2023-03-22T16:17:40.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:40.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.082942+0000) 2023-03-22T16:17:40.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:40.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.082281+0000) 2023-03-22T16:17:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:40.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:40.540490+0000) 2023-03-22T16:17:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:41.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.081874+0000) 2023-03-22T16:17:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:41.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.082746+0000) 2023-03-22T16:17:41.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:41.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.082872+0000) 2023-03-22T16:17:41.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:41.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.036548+0000) 2023-03-22T16:17:41.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:41.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.083297+0000) 2023-03-22T16:17:41.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:41.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.082400+0000) 2023-03-22T16:17:41.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:41.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.083051+0000) 2023-03-22T16:17:41.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:41 smithi142 ceph-mon[94717]: pgmap v3258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:41 smithi098 ceph-mon[94136]: pgmap v3258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:41.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:41.540611+0000) 2023-03-22T16:17:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:42.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.081990+0000) 2023-03-22T16:17:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:42.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.082864+0000) 2023-03-22T16:17:42.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:42.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.083413+0000) 2023-03-22T16:17:42.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:42.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.036668+0000) 2023-03-22T16:17:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:42.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.082987+0000) 2023-03-22T16:17:42.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:42.081+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.083161+0000) 2023-03-22T16:17:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:42.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.082517+0000) 2023-03-22T16:17:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:42.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:42.540815+0000) 2023-03-22T16:17:43.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:43.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.083108+0000) 2023-03-22T16:17:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:43.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.082125+0000) 2023-03-22T16:17:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:43.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.082971+0000) 2023-03-22T16:17:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:43.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.083529+0000) 2023-03-22T16:17:43.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:43.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.036784+0000) 2023-03-22T16:17:43.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:43.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.083265+0000) 2023-03-22T16:17:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:43.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.082645+0000) 2023-03-22T16:17:43.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:43 smithi142 ceph-mon[94717]: pgmap v3259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:43 smithi098 ceph-mon[94136]: pgmap v3259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:43.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:43.540939+0000) 2023-03-22T16:17:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:44.080+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.082248+0000) 2023-03-22T16:17:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:44.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.083082+0000) 2023-03-22T16:17:44.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:44.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.082766+0000) 2023-03-22T16:17:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:44.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.036907+0000) 2023-03-22T16:17:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:44.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.083385+0000) 2023-03-22T16:17:44.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:44.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.083650+0000) 2023-03-22T16:17:44.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:44.081+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.083222+0000) 2023-03-22T16:17:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:44.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:44.541145+0000) 2023-03-22T16:17:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:45.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.082391+0000) 2023-03-22T16:17:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:45.081+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.083190+0000) 2023-03-22T16:17:45.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:45.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.037052+0000) 2023-03-22T16:17:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:45.082+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.083357+0000) 2023-03-22T16:17:45.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:45.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.083579+0000) 2023-03-22T16:17:45.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:45.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.083846+0000) 2023-03-22T16:17:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:45.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.082903+0000) 2023-03-22T16:17:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:45 smithi142 ceph-mon[94717]: pgmap v3260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:45 smithi098 ceph-mon[94136]: pgmap v3260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:45.540+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:45.541262+0000) 2023-03-22T16:17:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:46.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.082528+0000) 2023-03-22T16:17:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:46.082+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.083295+0000) 2023-03-22T16:17:46.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:46.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.083032+0000) 2023-03-22T16:17:46.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:46.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.037192+0000) 2023-03-22T16:17:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:46.082+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.083477+0000) 2023-03-22T16:17:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:46.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.083692+0000) 2023-03-22T16:17:46.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:46.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.083968+0000) 2023-03-22T16:17:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:46.540+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:46.541484+0000) 2023-03-22T16:17:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:47.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.082636+0000) 2023-03-22T16:17:47.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:47.082+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.083583+0000) 2023-03-22T16:17:47.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:47.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.083810+0000) 2023-03-22T16:17:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:47.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.084074+0000) 2023-03-22T16:17:47.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:47.081+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.083162+0000) 2023-03-22T16:17:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:47.082+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.083405+0000) 2023-03-22T16:17:47.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:47.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.037298+0000) 2023-03-22T16:17:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:47 smithi142 ceph-mon[94717]: pgmap v3261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:47 smithi098 ceph-mon[94136]: pgmap v3261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:47.540+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:47.541622+0000) 2023-03-22T16:17:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:48.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.082751+0000) 2023-03-22T16:17:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:48.082+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.083515+0000) 2023-03-22T16:17:48.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:48.082+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.084184+0000) 2023-03-22T16:17:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:48.082+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.083701+0000) 2023-03-22T16:17:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:48.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.083926+0000) 2023-03-22T16:17:48.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:48.082+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.083280+0000) 2023-03-22T16:17:48.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:48.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.037416+0000) 2023-03-22T16:17:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:48.540+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:48.541819+0000) 2023-03-22T16:17:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:49.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.082864+0000) 2023-03-22T16:17:49.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:49.082+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.083818+0000) 2023-03-22T16:17:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:49.082+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.083634+0000) 2023-03-22T16:17:49.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:49.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.084040+0000) 2023-03-22T16:17:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:49.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.037535+0000) 2023-03-22T16:17:49.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:49.082+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.083406+0000) 2023-03-22T16:17:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:49.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.084297+0000) 2023-03-22T16:17:49.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:49 smithi142 ceph-mon[94717]: pgmap v3262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:49 smithi098 ceph-mon[94136]: pgmap v3262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:49.540+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.541943+0000) 2023-03-22T16:17:49.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:49.541+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:49.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:49.541+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:49.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:49.545+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:49.546288+0000) 2023-03-22T16:17:50.458 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:50.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.082979+0000) 2023-03-22T16:17:50.459 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:50.082+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.083746+0000) 2023-03-22T16:17:50.459 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:50.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.037654+0000) 2023-03-22T16:17:50.460 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:50.082+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.083931+0000) 2023-03-22T16:17:50.460 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:50.082+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.083517+0000) 2023-03-22T16:17:50.461 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:50.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.084423+0000) 2023-03-22T16:17:50.461 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:50.082+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.084159+0000) 2023-03-22T16:17:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:50.083+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:50.083+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:50.084913+0000) 2023-03-22T16:17:51.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:51.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:51.083101+0000) 2023-03-22T16:17:51.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:51.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:51.037774+0000) 2023-03-22T16:17:51.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:51.082+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:51.084042+0000) 2023-03-22T16:17:51.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:51.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:51.084543+0000) 2023-03-22T16:17:51.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:51.083+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:51.084279+0000) 2023-03-22T16:17:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:51.082+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:51.083634+0000) 2023-03-22T16:17:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:51 smithi142 ceph-mon[94717]: pgmap v3263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:51 smithi098 ceph-mon[94136]: pgmap v3263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:52.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:52.083+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.084304+0000) 2023-03-22T16:17:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:52.081+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.083219+0000) 2023-03-22T16:17:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:52.082+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:52.083+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:52.083+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.084944+0000) 2023-03-22T16:17:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:52.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.037894+0000) 2023-03-22T16:17:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:52.083+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.084397+0000) 2023-03-22T16:17:52.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:52.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.084662+0000) 2023-03-22T16:17:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:52.082+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.083762+0000) 2023-03-22T16:17:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:52.083+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:52.083+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:52.083+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:52.085027+0000) 2023-03-22T16:17:53.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:53.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:53.038001+0000) 2023-03-22T16:17:53.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:53.083+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:53.084421+0000) 2023-03-22T16:17:53.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:53.083+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:53.084519+0000) 2023-03-22T16:17:53.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:53.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:53.084782+0000) 2023-03-22T16:17:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:53 smithi142 ceph-mon[94717]: pgmap v3264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:53.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:53 smithi098 ceph-mon[94136]: pgmap v3264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:54.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:54.040+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:54.042245+0000) 2023-03-22T16:17:54.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:54.083+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:54.084705+0000) 2023-03-22T16:17:54.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:54.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:54.038122+0000) 2023-03-22T16:17:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:54.083+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:54.084544+0000) 2023-03-22T16:17:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:54.084+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:54.084+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:54.084+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:54.086049+0000) 2023-03-22T16:17:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:54.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:54.084898+0000) 2023-03-22T16:17:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:54.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:54.584058+0000) 2023-03-22T16:17:55.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:55.044+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:55.045720+0000) 2023-03-22T16:17:55.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:55.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:55.085012+0000) 2023-03-22T16:17:55.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:55.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:55.038255+0000) 2023-03-22T16:17:55.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:55.083+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:55.084829+0000) 2023-03-22T16:17:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:55 smithi142 ceph-mon[94717]: pgmap v3265: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:55.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:55 smithi098 ceph-mon[94136]: pgmap v3265: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:55.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:55.584182+0000) 2023-03-22T16:17:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:56.047+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.049071+0000) 2023-03-22T16:17:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:56.037+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.038384+0000) 2023-03-22T16:17:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:56.037+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:17:56.037+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.039225+0000) 2023-03-22T16:17:56.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:56.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.085122+0000) 2023-03-22T16:17:56.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:56.083+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.084945+0000) 2023-03-22T16:17:56.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:56.084+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:56.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:56.084+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:17:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:17:56.085+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.086816+0000) 2023-03-22T16:17:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:56.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.583517+0000) 2023-03-22T16:17:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:56.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.584304+0000) 2023-03-22T16:17:56.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:56.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:56.584029+0000) 2023-03-22T16:17:57.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:57.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:57.049648+0000) 2023-03-22T16:17:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:57 smithi142 ceph-mon[94717]: pgmap v3266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:57.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:57 smithi098 ceph-mon[94136]: pgmap v3266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:17:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:57.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:57.583647+0000) 2023-03-22T16:17:57.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:57.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:57.584426+0000) 2023-03-22T16:17:57.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:57.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:57.584143+0000) 2023-03-22T16:17:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:58.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:58.049787+0000) 2023-03-22T16:17:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:58.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:58.583770+0000) 2023-03-22T16:17:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:58.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:58.584542+0000) 2023-03-22T16:17:58.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:58.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:58.584862+0000) 2023-03-22T16:17:58.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:58.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:58.584257+0000) 2023-03-22T16:17:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:17:59.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:59.050011+0000) 2023-03-22T16:17:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:17:59 smithi142 ceph-mon[94717]: pgmap v3267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:17:59 smithi098 ceph-mon[94136]: pgmap v3267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:17:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:17:59.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:59.583894+0000) 2023-03-22T16:17:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:17:59.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:59.584654+0000) 2023-03-22T16:17:59.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:17:59.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:59.584953+0000) 2023-03-22T16:17:59.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:17:59.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:59.584388+0000) 2023-03-22T16:18:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:00.048+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:00.050126+0000) 2023-03-22T16:18:00.840 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:00.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:00.584054+0000) 2023-03-22T16:18:00.840 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:00.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:00.584767+0000) 2023-03-22T16:18:00.841 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:00.538+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:00.538744+0000) 2023-03-22T16:18:00.841 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:00.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:00.585061+0000) 2023-03-22T16:18:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:01.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:01.050354+0000) 2023-03-22T16:18:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:00.583+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:00.585231+0000) 2023-03-22T16:18:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:00.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:00.584503+0000) 2023-03-22T16:18:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:57.083+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:57.085250+0000) 2023-03-22T16:18:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:58.084+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:58.085377+0000) 2023-03-22T16:18:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:59.084+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:59.085495+0000) 2023-03-22T16:18:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:59.084+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:59.084+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:01.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:17:59.085+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:17:59.087093+0000) 2023-03-22T16:18:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:01 smithi142 ceph-mon[94717]: pgmap v3268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:01 smithi098 ceph-mon[94136]: pgmap v3268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:01.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:01.584174+0000) 2023-03-22T16:18:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:01.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:01.584883+0000) 2023-03-22T16:18:01.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:01.537+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:01.538880+0000) 2023-03-22T16:18:01.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:01.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:01.585162+0000) 2023-03-22T16:18:01.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:01.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:01.585302+0000) 2023-03-22T16:18:01.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:01.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:01.584611+0000) 2023-03-22T16:18:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:02.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:02.050475+0000) 2023-03-22T16:18:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:02.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:02.584290+0000) 2023-03-22T16:18:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:02.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:02.584993+0000) 2023-03-22T16:18:02.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:02.537+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:02.538993+0000) 2023-03-22T16:18:02.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:02.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:02.584737+0000) 2023-03-22T16:18:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:02.584+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:02.585273+0000) 2023-03-22T16:18:02.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:02.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:02.585417+0000) 2023-03-22T16:18:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:03.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.050702+0000) 2023-03-22T16:18:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:03 smithi142 ceph-mon[94717]: pgmap v3269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:03.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:03 smithi098 ceph-mon[94136]: pgmap v3269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:03.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.584419+0000) 2023-03-22T16:18:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:03.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.585099+0000) 2023-03-22T16:18:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:03.537+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.539116+0000) 2023-03-22T16:18:03.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:03.584+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.585376+0000) 2023-03-22T16:18:03.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:03.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.585535+0000) 2023-03-22T16:18:03.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:03.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.585680+0000) 2023-03-22T16:18:03.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:03.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:03.584862+0000) 2023-03-22T16:18:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:04.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.050833+0000) 2023-03-22T16:18:04.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:04.584+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.585496+0000) 2023-03-22T16:18:04.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:04.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.584541+0000) 2023-03-22T16:18:04.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:04.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.585208+0000) 2023-03-22T16:18:04.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:04.537+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.539235+0000) 2023-03-22T16:18:04.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:04.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.585653+0000) 2023-03-22T16:18:04.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:04.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.585796+0000) 2023-03-22T16:18:04.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:04.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:04.584982+0000) 2023-03-22T16:18:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:05.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.051053+0000) 2023-03-22T16:18:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:05 smithi142 ceph-mon[94717]: pgmap v3270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:18:05.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:05 smithi098 ceph-mon[94136]: pgmap v3270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:18:05.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:05.584+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.585627+0000) 2023-03-22T16:18:05.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:05.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.584686+0000) 2023-03-22T16:18:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:05.584+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.585305+0000) 2023-03-22T16:18:05.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:05.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.585768+0000) 2023-03-22T16:18:05.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:05.538+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.539364+0000) 2023-03-22T16:18:05.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:05.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.585914+0000) 2023-03-22T16:18:05.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:05.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:05.585099+0000) 2023-03-22T16:18:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:06.050+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.051201+0000) 2023-03-22T16:18:06.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:06.584+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.585739+0000) 2023-03-22T16:18:06.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:06.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.584809+0000) 2023-03-22T16:18:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:06.584+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.585423+0000) 2023-03-22T16:18:06.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:06.538+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.539490+0000) 2023-03-22T16:18:06.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:06.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.585882+0000) 2023-03-22T16:18:06.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:06.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.586024+0000) 2023-03-22T16:18:06.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:06.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:06.585218+0000) 2023-03-22T16:18:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:07.050+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.051469+0000) 2023-03-22T16:18:07.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:07 smithi142 ceph-mon[94717]: pgmap v3271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:18:07.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:07 smithi098 ceph-mon[94136]: pgmap v3271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:18:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:07.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.584931+0000) 2023-03-22T16:18:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:07.584+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.585541+0000) 2023-03-22T16:18:07.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:07.538+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.539631+0000) 2023-03-22T16:18:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:07.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.586006+0000) 2023-03-22T16:18:07.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:07.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.586141+0000) 2023-03-22T16:18:07.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:07.584+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.585854+0000) 2023-03-22T16:18:07.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:07.584+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:07.585304+0000) 2023-03-22T16:18:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:08.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.051592+0000) 2023-03-22T16:18:08.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:08.585+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.585971+0000) 2023-03-22T16:18:08.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:08.584+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.585067+0000) 2023-03-22T16:18:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:08.585+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.585655+0000) 2023-03-22T16:18:08.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:08.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.539755+0000) 2023-03-22T16:18:08.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:08.585+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.586125+0000) 2023-03-22T16:18:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:08.585+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.585430+0000) 2023-03-22T16:18:08.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:08.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:08.586257+0000) 2023-03-22T16:18:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:09.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.051805+0000) 2023-03-22T16:18:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:09 smithi142 ceph-mon[94717]: pgmap v3272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:18:09.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:09 smithi098 ceph-mon[94136]: pgmap v3272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:18:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:09.584+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.585194+0000) 2023-03-22T16:18:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:09.585+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.585773+0000) 2023-03-22T16:18:09.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:09.585+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.585554+0000) 2023-03-22T16:18:09.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:09.585+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.586240+0000) 2023-03-22T16:18:09.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:09.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.539872+0000) 2023-03-22T16:18:09.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:09.585+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.586085+0000) 2023-03-22T16:18:09.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:09.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:09.586378+0000) 2023-03-22T16:18:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:10.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.051921+0000) 2023-03-22T16:18:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:10 smithi142 ceph-mon[94717]: osdmap e240: 12 total, 9 up, 9 in 2023-03-22T16:18:10.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:10 smithi098 ceph-mon[94136]: osdmap e240: 12 total, 9 up, 9 in 2023-03-22T16:18:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:10.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.585304+0000) 2023-03-22T16:18:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:10.585+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.585888+0000) 2023-03-22T16:18:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:10.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.539986+0000) 2023-03-22T16:18:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:10.585+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.586201+0000) 2023-03-22T16:18:10.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:10.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.586369+0000) 2023-03-22T16:18:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:10.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.586503+0000) 2023-03-22T16:18:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:10.585+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:10.585679+0000) 2023-03-22T16:18:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:11.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.052117+0000) 2023-03-22T16:18:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:11 smithi142 ceph-mon[94717]: pgmap v3274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:18:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:11 smithi098 ceph-mon[94136]: pgmap v3274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:18:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:11.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.585417+0000) 2023-03-22T16:18:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:11.585+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.586008+0000) 2023-03-22T16:18:11.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:11.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.540106+0000) 2023-03-22T16:18:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:11.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.586293+0000) 2023-03-22T16:18:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:11.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.586619+0000) 2023-03-22T16:18:11.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:11.585+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.585802+0000) 2023-03-22T16:18:11.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:11.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:11.586484+0000) 2023-03-22T16:18:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:12.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.052236+0000) 2023-03-22T16:18:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:12.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.585528+0000) 2023-03-22T16:18:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:12.585+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.586115+0000) 2023-03-22T16:18:12.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:12.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.586407+0000) 2023-03-22T16:18:12.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:12.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.586734+0000) 2023-03-22T16:18:12.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:12.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.586598+0000) 2023-03-22T16:18:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:12.585+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.585923+0000) 2023-03-22T16:18:12.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:12.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:12.540227+0000) 2023-03-22T16:18:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:13.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.052452+0000) 2023-03-22T16:18:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:13 smithi142 ceph-mon[94717]: pgmap v3275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:18:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:13 smithi098 ceph-mon[94136]: pgmap v3275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:18:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:13.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.585662+0000) 2023-03-22T16:18:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:13.585+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.586225+0000) 2023-03-22T16:18:13.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:13.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.540360+0000) 2023-03-22T16:18:13.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:13.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.586526+0000) 2023-03-22T16:18:13.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:13.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.586847+0000) 2023-03-22T16:18:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:13.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.586713+0000) 2023-03-22T16:18:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:13.585+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:13.586046+0000) 2023-03-22T16:18:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:14.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.052576+0000) 2023-03-22T16:18:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:14.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.585784+0000) 2023-03-22T16:18:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:14.586+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.586301+0000) 2023-03-22T16:18:14.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:14.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.540485+0000) 2023-03-22T16:18:14.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:14.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.586639+0000) 2023-03-22T16:18:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:14.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.586953+0000) 2023-03-22T16:18:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:14.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.586827+0000) 2023-03-22T16:18:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:14.585+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:14.586157+0000) 2023-03-22T16:18:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:15.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.052790+0000) 2023-03-22T16:18:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:15 smithi142 ceph-mon[94717]: pgmap v3276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:18:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:15 smithi098 ceph-mon[94136]: pgmap v3276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:18:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:15.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.585900+0000) 2023-03-22T16:18:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:15.586+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.586421+0000) 2023-03-22T16:18:15.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:15.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.586290+0000) 2023-03-22T16:18:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:15.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.540609+0000) 2023-03-22T16:18:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:15.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.586947+0000) 2023-03-22T16:18:15.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:15.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.587084+0000) 2023-03-22T16:18:15.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:15.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:15.586764+0000) 2023-03-22T16:18:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:16.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.052911+0000) 2023-03-22T16:18:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:16.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.586065+0000) 2023-03-22T16:18:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:16.586+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.586533+0000) 2023-03-22T16:18:16.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:16.586+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.587200+0000) 2023-03-22T16:18:16.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:16.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.540765+0000) 2023-03-22T16:18:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:16.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.587062+0000) 2023-03-22T16:18:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:16.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.586873+0000) 2023-03-22T16:18:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:16.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:16.586427+0000) 2023-03-22T16:18:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:17.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.053114+0000) 2023-03-22T16:18:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:17 smithi142 ceph-mon[94717]: pgmap v3277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:18:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:17 smithi098 ceph-mon[94136]: pgmap v3277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:18:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:17.585+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.586175+0000) 2023-03-22T16:18:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:17.586+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.586640+0000) 2023-03-22T16:18:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:17.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.540893+0000) 2023-03-22T16:18:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:17.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.586977+0000) 2023-03-22T16:18:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:17.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.587301+0000) 2023-03-22T16:18:17.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:17.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.586540+0000) 2023-03-22T16:18:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:17.586+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:17.587178+0000) 2023-03-22T16:18:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:18.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.053255+0000) 2023-03-22T16:18:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:18.586+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.586298+0000) 2023-03-22T16:18:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:18.586+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.586759+0000) 2023-03-22T16:18:18.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:18.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.541016+0000) 2023-03-22T16:18:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:18.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.587087+0000) 2023-03-22T16:18:18.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:18.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.587297+0000) 2023-03-22T16:18:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:18.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.587414+0000) 2023-03-22T16:18:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:18.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:18.586663+0000) 2023-03-22T16:18:19.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:19.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.053481+0000) 2023-03-22T16:18:19.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:19 smithi142 ceph-mon[94717]: pgmap v3278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:18:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:19 smithi098 ceph-mon[94136]: pgmap v3278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:18:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:19.586+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.586416+0000) 2023-03-22T16:18:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:19.586+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.586879+0000) 2023-03-22T16:18:19.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:19.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.541139+0000) 2023-03-22T16:18:19.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:19.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.587554+0000) 2023-03-22T16:18:19.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:19.586+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.587187+0000) 2023-03-22T16:18:19.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:19.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.587417+0000) 2023-03-22T16:18:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:19.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:19.586783+0000) 2023-03-22T16:18:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:20.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.053620+0000) 2023-03-22T16:18:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:20.054+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:20.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:20.054+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:20.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:20.057+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.057952+0000) 2023-03-22T16:18:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:20.586+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.586535+0000) 2023-03-22T16:18:20.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:20.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.541258+0000) 2023-03-22T16:18:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:20.586+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.586994+0000) 2023-03-22T16:18:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:20.587+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:20.587+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:20.587+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.588199+0000) 2023-03-22T16:18:20.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:20.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.587691+0000) 2023-03-22T16:18:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:20.587+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.587299+0000) 2023-03-22T16:18:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:20.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.586901+0000) 2023-03-22T16:18:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:20.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:20.587540+0000) 2023-03-22T16:18:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:21 smithi142 ceph-mon[94717]: pgmap v3279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:18:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:21 smithi098 ceph-mon[94136]: pgmap v3279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:18:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:21.586+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:21.586659+0000) 2023-03-22T16:18:21.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:21.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:21.587655+0000) 2023-03-22T16:18:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:21.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:21.587808+0000) 2023-03-22T16:18:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:21.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:21.587014+0000) 2023-03-22T16:18:21.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:21.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:21.541384+0000) 2023-03-22T16:18:21.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:21.587+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:21.587406+0000) 2023-03-22T16:18:22.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:22.587+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.587526+0000) 2023-03-22T16:18:22.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:22.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.541510+0000) 2023-03-22T16:18:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:22.586+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.586777+0000) 2023-03-22T16:18:22.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:22.587+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:22.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:22.587+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:22.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:22.587+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.588200+0000) 2023-03-22T16:18:22.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:22.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.587774+0000) 2023-03-22T16:18:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:22.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.587958+0000) 2023-03-22T16:18:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:22.586+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.587128+0000) 2023-03-22T16:18:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:22.587+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:22.588+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:22.588396+0000) 2023-03-22T16:18:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:23 smithi142 ceph-mon[94717]: pgmap v3280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:18:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:23 smithi098 ceph-mon[94136]: pgmap v3280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:18:23.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:23.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:23.587888+0000) 2023-03-22T16:18:23.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:23.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:23.541643+0000) 2023-03-22T16:18:23.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:23.587+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:23.587645+0000) 2023-03-22T16:18:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:23.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:23.588071+0000) 2023-03-22T16:18:24.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:24.553+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:24.553943+0000) 2023-03-22T16:18:24.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:24.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:24.588219+0000) 2023-03-22T16:18:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:24.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:24.541754+0000) 2023-03-22T16:18:24.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:24.587+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:24.587779+0000) 2023-03-22T16:18:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:24.588+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:24.588+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:24.588+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:24.589188+0000) 2023-03-22T16:18:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:24.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:24.588044+0000) 2023-03-22T16:18:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:25.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:25.087256+0000) 2023-03-22T16:18:25.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:25 smithi142 ceph-mon[94717]: pgmap v3281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:18:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:25 smithi098 ceph-mon[94136]: pgmap v3281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:18:25.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:25.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:25.556128+0000) 2023-03-22T16:18:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:25.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:25.541876+0000) 2023-03-22T16:18:25.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:25.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:25.588167+0000) 2023-03-22T16:18:25.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:25.588+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:25.588365+0000) 2023-03-22T16:18:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:26.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:26.087370+0000) 2023-03-22T16:18:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:26.558+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:26.559640+0000) 2023-03-22T16:18:26.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:26.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:26.588520+0000) 2023-03-22T16:18:26.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:26.587+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:26.588297+0000) 2023-03-22T16:18:26.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:26.587+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:26.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:26.587+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:26.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:26.588+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:26.589359+0000) 2023-03-22T16:18:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:26.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:26.541997+0000) 2023-03-22T16:18:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:26.541+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:26.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:26.541+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:26.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:26.542+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:26.543424+0000) 2023-03-22T16:18:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:27.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:27.087158+0000) 2023-03-22T16:18:27.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:27.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:27.087495+0000) 2023-03-22T16:18:27.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:27.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:27.087431+0000) 2023-03-22T16:18:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:27 smithi142 ceph-mon[94717]: pgmap v3282: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:18:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:27 smithi098 ceph-mon[94136]: pgmap v3282: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:18:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:27.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:27.560293+0000) 2023-03-22T16:18:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:27.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:27.588641+0000) 2023-03-22T16:18:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:28.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:28.087308+0000) 2023-03-22T16:18:28.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:28.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:28.087631+0000) 2023-03-22T16:18:28.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:28.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:28.087575+0000) 2023-03-22T16:18:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:28.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:28.560508+0000) 2023-03-22T16:18:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:28.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:28.588770+0000) 2023-03-22T16:18:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:29.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:29.087420+0000) 2023-03-22T16:18:29.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:29.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:29.087753+0000) 2023-03-22T16:18:29.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:29.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:29.088131+0000) 2023-03-22T16:18:29.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:29.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:29.087694+0000) 2023-03-22T16:18:29.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:29 smithi142 ceph-mon[94717]: pgmap v3283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:18:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:29 smithi098 ceph-mon[94136]: pgmap v3283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:18:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:29.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:29.560649+0000) 2023-03-22T16:18:29.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:29.587+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:29.588904+0000) 2023-03-22T16:18:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:29.588+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:29.588+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:29.589+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:29.591000+0000) 2023-03-22T16:18:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:30.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:30.087547+0000) 2023-03-22T16:18:30.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:30.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:30.087866+0000) 2023-03-22T16:18:30.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:30.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:30.088256+0000) 2023-03-22T16:18:30.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:30.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:30.087811+0000) 2023-03-22T16:18:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:30.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:30.560838+0000) 2023-03-22T16:18:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:31.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:31.087670+0000) 2023-03-22T16:18:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:31.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:31.087978+0000) 2023-03-22T16:18:31.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:31.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:31.042258+0000) 2023-03-22T16:18:31.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:31.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:31.088383+0000) 2023-03-22T16:18:31.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:31.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:31.088552+0000) 2023-03-22T16:18:31.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:31.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:31.087939+0000) 2023-03-22T16:18:31.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:31 smithi142 ceph-mon[94717]: pgmap v3284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:18:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:31 smithi098 ceph-mon[94136]: pgmap v3284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:18:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:31.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:31.560960+0000) 2023-03-22T16:18:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:32.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:32.087800+0000) 2023-03-22T16:18:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:32.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:32.088107+0000) 2023-03-22T16:18:32.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:32.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:32.042388+0000) 2023-03-22T16:18:32.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:32.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:32.088498+0000) 2023-03-22T16:18:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:32.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:32.088657+0000) 2023-03-22T16:18:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:32.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:32.088055+0000) 2023-03-22T16:18:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:32.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:32.561166+0000) 2023-03-22T16:18:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:33.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:33.087917+0000) 2023-03-22T16:18:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:33.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:33.088236+0000) 2023-03-22T16:18:33.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:33.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:33.042509+0000) 2023-03-22T16:18:33.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:33.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:33.088760+0000) 2023-03-22T16:18:33.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:33.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:33.088171+0000) 2023-03-22T16:18:33.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:33.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:33.088609+0000) 2023-03-22T16:18:33.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:33 smithi142 ceph-mon[94717]: pgmap v3285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:18:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:33 smithi098 ceph-mon[94136]: pgmap v3285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:18:33.977 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:33.560+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:33.561293+0000) 2023-03-22T16:18:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:34.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.088044+0000) 2023-03-22T16:18:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:34.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.088373+0000) 2023-03-22T16:18:34.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:34.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.088861+0000) 2023-03-22T16:18:34.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:34.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.042633+0000) 2023-03-22T16:18:34.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:34.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.088724+0000) 2023-03-22T16:18:34.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:34.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.088292+0000) 2023-03-22T16:18:34.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:34.087+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.089249+0000) 2023-03-22T16:18:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:34.560+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:34.561505+0000) 2023-03-22T16:18:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:35.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.088177+0000) 2023-03-22T16:18:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:35.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.088555+0000) 2023-03-22T16:18:35.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:35.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.088845+0000) 2023-03-22T16:18:35.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:35.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.089385+0000) 2023-03-22T16:18:35.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:35.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.042759+0000) 2023-03-22T16:18:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:35.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.089099+0000) 2023-03-22T16:18:35.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:35.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.088417+0000) 2023-03-22T16:18:35.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:35 smithi142 ceph-mon[94717]: pgmap v3286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:35 smithi098 ceph-mon[94136]: pgmap v3286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:35.560+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:35.561633+0000) 2023-03-22T16:18:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:36.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.088318+0000) 2023-03-22T16:18:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:36.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.088676+0000) 2023-03-22T16:18:36.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:36.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.088968+0000) 2023-03-22T16:18:36.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:36.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.089198+0000) 2023-03-22T16:18:36.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:36.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.089502+0000) 2023-03-22T16:18:36.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:36.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.088542+0000) 2023-03-22T16:18:36.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:36.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.042878+0000) 2023-03-22T16:18:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:36.560+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:36.561848+0000) 2023-03-22T16:18:37.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:37.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.089084+0000) 2023-03-22T16:18:37.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:37.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.088442+0000) 2023-03-22T16:18:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:37.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.088792+0000) 2023-03-22T16:18:37.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:37.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.089615+0000) 2023-03-22T16:18:37.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:37.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.042995+0000) 2023-03-22T16:18:37.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:37.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.089293+0000) 2023-03-22T16:18:37.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:37.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.088665+0000) 2023-03-22T16:18:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:37 smithi142 ceph-mon[94717]: pgmap v3287: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:37 smithi098 ceph-mon[94136]: pgmap v3287: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:37.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:37.562056+0000) 2023-03-22T16:18:38.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:38.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.089201+0000) 2023-03-22T16:18:38.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:38.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.088556+0000) 2023-03-22T16:18:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:38.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.088901+0000) 2023-03-22T16:18:38.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:38.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.043119+0000) 2023-03-22T16:18:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:38.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.089405+0000) 2023-03-22T16:18:38.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:38.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.089732+0000) 2023-03-22T16:18:38.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:38.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.088780+0000) 2023-03-22T16:18:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:38.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:38.562312+0000) 2023-03-22T16:18:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:39.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.088675+0000) 2023-03-22T16:18:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:39.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.089007+0000) 2023-03-22T16:18:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:39.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.043240+0000) 2023-03-22T16:18:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:39.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.089299+0000) 2023-03-22T16:18:39.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:39.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.089510+0000) 2023-03-22T16:18:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:39.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.088890+0000) 2023-03-22T16:18:39.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:39.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.089846+0000) 2023-03-22T16:18:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:39 smithi142 ceph-mon[94717]: pgmap v3288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:39 smithi098 ceph-mon[94136]: pgmap v3288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:39.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:39.562428+0000) 2023-03-22T16:18:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:40.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.088806+0000) 2023-03-22T16:18:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:40.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.089107+0000) 2023-03-22T16:18:40.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:40.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.043386+0000) 2023-03-22T16:18:40.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:40.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.089405+0000) 2023-03-22T16:18:40.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:40.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.088996+0000) 2023-03-22T16:18:40.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:40.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.089954+0000) 2023-03-22T16:18:40.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:40.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.089612+0000) 2023-03-22T16:18:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:40.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:40.562644+0000) 2023-03-22T16:18:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:41.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.088910+0000) 2023-03-22T16:18:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:41.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.089218+0000) 2023-03-22T16:18:41.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:41.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.089515+0000) 2023-03-22T16:18:41.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:41.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.089716+0000) 2023-03-22T16:18:41.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:41.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.090072+0000) 2023-03-22T16:18:41.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:41.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.043517+0000) 2023-03-22T16:18:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:41.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.089109+0000) 2023-03-22T16:18:41.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:41 smithi142 ceph-mon[94717]: pgmap v3289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:41 smithi098 ceph-mon[94136]: pgmap v3289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:41.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:41.562783+0000) 2023-03-22T16:18:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:42.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.089019+0000) 2023-03-22T16:18:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:42.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.089304+0000) 2023-03-22T16:18:42.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:42.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.043632+0000) 2023-03-22T16:18:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:42.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.089627+0000) 2023-03-22T16:18:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:42.088+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.090186+0000) 2023-03-22T16:18:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:42.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.089821+0000) 2023-03-22T16:18:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:42.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.089228+0000) 2023-03-22T16:18:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:42.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:42.562992+0000) 2023-03-22T16:18:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:43.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.089138+0000) 2023-03-22T16:18:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:43.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.089425+0000) 2023-03-22T16:18:43.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:43.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.089738+0000) 2023-03-22T16:18:43.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:43.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.043759+0000) 2023-03-22T16:18:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:43.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.090299+0000) 2023-03-22T16:18:43.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:43.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.089920+0000) 2023-03-22T16:18:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:43.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.089314+0000) 2023-03-22T16:18:43.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:43 smithi142 ceph-mon[94717]: pgmap v3290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:43 smithi098 ceph-mon[94136]: pgmap v3290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:43.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:43.563127+0000) 2023-03-22T16:18:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:44.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.089263+0000) 2023-03-22T16:18:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:44.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.089572+0000) 2023-03-22T16:18:44.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:44.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.090413+0000) 2023-03-22T16:18:44.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:44.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.043880+0000) 2023-03-22T16:18:44.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:44.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.089845+0000) 2023-03-22T16:18:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:44.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.089441+0000) 2023-03-22T16:18:44.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:44.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.090017+0000) 2023-03-22T16:18:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:44.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:44.563325+0000) 2023-03-22T16:18:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:45.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.089402+0000) 2023-03-22T16:18:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:45.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.089690+0000) 2023-03-22T16:18:45.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:45.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.044007+0000) 2023-03-22T16:18:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:45.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.089957+0000) 2023-03-22T16:18:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:45.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.090526+0000) 2023-03-22T16:18:45.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:45.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.090117+0000) 2023-03-22T16:18:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:45.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.089571+0000) 2023-03-22T16:18:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:45 smithi142 ceph-mon[94717]: pgmap v3291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:45 smithi098 ceph-mon[94136]: pgmap v3291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:45.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:45.563441+0000) 2023-03-22T16:18:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:46.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.089527+0000) 2023-03-22T16:18:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:46.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.089799+0000) 2023-03-22T16:18:46.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:46.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.044143+0000) 2023-03-22T16:18:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:46.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.090075+0000) 2023-03-22T16:18:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:46.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.090640+0000) 2023-03-22T16:18:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:46.088+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.090236+0000) 2023-03-22T16:18:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:46.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.089690+0000) 2023-03-22T16:18:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:46.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:46.563648+0000) 2023-03-22T16:18:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:47.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.089636+0000) 2023-03-22T16:18:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:47.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.089932+0000) 2023-03-22T16:18:47.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:47.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.044279+0000) 2023-03-22T16:18:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:47.088+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.090185+0000) 2023-03-22T16:18:47.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:47.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.090751+0000) 2023-03-22T16:18:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:47.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.089811+0000) 2023-03-22T16:18:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:47.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.090363+0000) 2023-03-22T16:18:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:47 smithi142 ceph-mon[94717]: pgmap v3292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:47 smithi098 ceph-mon[94136]: pgmap v3292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:47.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:47.563770+0000) 2023-03-22T16:18:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:48.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.089759+0000) 2023-03-22T16:18:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:48.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.090049+0000) 2023-03-22T16:18:48.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:48.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.044406+0000) 2023-03-22T16:18:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:48.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.090488+0000) 2023-03-22T16:18:48.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:48.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.090866+0000) 2023-03-22T16:18:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:48.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.090302+0000) 2023-03-22T16:18:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:48.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.089930+0000) 2023-03-22T16:18:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:48.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:48.563977+0000) 2023-03-22T16:18:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:49.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.089883+0000) 2023-03-22T16:18:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:49.088+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.090165+0000) 2023-03-22T16:18:49.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:49.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.044532+0000) 2023-03-22T16:18:49.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:49.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.090605+0000) 2023-03-22T16:18:49.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:49.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.090423+0000) 2023-03-22T16:18:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:49.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.090980+0000) 2023-03-22T16:18:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:49.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.090052+0000) 2023-03-22T16:18:49.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:49 smithi142 ceph-mon[94717]: pgmap v3293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:49 smithi098 ceph-mon[94136]: pgmap v3293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:49.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:49.564098+0000) 2023-03-22T16:18:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:50.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.090002+0000) 2023-03-22T16:18:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:50.089+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.090283+0000) 2023-03-22T16:18:50.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:50.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.090720+0000) 2023-03-22T16:18:50.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:50.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.044656+0000) 2023-03-22T16:18:50.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:50.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.090543+0000) 2023-03-22T16:18:50.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:50.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.091092+0000) 2023-03-22T16:18:50.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:50.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.090170+0000) 2023-03-22T16:18:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:50.563+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.564299+0000) 2023-03-22T16:18:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:50.563+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:50.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:50.566+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:50.567398+0000) 2023-03-22T16:18:51.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:51.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.090663+0000) 2023-03-22T16:18:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:51.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.090128+0000) 2023-03-22T16:18:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:51.089+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.090399+0000) 2023-03-22T16:18:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:51.089+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:51.090+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:51.090+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.092087+0000) 2023-03-22T16:18:51.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:51.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.090848+0000) 2023-03-22T16:18:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:51.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.044780+0000) 2023-03-22T16:18:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:51.089+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.090294+0000) 2023-03-22T16:18:51.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:51.089+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:51.091216+0000) 2023-03-22T16:18:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:51 smithi142 ceph-mon[94717]: pgmap v3294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:51 smithi098 ceph-mon[94136]: pgmap v3294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:52.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:52.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:52.090779+0000) 2023-03-22T16:18:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:52.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:52.090247+0000) 2023-03-22T16:18:52.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:52.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:52.091307+0000) 2023-03-22T16:18:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:52.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:52.044903+0000) 2023-03-22T16:18:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:52.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:52.090961+0000) 2023-03-22T16:18:52.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:52.089+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:52.090412+0000) 2023-03-22T16:18:53.297 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:53.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.091078+0000) 2023-03-22T16:18:53.298 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:53.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.091421+0000) 2023-03-22T16:18:53.298 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:53.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.045075+0000) 2023-03-22T16:18:53.298 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:53.089+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.090533+0000) 2023-03-22T16:18:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:53 smithi142 ceph-mon[94717]: pgmap v3295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:53.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:53 smithi098 ceph-mon[94136]: pgmap v3295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:53.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:53.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.090887+0000) 2023-03-22T16:18:53.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:53.089+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.090387+0000) 2023-03-22T16:18:53.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:53.089+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:53.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:53.089+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:53.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:53.296+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.297314+0000) 2023-03-22T16:18:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:53.089+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:53.089+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:53.298+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:53.299717+0000) 2023-03-22T16:18:54.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:54.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:54.045186+0000) 2023-03-22T16:18:54.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:54.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:54.091533+0000) 2023-03-22T16:18:54.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:54.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:54.090997+0000) 2023-03-22T16:18:54.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:54.089+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:54.091194+0000) 2023-03-22T16:18:55.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:55.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:55.045307+0000) 2023-03-22T16:18:55.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:55.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:55.064614+0000) 2023-03-22T16:18:55.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:55.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:55.091824+0000) 2023-03-22T16:18:55.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:55.090+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:55.091310+0000) 2023-03-22T16:18:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:55.089+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:55.091112+0000) 2023-03-22T16:18:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:55.090+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:55.090+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:55.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:55.091+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:55.092335+0000) 2023-03-22T16:18:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:55 smithi142 ceph-mon[94717]: pgmap v3296: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:55.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:55 smithi098 ceph-mon[94136]: pgmap v3296: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:55.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:55.590675+0000) 2023-03-22T16:18:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:56.067+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:56.068695+0000) 2023-03-22T16:18:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:56.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:56.045433+0000) 2023-03-22T16:18:56.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:56.090+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:56.091430+0000) 2023-03-22T16:18:56.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:56.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:56.091939+0000) 2023-03-22T16:18:56.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:56.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:56.590797+0000) 2023-03-22T16:18:57.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:57.071+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.072405+0000) 2023-03-22T16:18:57.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:57.090+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.091551+0000) 2023-03-22T16:18:57.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:57.091+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:57.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:57.091+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:57.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:18:57.091+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.092443+0000) 2023-03-22T16:18:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:57.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.045563+0000) 2023-03-22T16:18:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:57.045+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:57.045+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:18:57.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:18:57.045+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.046399+0000) 2023-03-22T16:18:57.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:57.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.092054+0000) 2023-03-22T16:18:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:57 smithi142 ceph-mon[94717]: pgmap v3297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:57.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:57 smithi098 ceph-mon[94136]: pgmap v3297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:18:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:57.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.590580+0000) 2023-03-22T16:18:57.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:57.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.590911+0000) 2023-03-22T16:18:57.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:57.589+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:57.590802+0000) 2023-03-22T16:18:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:58.071+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:58.073256+0000) 2023-03-22T16:18:58.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:58.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:58.092175+0000) 2023-03-22T16:18:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:58.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:58.590741+0000) 2023-03-22T16:18:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:58.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:58.591025+0000) 2023-03-22T16:18:58.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:58.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:58.590917+0000) 2023-03-22T16:18:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:18:59.072+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:59.073480+0000) 2023-03-22T16:18:59.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:18:59.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:59.092295+0000) 2023-03-22T16:18:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:18:59 smithi142 ceph-mon[94717]: pgmap v3298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:18:59 smithi098 ceph-mon[94136]: pgmap v3298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:18:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:18:59.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:59.590850+0000) 2023-03-22T16:18:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:18:59.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:59.591134+0000) 2023-03-22T16:18:59.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:18:59.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:59.591463+0000) 2023-03-22T16:18:59.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:18:59.589+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:18:59.591034+0000) 2023-03-22T16:19:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:00.072+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:00.073608+0000) 2023-03-22T16:19:00.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:00.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:00.092431+0000) 2023-03-22T16:19:00.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:00.091+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:00.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:00.091+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:00.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:00.092+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:00.094019+0000) 2023-03-22T16:19:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:00.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:00.590973+0000) 2023-03-22T16:19:00.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:00.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:00.591245+0000) 2023-03-22T16:19:00.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:00.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:00.591585+0000) 2023-03-22T16:19:00.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:00.589+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:00.591153+0000) 2023-03-22T16:19:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:01.072+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:01.073812+0000) 2023-03-22T16:19:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:01 smithi142 ceph-mon[94717]: pgmap v3299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:01 smithi098 ceph-mon[94136]: pgmap v3299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:01.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:01.591088+0000) 2023-03-22T16:19:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:01.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:01.591399+0000) 2023-03-22T16:19:01.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:01.544+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:01.545817+0000) 2023-03-22T16:19:01.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:01.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:01.591705+0000) 2023-03-22T16:19:01.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:01.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:01.591836+0000) 2023-03-22T16:19:01.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:01.589+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:01.591235+0000) 2023-03-22T16:19:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:02.072+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:02.073939+0000) 2023-03-22T16:19:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:02.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:02.591205+0000) 2023-03-22T16:19:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:02.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:02.591523+0000) 2023-03-22T16:19:02.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:02.544+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:02.545941+0000) 2023-03-22T16:19:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:02.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:02.591824+0000) 2023-03-22T16:19:02.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:02.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:02.591378+0000) 2023-03-22T16:19:02.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:02.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:02.591947+0000) 2023-03-22T16:19:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:03.072+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:03.074155+0000) 2023-03-22T16:19:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:03 smithi142 ceph-mon[94717]: pgmap v3300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:03.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:03 smithi098 ceph-mon[94136]: pgmap v3300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:03.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:03.591320+0000) 2023-03-22T16:19:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:03.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:03.591641+0000) 2023-03-22T16:19:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:03.544+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:03.546061+0000) 2023-03-22T16:19:03.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:03.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:03.591938+0000) 2023-03-22T16:19:03.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:03.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:03.592060+0000) 2023-03-22T16:19:03.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:03.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:03.591495+0000) 2023-03-22T16:19:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:04.073+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.074278+0000) 2023-03-22T16:19:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:04.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.591450+0000) 2023-03-22T16:19:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:04.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.591750+0000) 2023-03-22T16:19:04.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:04.544+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.546199+0000) 2023-03-22T16:19:04.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:04.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.592048+0000) 2023-03-22T16:19:04.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:04.591+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.592668+0000) 2023-03-22T16:19:04.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:04.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.592171+0000) 2023-03-22T16:19:04.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:04.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:04.591623+0000) 2023-03-22T16:19:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:05.073+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.074504+0000) 2023-03-22T16:19:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:05 smithi142 ceph-mon[94717]: pgmap v3301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:19:05.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:05 smithi098 ceph-mon[94136]: pgmap v3301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:19:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:05.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.591571+0000) 2023-03-22T16:19:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:05.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.591859+0000) 2023-03-22T16:19:05.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:05.591+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.592788+0000) 2023-03-22T16:19:05.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:05.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.546320+0000) 2023-03-22T16:19:05.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:05.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.592289+0000) 2023-03-22T16:19:05.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:05.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.591745+0000) 2023-03-22T16:19:05.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:05.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:05.592156+0000) 2023-03-22T16:19:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:06.073+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.074629+0000) 2023-03-22T16:19:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:06.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.591685+0000) 2023-03-22T16:19:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:06.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.591966+0000) 2023-03-22T16:19:06.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:06.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.592406+0000) 2023-03-22T16:19:06.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:06.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.546453+0000) 2023-03-22T16:19:06.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:06.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.592290+0000) 2023-03-22T16:19:06.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:06.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.591868+0000) 2023-03-22T16:19:06.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:06.591+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:06.592903+0000) 2023-03-22T16:19:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:07.073+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.074838+0000) 2023-03-22T16:19:07.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:07 smithi142 ceph-mon[94717]: pgmap v3302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:19:07.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:07 smithi098 ceph-mon[94136]: pgmap v3302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:19:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:07.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.591814+0000) 2023-03-22T16:19:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:07.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.592076+0000) 2023-03-22T16:19:07.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:07.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.592407+0000) 2023-03-22T16:19:07.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:07.591+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.593024+0000) 2023-03-22T16:19:07.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:07.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.546576+0000) 2023-03-22T16:19:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:07.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.592522+0000) 2023-03-22T16:19:07.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:07.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:07.591990+0000) 2023-03-22T16:19:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:08.073+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.074951+0000) 2023-03-22T16:19:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:08.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.591933+0000) 2023-03-22T16:19:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:08.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.592193+0000) 2023-03-22T16:19:08.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:08.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.546710+0000) 2023-03-22T16:19:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:08.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.592648+0000) 2023-03-22T16:19:08.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:08.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.592104+0000) 2023-03-22T16:19:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:08.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.592520+0000) 2023-03-22T16:19:08.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:08.591+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:08.593144+0000) 2023-03-22T16:19:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:09.073+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.075145+0000) 2023-03-22T16:19:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:09 smithi142 ceph-mon[94717]: pgmap v3303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:19:09.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:09 smithi098 ceph-mon[94136]: pgmap v3303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:19:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:09.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.592052+0000) 2023-03-22T16:19:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:09.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.592313+0000) 2023-03-22T16:19:09.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:09.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.546834+0000) 2023-03-22T16:19:09.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:09.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.592637+0000) 2023-03-22T16:19:09.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:09.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.592229+0000) 2023-03-22T16:19:09.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:09.591+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.593255+0000) 2023-03-22T16:19:09.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:09.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:09.592763+0000) 2023-03-22T16:19:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:10.074+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.075266+0000) 2023-03-22T16:19:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:10 smithi142 ceph-mon[94717]: osdmap e241: 12 total, 9 up, 9 in 2023-03-22T16:19:10.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:10 smithi098 ceph-mon[94136]: osdmap e241: 12 total, 9 up, 9 in 2023-03-22T16:19:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:10.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.592180+0000) 2023-03-22T16:19:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:10.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.592455+0000) 2023-03-22T16:19:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:10.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.546954+0000) 2023-03-22T16:19:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:10.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.592743+0000) 2023-03-22T16:19:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:10.592+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.593378+0000) 2023-03-22T16:19:10.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:10.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.592358+0000) 2023-03-22T16:19:10.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:10.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:10.592877+0000) 2023-03-22T16:19:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:11.074+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.075493+0000) 2023-03-22T16:19:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:11 smithi142 ceph-mon[94717]: pgmap v3305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:19:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:11 smithi098 ceph-mon[94136]: pgmap v3305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:19:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:11.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.592314+0000) 2023-03-22T16:19:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:11.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.592581+0000) 2023-03-22T16:19:11.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:11.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.592984+0000) 2023-03-22T16:19:11.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:11.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.547075+0000) 2023-03-22T16:19:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:11.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.592850+0000) 2023-03-22T16:19:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:11.592+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.593490+0000) 2023-03-22T16:19:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:11.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:11.592486+0000) 2023-03-22T16:19:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:12.074+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.075632+0000) 2023-03-22T16:19:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:12.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.592442+0000) 2023-03-22T16:19:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:12.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.592746+0000) 2023-03-22T16:19:12.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:12.545+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.547196+0000) 2023-03-22T16:19:12.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:12.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.592969+0000) 2023-03-22T16:19:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:12.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.592609+0000) 2023-03-22T16:19:12.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:12.592+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.593606+0000) 2023-03-22T16:19:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:12.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:12.593097+0000) 2023-03-22T16:19:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:13.074+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.075863+0000) 2023-03-22T16:19:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:13 smithi142 ceph-mon[94717]: pgmap v3306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:19:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:13 smithi098 ceph-mon[94136]: pgmap v3306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:19:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:13.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.592566+0000) 2023-03-22T16:19:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:13.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.592862+0000) 2023-03-22T16:19:13.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:13.546+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.547323+0000) 2023-03-22T16:19:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:13.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.593082+0000) 2023-03-22T16:19:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:13.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.593208+0000) 2023-03-22T16:19:13.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:13.592+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.593722+0000) 2023-03-22T16:19:13.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:13.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:13.592732+0000) 2023-03-22T16:19:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:14.075+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.076041+0000) 2023-03-22T16:19:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:14.592+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.592696+0000) 2023-03-22T16:19:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:14.592+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.592978+0000) 2023-03-22T16:19:14.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:14.592+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.593195+0000) 2023-03-22T16:19:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:14.593+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.593843+0000) 2023-03-22T16:19:14.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:14.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.547448+0000) 2023-03-22T16:19:14.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:14.592+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.592860+0000) 2023-03-22T16:19:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:14.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:14.593298+0000) 2023-03-22T16:19:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:15.076+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.076294+0000) 2023-03-22T16:19:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:15 smithi142 ceph-mon[94717]: pgmap v3307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:19:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:15 smithi098 ceph-mon[94136]: pgmap v3307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:19:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:15.592+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.592818+0000) 2023-03-22T16:19:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:15.592+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.593092+0000) 2023-03-22T16:19:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:15.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.547575+0000) 2023-03-22T16:19:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:15.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.593297+0000) 2023-03-22T16:19:15.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:15.593+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.593912+0000) 2023-03-22T16:19:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:15.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.593419+0000) 2023-03-22T16:19:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:15.592+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:15.592984+0000) 2023-03-22T16:19:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:16.076+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.076415+0000) 2023-03-22T16:19:16.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:16.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.593424+0000) 2023-03-22T16:19:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:16.592+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.592939+0000) 2023-03-22T16:19:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:16.592+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.593211+0000) 2023-03-22T16:19:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:16.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.593532+0000) 2023-03-22T16:19:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:16.593+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.594019+0000) 2023-03-22T16:19:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:16.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.547699+0000) 2023-03-22T16:19:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:16.592+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:16.593109+0000) 2023-03-22T16:19:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:17.076+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.076633+0000) 2023-03-22T16:19:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:17 smithi142 ceph-mon[94717]: pgmap v3308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:19:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:17 smithi098 ceph-mon[94136]: pgmap v3308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:19:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:17.592+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.593060+0000) 2023-03-22T16:19:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:17.593+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.593313+0000) 2023-03-22T16:19:17.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:17.592+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.593225+0000) 2023-03-22T16:19:17.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:17.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.547822+0000) 2023-03-22T16:19:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:17.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.593545+0000) 2023-03-22T16:19:17.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:17.593+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.594139+0000) 2023-03-22T16:19:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:17.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:17.593647+0000) 2023-03-22T16:19:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:18.076+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.076752+0000) 2023-03-22T16:19:18.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:18.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.593668+0000) 2023-03-22T16:19:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:18.592+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.593185+0000) 2023-03-22T16:19:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:18.593+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.593436+0000) 2023-03-22T16:19:18.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:18.593+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.594250+0000) 2023-03-22T16:19:18.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:18.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.593795+0000) 2023-03-22T16:19:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:18.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.547949+0000) 2023-03-22T16:19:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:18.593+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:18.593360+0000) 2023-03-22T16:19:19.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:19.076+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.076961+0000) 2023-03-22T16:19:19.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:19 smithi142 ceph-mon[94717]: pgmap v3309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:19:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:19 smithi098 ceph-mon[94136]: pgmap v3309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:19:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:19.593+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.593409+0000) 2023-03-22T16:19:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:19.593+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.593566+0000) 2023-03-22T16:19:19.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:19.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.548119+0000) 2023-03-22T16:19:19.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:19.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.593785+0000) 2023-03-22T16:19:19.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:19.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.593922+0000) 2023-03-22T16:19:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:19.594+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.594383+0000) 2023-03-22T16:19:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:19.593+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:19.593490+0000) 2023-03-22T16:19:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:20.076+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.077083+0000) 2023-03-22T16:19:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:20.593+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.593562+0000) 2023-03-22T16:19:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:20.593+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.593717+0000) 2023-03-22T16:19:20.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:20.594+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.594514+0000) 2023-03-22T16:19:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:20.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.548258+0000) 2023-03-22T16:19:20.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:20.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.593893+0000) 2023-03-22T16:19:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:20.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.594027+0000) 2023-03-22T16:19:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:20.593+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:20.593635+0000) 2023-03-22T16:19:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:21.077+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.077293+0000) 2023-03-22T16:19:21.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:21.077+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:21.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:21.077+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:21.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:21.080+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.080294+0000) 2023-03-22T16:19:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:21 smithi142 ceph-mon[94717]: pgmap v3310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:19:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:21 smithi098 ceph-mon[94136]: pgmap v3310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:19:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:21.593+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.593681+0000) 2023-03-22T16:19:21.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:21.594+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.594645+0000) 2023-03-22T16:19:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:21.593+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.593859+0000) 2023-03-22T16:19:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:21.594+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:21.594+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:21.594+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.595175+0000) 2023-03-22T16:19:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:21.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.548393+0000) 2023-03-22T16:19:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:21.593+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.594149+0000) 2023-03-22T16:19:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:21.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.594102+0000) 2023-03-22T16:19:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:21.593+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:21.593762+0000) 2023-03-22T16:19:22.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:22.593+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:22.593800+0000) 2023-03-22T16:19:22.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:22.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:22.548518+0000) 2023-03-22T16:19:22.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:22.593+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:22.594217+0000) 2023-03-22T16:19:22.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:22.594+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:22.594763+0000) 2023-03-22T16:19:22.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:22.594+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:22.594265+0000) 2023-03-22T16:19:22.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:22.593+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:22.593895+0000) 2023-03-22T16:19:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:23 smithi142 ceph-mon[94717]: pgmap v3311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:19:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:23 smithi098 ceph-mon[94136]: pgmap v3311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:19:23.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:23.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.548637+0000) 2023-03-22T16:19:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:23.593+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.593923+0000) 2023-03-22T16:19:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:23.594+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:23.594+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:23.596+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.597011+0000) 2023-03-22T16:19:23.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:23.594+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.594474+0000) 2023-03-22T16:19:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:23.594+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.594926+0000) 2023-03-22T16:19:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:23.593+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.594033+0000) 2023-03-22T16:19:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:23.594+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:23.594+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:23.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:23.595+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.596184+0000) 2023-03-22T16:19:23.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:23.594+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:23.594306+0000) 2023-03-22T16:19:24.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:24.594+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:24.594422+0000) 2023-03-22T16:19:24.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:24.594+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:24.595035+0000) 2023-03-22T16:19:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:24.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:24.548759+0000) 2023-03-22T16:19:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:24.594+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:24.594590+0000) 2023-03-22T16:19:25.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:25 smithi142 ceph-mon[94717]: pgmap v3312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:19:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:25 smithi098 ceph-mon[94136]: pgmap v3312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:19:25.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:25.594+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:25.594711+0000) 2023-03-22T16:19:25.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:25.594+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:25.595165+0000) 2023-03-22T16:19:25.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:25.577+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:25.577604+0000) 2023-03-22T16:19:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:25.594+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:25.594544+0000) 2023-03-22T16:19:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:25.595+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:25.595+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:25.595+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:25.596233+0000) 2023-03-22T16:19:25.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:25.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:25.548880+0000) 2023-03-22T16:19:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:26.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:26.094131+0000) 2023-03-22T16:19:26.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:26.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:26.595286+0000) 2023-03-22T16:19:26.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:26.580+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:26.581221+0000) 2023-03-22T16:19:26.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:26.594+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:26.594826+0000) 2023-03-22T16:19:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:26.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:26.549003+0000) 2023-03-22T16:19:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:27.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:27.094255+0000) 2023-03-22T16:19:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:27 smithi142 ceph-mon[94717]: pgmap v3313: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:19:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:27 smithi098 ceph-mon[94136]: pgmap v3313: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:19:27.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:27.594+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:27.594942+0000) 2023-03-22T16:19:27.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:27.595+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:27.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:27.595+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:27.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:27.595+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:27.596078+0000) 2023-03-22T16:19:27.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:27.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:27.595407+0000) 2023-03-22T16:19:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:27.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:27.549122+0000) 2023-03-22T16:19:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:27.549+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:27.549+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:27.549+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:27.550178+0000) 2023-03-22T16:19:27.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:27.584+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:27.584928+0000) 2023-03-22T16:19:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:28.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:28.094178+0000) 2023-03-22T16:19:28.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:28.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:28.094382+0000) 2023-03-22T16:19:28.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:28.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:28.094293+0000) 2023-03-22T16:19:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:28.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:28.585862+0000) 2023-03-22T16:19:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:28.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:28.595524+0000) 2023-03-22T16:19:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:29.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:29.094297+0000) 2023-03-22T16:19:29.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:29.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:29.094499+0000) 2023-03-22T16:19:29.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:29.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:29.094420+0000) 2023-03-22T16:19:29.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:29 smithi142 ceph-mon[94717]: pgmap v3314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:19:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:29 smithi098 ceph-mon[94136]: pgmap v3314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:19:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:29.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:29.585983+0000) 2023-03-22T16:19:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:29.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:29.595645+0000) 2023-03-22T16:19:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:30.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:30.094411+0000) 2023-03-22T16:19:30.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:30.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:30.094668+0000) 2023-03-22T16:19:30.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:30.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:30.094894+0000) 2023-03-22T16:19:30.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:30.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:30.094548+0000) 2023-03-22T16:19:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:30.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:30.586199+0000) 2023-03-22T16:19:30.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:30.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:30.595775+0000) 2023-03-22T16:19:30.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:30.596+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:30.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:30.596+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:30.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:30.596+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:30.597133+0000) 2023-03-22T16:19:31.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:31.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:31.095006+0000) 2023-03-22T16:19:31.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:31.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:31.094527+0000) 2023-03-22T16:19:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:31.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:31.094781+0000) 2023-03-22T16:19:31.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:31.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:31.094676+0000) 2023-03-22T16:19:31.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:31 smithi142 ceph-mon[94717]: pgmap v3315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:31 smithi098 ceph-mon[94136]: pgmap v3315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:31.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:31.586320+0000) 2023-03-22T16:19:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:32.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:32.094652+0000) 2023-03-22T16:19:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:32.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:32.094898+0000) 2023-03-22T16:19:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:32.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:32.095082+0000) 2023-03-22T16:19:32.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:32.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:32.094799+0000) 2023-03-22T16:19:32.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:32.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:32.049383+0000) 2023-03-22T16:19:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:32.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:32.095235+0000) 2023-03-22T16:19:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:32.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:32.586548+0000) 2023-03-22T16:19:33.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:33.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:33.095197+0000) 2023-03-22T16:19:33.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:33.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:33.094775+0000) 2023-03-22T16:19:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:33.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:33.095023+0000) 2023-03-22T16:19:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:33.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:33.095364+0000) 2023-03-22T16:19:33.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:33.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:33.094920+0000) 2023-03-22T16:19:33.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:33.048+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:33.049509+0000) 2023-03-22T16:19:33.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:33 smithi142 ceph-mon[94717]: pgmap v3316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:33 smithi098 ceph-mon[94136]: pgmap v3316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:33.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:33.586668+0000) 2023-03-22T16:19:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:34.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:34.094894+0000) 2023-03-22T16:19:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:34.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:34.095140+0000) 2023-03-22T16:19:34.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:34.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:34.095483+0000) 2023-03-22T16:19:34.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:34.048+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:34.049637+0000) 2023-03-22T16:19:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:34.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:34.095046+0000) 2023-03-22T16:19:34.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:34.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:34.095290+0000) 2023-03-22T16:19:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:34.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:34.586875+0000) 2023-03-22T16:19:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:35.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.095029+0000) 2023-03-22T16:19:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:35.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.095279+0000) 2023-03-22T16:19:35.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:35.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.095176+0000) 2023-03-22T16:19:35.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:35.048+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.049765+0000) 2023-03-22T16:19:35.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:35.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.095410+0000) 2023-03-22T16:19:35.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:35.094+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.096100+0000) 2023-03-22T16:19:35.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:35.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.095605+0000) 2023-03-22T16:19:35.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:35 smithi142 ceph-mon[94717]: pgmap v3317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:35 smithi098 ceph-mon[94136]: pgmap v3317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:35.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:35.586996+0000) 2023-03-22T16:19:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:36.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.095158+0000) 2023-03-22T16:19:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:36.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.095418+0000) 2023-03-22T16:19:36.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:36.048+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.049888+0000) 2023-03-22T16:19:36.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:36.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.095525+0000) 2023-03-22T16:19:36.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:36.094+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.096216+0000) 2023-03-22T16:19:36.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:36.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.095730+0000) 2023-03-22T16:19:36.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:36.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.095310+0000) 2023-03-22T16:19:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:36.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:36.587201+0000) 2023-03-22T16:19:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:37.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.095300+0000) 2023-03-22T16:19:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:37.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.095538+0000) 2023-03-22T16:19:37.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:37.048+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.050010+0000) 2023-03-22T16:19:37.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:37.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.095445+0000) 2023-03-22T16:19:37.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:37.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.095845+0000) 2023-03-22T16:19:37.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:37.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.096304+0000) 2023-03-22T16:19:37.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:37.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.095652+0000) 2023-03-22T16:19:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:37 smithi142 ceph-mon[94717]: pgmap v3318: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:37 smithi098 ceph-mon[94136]: pgmap v3318: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:37.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:37.587298+0000) 2023-03-22T16:19:38.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:38.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.095861+0000) 2023-03-22T16:19:38.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:38.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.095427+0000) 2023-03-22T16:19:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:38.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.095716+0000) 2023-03-22T16:19:38.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:38.048+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.050122+0000) 2023-03-22T16:19:38.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:38.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.096422+0000) 2023-03-22T16:19:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:38.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.096002+0000) 2023-03-22T16:19:38.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:38.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.095573+0000) 2023-03-22T16:19:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:38.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:38.587508+0000) 2023-03-22T16:19:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:39.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.095554+0000) 2023-03-22T16:19:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:39.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.095838+0000) 2023-03-22T16:19:39.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:39.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.096539+0000) 2023-03-22T16:19:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:39.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.095982+0000) 2023-03-22T16:19:39.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:39.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.096124+0000) 2023-03-22T16:19:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:39.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.095696+0000) 2023-03-22T16:19:39.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:39.048+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.050245+0000) 2023-03-22T16:19:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:39 smithi142 ceph-mon[94717]: pgmap v3319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:39 smithi098 ceph-mon[94136]: pgmap v3319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:39.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:39.587632+0000) 2023-03-22T16:19:40.326 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:40.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.095828+0000) 2023-03-22T16:19:40.327 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:40.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.096235+0000) 2023-03-22T16:19:40.327 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:40.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.095687+0000) 2023-03-22T16:19:40.328 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:40.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.095965+0000) 2023-03-22T16:19:40.328 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:40.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.050453+0000) 2023-03-22T16:19:40.329 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:40.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.096652+0000) 2023-03-22T16:19:40.329 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:40.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.096107+0000) 2023-03-22T16:19:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:40.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:40.587840+0000) 2023-03-22T16:19:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:41.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.095826+0000) 2023-03-22T16:19:41.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:41.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.050600+0000) 2023-03-22T16:19:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:41.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.096104+0000) 2023-03-22T16:19:41.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:41.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.095967+0000) 2023-03-22T16:19:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:41.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.096246+0000) 2023-03-22T16:19:41.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:41.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.096760+0000) 2023-03-22T16:19:41.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:41.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.096371+0000) 2023-03-22T16:19:41.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:41 smithi142 ceph-mon[94717]: pgmap v3320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:41 smithi098 ceph-mon[94136]: pgmap v3320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:41.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:41.587963+0000) 2023-03-22T16:19:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:42.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.095948+0000) 2023-03-22T16:19:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:42.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.096217+0000) 2023-03-22T16:19:42.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:42.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.050733+0000) 2023-03-22T16:19:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:42.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.096882+0000) 2023-03-22T16:19:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:42.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.096370+0000) 2023-03-22T16:19:42.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:42.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.096487+0000) 2023-03-22T16:19:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:42.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.096088+0000) 2023-03-22T16:19:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:42.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:42.588181+0000) 2023-03-22T16:19:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:43.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.096070+0000) 2023-03-22T16:19:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:43.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.096298+0000) 2023-03-22T16:19:43.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:43.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.096491+0000) 2023-03-22T16:19:43.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:43.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.050857+0000) 2023-03-22T16:19:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:43.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.096992+0000) 2023-03-22T16:19:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:43.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.096605+0000) 2023-03-22T16:19:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:43.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.096213+0000) 2023-03-22T16:19:43.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:43 smithi142 ceph-mon[94717]: pgmap v3321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:43 smithi098 ceph-mon[94136]: pgmap v3321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:43.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:43.588303+0000) 2023-03-22T16:19:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:44.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.096197+0000) 2023-03-22T16:19:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:44.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.096461+0000) 2023-03-22T16:19:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:44.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.050977+0000) 2023-03-22T16:19:44.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:44.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.096613+0000) 2023-03-22T16:19:44.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:44.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.097107+0000) 2023-03-22T16:19:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:44.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.096721+0000) 2023-03-22T16:19:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:44.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.096304+0000) 2023-03-22T16:19:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:44.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:44.588515+0000) 2023-03-22T16:19:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:45.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.096295+0000) 2023-03-22T16:19:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:45.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.096576+0000) 2023-03-22T16:19:45.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:45.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.096840+0000) 2023-03-22T16:19:45.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:45.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.051097+0000) 2023-03-22T16:19:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:45.095+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.097223+0000) 2023-03-22T16:19:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:45.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.096435+0000) 2023-03-22T16:19:45.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:45.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.096731+0000) 2023-03-22T16:19:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:45 smithi142 ceph-mon[94717]: pgmap v3322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:45 smithi098 ceph-mon[94136]: pgmap v3322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:45.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:45.588637+0000) 2023-03-22T16:19:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:46.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.096416+0000) 2023-03-22T16:19:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:46.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.096694+0000) 2023-03-22T16:19:46.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:46.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.096953+0000) 2023-03-22T16:19:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:46.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.096845+0000) 2023-03-22T16:19:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:46.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.097300+0000) 2023-03-22T16:19:46.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:46.049+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.051218+0000) 2023-03-22T16:19:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:46.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.096562+0000) 2023-03-22T16:19:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:46.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:46.588843+0000) 2023-03-22T16:19:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:47.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.096534+0000) 2023-03-22T16:19:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:47.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.096809+0000) 2023-03-22T16:19:47.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:47.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.097067+0000) 2023-03-22T16:19:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:47.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.096961+0000) 2023-03-22T16:19:47.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:47.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.051295+0000) 2023-03-22T16:19:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:47.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.097418+0000) 2023-03-22T16:19:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:47.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.096687+0000) 2023-03-22T16:19:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:47 smithi142 ceph-mon[94717]: pgmap v3323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:47 smithi098 ceph-mon[94136]: pgmap v3323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:47.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:47.588964+0000) 2023-03-22T16:19:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:48.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.096654+0000) 2023-03-22T16:19:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:48.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.096921+0000) 2023-03-22T16:19:48.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:48.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.097177+0000) 2023-03-22T16:19:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:48.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.097065+0000) 2023-03-22T16:19:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:48.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.051416+0000) 2023-03-22T16:19:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:48.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.096810+0000) 2023-03-22T16:19:48.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:48.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.097532+0000) 2023-03-22T16:19:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:48.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:48.589171+0000) 2023-03-22T16:19:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:49.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.096771+0000) 2023-03-22T16:19:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:49.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.097029+0000) 2023-03-22T16:19:49.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:49.096+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.097298+0000) 2023-03-22T16:19:49.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:49.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.097170+0000) 2023-03-22T16:19:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:49.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.051553+0000) 2023-03-22T16:19:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:49.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.097645+0000) 2023-03-22T16:19:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:49.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.096925+0000) 2023-03-22T16:19:49.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:49 smithi142 ceph-mon[94717]: pgmap v3324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:49 smithi098 ceph-mon[94136]: pgmap v3324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:49.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:49.589290+0000) 2023-03-22T16:19:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:50.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.096910+0000) 2023-03-22T16:19:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:50.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.097137+0000) 2023-03-22T16:19:50.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:50.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.051693+0000) 2023-03-22T16:19:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:50.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.097283+0000) 2023-03-22T16:19:50.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:50.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.097757+0000) 2023-03-22T16:19:50.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:50.096+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.097409+0000) 2023-03-22T16:19:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:50.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.097050+0000) 2023-03-22T16:19:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:50.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:50.589503+0000) 2023-03-22T16:19:51.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:51.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.097048+0000) 2023-03-22T16:19:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:51.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.097248+0000) 2023-03-22T16:19:51.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:51.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.097398+0000) 2023-03-22T16:19:51.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:51.096+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.097518+0000) 2023-03-22T16:19:51.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:51.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.051829+0000) 2023-03-22T16:19:51.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:51.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.097877+0000) 2023-03-22T16:19:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:51.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.097169+0000) 2023-03-22T16:19:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:51 smithi142 ceph-mon[94717]: pgmap v3325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:51 smithi098 ceph-mon[94136]: pgmap v3325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:51.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.589625+0000) 2023-03-22T16:19:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:51.589+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:51.589+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:51.593+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:51.594808+0000) 2023-03-22T16:19:52.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:52.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.097593+0000) 2023-03-22T16:19:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:52.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.097160+0000) 2023-03-22T16:19:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:52.096+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.097419+0000) 2023-03-22T16:19:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:52.096+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:52.097+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:52.097+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.098929+0000) 2023-03-22T16:19:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:52.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.051952+0000) 2023-03-22T16:19:52.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:52.096+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.097712+0000) 2023-03-22T16:19:52.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:52.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.098020+0000) 2023-03-22T16:19:52.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:52.096+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:52.097303+0000) 2023-03-22T16:19:53.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:53.096+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:53.097285+0000) 2023-03-22T16:19:53.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:53.096+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:53.098135+0000) 2023-03-22T16:19:53.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:53.096+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:53.097428+0000) 2023-03-22T16:19:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:53.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:53.097709+0000) 2023-03-22T16:19:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:53.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:53.052073+0000) 2023-03-22T16:19:53.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:53.096+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:53.097827+0000) 2023-03-22T16:19:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:53 smithi142 ceph-mon[94717]: pgmap v3326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:53.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:53 smithi098 ceph-mon[94136]: pgmap v3326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:54.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:54.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.097822+0000) 2023-03-22T16:19:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:54.096+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.097405+0000) 2023-03-22T16:19:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:54.097+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.098341+0000) 2023-03-22T16:19:54.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:54.096+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.098115+0000) 2023-03-22T16:19:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:54.097+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:54.097+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:54.098+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.099910+0000) 2023-03-22T16:19:54.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:54.097+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.098297+0000) 2023-03-22T16:19:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:54.097+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.098453+0000) 2023-03-22T16:19:54.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:54.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:54.052193+0000) 2023-03-22T16:19:55.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:55.097+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:55.098408+0000) 2023-03-22T16:19:55.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:55.097+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:55.098563+0000) 2023-03-22T16:19:55.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:55.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:55.052333+0000) 2023-03-22T16:19:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:55.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:55.097956+0000) 2023-03-22T16:19:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:55 smithi142 ceph-mon[94717]: pgmap v3327: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:55.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:55 smithi098 ceph-mon[94136]: pgmap v3327: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:56.088+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:56.089933+0000) 2023-03-22T16:19:56.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:56.097+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:56.098676+0000) 2023-03-22T16:19:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:56.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:56.052475+0000) 2023-03-22T16:19:56.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:56.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:56.098072+0000) 2023-03-22T16:19:56.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:56.097+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:56.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:56.097+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:56.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:19:56.098+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:56.099397+0000) 2023-03-22T16:19:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:56.097+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:56.098525+0000) 2023-03-22T16:19:56.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:56.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:56.597676+0000) 2023-03-22T16:19:57.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:57.097+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:57.098644+0000) 2023-03-22T16:19:57.553 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:57.097+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:57.098803+0000) 2023-03-22T16:19:57.554 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:57.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:57.052595+0000) 2023-03-22T16:19:57.554 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:57.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:57.094043+0000) 2023-03-22T16:19:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:57 smithi142 ceph-mon[94717]: pgmap v3328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:57.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:57 smithi098 ceph-mon[94136]: pgmap v3328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:19:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:57.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:57.597794+0000) 2023-03-22T16:19:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:58.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.098303+0000) 2023-03-22T16:19:58.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:58.097+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.099025+0000) 2023-03-22T16:19:58.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:58.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.052718+0000) 2023-03-22T16:19:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:58.052+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:58.052+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:19:58.053+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.054318+0000) 2023-03-22T16:19:58.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:58.097+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.098764+0000) 2023-03-22T16:19:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:58.098+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:58.098+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:19:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:19:58.098+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.100018+0000) 2023-03-22T16:19:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:58.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.597673+0000) 2023-03-22T16:19:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:58.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.597912+0000) 2023-03-22T16:19:58.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:58.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:58.598368+0000) 2023-03-22T16:19:59.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:19:59.097+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:59.099162+0000) 2023-03-22T16:19:59.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:19:59.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:59.099159+0000) 2023-03-22T16:19:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:19:59 smithi142 ceph-mon[94717]: pgmap v3329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:19:59 smithi098 ceph-mon[94136]: pgmap v3329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:19:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:19:59.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:59.597824+0000) 2023-03-22T16:19:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:19:59.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:59.598024+0000) 2023-03-22T16:19:59.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:19:59.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:19:59.598487+0000) 2023-03-22T16:20:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:00.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:00.099292+0000) 2023-03-22T16:20:00.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:00.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:00.099295+0000) 2023-03-22T16:20:00.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:20:00.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:20:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:00.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:00.597955+0000) 2023-03-22T16:20:00.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:00.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:00.598147+0000) 2023-03-22T16:20:00.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:00.597+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:00.598424+0000) 2023-03-22T16:20:00.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:00.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:00.598622+0000) 2023-03-22T16:20:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:01.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:01.099518+0000) 2023-03-22T16:20:01.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:01.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:01.099417+0000) 2023-03-22T16:20:01.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:01.098+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:01.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:01.099+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:01.100369+0000) 2023-03-22T16:20:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:01 smithi142 ceph-mon[94717]: pgmap v3330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:01 smithi098 ceph-mon[94136]: pgmap v3330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:01.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:01.598092+0000) 2023-03-22T16:20:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:01.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:01.598288+0000) 2023-03-22T16:20:01.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:01.597+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:01.598555+0000) 2023-03-22T16:20:01.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:01.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:01.598761+0000) 2023-03-22T16:20:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:02.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:02.099639+0000) 2023-03-22T16:20:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:02.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:02.598217+0000) 2023-03-22T16:20:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:02.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:02.598404+0000) 2023-03-22T16:20:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:02.597+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:02.599031+0000) 2023-03-22T16:20:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:02.597+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:02.598672+0000) 2023-03-22T16:20:02.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:02.551+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:02.553026+0000) 2023-03-22T16:20:02.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:02.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:02.598882+0000) 2023-03-22T16:20:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:03.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:03.099858+0000) 2023-03-22T16:20:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:03 smithi142 ceph-mon[94717]: pgmap v3331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:03.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:03 smithi098 ceph-mon[94136]: pgmap v3331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:03.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:03.598295+0000) 2023-03-22T16:20:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:03.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:03.598533+0000) 2023-03-22T16:20:03.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:03.597+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:03.599161+0000) 2023-03-22T16:20:03.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:03.597+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:03.598966+0000) 2023-03-22T16:20:03.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:03.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:03.599007+0000) 2023-03-22T16:20:03.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:03.551+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:03.553150+0000) 2023-03-22T16:20:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:04.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:04.099981+0000) 2023-03-22T16:20:04.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:04.597+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:04.599088+0000) 2023-03-22T16:20:04.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:04.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:04.598419+0000) 2023-03-22T16:20:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:04.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:04.598651+0000) 2023-03-22T16:20:04.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:04.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:04.553280+0000) 2023-03-22T16:20:04.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:04.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:04.599284+0000) 2023-03-22T16:20:04.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:04.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:04.599132+0000) 2023-03-22T16:20:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:05.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.100186+0000) 2023-03-22T16:20:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:05 smithi142 ceph-mon[94717]: pgmap v3332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:20:05.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:05 smithi098 ceph-mon[94136]: pgmap v3332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:20:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:05.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.598553+0000) 2023-03-22T16:20:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:05.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.598767+0000) 2023-03-22T16:20:05.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:05.597+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.599209+0000) 2023-03-22T16:20:05.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:05.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.599407+0000) 2023-03-22T16:20:05.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:05.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.599262+0000) 2023-03-22T16:20:05.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:05.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.553400+0000) 2023-03-22T16:20:05.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:05.598+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:05.599763+0000) 2023-03-22T16:20:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:06.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.100311+0000) 2023-03-22T16:20:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:06.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.598671+0000) 2023-03-22T16:20:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:06.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.598883+0000) 2023-03-22T16:20:06.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:06.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.553525+0000) 2023-03-22T16:20:06.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:06.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.599362+0000) 2023-03-22T16:20:06.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:06.598+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.599881+0000) 2023-03-22T16:20:06.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:06.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.599453+0000) 2023-03-22T16:20:06.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:06.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:06.599573+0000) 2023-03-22T16:20:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:07.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.100529+0000) 2023-03-22T16:20:07.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:07 smithi142 ceph-mon[94717]: pgmap v3333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:20:07.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:07 smithi098 ceph-mon[94136]: pgmap v3333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:20:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:07.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.598788+0000) 2023-03-22T16:20:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:07.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.599004+0000) 2023-03-22T16:20:07.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:07.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.599580+0000) 2023-03-22T16:20:07.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:07.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.599489+0000) 2023-03-22T16:20:07.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:07.598+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.599991+0000) 2023-03-22T16:20:07.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:07.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.553651+0000) 2023-03-22T16:20:07.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:07.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:07.599687+0000) 2023-03-22T16:20:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:08.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.100650+0000) 2023-03-22T16:20:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:08.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.598899+0000) 2023-03-22T16:20:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:08.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.599115+0000) 2023-03-22T16:20:08.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:08.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.599606+0000) 2023-03-22T16:20:08.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:08.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.553772+0000) 2023-03-22T16:20:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:08.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.599802+0000) 2023-03-22T16:20:08.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:08.598+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.600105+0000) 2023-03-22T16:20:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:08.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:08.599698+0000) 2023-03-22T16:20:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:09.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.100869+0000) 2023-03-22T16:20:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:09 smithi142 ceph-mon[94717]: pgmap v3334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:20:09.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:09 smithi098 ceph-mon[94136]: pgmap v3334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:20:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:09.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.599022+0000) 2023-03-22T16:20:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:09.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.599228+0000) 2023-03-22T16:20:09.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:09.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.599927+0000) 2023-03-22T16:20:09.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:09.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.599720+0000) 2023-03-22T16:20:09.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:09.598+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.600216+0000) 2023-03-22T16:20:09.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:09.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.553902+0000) 2023-03-22T16:20:09.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:09.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:09.599816+0000) 2023-03-22T16:20:10.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:10.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.100998+0000) 2023-03-22T16:20:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:10 smithi142 ceph-mon[94717]: osdmap e242: 12 total, 9 up, 9 in 2023-03-22T16:20:10.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:10 smithi098 ceph-mon[94136]: osdmap e242: 12 total, 9 up, 9 in 2023-03-22T16:20:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:10.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.599151+0000) 2023-03-22T16:20:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:10.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.599301+0000) 2023-03-22T16:20:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:10.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.554021+0000) 2023-03-22T16:20:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:10.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.599869+0000) 2023-03-22T16:20:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:10.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.600299+0000) 2023-03-22T16:20:10.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:10.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.600042+0000) 2023-03-22T16:20:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:10.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:10.599927+0000) 2023-03-22T16:20:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:11.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.101210+0000) 2023-03-22T16:20:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:11 smithi142 ceph-mon[94717]: pgmap v3336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:20:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:11 smithi098 ceph-mon[94136]: pgmap v3336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:20:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:11.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.599262+0000) 2023-03-22T16:20:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:11.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.599408+0000) 2023-03-22T16:20:11.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:11.552+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.554138+0000) 2023-03-22T16:20:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:11.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.599976+0000) 2023-03-22T16:20:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:11.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.600411+0000) 2023-03-22T16:20:11.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:11.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.600155+0000) 2023-03-22T16:20:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:11.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:11.600043+0000) 2023-03-22T16:20:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:12.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.101325+0000) 2023-03-22T16:20:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:12.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.599374+0000) 2023-03-22T16:20:12.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:12.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.599487+0000) 2023-03-22T16:20:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:12.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.600169+0000) 2023-03-22T16:20:12.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:12.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.600539+0000) 2023-03-22T16:20:12.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:12.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.554264+0000) 2023-03-22T16:20:12.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:12.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.600086+0000) 2023-03-22T16:20:12.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:12.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:12.600265+0000) 2023-03-22T16:20:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:13.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.101547+0000) 2023-03-22T16:20:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:13 smithi142 ceph-mon[94717]: pgmap v3337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:20:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:13 smithi098 ceph-mon[94136]: pgmap v3337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:20:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:13.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.599495+0000) 2023-03-22T16:20:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:13.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.599612+0000) 2023-03-22T16:20:13.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:13.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.600191+0000) 2023-03-22T16:20:13.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:13.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.554394+0000) 2023-03-22T16:20:13.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:13.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.600661+0000) 2023-03-22T16:20:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:13.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.600303+0000) 2023-03-22T16:20:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:13.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:13.600398+0000) 2023-03-22T16:20:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:14.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.101669+0000) 2023-03-22T16:20:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:14.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.599615+0000) 2023-03-22T16:20:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:14.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.599728+0000) 2023-03-22T16:20:14.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:14.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.600307+0000) 2023-03-22T16:20:14.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:14.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.600583+0000) 2023-03-22T16:20:14.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:14.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.554520+0000) 2023-03-22T16:20:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:14.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.600426+0000) 2023-03-22T16:20:14.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:14.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:14.600782+0000) 2023-03-22T16:20:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:15.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.101879+0000) 2023-03-22T16:20:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:15 smithi142 ceph-mon[94717]: pgmap v3338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:20:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:15 smithi098 ceph-mon[94136]: pgmap v3338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:20:15.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:15.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.600423+0000) 2023-03-22T16:20:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:15.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.599747+0000) 2023-03-22T16:20:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:15.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.599844+0000) 2023-03-22T16:20:15.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:15.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.554641+0000) 2023-03-22T16:20:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:15.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.600701+0000) 2023-03-22T16:20:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:15.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.600902+0000) 2023-03-22T16:20:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:15.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:15.600554+0000) 2023-03-22T16:20:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:16.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.102001+0000) 2023-03-22T16:20:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:16.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.599875+0000) 2023-03-22T16:20:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:16.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.599962+0000) 2023-03-22T16:20:16.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:16.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.600545+0000) 2023-03-22T16:20:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:16.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.554769+0000) 2023-03-22T16:20:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:16.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.601017+0000) 2023-03-22T16:20:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:16.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.600850+0000) 2023-03-22T16:20:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:16.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:16.600704+0000) 2023-03-22T16:20:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:17.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.102205+0000) 2023-03-22T16:20:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:17 smithi142 ceph-mon[94717]: pgmap v3339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:20:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:17 smithi098 ceph-mon[94136]: pgmap v3339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:20:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:17.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.599998+0000) 2023-03-22T16:20:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:17.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.600075+0000) 2023-03-22T16:20:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:17.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.554889+0000) 2023-03-22T16:20:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:17.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.600669+0000) 2023-03-22T16:20:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:17.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.601137+0000) 2023-03-22T16:20:17.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:17.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.600836+0000) 2023-03-22T16:20:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:17.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:17.600965+0000) 2023-03-22T16:20:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:18.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.102325+0000) 2023-03-22T16:20:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:18.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.600068+0000) 2023-03-22T16:20:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:18.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.600187+0000) 2023-03-22T16:20:18.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:18.599+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.601251+0000) 2023-03-22T16:20:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:18.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.554997+0000) 2023-03-22T16:20:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:18.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.600782+0000) 2023-03-22T16:20:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:18.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.601080+0000) 2023-03-22T16:20:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:18.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:18.600955+0000) 2023-03-22T16:20:19.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:19.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.102602+0000) 2023-03-22T16:20:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:19 smithi098 ceph-mon[94136]: pgmap v3340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:20:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:19 smithi142 ceph-mon[94717]: pgmap v3340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:20:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:19.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.600177+0000) 2023-03-22T16:20:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:19.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.600342+0000) 2023-03-22T16:20:19.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:19.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.555115+0000) 2023-03-22T16:20:19.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:19.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.600895+0000) 2023-03-22T16:20:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:19.600+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.601375+0000) 2023-03-22T16:20:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:19.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.601201+0000) 2023-03-22T16:20:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:19.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:19.601075+0000) 2023-03-22T16:20:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:20.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.102751+0000) 2023-03-22T16:20:20.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:20.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.601009+0000) 2023-03-22T16:20:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:20.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.600308+0000) 2023-03-22T16:20:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:20.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.600488+0000) 2023-03-22T16:20:20.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:20.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.601199+0000) 2023-03-22T16:20:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:20.553+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.555249+0000) 2023-03-22T16:20:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:20.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.601301+0000) 2023-03-22T16:20:20.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:20.600+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:20.601494+0000) 2023-03-22T16:20:21.557 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:21.102+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.103038+0000) 2023-03-22T16:20:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:21 smithi098 ceph-mon[94136]: pgmap v3341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T16:20:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:21 smithi142 ceph-mon[94717]: pgmap v3341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T16:20:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:21.600+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.600460+0000) 2023-03-22T16:20:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:21.600+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.600607+0000) 2023-03-22T16:20:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:21.601+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.601613+0000) 2023-03-22T16:20:21.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:21.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.555376+0000) 2023-03-22T16:20:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:21.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.601118+0000) 2023-03-22T16:20:21.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:21.601+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.601422+0000) 2023-03-22T16:20:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:21.601+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:21.601340+0000) 2023-03-22T16:20:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:22.102+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.103182+0000) 2023-03-22T16:20:22.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:22.103+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:22.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:22.103+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:22.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:22.108+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.108410+0000) 2023-03-22T16:20:22.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:22.600+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.600611+0000) 2023-03-22T16:20:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:22.600+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.600745+0000) 2023-03-22T16:20:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:22.601+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:22.601+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:22.601+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.602241+0000) 2023-03-22T16:20:22.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:22.601+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.601481+0000) 2023-03-22T16:20:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:22.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.601245+0000) 2023-03-22T16:20:22.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:22.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.555499+0000) 2023-03-22T16:20:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:22.601+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.601738+0000) 2023-03-22T16:20:22.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:22.601+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:22.601538+0000) 2023-03-22T16:20:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:23 smithi098 ceph-mon[94136]: pgmap v3342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:20:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:23 smithi142 ceph-mon[94717]: pgmap v3342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:20:23.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:23.601+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:23.601397+0000) 2023-03-22T16:20:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:23.600+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:23.600770+0000) 2023-03-22T16:20:23.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:23.601+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:23.601851+0000) 2023-03-22T16:20:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:23.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:23.555622+0000) 2023-03-22T16:20:23.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:23.601+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:23.601657+0000) 2023-03-22T16:20:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:23.601+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:23.601656+0000) 2023-03-22T16:20:24.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:24.601+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.602215+0000) 2023-03-22T16:20:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:24.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.555751+0000) 2023-03-22T16:20:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:24.600+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.600912+0000) 2023-03-22T16:20:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:24.601+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:24.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:24.601+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:24.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:24.602+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.602560+0000) 2023-03-22T16:20:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:24.601+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.601774+0000) 2023-03-22T16:20:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:24.601+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.601798+0000) 2023-03-22T16:20:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:24.602+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:24.602+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:24.602+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.603159+0000) 2023-03-22T16:20:24.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:24.601+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:24.601533+0000) 2023-03-22T16:20:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:25 smithi098 ceph-mon[94136]: pgmap v3343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:20:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:25 smithi142 ceph-mon[94717]: pgmap v3343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:20:25.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:25.601+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:25.601675+0000) 2023-03-22T16:20:25.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:25.601+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:25.601932+0000) 2023-03-22T16:20:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:25.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:25.555910+0000) 2023-03-22T16:20:25.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:25.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:25.602305+0000) 2023-03-22T16:20:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:26.603+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:26.603445+0000) 2023-03-22T16:20:26.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:26.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:26.556050+0000) 2023-03-22T16:20:26.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:26.601+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:26.601821+0000) 2023-03-22T16:20:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:26.602+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:26.602+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:26.602+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:26.603106+0000) 2023-03-22T16:20:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:26.601+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:26.602108+0000) 2023-03-22T16:20:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:26.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:26.602410+0000) 2023-03-22T16:20:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:27.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:27.100975+0000) 2023-03-22T16:20:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:27 smithi098 ceph-mon[94136]: pgmap v3344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:20:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:27 smithi142 ceph-mon[94717]: pgmap v3344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:20:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:27.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:27.607563+0000) 2023-03-22T16:20:27.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:27.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:27.556196+0000) 2023-03-22T16:20:27.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:27.602+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:27.602331+0000) 2023-03-22T16:20:27.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:27.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:27.602529+0000) 2023-03-22T16:20:28.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:28.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:28.101098+0000) 2023-03-22T16:20:28.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:28.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:28.602733+0000) 2023-03-22T16:20:28.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:28.611+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:28.611544+0000) 2023-03-22T16:20:28.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:28.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:28.556339+0000) 2023-03-22T16:20:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:28.556+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:28.556+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:28.557+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:28.558213+0000) 2023-03-22T16:20:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:28.602+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:28.602475+0000) 2023-03-22T16:20:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:28.602+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:28.603+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:28.603+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:28.603476+0000) 2023-03-22T16:20:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:29.100+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:29.101211+0000) 2023-03-22T16:20:29.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:29.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:29.102101+0000) 2023-03-22T16:20:29.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:29.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:29.101212+0000) 2023-03-22T16:20:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:29 smithi098 ceph-mon[94136]: pgmap v3345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:20:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:29 smithi142 ceph-mon[94717]: pgmap v3345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:20:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:29.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:29.612644+0000) 2023-03-22T16:20:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:29.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:29.602876+0000) 2023-03-22T16:20:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:30.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:30.101322+0000) 2023-03-22T16:20:30.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:30.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:30.101315+0000) 2023-03-22T16:20:30.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:30.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:30.102217+0000) 2023-03-22T16:20:30.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:30.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:30.603018+0000) 2023-03-22T16:20:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:30.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:30.612847+0000) 2023-03-22T16:20:31.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:31.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:31.102064+0000) 2023-03-22T16:20:31.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:31.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:31.101445+0000) 2023-03-22T16:20:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:31.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:31.101432+0000) 2023-03-22T16:20:31.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:31.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:31.102303+0000) 2023-03-22T16:20:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:31 smithi098 ceph-mon[94136]: pgmap v3346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:31 smithi142 ceph-mon[94717]: pgmap v3346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:31.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:31.612974+0000) 2023-03-22T16:20:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:31.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:31.603234+0000) 2023-03-22T16:20:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:31.603+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:31.603+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:31.608+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:31.608557+0000) 2023-03-22T16:20:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:32.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:32.101569+0000) 2023-03-22T16:20:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:32.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:32.101556+0000) 2023-03-22T16:20:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:32.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:32.102169+0000) 2023-03-22T16:20:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:32.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:32.102423+0000) 2023-03-22T16:20:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:32.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:32.613220+0000) 2023-03-22T16:20:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:33.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:33.101717+0000) 2023-03-22T16:20:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:33.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:33.101683+0000) 2023-03-22T16:20:33.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:33.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:33.056640+0000) 2023-03-22T16:20:33.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:33.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:33.102292+0000) 2023-03-22T16:20:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:33.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:33.102728+0000) 2023-03-22T16:20:33.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:33.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:33.102544+0000) 2023-03-22T16:20:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:33 smithi098 ceph-mon[94136]: pgmap v3347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:33 smithi142 ceph-mon[94717]: pgmap v3347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:33.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:33.613354+0000) 2023-03-22T16:20:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:34.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:34.101834+0000) 2023-03-22T16:20:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:34.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:34.101815+0000) 2023-03-22T16:20:34.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:34.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:34.102667+0000) 2023-03-22T16:20:34.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:34.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:34.056774+0000) 2023-03-22T16:20:34.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:34.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:34.102408+0000) 2023-03-22T16:20:34.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:34.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:34.102835+0000) 2023-03-22T16:20:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:34.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:34.613580+0000) 2023-03-22T16:20:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:35.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:35.101954+0000) 2023-03-22T16:20:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:35.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:35.101942+0000) 2023-03-22T16:20:35.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:35.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:35.056895+0000) 2023-03-22T16:20:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:35.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:35.102951+0000) 2023-03-22T16:20:35.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:35.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:35.102529+0000) 2023-03-22T16:20:35.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:35.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:35.102792+0000) 2023-03-22T16:20:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:35 smithi098 ceph-mon[94136]: pgmap v3348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:35 smithi142 ceph-mon[94717]: pgmap v3348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:35.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:35.613708+0000) 2023-03-22T16:20:36.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:36.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.102651+0000) 2023-03-22T16:20:36.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:36.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.102080+0000) 2023-03-22T16:20:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:36.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.102063+0000) 2023-03-22T16:20:36.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:36.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.102921+0000) 2023-03-22T16:20:36.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:36.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.057008+0000) 2023-03-22T16:20:36.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:36.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.103075+0000) 2023-03-22T16:20:36.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:36.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.103649+0000) 2023-03-22T16:20:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:36.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:36.613957+0000) 2023-03-22T16:20:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:37.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.102209+0000) 2023-03-22T16:20:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:37.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.102175+0000) 2023-03-22T16:20:37.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:37.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.057129+0000) 2023-03-22T16:20:37.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:37.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.102755+0000) 2023-03-22T16:20:37.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:37.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.103775+0000) 2023-03-22T16:20:37.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:37.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.103192+0000) 2023-03-22T16:20:37.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:37.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.103037+0000) 2023-03-22T16:20:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:37 smithi098 ceph-mon[94136]: pgmap v3349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:37 smithi142 ceph-mon[94717]: pgmap v3349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:37.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:37.614101+0000) 2023-03-22T16:20:38.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:38.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.102337+0000) 2023-03-22T16:20:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:38.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.102311+0000) 2023-03-22T16:20:38.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:38.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.103148+0000) 2023-03-22T16:20:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:38.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.103300+0000) 2023-03-22T16:20:38.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:38.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.103886+0000) 2023-03-22T16:20:38.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:38.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.057267+0000) 2023-03-22T16:20:38.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:38.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.102879+0000) 2023-03-22T16:20:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:38.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:38.614310+0000) 2023-03-22T16:20:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:39.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.102460+0000) 2023-03-22T16:20:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:39.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.102428+0000) 2023-03-22T16:20:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:39.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.057401+0000) 2023-03-22T16:20:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:39.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.102982+0000) 2023-03-22T16:20:39.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:39.102+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.103999+0000) 2023-03-22T16:20:39.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:39.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.103415+0000) 2023-03-22T16:20:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:39.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.103265+0000) 2023-03-22T16:20:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:39 smithi098 ceph-mon[94136]: pgmap v3350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:39 smithi142 ceph-mon[94717]: pgmap v3350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:39.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:39.614436+0000) 2023-03-22T16:20:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:40.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.102586+0000) 2023-03-22T16:20:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:40.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.102540+0000) 2023-03-22T16:20:40.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:40.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.057536+0000) 2023-03-22T16:20:40.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:40.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.103089+0000) 2023-03-22T16:20:40.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:40.102+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.104115+0000) 2023-03-22T16:20:40.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:40.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.103793+0000) 2023-03-22T16:20:40.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:40.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.103397+0000) 2023-03-22T16:20:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:40.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:40.614648+0000) 2023-03-22T16:20:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:41.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.102704+0000) 2023-03-22T16:20:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:41.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.102665+0000) 2023-03-22T16:20:41.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:41.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.103907+0000) 2023-03-22T16:20:41.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:41.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.103519+0000) 2023-03-22T16:20:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:41.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.103207+0000) 2023-03-22T16:20:41.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:41.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.057664+0000) 2023-03-22T16:20:41.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:41.102+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.104226+0000) 2023-03-22T16:20:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:41 smithi098 ceph-mon[94136]: pgmap v3351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:41 smithi142 ceph-mon[94717]: pgmap v3351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:41.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:41.614767+0000) 2023-03-22T16:20:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:42.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.102837+0000) 2023-03-22T16:20:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:42.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.102790+0000) 2023-03-22T16:20:42.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:42.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.057798+0000) 2023-03-22T16:20:42.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:42.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.103644+0000) 2023-03-22T16:20:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:42.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.103307+0000) 2023-03-22T16:20:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:42.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.104299+0000) 2023-03-22T16:20:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:42.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.104023+0000) 2023-03-22T16:20:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:42.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:42.614973+0000) 2023-03-22T16:20:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:43.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.102959+0000) 2023-03-22T16:20:43.571 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:43.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.102915+0000) 2023-03-22T16:20:43.572 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:43.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.104133+0000) 2023-03-22T16:20:43.572 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:43.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.057927+0000) 2023-03-22T16:20:43.573 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:43.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.103429+0000) 2023-03-22T16:20:43.573 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:43.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.103774+0000) 2023-03-22T16:20:43.574 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:43.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.104432+0000) 2023-03-22T16:20:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:43 smithi098 ceph-mon[94136]: pgmap v3352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:43 smithi142 ceph-mon[94717]: pgmap v3352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:43.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:43.615092+0000) 2023-03-22T16:20:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:44.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.103071+0000) 2023-03-22T16:20:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:44.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.103032+0000) 2023-03-22T16:20:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:44.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.058051+0000) 2023-03-22T16:20:44.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:44.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.103547+0000) 2023-03-22T16:20:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:44.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.104247+0000) 2023-03-22T16:20:44.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:44.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.104551+0000) 2023-03-22T16:20:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:44.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.103893+0000) 2023-03-22T16:20:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:44.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:44.615310+0000) 2023-03-22T16:20:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:45.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.103187+0000) 2023-03-22T16:20:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:45.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.103147+0000) 2023-03-22T16:20:45.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:45.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.103673+0000) 2023-03-22T16:20:45.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:45.056+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.058181+0000) 2023-03-22T16:20:45.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:45.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.104368+0000) 2023-03-22T16:20:45.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:45.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.104670+0000) 2023-03-22T16:20:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:45.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.104007+0000) 2023-03-22T16:20:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:45 smithi098 ceph-mon[94136]: pgmap v3353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:45 smithi142 ceph-mon[94717]: pgmap v3353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:45.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:45.615432+0000) 2023-03-22T16:20:46.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:46.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.103796+0000) 2023-03-22T16:20:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:46.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.103291+0000) 2023-03-22T16:20:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:46.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.103280+0000) 2023-03-22T16:20:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:46.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.104487+0000) 2023-03-22T16:20:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:46.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.104785+0000) 2023-03-22T16:20:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:46.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.104127+0000) 2023-03-22T16:20:46.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:46.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.058294+0000) 2023-03-22T16:20:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:46.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:46.615653+0000) 2023-03-22T16:20:47.383 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:47.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.103909+0000) 2023-03-22T16:20:47.384 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:47.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.103458+0000) 2023-03-22T16:20:47.384 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:47.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.104599+0000) 2023-03-22T16:20:47.385 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:47.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.058451+0000) 2023-03-22T16:20:47.385 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:47.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.104238+0000) 2023-03-22T16:20:47.386 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:47.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.104896+0000) 2023-03-22T16:20:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:47 smithi098 ceph-mon[94136]: pgmap v3354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:47.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:47.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.103452+0000) 2023-03-22T16:20:47.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:47.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:47.615774+0000) 2023-03-22T16:20:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:47 smithi142 ceph-mon[94717]: pgmap v3354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:48.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.103609+0000) 2023-03-22T16:20:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:48.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.103615+0000) 2023-03-22T16:20:48.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:48.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.058599+0000) 2023-03-22T16:20:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:48.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.104021+0000) 2023-03-22T16:20:48.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:48.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.105005+0000) 2023-03-22T16:20:48.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:48.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.104707+0000) 2023-03-22T16:20:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:48.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.104360+0000) 2023-03-22T16:20:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:48.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:48.615994+0000) 2023-03-22T16:20:49.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:49.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.104136+0000) 2023-03-22T16:20:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:49.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.103736+0000) 2023-03-22T16:20:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:49.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.103735+0000) 2023-03-22T16:20:49.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:49.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.104822+0000) 2023-03-22T16:20:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:49.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.058724+0000) 2023-03-22T16:20:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:49.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.105122+0000) 2023-03-22T16:20:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:49.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.104482+0000) 2023-03-22T16:20:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:49 smithi098 ceph-mon[94136]: pgmap v3355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:49 smithi142 ceph-mon[94717]: pgmap v3355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:49.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:49.616114+0000) 2023-03-22T16:20:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:50.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.103859+0000) 2023-03-22T16:20:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:50.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.103862+0000) 2023-03-22T16:20:50.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:50.103+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.105235+0000) 2023-03-22T16:20:50.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:50.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.058845+0000) 2023-03-22T16:20:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:50.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.104249+0000) 2023-03-22T16:20:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:50.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.104944+0000) 2023-03-22T16:20:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:50.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.104600+0000) 2023-03-22T16:20:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:50.615+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:50.616327+0000) 2023-03-22T16:20:51.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:51.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.104375+0000) 2023-03-22T16:20:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:51.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.104003+0000) 2023-03-22T16:20:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:51.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.103989+0000) 2023-03-22T16:20:51.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:51.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.058963+0000) 2023-03-22T16:20:51.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:51.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.104723+0000) 2023-03-22T16:20:51.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:51.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.105357+0000) 2023-03-22T16:20:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:51.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.105047+0000) 2023-03-22T16:20:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:51 smithi098 ceph-mon[94136]: pgmap v3356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:51 smithi142 ceph-mon[94717]: pgmap v3356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:51.615+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:51.616453+0000) 2023-03-22T16:20:52.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:52.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.104138+0000) 2023-03-22T16:20:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:52.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.104119+0000) 2023-03-22T16:20:52.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:52.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.104842+0000) 2023-03-22T16:20:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:52.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.059081+0000) 2023-03-22T16:20:52.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:52.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.104493+0000) 2023-03-22T16:20:52.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:52.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.105468+0000) 2023-03-22T16:20:52.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:52.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.105159+0000) 2023-03-22T16:20:52.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:52.615+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.616668+0000) 2023-03-22T16:20:52.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:52.620+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:52.621486+0000) 2023-03-22T16:20:53.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:53.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.104272+0000) 2023-03-22T16:20:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:53.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.104240+0000) 2023-03-22T16:20:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:53.103+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:53.104+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:53.104+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.105421+0000) 2023-03-22T16:20:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:53.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.105303+0000) 2023-03-22T16:20:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:53.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.104961+0000) 2023-03-22T16:20:53.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:53.057+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.059200+0000) 2023-03-22T16:20:53.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:53.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.104612+0000) 2023-03-22T16:20:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:53 smithi142 ceph-mon[94717]: pgmap v3357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:53 smithi098 ceph-mon[94136]: pgmap v3357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:54.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:54.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:54.104402+0000) 2023-03-22T16:20:54.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:54.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:54.104729+0000) 2023-03-22T16:20:54.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:54.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:54.059319+0000) 2023-03-22T16:20:54.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:54.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:54.105418+0000) 2023-03-22T16:20:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:54.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:54.105078+0000) 2023-03-22T16:20:55.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:55.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.104520+0000) 2023-03-22T16:20:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:55.104+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:55.104+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:55.104+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.105659+0000) 2023-03-22T16:20:55.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:55.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.105200+0000) 2023-03-22T16:20:55.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:55.104+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:55.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:55.104+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:55.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:55.105+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.106830+0000) 2023-03-22T16:20:55.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:55.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.059437+0000) 2023-03-22T16:20:55.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:55.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.104844+0000) 2023-03-22T16:20:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:55.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.105626+0000) 2023-03-22T16:20:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:55 smithi142 ceph-mon[94717]: pgmap v3358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:55 smithi098 ceph-mon[94136]: pgmap v3358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:56.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:56.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:56.104962+0000) 2023-03-22T16:20:56.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:56.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:56.105747+0000) 2023-03-22T16:20:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:56.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:56.059561+0000) 2023-03-22T16:20:57.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:57.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:57.116946+0000) 2023-03-22T16:20:57.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:57.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:57.059692+0000) 2023-03-22T16:20:57.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:57.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:57.105092+0000) 2023-03-22T16:20:57.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:57.104+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:57.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:57.104+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:57.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:20:57.105+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:57.106811+0000) 2023-03-22T16:20:57.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:57.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:57.105870+0000) 2023-03-22T16:20:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:57 smithi142 ceph-mon[94717]: pgmap v3359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:57.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:57 smithi098 ceph-mon[94136]: pgmap v3359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:20:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:57.603+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:57.604594+0000) 2023-03-22T16:20:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:53.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:53.105582+0000) 2023-03-22T16:20:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:54.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:54.105686+0000) 2023-03-22T16:20:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:55.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:55.105838+0000) 2023-03-22T16:20:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:56.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:56.105945+0000) 2023-03-22T16:20:57.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:57.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:57.106042+0000) 2023-03-22T16:20:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:58.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:58.120997+0000) 2023-03-22T16:20:58.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:58.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:58.105986+0000) 2023-03-22T16:20:58.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:58.104+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:58.106146+0000) 2023-03-22T16:20:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:58.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:58.059816+0000) 2023-03-22T16:20:58.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:58.603+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:58.604737+0000) 2023-03-22T16:20:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:20:59.123+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.124686+0000) 2023-03-22T16:20:59.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:20:59.105+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.106264+0000) 2023-03-22T16:20:59.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:59.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.059940+0000) 2023-03-22T16:20:59.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:59.059+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:59.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:59.059+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:59.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:20:59.059+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.061168+0000) 2023-03-22T16:20:59.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:59.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.106101+0000) 2023-03-22T16:20:59.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:59.105+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:59.105+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:20:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:20:59.106+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.107307+0000) 2023-03-22T16:20:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:20:59 smithi142 ceph-mon[94717]: pgmap v3360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:20:59 smithi098 ceph-mon[94136]: pgmap v3360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:20:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:20:59.603+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.604865+0000) 2023-03-22T16:20:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:20:59.603+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.604859+0000) 2023-03-22T16:20:59.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:20:59.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:20:59.605477+0000) 2023-03-22T16:21:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:00.124+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:00.125756+0000) 2023-03-22T16:21:00.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:00.105+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:00.106392+0000) 2023-03-22T16:21:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:00.603+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:00.604998+0000) 2023-03-22T16:21:00.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:00.603+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:00.604983+0000) 2023-03-22T16:21:00.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:00.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:00.605597+0000) 2023-03-22T16:21:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:01.124+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:01.125866+0000) 2023-03-22T16:21:01.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:01.105+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:01.106514+0000) 2023-03-22T16:21:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:01 smithi142 ceph-mon[94717]: pgmap v3361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:01 smithi098 ceph-mon[94136]: pgmap v3361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:01.603+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:01.605133+0000) 2023-03-22T16:21:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:01.603+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:01.605112+0000) 2023-03-22T16:21:01.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:01.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:01.605299+0000) 2023-03-22T16:21:01.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:01.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:01.605720+0000) 2023-03-22T16:21:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:02.124+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:02.126028+0000) 2023-03-22T16:21:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:02.105+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:02.106634+0000) 2023-03-22T16:21:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:02.106+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:02.106+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:02.106+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:02.108017+0000) 2023-03-22T16:21:02.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:02.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:02.605429+0000) 2023-03-22T16:21:02.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:02.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:02.605279+0000) 2023-03-22T16:21:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:02.603+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:02.605234+0000) 2023-03-22T16:21:02.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:02.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:02.605842+0000) 2023-03-22T16:21:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:03.124+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:03.126143+0000) 2023-03-22T16:21:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:03 smithi142 ceph-mon[94717]: pgmap v3362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:03 smithi098 ceph-mon[94136]: pgmap v3362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:03.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:03.605398+0000) 2023-03-22T16:21:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:03.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:03.605362+0000) 2023-03-22T16:21:03.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:03.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:03.605542+0000) 2023-03-22T16:21:03.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:03.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:03.606298+0000) 2023-03-22T16:21:03.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:03.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:03.605964+0000) 2023-03-22T16:21:03.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:03.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:03.560273+0000) 2023-03-22T16:21:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:04.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:04.126414+0000) 2023-03-22T16:21:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:04.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:04.605508+0000) 2023-03-22T16:21:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:04.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:04.605483+0000) 2023-03-22T16:21:04.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:04.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:04.605683+0000) 2023-03-22T16:21:04.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:04.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:04.606422+0000) 2023-03-22T16:21:04.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:04.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:04.560393+0000) 2023-03-22T16:21:04.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:04.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:04.606080+0000) 2023-03-22T16:21:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:05.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:05.126532+0000) 2023-03-22T16:21:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:05 smithi142 ceph-mon[94717]: pgmap v3363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:21:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:05 smithi098 ceph-mon[94136]: pgmap v3363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:21:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:05.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:05.605685+0000) 2023-03-22T16:21:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:05.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:05.605605+0000) 2023-03-22T16:21:05.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:05.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:05.605856+0000) 2023-03-22T16:21:05.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:05.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:05.606541+0000) 2023-03-22T16:21:05.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:05.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:05.606189+0000) 2023-03-22T16:21:05.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:05.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:05.560517+0000) 2023-03-22T16:21:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:06.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.126736+0000) 2023-03-22T16:21:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:06.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.605805+0000) 2023-03-22T16:21:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:06.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.605722+0000) 2023-03-22T16:21:06.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:06.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.560637+0000) 2023-03-22T16:21:06.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:06.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.605971+0000) 2023-03-22T16:21:06.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:06.605+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.606963+0000) 2023-03-22T16:21:06.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:06.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.606661+0000) 2023-03-22T16:21:06.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:06.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:06.606303+0000) 2023-03-22T16:21:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:07.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.126802+0000) 2023-03-22T16:21:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:07 smithi142 ceph-mon[94717]: pgmap v3364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:21:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:07 smithi098 ceph-mon[94136]: pgmap v3364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:21:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:07.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.605918+0000) 2023-03-22T16:21:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:07.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.605840+0000) 2023-03-22T16:21:07.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:07.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.606089+0000) 2023-03-22T16:21:07.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:07.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.560764+0000) 2023-03-22T16:21:07.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:07.605+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.607070+0000) 2023-03-22T16:21:07.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:07.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.606960+0000) 2023-03-22T16:21:07.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:07.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:07.606431+0000) 2023-03-22T16:21:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:08.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.127020+0000) 2023-03-22T16:21:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:08.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.606030+0000) 2023-03-22T16:21:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:08.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.605950+0000) 2023-03-22T16:21:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:08.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.606205+0000) 2023-03-22T16:21:08.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:08.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.560878+0000) 2023-03-22T16:21:08.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:08.605+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.607189+0000) 2023-03-22T16:21:08.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:08.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.607061+0000) 2023-03-22T16:21:08.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:08.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:08.606551+0000) 2023-03-22T16:21:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:09.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.127160+0000) 2023-03-22T16:21:09.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:09 smithi142 ceph-mon[94717]: pgmap v3365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:21:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:09 smithi098 ceph-mon[94136]: pgmap v3365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:21:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:09.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.606145+0000) 2023-03-22T16:21:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:09.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.606058+0000) 2023-03-22T16:21:09.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:09.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.561004+0000) 2023-03-22T16:21:09.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:09.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.606299+0000) 2023-03-22T16:21:09.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:09.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.607178+0000) 2023-03-22T16:21:09.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:09.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.607297+0000) 2023-03-22T16:21:09.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:09.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:09.606671+0000) 2023-03-22T16:21:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:10.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.127366+0000) 2023-03-22T16:21:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:10 smithi142 ceph-mon[94717]: osdmap e243: 12 total, 9 up, 9 in 2023-03-22T16:21:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:10 smithi098 ceph-mon[94136]: osdmap e243: 12 total, 9 up, 9 in 2023-03-22T16:21:10.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:10.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.606833+0000) 2023-03-22T16:21:10.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:10.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.606262+0000) 2023-03-22T16:21:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:10.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.606166+0000) 2023-03-22T16:21:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:10.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.607417+0000) 2023-03-22T16:21:10.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:10.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.607301+0000) 2023-03-22T16:21:10.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:10.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.561139+0000) 2023-03-22T16:21:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:10.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:10.606795+0000) 2023-03-22T16:21:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:11.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.127483+0000) 2023-03-22T16:21:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:11 smithi142 ceph-mon[94717]: pgmap v3367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:21:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:11 smithi098 ceph-mon[94136]: pgmap v3367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:21:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:11.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.606385+0000) 2023-03-22T16:21:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:11.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.606284+0000) 2023-03-22T16:21:11.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:11.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.606933+0000) 2023-03-22T16:21:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:11.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.606946+0000) 2023-03-22T16:21:11.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:11.559+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.561247+0000) 2023-03-22T16:21:11.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:11.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.607548+0000) 2023-03-22T16:21:11.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:11.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:11.607413+0000) 2023-03-22T16:21:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:12.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.127689+0000) 2023-03-22T16:21:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:12.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.606508+0000) 2023-03-22T16:21:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:12.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.606408+0000) 2023-03-22T16:21:12.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:12.560+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.561370+0000) 2023-03-22T16:21:12.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:12.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.607663+0000) 2023-03-22T16:21:12.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:12.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.607055+0000) 2023-03-22T16:21:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:12.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.607531+0000) 2023-03-22T16:21:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:12.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:12.607067+0000) 2023-03-22T16:21:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:13.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.127801+0000) 2023-03-22T16:21:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:13 smithi142 ceph-mon[94717]: pgmap v3368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:21:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:13 smithi098 ceph-mon[94136]: pgmap v3368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:21:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:13.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.606636+0000) 2023-03-22T16:21:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:13.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.606528+0000) 2023-03-22T16:21:13.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:13.560+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.561491+0000) 2023-03-22T16:21:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:13.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.607172+0000) 2023-03-22T16:21:13.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:13.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.607789+0000) 2023-03-22T16:21:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:13.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.607650+0000) 2023-03-22T16:21:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:13.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:13.607183+0000) 2023-03-22T16:21:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:14.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.127998+0000) 2023-03-22T16:21:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:14.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.606754+0000) 2023-03-22T16:21:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:14.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.606637+0000) 2023-03-22T16:21:14.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:14.560+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.561611+0000) 2023-03-22T16:21:14.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:14.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.607296+0000) 2023-03-22T16:21:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:14.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.607908+0000) 2023-03-22T16:21:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:14.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.607791+0000) 2023-03-22T16:21:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:14.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:14.607301+0000) 2023-03-22T16:21:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:15.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.128117+0000) 2023-03-22T16:21:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:15 smithi142 ceph-mon[94717]: pgmap v3369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:21:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:15 smithi098 ceph-mon[94136]: pgmap v3369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:21:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:15.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.606942+0000) 2023-03-22T16:21:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:15.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.606766+0000) 2023-03-22T16:21:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:15.560+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.561731+0000) 2023-03-22T16:21:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:15.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.607419+0000) 2023-03-22T16:21:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:15.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.607913+0000) 2023-03-22T16:21:15.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:15.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.608027+0000) 2023-03-22T16:21:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:15.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:15.607430+0000) 2023-03-22T16:21:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:16.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.128314+0000) 2023-03-22T16:21:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:16.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.607071+0000) 2023-03-22T16:21:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:16.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.606872+0000) 2023-03-22T16:21:16.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:16.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.608045+0000) 2023-03-22T16:21:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:16.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.607534+0000) 2023-03-22T16:21:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:16.606+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.608142+0000) 2023-03-22T16:21:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:16.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.607562+0000) 2023-03-22T16:21:16.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:16.560+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:16.561856+0000) 2023-03-22T16:21:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:17.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.128436+0000) 2023-03-22T16:21:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:17 smithi142 ceph-mon[94717]: pgmap v3370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:21:17.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:17 smithi098 ceph-mon[94136]: pgmap v3370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:21:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:17.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.607186+0000) 2023-03-22T16:21:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:17.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.606991+0000) 2023-03-22T16:21:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:17.560+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.561984+0000) 2023-03-22T16:21:17.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:17.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.608158+0000) 2023-03-22T16:21:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:17.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.607652+0000) 2023-03-22T16:21:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:17.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.607735+0000) 2023-03-22T16:21:17.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:17.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:17.608289+0000) 2023-03-22T16:21:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:18.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.128636+0000) 2023-03-22T16:21:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:18.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.607320+0000) 2023-03-22T16:21:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:18.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.607160+0000) 2023-03-22T16:21:18.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:18.560+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.562178+0000) 2023-03-22T16:21:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:18.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.607825+0000) 2023-03-22T16:21:18.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:18.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.607899+0000) 2023-03-22T16:21:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:18.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.608406+0000) 2023-03-22T16:21:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:18.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:18.608287+0000) 2023-03-22T16:21:19.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:19.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.128747+0000) 2023-03-22T16:21:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:19 smithi142 ceph-mon[94717]: pgmap v3371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:21:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:19 smithi098 ceph-mon[94136]: pgmap v3371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:21:19.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:19.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.607962+0000) 2023-03-22T16:21:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:19.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.607448+0000) 2023-03-22T16:21:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:19.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.607278+0000) 2023-03-22T16:21:19.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:19.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.562297+0000) 2023-03-22T16:21:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:19.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.608528+0000) 2023-03-22T16:21:19.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:19.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.608392+0000) 2023-03-22T16:21:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:19.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:19.608043+0000) 2023-03-22T16:21:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:20.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.128930+0000) 2023-03-22T16:21:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:20.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.607566+0000) 2023-03-22T16:21:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:20.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.607400+0000) 2023-03-22T16:21:20.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:20.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.562425+0000) 2023-03-22T16:21:20.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:20.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.608074+0000) 2023-03-22T16:21:20.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:20.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.608644+0000) 2023-03-22T16:21:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:20.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.608509+0000) 2023-03-22T16:21:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:20.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:20.608163+0000) 2023-03-22T16:21:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:21.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.129042+0000) 2023-03-22T16:21:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:21 smithi142 ceph-mon[94717]: pgmap v3372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T16:21:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:21 smithi098 ceph-mon[94136]: pgmap v3372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T16:21:21.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:21.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.608189+0000) 2023-03-22T16:21:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:21.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.607691+0000) 2023-03-22T16:21:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:21.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.607528+0000) 2023-03-22T16:21:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:21.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.608763+0000) 2023-03-22T16:21:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:21.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.562546+0000) 2023-03-22T16:21:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:21.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.608630+0000) 2023-03-22T16:21:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:21.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:21.608295+0000) 2023-03-22T16:21:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:22.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.129239+0000) 2023-03-22T16:21:22.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:22.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.607804+0000) 2023-03-22T16:21:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:22.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.607668+0000) 2023-03-22T16:21:22.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:22.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.608425+0000) 2023-03-22T16:21:22.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:22.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.608876+0000) 2023-03-22T16:21:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:22.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.562666+0000) 2023-03-22T16:21:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:22.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.608744+0000) 2023-03-22T16:21:22.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:22.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:22.608299+0000) 2023-03-22T16:21:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:23.128+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.129360+0000) 2023-03-22T16:21:23.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:23.128+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:23.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:23.128+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:23.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:23.132+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.134130+0000) 2023-03-22T16:21:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:23 smithi142 ceph-mon[94717]: pgmap v3373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:21:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:23 smithi098 ceph-mon[94136]: pgmap v3373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:21:23.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:23.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.608420+0000) 2023-03-22T16:21:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:23.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.607915+0000) 2023-03-22T16:21:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:23.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.608851+0000) 2023-03-22T16:21:23.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:23.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.608540+0000) 2023-03-22T16:21:23.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:23.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.607784+0000) 2023-03-22T16:21:23.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:23.607+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:23.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:23.607+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:23.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:23.608+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.610024+0000) 2023-03-22T16:21:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:23.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.608992+0000) 2023-03-22T16:21:23.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:23.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:23.562786+0000) 2023-03-22T16:21:24.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:24.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:24.608030+0000) 2023-03-22T16:21:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:24.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:24.562910+0000) 2023-03-22T16:21:24.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:24.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:24.608535+0000) 2023-03-22T16:21:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:24.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:24.608962+0000) 2023-03-22T16:21:24.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:24.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:24.609103+0000) 2023-03-22T16:21:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:24.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:24.608678+0000) 2023-03-22T16:21:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:25 smithi142 ceph-mon[94717]: pgmap v3374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:21:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:25 smithi098 ceph-mon[94136]: pgmap v3374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:21:25.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:25.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.608654+0000) 2023-03-22T16:21:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:25.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.608159+0000) 2023-03-22T16:21:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:25.607+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:25.607+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:25.609+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.610291+0000) 2023-03-22T16:21:25.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:25.607+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.609236+0000) 2023-03-22T16:21:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:25.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.563028+0000) 2023-03-22T16:21:25.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:25.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.609099+0000) 2023-03-22T16:21:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:25.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.608803+0000) 2023-03-22T16:21:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:25.608+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:25.608+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:25.608+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:25.610156+0000) 2023-03-22T16:21:26.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:26.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:26.608770+0000) 2023-03-22T16:21:26.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:26.608+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:26.609360+0000) 2023-03-22T16:21:26.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:26.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:26.609212+0000) 2023-03-22T16:21:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:26.561+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:26.563150+0000) 2023-03-22T16:21:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:27 smithi142 ceph-mon[94717]: pgmap v3375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:21:27.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:27 smithi098 ceph-mon[94136]: pgmap v3375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:21:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:27.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:27.629658+0000) 2023-03-22T16:21:27.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:27.562+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:27.563299+0000) 2023-03-22T16:21:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:27.608+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:27.609491+0000) 2023-03-22T16:21:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:27.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:27.608884+0000) 2023-03-22T16:21:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:27.608+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:27.608+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:27.608+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:27.610158+0000) 2023-03-22T16:21:27.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:27.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:27.609305+0000) 2023-03-22T16:21:28.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:28.107+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:28.108148+0000) 2023-03-22T16:21:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:28.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:28.633086+0000) 2023-03-22T16:21:28.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:28.563+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:28.563428+0000) 2023-03-22T16:21:28.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:28.609+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:28.609426+0000) 2023-03-22T16:21:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:28.609+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:28.609613+0000) 2023-03-22T16:21:29.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:29.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:29.108286+0000) 2023-03-22T16:21:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:29 smithi142 ceph-mon[94717]: pgmap v3376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:21:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:29 smithi098 ceph-mon[94136]: pgmap v3376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:21:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:29.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:29.636774+0000) 2023-03-22T16:21:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:29.609+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:29.609737+0000) 2023-03-22T16:21:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:29.563+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:29.563552+0000) 2023-03-22T16:21:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:29.563+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:29.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:29.564+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:29.564362+0000) 2023-03-22T16:21:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:29.609+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:29.609548+0000) 2023-03-22T16:21:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:29.610+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:29.610+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:29.610+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:29.610396+0000) 2023-03-22T16:21:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:30.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:30.108392+0000) 2023-03-22T16:21:30.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:30.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:30.108392+0000) 2023-03-22T16:21:30.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:30.108+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:30.109059+0000) 2023-03-22T16:21:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:30.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:30.637933+0000) 2023-03-22T16:21:30.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:30.609+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:30.609855+0000) 2023-03-22T16:21:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:31.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:31.108519+0000) 2023-03-22T16:21:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:31.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:31.108513+0000) 2023-03-22T16:21:31.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:31.108+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:31.109180+0000) 2023-03-22T16:21:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:31 smithi142 ceph-mon[94717]: pgmap v3377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:31 smithi098 ceph-mon[94136]: pgmap v3377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:31.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:31.638054+0000) 2023-03-22T16:21:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:31.609+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:31.609970+0000) 2023-03-22T16:21:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:32.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:32.108640+0000) 2023-03-22T16:21:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:32.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:32.108638+0000) 2023-03-22T16:21:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:32.108+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:32.109170+0000) 2023-03-22T16:21:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:32.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:32.109314+0000) 2023-03-22T16:21:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:32.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:32.638261+0000) 2023-03-22T16:21:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:32.609+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:32.610084+0000) 2023-03-22T16:21:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:32.610+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:32.610+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:32.611+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:32.611310+0000) 2023-03-22T16:21:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:33.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:33.108756+0000) 2023-03-22T16:21:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:33.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:33.108810+0000) 2023-03-22T16:21:33.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:33.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:33.109285+0000) 2023-03-22T16:21:33.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:33.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:33.109437+0000) 2023-03-22T16:21:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:33 smithi142 ceph-mon[94717]: pgmap v3378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:33 smithi098 ceph-mon[94136]: pgmap v3378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:33.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:33.638394+0000) 2023-03-22T16:21:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:34.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:34.108860+0000) 2023-03-22T16:21:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:34.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:34.108920+0000) 2023-03-22T16:21:34.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:34.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:34.109867+0000) 2023-03-22T16:21:34.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:34.063+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:34.063813+0000) 2023-03-22T16:21:34.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:34.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:34.109397+0000) 2023-03-22T16:21:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:34.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:34.109557+0000) 2023-03-22T16:21:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:34.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:34.638619+0000) 2023-03-22T16:21:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:35.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:35.108965+0000) 2023-03-22T16:21:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:35.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:35.109042+0000) 2023-03-22T16:21:35.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:35.063+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:35.063934+0000) 2023-03-22T16:21:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:35.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:35.109981+0000) 2023-03-22T16:21:35.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:35.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:35.109516+0000) 2023-03-22T16:21:35.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:35.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:35.109677+0000) 2023-03-22T16:21:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:35 smithi142 ceph-mon[94717]: pgmap v3379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:35 smithi098 ceph-mon[94136]: pgmap v3379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:35.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:35.638740+0000) 2023-03-22T16:21:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:36.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:36.109074+0000) 2023-03-22T16:21:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:36.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:36.109159+0000) 2023-03-22T16:21:36.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:36.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:36.109803+0000) 2023-03-22T16:21:36.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:36.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:36.109631+0000) 2023-03-22T16:21:36.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:36.063+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:36.064055+0000) 2023-03-22T16:21:36.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:36.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:36.110097+0000) 2023-03-22T16:21:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:36.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:36.638952+0000) 2023-03-22T16:21:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:37.108+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.109202+0000) 2023-03-22T16:21:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:37.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.109287+0000) 2023-03-22T16:21:37.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:37.063+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.064176+0000) 2023-03-22T16:21:37.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:37.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.109742+0000) 2023-03-22T16:21:37.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:37.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.110217+0000) 2023-03-22T16:21:37.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:37.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.110303+0000) 2023-03-22T16:21:37.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:37.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.109934+0000) 2023-03-22T16:21:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:37 smithi142 ceph-mon[94717]: pgmap v3380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:37.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:37 smithi098 ceph-mon[94136]: pgmap v3380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:37.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:37.639070+0000) 2023-03-22T16:21:38.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:38.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.109312+0000) 2023-03-22T16:21:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:38.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.109404+0000) 2023-03-22T16:21:38.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:38.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.064299+0000) 2023-03-22T16:21:38.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:38.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.109869+0000) 2023-03-22T16:21:38.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:38.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.110051+0000) 2023-03-22T16:21:38.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:38.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.110816+0000) 2023-03-22T16:21:38.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:38.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.110298+0000) 2023-03-22T16:21:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:38.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:38.639288+0000) 2023-03-22T16:21:39.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:39.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.109991+0000) 2023-03-22T16:21:39.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:39.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.109433+0000) 2023-03-22T16:21:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:39.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.109615+0000) 2023-03-22T16:21:39.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:39.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.110170+0000) 2023-03-22T16:21:39.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:39.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.064422+0000) 2023-03-22T16:21:39.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:39.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.110412+0000) 2023-03-22T16:21:39.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:39.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.110928+0000) 2023-03-22T16:21:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:39 smithi142 ceph-mon[94717]: pgmap v3381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:39.956 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:39 smithi098 ceph-mon[94136]: pgmap v3381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:39.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:39.639429+0000) 2023-03-22T16:21:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:40.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.109560+0000) 2023-03-22T16:21:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:40.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.109731+0000) 2023-03-22T16:21:40.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:40.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.111054+0000) 2023-03-22T16:21:40.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:40.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.064553+0000) 2023-03-22T16:21:40.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:40.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.110102+0000) 2023-03-22T16:21:40.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:40.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.110524+0000) 2023-03-22T16:21:40.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:40.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.110302+0000) 2023-03-22T16:21:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:40.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:40.639635+0000) 2023-03-22T16:21:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:41.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.109679+0000) 2023-03-22T16:21:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:41.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.109847+0000) 2023-03-22T16:21:41.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:41.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.110641+0000) 2023-03-22T16:21:41.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:41.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.064690+0000) 2023-03-22T16:21:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:41.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.110211+0000) 2023-03-22T16:21:41.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:41.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.111158+0000) 2023-03-22T16:21:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:41.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.110422+0000) 2023-03-22T16:21:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:41 smithi142 ceph-mon[94717]: pgmap v3382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:41 smithi098 ceph-mon[94136]: pgmap v3382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:41.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:41.639759+0000) 2023-03-22T16:21:42.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:42.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.110300+0000) 2023-03-22T16:21:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:42.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.109808+0000) 2023-03-22T16:21:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:42.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.109961+0000) 2023-03-22T16:21:42.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:42.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.110541+0000) 2023-03-22T16:21:42.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:42.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.064817+0000) 2023-03-22T16:21:42.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:42.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.111293+0000) 2023-03-22T16:21:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:42.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.110753+0000) 2023-03-22T16:21:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:42.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:42.639967+0000) 2023-03-22T16:21:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:43.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.109930+0000) 2023-03-22T16:21:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:43.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.110079+0000) 2023-03-22T16:21:43.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:43.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.064937+0000) 2023-03-22T16:21:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:43.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.110410+0000) 2023-03-22T16:21:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:43.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.111402+0000) 2023-03-22T16:21:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:43.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.110871+0000) 2023-03-22T16:21:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:43.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.110666+0000) 2023-03-22T16:21:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:43 smithi142 ceph-mon[94717]: pgmap v3383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:43 smithi098 ceph-mon[94136]: pgmap v3383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:43.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:43.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:43.640090+0000) 2023-03-22T16:21:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:44.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.110046+0000) 2023-03-22T16:21:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:44.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.110197+0000) 2023-03-22T16:21:44.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:44.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.110522+0000) 2023-03-22T16:21:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:44.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.110987+0000) 2023-03-22T16:21:44.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:44.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.110791+0000) 2023-03-22T16:21:44.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:44.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.065053+0000) 2023-03-22T16:21:44.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:44.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.111531+0000) 2023-03-22T16:21:45.112 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:45.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.065171+0000) 2023-03-22T16:21:45.112 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:44.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:44.640376+0000) 2023-03-22T16:21:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:45.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.110155+0000) 2023-03-22T16:21:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:45.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.110299+0000) 2023-03-22T16:21:45.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:45.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.110642+0000) 2023-03-22T16:21:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:45.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.111653+0000) 2023-03-22T16:21:45.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:45.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.111102+0000) 2023-03-22T16:21:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:45.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.110915+0000) 2023-03-22T16:21:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:45 smithi142 ceph-mon[94717]: pgmap v3384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:45 smithi098 ceph-mon[94136]: pgmap v3384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:45.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:45.640511+0000) 2023-03-22T16:21:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:46.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.110262+0000) 2023-03-22T16:21:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:46.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.110418+0000) 2023-03-22T16:21:46.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:46.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.065299+0000) 2023-03-22T16:21:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:46.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.110758+0000) 2023-03-22T16:21:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:46.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.111765+0000) 2023-03-22T16:21:46.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:46.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.111218+0000) 2023-03-22T16:21:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:46.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.111035+0000) 2023-03-22T16:21:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:46.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:46.640726+0000) 2023-03-22T16:21:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:47.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.110403+0000) 2023-03-22T16:21:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:47.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.110537+0000) 2023-03-22T16:21:47.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:47.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.065428+0000) 2023-03-22T16:21:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:47.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.110876+0000) 2023-03-22T16:21:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:47.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.111879+0000) 2023-03-22T16:21:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:47.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.111165+0000) 2023-03-22T16:21:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:47.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.111304+0000) 2023-03-22T16:21:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:47 smithi142 ceph-mon[94717]: pgmap v3385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:47 smithi098 ceph-mon[94136]: pgmap v3385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:47.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:47.640846+0000) 2023-03-22T16:21:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:48.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.110532+0000) 2023-03-22T16:21:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:48.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.110654+0000) 2023-03-22T16:21:48.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:48.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.110987+0000) 2023-03-22T16:21:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:48.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.065565+0000) 2023-03-22T16:21:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:48.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.111426+0000) 2023-03-22T16:21:48.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:48.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.111994+0000) 2023-03-22T16:21:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:48.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.111297+0000) 2023-03-22T16:21:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:48.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:48.641056+0000) 2023-03-22T16:21:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:49.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.110656+0000) 2023-03-22T16:21:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:49.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.110770+0000) 2023-03-22T16:21:49.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:49.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.111111+0000) 2023-03-22T16:21:49.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:49.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.111419+0000) 2023-03-22T16:21:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:49.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.112104+0000) 2023-03-22T16:21:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:49.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.065688+0000) 2023-03-22T16:21:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:49.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.111545+0000) 2023-03-22T16:21:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:49 smithi142 ceph-mon[94717]: pgmap v3386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:49 smithi098 ceph-mon[94136]: pgmap v3386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:49.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:49.641178+0000) 2023-03-22T16:21:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:50.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.110852+0000) 2023-03-22T16:21:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:50.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.110933+0000) 2023-03-22T16:21:50.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:50.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.065887+0000) 2023-03-22T16:21:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:50.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.111223+0000) 2023-03-22T16:21:50.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:50.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.111656+0000) 2023-03-22T16:21:50.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:50.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.112217+0000) 2023-03-22T16:21:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:50.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.111534+0000) 2023-03-22T16:21:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:50.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:50.641394+0000) 2023-03-22T16:21:51.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:51.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.111013+0000) 2023-03-22T16:21:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:51.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.111080+0000) 2023-03-22T16:21:51.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:51.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.111639+0000) 2023-03-22T16:21:51.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:51.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.111302+0000) 2023-03-22T16:21:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:51.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.111767+0000) 2023-03-22T16:21:51.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:51.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.112296+0000) 2023-03-22T16:21:51.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:51.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.066037+0000) 2023-03-22T16:21:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:51 smithi142 ceph-mon[94717]: pgmap v3387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:51 smithi098 ceph-mon[94136]: pgmap v3387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:51.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:51.641521+0000) 2023-03-22T16:21:52.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:52.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.111126+0000) 2023-03-22T16:21:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:52.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.111197+0000) 2023-03-22T16:21:52.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:52.064+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.066154+0000) 2023-03-22T16:21:52.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:52.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.111416+0000) 2023-03-22T16:21:52.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:52.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.112403+0000) 2023-03-22T16:21:52.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:52.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.111872+0000) 2023-03-22T16:21:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:52.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.111753+0000) 2023-03-22T16:21:52.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:52.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:52.641738+0000) 2023-03-22T16:21:53.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:53.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.111230+0000) 2023-03-22T16:21:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:53.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.111312+0000) 2023-03-22T16:21:53.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:53.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.111875+0000) 2023-03-22T16:21:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:53.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.066279+0000) 2023-03-22T16:21:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:53.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.111529+0000) 2023-03-22T16:21:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:53.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.112514+0000) 2023-03-22T16:21:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:53.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.111982+0000) 2023-03-22T16:21:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:53 smithi142 ceph-mon[94717]: pgmap v3388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:53 smithi098 ceph-mon[94136]: pgmap v3388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:53.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:53.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.641858+0000) 2023-03-22T16:21:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:53.641+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:53.641+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:53.645+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:53.646692+0000) 2023-03-22T16:21:54.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:54.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.111358+0000) 2023-03-22T16:21:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:54.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.111437+0000) 2023-03-22T16:21:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:54.110+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:54.111+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:54.111+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.112877+0000) 2023-03-22T16:21:54.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:54.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.066405+0000) 2023-03-22T16:21:54.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:54.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.111647+0000) 2023-03-22T16:21:54.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:54.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.112111+0000) 2023-03-22T16:21:54.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:54.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.112640+0000) 2023-03-22T16:21:54.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:54.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:54.112002+0000) 2023-03-22T16:21:55.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:55.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:55.111484+0000) 2023-03-22T16:21:55.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:55.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:55.112775+0000) 2023-03-22T16:21:55.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:55.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:55.112229+0000) 2023-03-22T16:21:55.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:55.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:55.112120+0000) 2023-03-22T16:21:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:55.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:55.066524+0000) 2023-03-22T16:21:55.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:55.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:55.111758+0000) 2023-03-22T16:21:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:55 smithi142 ceph-mon[94717]: pgmap v3389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:55 smithi098 ceph-mon[94136]: pgmap v3389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:56.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:56.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.066628+0000) 2023-03-22T16:21:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:56.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.111591+0000) 2023-03-22T16:21:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:56.111+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:56.111+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:56.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:21:56.112+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.113302+0000) 2023-03-22T16:21:56.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:56.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.111923+0000) 2023-03-22T16:21:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:56.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.112330+0000) 2023-03-22T16:21:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:56.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.112922+0000) 2023-03-22T16:21:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:56.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.112243+0000) 2023-03-22T16:21:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:56.111+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:56.111+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:56.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:21:56.112+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:56.113934+0000) 2023-03-22T16:21:57.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:57.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:57.112040+0000) 2023-03-22T16:21:57.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:57.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:57.066766+0000) 2023-03-22T16:21:57.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:57.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:57.112451+0000) 2023-03-22T16:21:57.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:57.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:57.113039+0000) 2023-03-22T16:21:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:57 smithi142 ceph-mon[94717]: pgmap v3390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:57.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:57 smithi098 ceph-mon[94136]: pgmap v3390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:21:58.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:58.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:58.066885+0000) 2023-03-22T16:21:58.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:58.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:58.112155+0000) 2023-03-22T16:21:58.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:58.111+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:58.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:58.111+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:21:58.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:21:58.112+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:58.113924+0000) 2023-03-22T16:21:58.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:58.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:58.112578+0000) 2023-03-22T16:21:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:58.140+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:58.142167+0000) 2023-03-22T16:21:58.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:58.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:58.113148+0000) 2023-03-22T16:21:58.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:58.610+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:58.611686+0000) 2023-03-22T16:21:59.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:21:59.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:59.112699+0000) 2023-03-22T16:21:59.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:21:59.111+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:59.113253+0000) 2023-03-22T16:21:59.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:21:59.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:59.067005+0000) 2023-03-22T16:21:59.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:21:59.144+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:59.145876+0000) 2023-03-22T16:21:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:21:59 smithi142 ceph-mon[94717]: pgmap v3391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:21:59 smithi098 ceph-mon[94136]: pgmap v3391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:21:59.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:21:59.610+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:21:59.611792+0000) 2023-03-22T16:22:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:00.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.149584+0000) 2023-03-22T16:22:00.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:00.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.112823+0000) 2023-03-22T16:22:00.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:00.112+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:00.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:00.112+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:00.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:00.112+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.113922+0000) 2023-03-22T16:22:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:00.112+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.113380+0000) 2023-03-22T16:22:00.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:00.065+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.067125+0000) 2023-03-22T16:22:00.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:00.066+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:00.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:00.066+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:00.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:00.066+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.068072+0000) 2023-03-22T16:22:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:00.610+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.611904+0000) 2023-03-22T16:22:00.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:00.610+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.611897+0000) 2023-03-22T16:22:00.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:00.611+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:00.612562+0000) 2023-03-22T16:22:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:01.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:01.150738+0000) 2023-03-22T16:22:01.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:01.112+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:01.113498+0000) 2023-03-22T16:22:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:01 smithi142 ceph-mon[94717]: pgmap v3392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:01 smithi098 ceph-mon[94136]: pgmap v3392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:01.610+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:01.612020+0000) 2023-03-22T16:22:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:01.610+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:01.612015+0000) 2023-03-22T16:22:01.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:01.611+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:01.612681+0000) 2023-03-22T16:22:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:02.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:02.150941+0000) 2023-03-22T16:22:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:02.112+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:02.113625+0000) 2023-03-22T16:22:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:02.610+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:02.612133+0000) 2023-03-22T16:22:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:02.610+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:02.612155+0000) 2023-03-22T16:22:02.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:02.611+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:02.612483+0000) 2023-03-22T16:22:02.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:02.611+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:02.612808+0000) 2023-03-22T16:22:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:03.112+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:03.113748+0000) 2023-03-22T16:22:03.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:03.113+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:03.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:03.113+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:03.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:03.113+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:03.115024+0000) 2023-03-22T16:22:03.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:03.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:03.151064+0000) 2023-03-22T16:22:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:03 smithi142 ceph-mon[94717]: pgmap v3393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:03 smithi098 ceph-mon[94136]: pgmap v3393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:03.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:03.612283+0000) 2023-03-22T16:22:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:03.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:03.612274+0000) 2023-03-22T16:22:03.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:03.611+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:03.612608+0000) 2023-03-22T16:22:03.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:03.611+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:03.612931+0000) 2023-03-22T16:22:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:04.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:04.151261+0000) 2023-03-22T16:22:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:04.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:04.612405+0000) 2023-03-22T16:22:04.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:04.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:04.567386+0000) 2023-03-22T16:22:04.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:04.611+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:04.612728+0000) 2023-03-22T16:22:04.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:04.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:04.612399+0000) 2023-03-22T16:22:04.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:04.611+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:04.613127+0000) 2023-03-22T16:22:04.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:04.611+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:04.613054+0000) 2023-03-22T16:22:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:05.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:05.151392+0000) 2023-03-22T16:22:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:05 smithi142 ceph-mon[94717]: pgmap v3394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:22:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:05 smithi098 ceph-mon[94136]: pgmap v3394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:22:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:05.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:05.612518+0000) 2023-03-22T16:22:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:05.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:05.612528+0000) 2023-03-22T16:22:05.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:05.611+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:05.613161+0000) 2023-03-22T16:22:05.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:05.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:05.567519+0000) 2023-03-22T16:22:05.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:05.611+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:05.612839+0000) 2023-03-22T16:22:05.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:05.611+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:05.613232+0000) 2023-03-22T16:22:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:06.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:06.151600+0000) 2023-03-22T16:22:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:06.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:06.612629+0000) 2023-03-22T16:22:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:06.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:06.612643+0000) 2023-03-22T16:22:06.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:06.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:06.567666+0000) 2023-03-22T16:22:06.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:06.611+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:06.612944+0000) 2023-03-22T16:22:06.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:06.612+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:06.613302+0000) 2023-03-22T16:22:06.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:06.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:06.613263+0000) 2023-03-22T16:22:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:07.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.151724+0000) 2023-03-22T16:22:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:07 smithi142 ceph-mon[94717]: pgmap v3395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:22:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:07 smithi098 ceph-mon[94136]: pgmap v3395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:22:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:07.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.612763+0000) 2023-03-22T16:22:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:07.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.612770+0000) 2023-03-22T16:22:07.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:07.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.567800+0000) 2023-03-22T16:22:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:07.612+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.613417+0000) 2023-03-22T16:22:07.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:07.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.613404+0000) 2023-03-22T16:22:07.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:07.611+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.613057+0000) 2023-03-22T16:22:07.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:07.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:07.614080+0000) 2023-03-22T16:22:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:08.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.151926+0000) 2023-03-22T16:22:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:08.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.612895+0000) 2023-03-22T16:22:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:08.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.612909+0000) 2023-03-22T16:22:08.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:08.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.567913+0000) 2023-03-22T16:22:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:08.611+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.613177+0000) 2023-03-22T16:22:08.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:08.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.614197+0000) 2023-03-22T16:22:08.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:08.612+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.613533+0000) 2023-03-22T16:22:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:08.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:08.613527+0000) 2023-03-22T16:22:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:09.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.152044+0000) 2023-03-22T16:22:09.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:09 smithi142 ceph-mon[94717]: pgmap v3396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:22:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:09 smithi098 ceph-mon[94136]: pgmap v3396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:22:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:09.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.613015+0000) 2023-03-22T16:22:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:09.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.613030+0000) 2023-03-22T16:22:09.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:09.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.568026+0000) 2023-03-22T16:22:09.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:09.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.613290+0000) 2023-03-22T16:22:09.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:09.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.613649+0000) 2023-03-22T16:22:09.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:09.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.614299+0000) 2023-03-22T16:22:09.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:09.612+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:09.613792+0000) 2023-03-22T16:22:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:10.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.152247+0000) 2023-03-22T16:22:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:10 smithi142 ceph-mon[94717]: osdmap e244: 12 total, 9 up, 9 in 2023-03-22T16:22:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:10 smithi098 ceph-mon[94136]: osdmap e244: 12 total, 9 up, 9 in 2023-03-22T16:22:10.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:10.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.613425+0000) 2023-03-22T16:22:10.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:10.611+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.613129+0000) 2023-03-22T16:22:10.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:10.611+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.613139+0000) 2023-03-22T16:22:10.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:10.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.614421+0000) 2023-03-22T16:22:10.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:10.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.568161+0000) 2023-03-22T16:22:10.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:10.612+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.614098+0000) 2023-03-22T16:22:10.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:10.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:10.613774+0000) 2023-03-22T16:22:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:11.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.152383+0000) 2023-03-22T16:22:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:11 smithi142 ceph-mon[94717]: pgmap v3398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:22:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:11 smithi098 ceph-mon[94136]: pgmap v3398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:22:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:11.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.613260+0000) 2023-03-22T16:22:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:11.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.613260+0000) 2023-03-22T16:22:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:11.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.614529+0000) 2023-03-22T16:22:11.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:11.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.568308+0000) 2023-03-22T16:22:11.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:11.612+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.614218+0000) 2023-03-22T16:22:11.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:11.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.613541+0000) 2023-03-22T16:22:11.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:11.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:11.613891+0000) 2023-03-22T16:22:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:12.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.152623+0000) 2023-03-22T16:22:12.574 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:12.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.568446+0000) 2023-03-22T16:22:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:12.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.613392+0000) 2023-03-22T16:22:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:12.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.613389+0000) 2023-03-22T16:22:12.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:12.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.613664+0000) 2023-03-22T16:22:12.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:12.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.614298+0000) 2023-03-22T16:22:12.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:12.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.614636+0000) 2023-03-22T16:22:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:12.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:12.614003+0000) 2023-03-22T16:22:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:13.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.152748+0000) 2023-03-22T16:22:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:13 smithi142 ceph-mon[94717]: pgmap v3399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:22:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:13 smithi098 ceph-mon[94136]: pgmap v3399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:22:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:13.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.613516+0000) 2023-03-22T16:22:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:13.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.613515+0000) 2023-03-22T16:22:13.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:13.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.614113+0000) 2023-03-22T16:22:13.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:13.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.568569+0000) 2023-03-22T16:22:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:13.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.613780+0000) 2023-03-22T16:22:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:13.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.614408+0000) 2023-03-22T16:22:13.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:13.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:13.614747+0000) 2023-03-22T16:22:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:14.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.152947+0000) 2023-03-22T16:22:14.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:14.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.613899+0000) 2023-03-22T16:22:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:14.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.613643+0000) 2023-03-22T16:22:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:14.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.613643+0000) 2023-03-22T16:22:14.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:14.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.568692+0000) 2023-03-22T16:22:14.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:14.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.614524+0000) 2023-03-22T16:22:14.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:14.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.614868+0000) 2023-03-22T16:22:14.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:14.612+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:14.614226+0000) 2023-03-22T16:22:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:15.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.153083+0000) 2023-03-22T16:22:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:15 smithi142 ceph-mon[94717]: pgmap v3400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:22:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:15 smithi098 ceph-mon[94136]: pgmap v3400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:22:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:15.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.613773+0000) 2023-03-22T16:22:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:15.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.613784+0000) 2023-03-22T16:22:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:15.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.568817+0000) 2023-03-22T16:22:15.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:15.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.614302+0000) 2023-03-22T16:22:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:15.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.614637+0000) 2023-03-22T16:22:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:15.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.614983+0000) 2023-03-22T16:22:15.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:15.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:15.614013+0000) 2023-03-22T16:22:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:16.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.153300+0000) 2023-03-22T16:22:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:16.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.613915+0000) 2023-03-22T16:22:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:16.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.613905+0000) 2023-03-22T16:22:16.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:16.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.614422+0000) 2023-03-22T16:22:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:16.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.568929+0000) 2023-03-22T16:22:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:16.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.614753+0000) 2023-03-22T16:22:16.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:16.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.615094+0000) 2023-03-22T16:22:16.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:16.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:16.614129+0000) 2023-03-22T16:22:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:17.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.153425+0000) 2023-03-22T16:22:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:17 smithi142 ceph-mon[94717]: pgmap v3401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:22:17.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:17 smithi098 ceph-mon[94136]: pgmap v3401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:22:17.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:17.612+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.614245+0000) 2023-03-22T16:22:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:17.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.614042+0000) 2023-03-22T16:22:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:17.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.614026+0000) 2023-03-22T16:22:17.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:17.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.569040+0000) 2023-03-22T16:22:17.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:17.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.614863+0000) 2023-03-22T16:22:17.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:17.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.615208+0000) 2023-03-22T16:22:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:17.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:17.614554+0000) 2023-03-22T16:22:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:18.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.153645+0000) 2023-03-22T16:22:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:18.612+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.614169+0000) 2023-03-22T16:22:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:18.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.614146+0000) 2023-03-22T16:22:18.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:18.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.569150+0000) 2023-03-22T16:22:18.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:18.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.614969+0000) 2023-03-22T16:22:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:18.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.614366+0000) 2023-03-22T16:22:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:18.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.615304+0000) 2023-03-22T16:22:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:18.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:18.614675+0000) 2023-03-22T16:22:19.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:19.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.153761+0000) 2023-03-22T16:22:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:19 smithi142 ceph-mon[94717]: pgmap v3402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:22:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:19 smithi098 ceph-mon[94136]: pgmap v3402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:22:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:19.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.614305+0000) 2023-03-22T16:22:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:19.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.614257+0000) 2023-03-22T16:22:19.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:19.568+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.569286+0000) 2023-03-22T16:22:19.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:19.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.614490+0000) 2023-03-22T16:22:19.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:19.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.615419+0000) 2023-03-22T16:22:19.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:19.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.615083+0000) 2023-03-22T16:22:19.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:19.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:19.614792+0000) 2023-03-22T16:22:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:20.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.153971+0000) 2023-03-22T16:22:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:20.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.614419+0000) 2023-03-22T16:22:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:20.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.614378+0000) 2023-03-22T16:22:20.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:20.568+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.569410+0000) 2023-03-22T16:22:20.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:20.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.614598+0000) 2023-03-22T16:22:20.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:20.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.615182+0000) 2023-03-22T16:22:20.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:20.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.615537+0000) 2023-03-22T16:22:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:20.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:20.614916+0000) 2023-03-22T16:22:21.616 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:21.568+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.569543+0000) 2023-03-22T16:22:21.617 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:21.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.154141+0000) 2023-03-22T16:22:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:21 smithi142 ceph-mon[94717]: pgmap v3403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T16:22:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:21 smithi098 ceph-mon[94136]: pgmap v3403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 202 B/s wr, 10 op/s 2023-03-22T16:22:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:21.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.614526+0000) 2023-03-22T16:22:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:21.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.614515+0000) 2023-03-22T16:22:21.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:21.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.615659+0000) 2023-03-22T16:22:21.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:21.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.615086+0000) 2023-03-22T16:22:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:21.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.614714+0000) 2023-03-22T16:22:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:21.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:21.615305+0000) 2023-03-22T16:22:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:22.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.154429+0000) 2023-03-22T16:22:22.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:22.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.614643+0000) 2023-03-22T16:22:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:22.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.614632+0000) 2023-03-22T16:22:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:22.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.614833+0000) 2023-03-22T16:22:22.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:22.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.615419+0000) 2023-03-22T16:22:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:22.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.615774+0000) 2023-03-22T16:22:22.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:22.568+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.569669+0000) 2023-03-22T16:22:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:22.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:22.615207+0000) 2023-03-22T16:22:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:23.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.154546+0000) 2023-03-22T16:22:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:23 smithi142 ceph-mon[94717]: pgmap v3404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:22:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:23 smithi098 ceph-mon[94136]: pgmap v3404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:22:23.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:23.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.614950+0000) 2023-03-22T16:22:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:23.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.614759+0000) 2023-03-22T16:22:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:23.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.614751+0000) 2023-03-22T16:22:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:23.568+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.569791+0000) 2023-03-22T16:22:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:23.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.615887+0000) 2023-03-22T16:22:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:23.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.615532+0000) 2023-03-22T16:22:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:23.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:23.615298+0000) 2023-03-22T16:22:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:24.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.154738+0000) 2023-03-22T16:22:24.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:24.154+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:24.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:24.154+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:24.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:24.158+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.159420+0000) 2023-03-22T16:22:24.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:24.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.614876+0000) 2023-03-22T16:22:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:24.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.614870+0000) 2023-03-22T16:22:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:24.614+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:24.614+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:24.614+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.616168+0000) 2023-03-22T16:22:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:24.568+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.569899+0000) 2023-03-22T16:22:24.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:24.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.615066+0000) 2023-03-22T16:22:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:24.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.615652+0000) 2023-03-22T16:22:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:24.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.616008+0000) 2023-03-22T16:22:24.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:24.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:24.615438+0000) 2023-03-22T16:22:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:25 smithi142 ceph-mon[94717]: pgmap v3405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:22:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:25 smithi098 ceph-mon[94136]: pgmap v3405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:22:25.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:25.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:25.614987+0000) 2023-03-22T16:22:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:25.568+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:25.570009+0000) 2023-03-22T16:22:25.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:25.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:25.615172+0000) 2023-03-22T16:22:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:25.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:25.615779+0000) 2023-03-22T16:22:25.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:25.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:25.616127+0000) 2023-03-22T16:22:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:25.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:25.615575+0000) 2023-03-22T16:22:26.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:26.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.615319+0000) 2023-03-22T16:22:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:26.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.615175+0000) 2023-03-22T16:22:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:26.614+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:26.614+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:26.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:26.678+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.679489+0000) 2023-03-22T16:22:26.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:26.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.615919+0000) 2023-03-22T16:22:26.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:26.614+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.616246+0000) 2023-03-22T16:22:26.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:26.569+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.570193+0000) 2023-03-22T16:22:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:26.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.615689+0000) 2023-03-22T16:22:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:26.614+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:26.615+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:26.678+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:26.679361+0000) 2023-03-22T16:22:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:27 smithi142 ceph-mon[94717]: pgmap v3406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:22:27.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:27 smithi098 ceph-mon[94136]: pgmap v3406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:22:27.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:27.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:27.616041+0000) 2023-03-22T16:22:27.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:27.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:27.615488+0000) 2023-03-22T16:22:27.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:27.615+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:27.616387+0000) 2023-03-22T16:22:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:27.569+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:27.570342+0000) 2023-03-22T16:22:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:28.653+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:28.655011+0000) 2023-03-22T16:22:28.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:28.569+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:28.570466+0000) 2023-03-22T16:22:28.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:28.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:28.615608+0000) 2023-03-22T16:22:28.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:28.615+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:28.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:28.615+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:28.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:28.615+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:28.616467+0000) 2023-03-22T16:22:28.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:28.615+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:28.616631+0000) 2023-03-22T16:22:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:28.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:28.616160+0000) 2023-03-22T16:22:29.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:29.113+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:29.115213+0000) 2023-03-22T16:22:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:29 smithi142 ceph-mon[94717]: pgmap v3407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:22:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:29 smithi098 ceph-mon[94136]: pgmap v3407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:22:29.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:29.569+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:29.570604+0000) 2023-03-22T16:22:29.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:29.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:29.658698+0000) 2023-03-22T16:22:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:29.615+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:29.616749+0000) 2023-03-22T16:22:29.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:29.615+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:29.616305+0000) 2023-03-22T16:22:30.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:30.114+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:30.115307+0000) 2023-03-22T16:22:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:30.660+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:30.662074+0000) 2023-03-22T16:22:30.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:30.615+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:30.616881+0000) 2023-03-22T16:22:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:30.569+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:30.570718+0000) 2023-03-22T16:22:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:30.570+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:30.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:30.570+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:30.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:30.570+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:30.571893+0000) 2023-03-22T16:22:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:30.615+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:30.616434+0000) 2023-03-22T16:22:30.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:30.615+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:30.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:30.615+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:30.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:30.616+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:30.617438+0000) 2023-03-22T16:22:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:31.114+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:31.115587+0000) 2023-03-22T16:22:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:31.114+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:31.115426+0000) 2023-03-22T16:22:31.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:31.114+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:31.115898+0000) 2023-03-22T16:22:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:31 smithi142 ceph-mon[94717]: pgmap v3408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:31 smithi098 ceph-mon[94136]: pgmap v3408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:31.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:31.662689+0000) 2023-03-22T16:22:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:31.615+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:31.617005+0000) 2023-03-22T16:22:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:32.114+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:32.115709+0000) 2023-03-22T16:22:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:32.114+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:32.115549+0000) 2023-03-22T16:22:32.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:32.114+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:32.116013+0000) 2023-03-22T16:22:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:32.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:32.662896+0000) 2023-03-22T16:22:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:32.615+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:32.617130+0000) 2023-03-22T16:22:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:33.114+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:33.115827+0000) 2023-03-22T16:22:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:33.114+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:33.115673+0000) 2023-03-22T16:22:33.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:33.114+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:33.115957+0000) 2023-03-22T16:22:33.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:33.114+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:33.116129+0000) 2023-03-22T16:22:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:33 smithi142 ceph-mon[94717]: pgmap v3409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:33 smithi098 ceph-mon[94136]: pgmap v3409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:33.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:33.615+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:33.617251+0000) 2023-03-22T16:22:33.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:33.616+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:33.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:33.616+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:33.618176+0000) 2023-03-22T16:22:33.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:33.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:33.663014+0000) 2023-03-22T16:22:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:34.114+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:34.115936+0000) 2023-03-22T16:22:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:34.114+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:34.115799+0000) 2023-03-22T16:22:34.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:34.114+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:34.116066+0000) 2023-03-22T16:22:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:34.114+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:34.116245+0000) 2023-03-22T16:22:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:34.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:34.663209+0000) 2023-03-22T16:22:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:35.115+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:35.116049+0000) 2023-03-22T16:22:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:35.115+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:35.115899+0000) 2023-03-22T16:22:35.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:35.115+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:35.116176+0000) 2023-03-22T16:22:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:35.116+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:35.116683+0000) 2023-03-22T16:22:35.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:35.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:35.116368+0000) 2023-03-22T16:22:35.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:35.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:35.070986+0000) 2023-03-22T16:22:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:35 smithi142 ceph-mon[94717]: pgmap v3410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:35 smithi098 ceph-mon[94136]: pgmap v3410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:35.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:35.663330+0000) 2023-03-22T16:22:36.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:36.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:36.116295+0000) 2023-03-22T16:22:36.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:36.115+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:36.116171+0000) 2023-03-22T16:22:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:36.115+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:36.116031+0000) 2023-03-22T16:22:36.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:36.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:36.071111+0000) 2023-03-22T16:22:36.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:36.116+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:36.116782+0000) 2023-03-22T16:22:36.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:36.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:36.116488+0000) 2023-03-22T16:22:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:36.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:36.663550+0000) 2023-03-22T16:22:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:37.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:37.116291+0000) 2023-03-22T16:22:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:37.115+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:37.116169+0000) 2023-03-22T16:22:37.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:37.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:37.071258+0000) 2023-03-22T16:22:37.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:37.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:37.116403+0000) 2023-03-22T16:22:37.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:37.116+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:37.116884+0000) 2023-03-22T16:22:37.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:37.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:37.116604+0000) 2023-03-22T16:22:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:37 smithi142 ceph-mon[94717]: pgmap v3411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:37.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:37 smithi098 ceph-mon[94136]: pgmap v3411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:37.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:37.663677+0000) 2023-03-22T16:22:38.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:38.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.116511+0000) 2023-03-22T16:22:38.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:38.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.116400+0000) 2023-03-22T16:22:38.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:38.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.116285+0000) 2023-03-22T16:22:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:38.116+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.116993+0000) 2023-03-22T16:22:38.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:38.117+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.117597+0000) 2023-03-22T16:22:38.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:38.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.071381+0000) 2023-03-22T16:22:38.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:38.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.116720+0000) 2023-03-22T16:22:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:38.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:38.663882+0000) 2023-03-22T16:22:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:39.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.116519+0000) 2023-03-22T16:22:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:39.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.116410+0000) 2023-03-22T16:22:39.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:39.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.071510+0000) 2023-03-22T16:22:39.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:39.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.116631+0000) 2023-03-22T16:22:39.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:39.117+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.117713+0000) 2023-03-22T16:22:39.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:39.116+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.117108+0000) 2023-03-22T16:22:39.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:39.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.116845+0000) 2023-03-22T16:22:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:39 smithi142 ceph-mon[94717]: pgmap v3412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:39 smithi098 ceph-mon[94136]: pgmap v3412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:39.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:39.663989+0000) 2023-03-22T16:22:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:40.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.116637+0000) 2023-03-22T16:22:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:40.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.116535+0000) 2023-03-22T16:22:40.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:40.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.071631+0000) 2023-03-22T16:22:40.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:40.117+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.117829+0000) 2023-03-22T16:22:40.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:40.116+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.117219+0000) 2023-03-22T16:22:40.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:40.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.116755+0000) 2023-03-22T16:22:40.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:40.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.116965+0000) 2023-03-22T16:22:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:40.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:40.664218+0000) 2023-03-22T16:22:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:41.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.116760+0000) 2023-03-22T16:22:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:41.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.116659+0000) 2023-03-22T16:22:41.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:41.117+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.117303+0000) 2023-03-22T16:22:41.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:41.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.071756+0000) 2023-03-22T16:22:41.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:41.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.117090+0000) 2023-03-22T16:22:41.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:41.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.116879+0000) 2023-03-22T16:22:41.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:41.117+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.117930+0000) 2023-03-22T16:22:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:41 smithi142 ceph-mon[94717]: pgmap v3413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:41 smithi098 ceph-mon[94136]: pgmap v3413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:41.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:41.664318+0000) 2023-03-22T16:22:42.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:42.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.117026+0000) 2023-03-22T16:22:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:42.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.116879+0000) 2023-03-22T16:22:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:42.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.116784+0000) 2023-03-22T16:22:42.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:42.117+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.118108+0000) 2023-03-22T16:22:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:42.117+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.118152+0000) 2023-03-22T16:22:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:42.116+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.117210+0000) 2023-03-22T16:22:42.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:42.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.071875+0000) 2023-03-22T16:22:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:42.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:42.664537+0000) 2023-03-22T16:22:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:43.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.116998+0000) 2023-03-22T16:22:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:43.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.116908+0000) 2023-03-22T16:22:43.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:43.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.071987+0000) 2023-03-22T16:22:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:43.116+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.117165+0000) 2023-03-22T16:22:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:43.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.118265+0000) 2023-03-22T16:22:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:43.117+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.118233+0000) 2023-03-22T16:22:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:43.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.117300+0000) 2023-03-22T16:22:43.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:43 smithi142 ceph-mon[94717]: pgmap v3414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:43 smithi098 ceph-mon[94136]: pgmap v3414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:43.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:43.664684+0000) 2023-03-22T16:22:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:44.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.117113+0000) 2023-03-22T16:22:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:44.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.117028+0000) 2023-03-22T16:22:44.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:44.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.118386+0000) 2023-03-22T16:22:44.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:44.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.117286+0000) 2023-03-22T16:22:44.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:44.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.072110+0000) 2023-03-22T16:22:44.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:44.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.118367+0000) 2023-03-22T16:22:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:44.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.117418+0000) 2023-03-22T16:22:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:44.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:44.664891+0000) 2023-03-22T16:22:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:45.116+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.117228+0000) 2023-03-22T16:22:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:45.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.117131+0000) 2023-03-22T16:22:45.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:45.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.117386+0000) 2023-03-22T16:22:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:45.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.118516+0000) 2023-03-22T16:22:45.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:45.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.072245+0000) 2023-03-22T16:22:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:45.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.118490+0000) 2023-03-22T16:22:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:45.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.117541+0000) 2023-03-22T16:22:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:45 smithi142 ceph-mon[94717]: pgmap v3415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:45 smithi098 ceph-mon[94136]: pgmap v3415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:45.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:45.665034+0000) 2023-03-22T16:22:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:46.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.117293+0000) 2023-03-22T16:22:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:46.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.117235+0000) 2023-03-22T16:22:46.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:46.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.117666+0000) 2023-03-22T16:22:46.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:46.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.118636+0000) 2023-03-22T16:22:46.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:46.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.072375+0000) 2023-03-22T16:22:46.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:46.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.117495+0000) 2023-03-22T16:22:46.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:46.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.118606+0000) 2023-03-22T16:22:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:46.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:46.665258+0000) 2023-03-22T16:22:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:47.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.117418+0000) 2023-03-22T16:22:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:47.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.117354+0000) 2023-03-22T16:22:47.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:47.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.072501+0000) 2023-03-22T16:22:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:47.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.117608+0000) 2023-03-22T16:22:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:47.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.118773+0000) 2023-03-22T16:22:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:47.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.118723+0000) 2023-03-22T16:22:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:47.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.117788+0000) 2023-03-22T16:22:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:47 smithi142 ceph-mon[94717]: pgmap v3416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:47 smithi098 ceph-mon[94136]: pgmap v3416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:47.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:47.665451+0000) 2023-03-22T16:22:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:48.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.117543+0000) 2023-03-22T16:22:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:48.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.117472+0000) 2023-03-22T16:22:48.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:48.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.072623+0000) 2023-03-22T16:22:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:48.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.118840+0000) 2023-03-22T16:22:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:48.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.117722+0000) 2023-03-22T16:22:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:48.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.117917+0000) 2023-03-22T16:22:48.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:48.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.118899+0000) 2023-03-22T16:22:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:48.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:48.665714+0000) 2023-03-22T16:22:49.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:49.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.117835+0000) 2023-03-22T16:22:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:49.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.117660+0000) 2023-03-22T16:22:49.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:49.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.117591+0000) 2023-03-22T16:22:49.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:49.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.118953+0000) 2023-03-22T16:22:49.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:49.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.119017+0000) 2023-03-22T16:22:49.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:49.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.072744+0000) 2023-03-22T16:22:49.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:49.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.118043+0000) 2023-03-22T16:22:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:49 smithi142 ceph-mon[94717]: pgmap v3417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:49 smithi098 ceph-mon[94136]: pgmap v3417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:49.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:49.665836+0000) 2023-03-22T16:22:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:50.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.117778+0000) 2023-03-22T16:22:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:50.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.117710+0000) 2023-03-22T16:22:50.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:50.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.072867+0000) 2023-03-22T16:22:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:50.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.117949+0000) 2023-03-22T16:22:50.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:50.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.119138+0000) 2023-03-22T16:22:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:50.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.119072+0000) 2023-03-22T16:22:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:50.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.118165+0000) 2023-03-22T16:22:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:50.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:50.666050+0000) 2023-03-22T16:22:51.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:51.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.118061+0000) 2023-03-22T16:22:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:51.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.117886+0000) 2023-03-22T16:22:51.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:51.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.119256+0000) 2023-03-22T16:22:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:51.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.117826+0000) 2023-03-22T16:22:51.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:51.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.118293+0000) 2023-03-22T16:22:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:51.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.119191+0000) 2023-03-22T16:22:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:51.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.072986+0000) 2023-03-22T16:22:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:51 smithi142 ceph-mon[94717]: pgmap v3418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:51 smithi098 ceph-mon[94136]: pgmap v3418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:51.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:51.666170+0000) 2023-03-22T16:22:52.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:52.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.117992+0000) 2023-03-22T16:22:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:52.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.117928+0000) 2023-03-22T16:22:52.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:52.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.119379+0000) 2023-03-22T16:22:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:52.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.119302+0000) 2023-03-22T16:22:52.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:52.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.118169+0000) 2023-03-22T16:22:52.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:52.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.073112+0000) 2023-03-22T16:22:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:52.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.118407+0000) 2023-03-22T16:22:52.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:52.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:52.666398+0000) 2023-03-22T16:22:53.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:53.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.118099+0000) 2023-03-22T16:22:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:53.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.118098+0000) 2023-03-22T16:22:53.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:53.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.119513+0000) 2023-03-22T16:22:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:53.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.073327+0000) 2023-03-22T16:22:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:53.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.118288+0000) 2023-03-22T16:22:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:53.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.119435+0000) 2023-03-22T16:22:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:53.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.118521+0000) 2023-03-22T16:22:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:53 smithi142 ceph-mon[94717]: pgmap v3419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:53 smithi098 ceph-mon[94136]: pgmap v3419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:53.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:53.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:53.666524+0000) 2023-03-22T16:22:54.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:54.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.118312+0000) 2023-03-22T16:22:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:54.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.118243+0000) 2023-03-22T16:22:54.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:54.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.073440+0000) 2023-03-22T16:22:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:54.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.118439+0000) 2023-03-22T16:22:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:54.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.118626+0000) 2023-03-22T16:22:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:54.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.119635+0000) 2023-03-22T16:22:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:54.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.119577+0000) 2023-03-22T16:22:54.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:54 smithi098 ceph-mon[94136]: pgmap v3420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:54.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.666745+0000) 2023-03-22T16:22:54.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:54.666+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:54.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:54.666+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:54.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:54.670+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:54.672031+0000) 2023-03-22T16:22:55.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:54 smithi142 ceph-mon[94717]: pgmap v3420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:22:55.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:55.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.118440+0000) 2023-03-22T16:22:55.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:55.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.073564+0000) 2023-03-22T16:22:55.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:55.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.118724+0000) 2023-03-22T16:22:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:55.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.118376+0000) 2023-03-22T16:22:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:55.117+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:55.117+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:55.118+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.119441+0000) 2023-03-22T16:22:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:55.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.118789+0000) 2023-03-22T16:22:55.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:55.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.119783+0000) 2023-03-22T16:22:55.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:55.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:55.119698+0000) 2023-03-22T16:22:56.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:56.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:56.118557+0000) 2023-03-22T16:22:56.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:56.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:56.118847+0000) 2023-03-22T16:22:56.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:56.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:56.119818+0000) 2023-03-22T16:22:56.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:56.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:56.118928+0000) 2023-03-22T16:22:56.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:56.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:56.119898+0000) 2023-03-22T16:22:56.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:56.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:56.073686+0000) 2023-03-22T16:22:57.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:56 smithi142 ceph-mon[94717]: pgmap v3421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:57.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:56 smithi098 ceph-mon[94136]: pgmap v3421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:22:57.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:57.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.118995+0000) 2023-03-22T16:22:57.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:57.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.118679+0000) 2023-03-22T16:22:57.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:57.118+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:57.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:22:57.118+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.120038+0000) 2023-03-22T16:22:57.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:57.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.073805+0000) 2023-03-22T16:22:57.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:57.118+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.120134+0000) 2023-03-22T16:22:57.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:57.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.120022+0000) 2023-03-22T16:22:57.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:57.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.119066+0000) 2023-03-22T16:22:57.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:57.118+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:57.478 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:57.118+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:57.478 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:22:57.119+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:57.121047+0000) 2023-03-22T16:22:58.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:58.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:58.119154+0000) 2023-03-22T16:22:58.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:58.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:58.120152+0000) 2023-03-22T16:22:58.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:58.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:58.073927+0000) 2023-03-22T16:22:58.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:58.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:58.120252+0000) 2023-03-22T16:22:59.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:22:59 smithi142 ceph-mon[94717]: pgmap v3422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 11 op/s 2023-03-22T16:22:59.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:22:59 smithi098 ceph-mon[94136]: pgmap v3422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 11 op/s 2023-03-22T16:22:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:22:59.165+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:59.167051+0000) 2023-03-22T16:22:59.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:22:59.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:59.074047+0000) 2023-03-22T16:22:59.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:59.118+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:59.119295+0000) 2023-03-22T16:22:59.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:59.118+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:22:59.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:22:59.118+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:59.120177+0000) 2023-03-22T16:22:59.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:22:59.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:59.120386+0000) 2023-03-22T16:22:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:22:59.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:59.120275+0000) 2023-03-22T16:22:59.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:22:59.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:22:59.618652+0000) 2023-03-22T16:23:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:00.168+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:00.169395+0000) 2023-03-22T16:23:00.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:00.072+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:00.074164+0000) 2023-03-22T16:23:00.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:00.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:00.120394+0000) 2023-03-22T16:23:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:00.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:00.120507+0000) 2023-03-22T16:23:00.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:00.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:00.618775+0000) 2023-03-22T16:23:01.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:01 smithi142 ceph-mon[94717]: pgmap v3423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T16:23:01.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:01 smithi098 ceph-mon[94136]: pgmap v3423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T16:23:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:01.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.173076+0000) 2023-03-22T16:23:01.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:01.073+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.074297+0000) 2023-03-22T16:23:01.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:01.073+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:01.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:01.073+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:01.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:01.074+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.075443+0000) 2023-03-22T16:23:01.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:01.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.120625+0000) 2023-03-22T16:23:01.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:01.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.120516+0000) 2023-03-22T16:23:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:01.120+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:01.120+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:01.120+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.122037+0000) 2023-03-22T16:23:01.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:01.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.618990+0000) 2023-03-22T16:23:01.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:01.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.618898+0000) 2023-03-22T16:23:01.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:01.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:01.619302+0000) 2023-03-22T16:23:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:02.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:02.174292+0000) 2023-03-22T16:23:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:02.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:02.120744+0000) 2023-03-22T16:23:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:02.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:02.619112+0000) 2023-03-22T16:23:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:02.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:02.619022+0000) 2023-03-22T16:23:02.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:02.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:02.619423+0000) 2023-03-22T16:23:03.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:03 smithi142 ceph-mon[94717]: pgmap v3424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T16:23:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:03 smithi098 ceph-mon[94136]: pgmap v3424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T16:23:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:03.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:03.174415+0000) 2023-03-22T16:23:03.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:03.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:03.120869+0000) 2023-03-22T16:23:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:03.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:03.619229+0000) 2023-03-22T16:23:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:03.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:03.619141+0000) 2023-03-22T16:23:03.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:03.618+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:03.619668+0000) 2023-03-22T16:23:03.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:03.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:03.619542+0000) 2023-03-22T16:23:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:04.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:04.174622+0000) 2023-03-22T16:23:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:04.119+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:04.120989+0000) 2023-03-22T16:23:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:04.120+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:04.120+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:04.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:04.120+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:04.121990+0000) 2023-03-22T16:23:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:04.618+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:04.619356+0000) 2023-03-22T16:23:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:04.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:04.619255+0000) 2023-03-22T16:23:04.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:04.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:04.619665+0000) 2023-03-22T16:23:04.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:04.618+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:04.619782+0000) 2023-03-22T16:23:05.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:05 smithi142 ceph-mon[94717]: pgmap v3425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T16:23:05.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:05 smithi098 ceph-mon[94136]: pgmap v3425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T16:23:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:05.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:05.174747+0000) 2023-03-22T16:23:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:05.618+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:05.619480+0000) 2023-03-22T16:23:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:05.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:05.619392+0000) 2023-03-22T16:23:05.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:05.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:05.574639+0000) 2023-03-22T16:23:05.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:05.618+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:05.619899+0000) 2023-03-22T16:23:05.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:05.619+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:05.620770+0000) 2023-03-22T16:23:05.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:05.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:05.619791+0000) 2023-03-22T16:23:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:06.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:06.174970+0000) 2023-03-22T16:23:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:06.618+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:06.619614+0000) 2023-03-22T16:23:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:06.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:06.619528+0000) 2023-03-22T16:23:06.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:06.618+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:06.620029+0000) 2023-03-22T16:23:06.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:06.619+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:06.620881+0000) 2023-03-22T16:23:06.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:06.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:06.619911+0000) 2023-03-22T16:23:06.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:06.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:06.574761+0000) 2023-03-22T16:23:07.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:07 smithi142 ceph-mon[94717]: pgmap v3426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:23:07.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:07 smithi098 ceph-mon[94136]: pgmap v3426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:23:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:07.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:07.175093+0000) 2023-03-22T16:23:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:07.618+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:07.619769+0000) 2023-03-22T16:23:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:07.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:07.619653+0000) 2023-03-22T16:23:07.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:07.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:07.574889+0000) 2023-03-22T16:23:07.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:07.618+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:07.620146+0000) 2023-03-22T16:23:07.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:07.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:07.620023+0000) 2023-03-22T16:23:07.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:07.619+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:07.620989+0000) 2023-03-22T16:23:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:08.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.175301+0000) 2023-03-22T16:23:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:08.618+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.619917+0000) 2023-03-22T16:23:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:08.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.619799+0000) 2023-03-22T16:23:08.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:08.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.575028+0000) 2023-03-22T16:23:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:08.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.620262+0000) 2023-03-22T16:23:08.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:08.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.621306+0000) 2023-03-22T16:23:08.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:08.619+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.621147+0000) 2023-03-22T16:23:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:08.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:08.620156+0000) 2023-03-22T16:23:09.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:09 smithi142 ceph-mon[94717]: pgmap v3427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T16:23:09.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:09 smithi098 ceph-mon[94136]: pgmap v3427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T16:23:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:09.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.175427+0000) 2023-03-22T16:23:09.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:09.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.620379+0000) 2023-03-22T16:23:09.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:09.618+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.620084+0000) 2023-03-22T16:23:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:09.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.619937+0000) 2023-03-22T16:23:09.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:09.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.621295+0000) 2023-03-22T16:23:09.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:09.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.621469+0000) 2023-03-22T16:23:09.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:09.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.575142+0000) 2023-03-22T16:23:09.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:09.618+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:09.620254+0000) 2023-03-22T16:23:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:10 smithi142 ceph-mon[94717]: osdmap e245: 12 total, 9 up, 9 in 2023-03-22T16:23:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:10 smithi098 ceph-mon[94136]: osdmap e245: 12 total, 9 up, 9 in 2023-03-22T16:23:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:10.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.175647+0000) 2023-03-22T16:23:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:10.618+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.620193+0000) 2023-03-22T16:23:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:10.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.620053+0000) 2023-03-22T16:23:10.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:10.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.575261+0000) 2023-03-22T16:23:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:10.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.620507+0000) 2023-03-22T16:23:10.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:10.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.621580+0000) 2023-03-22T16:23:10.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:10.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.621406+0000) 2023-03-22T16:23:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:10.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:10.620378+0000) 2023-03-22T16:23:11.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:11 smithi142 ceph-mon[94717]: pgmap v3429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:23:11.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:11 smithi098 ceph-mon[94136]: pgmap v3429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:23:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:11.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.175780+0000) 2023-03-22T16:23:11.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:11.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.620616+0000) 2023-03-22T16:23:11.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:11.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.620299+0000) 2023-03-22T16:23:11.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:11.618+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.620183+0000) 2023-03-22T16:23:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:11.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.620493+0000) 2023-03-22T16:23:11.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:11.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.621514+0000) 2023-03-22T16:23:11.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:11.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.575403+0000) 2023-03-22T16:23:11.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:11.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:11.621689+0000) 2023-03-22T16:23:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:12.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.176022+0000) 2023-03-22T16:23:12.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:12.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.620733+0000) 2023-03-22T16:23:12.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:12.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.620413+0000) 2023-03-22T16:23:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:12.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.620310+0000) 2023-03-22T16:23:12.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:12.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.575541+0000) 2023-03-22T16:23:12.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:12.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.621801+0000) 2023-03-22T16:23:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:12.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.620598+0000) 2023-03-22T16:23:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:12.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:12.621629+0000) 2023-03-22T16:23:13.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:13 smithi142 ceph-mon[94717]: pgmap v3430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:23:13.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:13 smithi098 ceph-mon[94136]: pgmap v3430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:23:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:13.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.176139+0000) 2023-03-22T16:23:13.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:13.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.620841+0000) 2023-03-22T16:23:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:13.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.620527+0000) 2023-03-22T16:23:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:13.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.620424+0000) 2023-03-22T16:23:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:13.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.620711+0000) 2023-03-22T16:23:13.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:13.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.575670+0000) 2023-03-22T16:23:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:13.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.621734+0000) 2023-03-22T16:23:13.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:13.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:13.621918+0000) 2023-03-22T16:23:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:14.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.176313+0000) 2023-03-22T16:23:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:14.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.620641+0000) 2023-03-22T16:23:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:14.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.620540+0000) 2023-03-22T16:23:14.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:14.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.575791+0000) 2023-03-22T16:23:14.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:14.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.620951+0000) 2023-03-22T16:23:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:14.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.622032+0000) 2023-03-22T16:23:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:14.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.621844+0000) 2023-03-22T16:23:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:14.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:14.620827+0000) 2023-03-22T16:23:15.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:15 smithi142 ceph-mon[94717]: pgmap v3431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:23:15.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:15 smithi098 ceph-mon[94136]: pgmap v3431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:23:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:15.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.176438+0000) 2023-03-22T16:23:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:15.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.620754+0000) 2023-03-22T16:23:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:15.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.620656+0000) 2023-03-22T16:23:15.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:15.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.621966+0000) 2023-03-22T16:23:15.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:15.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.620941+0000) 2023-03-22T16:23:15.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:15.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.575913+0000) 2023-03-22T16:23:15.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:15.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.621062+0000) 2023-03-22T16:23:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:15.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:15.622157+0000) 2023-03-22T16:23:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:16.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.176665+0000) 2023-03-22T16:23:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:16.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.620864+0000) 2023-03-22T16:23:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:16.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.620776+0000) 2023-03-22T16:23:16.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:16.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.622092+0000) 2023-03-22T16:23:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:16.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.576030+0000) 2023-03-22T16:23:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:16.619+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.621170+0000) 2023-03-22T16:23:16.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:16.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.622282+0000) 2023-03-22T16:23:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:16.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:16.621048+0000) 2023-03-22T16:23:17.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:17 smithi142 ceph-mon[94717]: pgmap v3432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:23:17.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:17 smithi098 ceph-mon[94136]: pgmap v3432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:23:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:17.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.176786+0000) 2023-03-22T16:23:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:17.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.620974+0000) 2023-03-22T16:23:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:17.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.620889+0000) 2023-03-22T16:23:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:17.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.576153+0000) 2023-03-22T16:23:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:17.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.621291+0000) 2023-03-22T16:23:17.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:17.620+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.622195+0000) 2023-03-22T16:23:17.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:17.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.622398+0000) 2023-03-22T16:23:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:17.619+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:17.621166+0000) 2023-03-22T16:23:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:18.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.177006+0000) 2023-03-22T16:23:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:18.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.621099+0000) 2023-03-22T16:23:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:18.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.621009+0000) 2023-03-22T16:23:18.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:18.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.576278+0000) 2023-03-22T16:23:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:18.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.621422+0000) 2023-03-22T16:23:18.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:18.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.622514+0000) 2023-03-22T16:23:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:18.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.621294+0000) 2023-03-22T16:23:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:18.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:18.622293+0000) 2023-03-22T16:23:19.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:19 smithi142 ceph-mon[94717]: pgmap v3433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:23:19.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:19 smithi098 ceph-mon[94136]: pgmap v3433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:23:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:19.619+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.621219+0000) 2023-03-22T16:23:19.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:19.619+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.621141+0000) 2023-03-22T16:23:19.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:19.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.621534+0000) 2023-03-22T16:23:19.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:19.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.177140+0000) 2023-03-22T16:23:19.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:19.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.576399+0000) 2023-03-22T16:23:19.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:19.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.622630+0000) 2023-03-22T16:23:19.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:19.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.622390+0000) 2023-03-22T16:23:19.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:19.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:19.621408+0000) 2023-03-22T16:23:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:20.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.177295+0000) 2023-03-22T16:23:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:20.620+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.621294+0000) 2023-03-22T16:23:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:20.620+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.621264+0000) 2023-03-22T16:23:20.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:20.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.621530+0000) 2023-03-22T16:23:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:20.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.576515+0000) 2023-03-22T16:23:20.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:20.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.622498+0000) 2023-03-22T16:23:20.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:20.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.622740+0000) 2023-03-22T16:23:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:20.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:20.621649+0000) 2023-03-22T16:23:21.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:21 smithi142 ceph-mon[94717]: pgmap v3434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:23:21.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:21 smithi098 ceph-mon[94136]: pgmap v3434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:23:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:21.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.177417+0000) 2023-03-22T16:23:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:21.620+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.621412+0000) 2023-03-22T16:23:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:21.620+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.621384+0000) 2023-03-22T16:23:21.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:21.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.576636+0000) 2023-03-22T16:23:21.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:21.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.622608+0000) 2023-03-22T16:23:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:21.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.621757+0000) 2023-03-22T16:23:21.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:21.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.622853+0000) 2023-03-22T16:23:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:21.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:21.621644+0000) 2023-03-22T16:23:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:22.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.177676+0000) 2023-03-22T16:23:22.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:22.620+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.621553+0000) 2023-03-22T16:23:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:22.620+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.621535+0000) 2023-03-22T16:23:22.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:22.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.621872+0000) 2023-03-22T16:23:22.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:22.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.622971+0000) 2023-03-22T16:23:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:22.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.576784+0000) 2023-03-22T16:23:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:22.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.622737+0000) 2023-03-22T16:23:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:22.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:22.621763+0000) 2023-03-22T16:23:23.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:23 smithi142 ceph-mon[94717]: pgmap v3435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:23:23.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:23 smithi098 ceph-mon[94136]: pgmap v3435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:23:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:23.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.177820+0000) 2023-03-22T16:23:23.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:23.620+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.621668+0000) 2023-03-22T16:23:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:23.620+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.621694+0000) 2023-03-22T16:23:23.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:23.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.576900+0000) 2023-03-22T16:23:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:23.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.623083+0000) 2023-03-22T16:23:23.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:23.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.621990+0000) 2023-03-22T16:23:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:23.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.621881+0000) 2023-03-22T16:23:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:23.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:23.622846+0000) 2023-03-22T16:23:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:24.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.178050+0000) 2023-03-22T16:23:24.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:24.620+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.622100+0000) 2023-03-22T16:23:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:24.620+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.621878+0000) 2023-03-22T16:23:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:24.576+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.577055+0000) 2023-03-22T16:23:24.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:24.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.622062+0000) 2023-03-22T16:23:24.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:24.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.623208+0000) 2023-03-22T16:23:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:24.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.622995+0000) 2023-03-22T16:23:24.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:24.620+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:24.621893+0000) 2023-03-22T16:23:25.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:25 smithi142 ceph-mon[94717]: pgmap v3436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:23:25.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:25 smithi098 ceph-mon[94136]: pgmap v3436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:23:25.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:25.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.178179+0000) 2023-03-22T16:23:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:25.177+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:25.177+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:25.180+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.181669+0000) 2023-03-22T16:23:25.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:25.620+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.622046+0000) 2023-03-22T16:23:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:25.620+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.622045+0000) 2023-03-22T16:23:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:25.621+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:25.621+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:25.622+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.623528+0000) 2023-03-22T16:23:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:25.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.577181+0000) 2023-03-22T16:23:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:25.621+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.622267+0000) 2023-03-22T16:23:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:25.622+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.623387+0000) 2023-03-22T16:23:25.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:25.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.623119+0000) 2023-03-22T16:23:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:25.620+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:25.622251+0000) 2023-03-22T16:23:26.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:26.621+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:26.622432+0000) 2023-03-22T16:23:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:26.620+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:26.622199+0000) 2023-03-22T16:23:26.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:26.622+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:26.623512+0000) 2023-03-22T16:23:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:26.576+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:26.577311+0000) 2023-03-22T16:23:26.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:26.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:26.623225+0000) 2023-03-22T16:23:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:26.621+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:26.622400+0000) 2023-03-22T16:23:27.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:27 smithi142 ceph-mon[94717]: pgmap v3437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:23:27.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:27 smithi098 ceph-mon[94136]: pgmap v3437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:23:27.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:27.621+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.622366+0000) 2023-03-22T16:23:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:27.622+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:27.622+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:27.623+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.624397+0000) 2023-03-22T16:23:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:27.576+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.577427+0000) 2023-03-22T16:23:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:27.621+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.622836+0000) 2023-03-22T16:23:27.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:27.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.623309+0000) 2023-03-22T16:23:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:27.622+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.623632+0000) 2023-03-22T16:23:27.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:27.621+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.622546+0000) 2023-03-22T16:23:27.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:27.622+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:27.622+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:27.623555+0000) 2023-03-22T16:23:28.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:28.621+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:28.622979+0000) 2023-03-22T16:23:28.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:28.576+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:28.577595+0000) 2023-03-22T16:23:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:28.622+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:28.623747+0000) 2023-03-22T16:23:28.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:28.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:28.623457+0000) 2023-03-22T16:23:29.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:29 smithi142 ceph-mon[94717]: pgmap v3438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:23:29.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:29 smithi098 ceph-mon[94136]: pgmap v3438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:23:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:29.677+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:29.678439+0000) 2023-03-22T16:23:29.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:29.622+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:29.623868+0000) 2023-03-22T16:23:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:29.576+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:29.577741+0000) 2023-03-22T16:23:29.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:29.621+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:29.623125+0000) 2023-03-22T16:23:29.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:29.622+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:29.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:29.622+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:29.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:29.623+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:29.624465+0000) 2023-03-22T16:23:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:29.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:29.623595+0000) 2023-03-22T16:23:30.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:30.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:30.122301+0000) 2023-03-22T16:23:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:30.680+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:30.682158+0000) 2023-03-22T16:23:30.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:30.576+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:30.577874+0000) 2023-03-22T16:23:30.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:30.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:30.623730+0000) 2023-03-22T16:23:30.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:30.622+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:30.623981+0000) 2023-03-22T16:23:31.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:31 smithi142 ceph-mon[94717]: pgmap v3439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:31.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:31 smithi098 ceph-mon[94136]: pgmap v3439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:31.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:31.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:31.122429+0000) 2023-03-22T16:23:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:31.684+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:31.686007+0000) 2023-03-22T16:23:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:31.622+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:31.624133+0000) 2023-03-22T16:23:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:31.576+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:31.578003+0000) 2023-03-22T16:23:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:31.577+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:31.577+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:31.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:31.577+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:31.579247+0000) 2023-03-22T16:23:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:31.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:31.623863+0000) 2023-03-22T16:23:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:31.623+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:31.623+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:31.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:31.623+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:31.625201+0000) 2023-03-22T16:23:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:32.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:32.122636+0000) 2023-03-22T16:23:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:32.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:32.122552+0000) 2023-03-22T16:23:32.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:32.121+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:32.122789+0000) 2023-03-22T16:23:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:32.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:32.686978+0000) 2023-03-22T16:23:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:32.623+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:32.624279+0000) 2023-03-22T16:23:33.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:33 smithi142 ceph-mon[94717]: pgmap v3440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:33.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:33 smithi098 ceph-mon[94136]: pgmap v3440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:33.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:33.122759+0000) 2023-03-22T16:23:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:33.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:33.122673+0000) 2023-03-22T16:23:33.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:33.121+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:33.122910+0000) 2023-03-22T16:23:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:33.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:33.687083+0000) 2023-03-22T16:23:33.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:33.623+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:33.624427+0000) 2023-03-22T16:23:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:34.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:34.122905+0000) 2023-03-22T16:23:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:34.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:34.122791+0000) 2023-03-22T16:23:34.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:34.122+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:34.123376+0000) 2023-03-22T16:23:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:34.121+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:34.123036+0000) 2023-03-22T16:23:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:34.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:34.687255+0000) 2023-03-22T16:23:34.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:34.623+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:34.624574+0000) 2023-03-22T16:23:34.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:34.624+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:34.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:34.624+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:34.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:34.624+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:34.625419+0000) 2023-03-22T16:23:35.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:35 smithi098 ceph-mon[94136]: pgmap v3441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:35.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:35.122+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:35.123484+0000) 2023-03-22T16:23:35.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:35.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:35.123021+0000) 2023-03-22T16:23:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:35.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:35.122924+0000) 2023-03-22T16:23:35.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:35.121+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:35.123156+0000) 2023-03-22T16:23:35.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:35 smithi142 ceph-mon[94717]: pgmap v3441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:35.686+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:35.687386+0000) 2023-03-22T16:23:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:36.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:36.123138+0000) 2023-03-22T16:23:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:36.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:36.123029+0000) 2023-03-22T16:23:36.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:36.122+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:36.124081+0000) 2023-03-22T16:23:36.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:36.076+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:36.078244+0000) 2023-03-22T16:23:36.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:36.122+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:36.123591+0000) 2023-03-22T16:23:36.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:36.122+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:36.123279+0000) 2023-03-22T16:23:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:36.686+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:36.687583+0000) 2023-03-22T16:23:37.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:37 smithi098 ceph-mon[94136]: pgmap v3442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:37.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:37.123254+0000) 2023-03-22T16:23:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:37.121+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:37.123153+0000) 2023-03-22T16:23:37.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:37.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:37.078367+0000) 2023-03-22T16:23:37.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:37.122+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:37.123704+0000) 2023-03-22T16:23:37.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:37.122+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:37.124192+0000) 2023-03-22T16:23:37.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:37.122+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:37.123408+0000) 2023-03-22T16:23:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:37 smithi142 ceph-mon[94717]: pgmap v3442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:37.686+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:37.687717+0000) 2023-03-22T16:23:38.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:38.122+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:38.123376+0000) 2023-03-22T16:23:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:38.122+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:38.123274+0000) 2023-03-22T16:23:38.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:38.122+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:38.123822+0000) 2023-03-22T16:23:38.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:38.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:38.078489+0000) 2023-03-22T16:23:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:38.123+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:38.124304+0000) 2023-03-22T16:23:38.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:38.122+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:38.123533+0000) 2023-03-22T16:23:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:38.686+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:38.687894+0000) 2023-03-22T16:23:39.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:39 smithi098 ceph-mon[94136]: pgmap v3443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:39.122+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.123500+0000) 2023-03-22T16:23:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:39.122+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.123388+0000) 2023-03-22T16:23:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:39.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.078611+0000) 2023-03-22T16:23:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:39.122+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.123937+0000) 2023-03-22T16:23:39.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:39.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.124811+0000) 2023-03-22T16:23:39.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:39.123+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.124418+0000) 2023-03-22T16:23:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:39.122+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.123664+0000) 2023-03-22T16:23:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:39 smithi142 ceph-mon[94717]: pgmap v3443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:39.686+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:39.688025+0000) 2023-03-22T16:23:40.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:40.123+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.124047+0000) 2023-03-22T16:23:40.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:40.123+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.123614+0000) 2023-03-22T16:23:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:40.123+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.123501+0000) 2023-03-22T16:23:40.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:40.124+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.124533+0000) 2023-03-22T16:23:40.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:40.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.078733+0000) 2023-03-22T16:23:40.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:40.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.124924+0000) 2023-03-22T16:23:40.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:40.123+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.123788+0000) 2023-03-22T16:23:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:40.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:40.688221+0000) 2023-03-22T16:23:41.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:41 smithi098 ceph-mon[94136]: pgmap v3444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:41.123+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.123725+0000) 2023-03-22T16:23:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:41.123+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.123617+0000) 2023-03-22T16:23:41.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:41.124+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.124650+0000) 2023-03-22T16:23:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:41.123+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.124169+0000) 2023-03-22T16:23:41.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:41.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.078865+0000) 2023-03-22T16:23:41.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:41.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.125056+0000) 2023-03-22T16:23:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:41.123+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.123908+0000) 2023-03-22T16:23:41.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:41 smithi142 ceph-mon[94717]: pgmap v3444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:41.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:41.688377+0000) 2023-03-22T16:23:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:42.123+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.123835+0000) 2023-03-22T16:23:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:42.123+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.123732+0000) 2023-03-22T16:23:42.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:42.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.125173+0000) 2023-03-22T16:23:42.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:42.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.078982+0000) 2023-03-22T16:23:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:42.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.124294+0000) 2023-03-22T16:23:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:42.124+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.124766+0000) 2023-03-22T16:23:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:42.123+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.124026+0000) 2023-03-22T16:23:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:42.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:42.688564+0000) 2023-03-22T16:23:43.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:43 smithi098 ceph-mon[94136]: pgmap v3445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:43.123+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.123943+0000) 2023-03-22T16:23:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:43.123+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.123847+0000) 2023-03-22T16:23:43.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:43.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.079108+0000) 2023-03-22T16:23:43.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:43.124+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.124892+0000) 2023-03-22T16:23:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:43.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.124413+0000) 2023-03-22T16:23:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:43.123+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.124147+0000) 2023-03-22T16:23:43.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:43.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.125290+0000) 2023-03-22T16:23:43.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:43 smithi142 ceph-mon[94717]: pgmap v3445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:43.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:43.688675+0000) 2023-03-22T16:23:44.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:44.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.124533+0000) 2023-03-22T16:23:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:44.123+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.124059+0000) 2023-03-22T16:23:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:44.123+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.123972+0000) 2023-03-22T16:23:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:44.124+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.125011+0000) 2023-03-22T16:23:44.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:44.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.124263+0000) 2023-03-22T16:23:44.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:44.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.125401+0000) 2023-03-22T16:23:44.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:44.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.079215+0000) 2023-03-22T16:23:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:44.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:44.688860+0000) 2023-03-22T16:23:45.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:45 smithi098 ceph-mon[94136]: pgmap v3446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:45.123+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.124176+0000) 2023-03-22T16:23:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:45.123+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.124087+0000) 2023-03-22T16:23:45.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:45.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.079303+0000) 2023-03-22T16:23:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:45.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.124662+0000) 2023-03-22T16:23:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:45.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.125519+0000) 2023-03-22T16:23:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:45.124+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.125124+0000) 2023-03-22T16:23:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:45.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.124394+0000) 2023-03-22T16:23:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:45 smithi142 ceph-mon[94717]: pgmap v3446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:45.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:45.688970+0000) 2023-03-22T16:23:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:46.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.124305+0000) 2023-03-22T16:23:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:46.123+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.124207+0000) 2023-03-22T16:23:46.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:46.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.125647+0000) 2023-03-22T16:23:46.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:46.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.079446+0000) 2023-03-22T16:23:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:46.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.124782+0000) 2023-03-22T16:23:46.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:46.124+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.125242+0000) 2023-03-22T16:23:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:46.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.124519+0000) 2023-03-22T16:23:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:46.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:46.689156+0000) 2023-03-22T16:23:47.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:47 smithi098 ceph-mon[94136]: pgmap v3447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:47.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.124432+0000) 2023-03-22T16:23:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:47.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.124294+0000) 2023-03-22T16:23:47.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:47.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.124900+0000) 2023-03-22T16:23:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:47.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.125770+0000) 2023-03-22T16:23:47.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:47.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.125369+0000) 2023-03-22T16:23:47.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:47.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.079565+0000) 2023-03-22T16:23:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:47.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.124643+0000) 2023-03-22T16:23:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:47 smithi142 ceph-mon[94717]: pgmap v3447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:47.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:47.689279+0000) 2023-03-22T16:23:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:48.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.124558+0000) 2023-03-22T16:23:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:48.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.124421+0000) 2023-03-22T16:23:48.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:48.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.125886+0000) 2023-03-22T16:23:48.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:48.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.124764+0000) 2023-03-22T16:23:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:48.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.125013+0000) 2023-03-22T16:23:48.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:48.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.125482+0000) 2023-03-22T16:23:48.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:48.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.079684+0000) 2023-03-22T16:23:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:48.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:48.689461+0000) 2023-03-22T16:23:49.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:49 smithi098 ceph-mon[94136]: pgmap v3448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:49.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.124691+0000) 2023-03-22T16:23:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:49.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.124548+0000) 2023-03-22T16:23:49.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:49.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.079806+0000) 2023-03-22T16:23:49.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:49.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.124893+0000) 2023-03-22T16:23:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:49.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.125607+0000) 2023-03-22T16:23:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:49.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.126001+0000) 2023-03-22T16:23:49.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:49.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.125124+0000) 2023-03-22T16:23:49.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:49 smithi142 ceph-mon[94717]: pgmap v3448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:49.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:49.689579+0000) 2023-03-22T16:23:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:50.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.124829+0000) 2023-03-22T16:23:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:50.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.124666+0000) 2023-03-22T16:23:50.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:50.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.125718+0000) 2023-03-22T16:23:50.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:50.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.079923+0000) 2023-03-22T16:23:50.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:50.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.126112+0000) 2023-03-22T16:23:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:50.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.125005+0000) 2023-03-22T16:23:50.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:50.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.125230+0000) 2023-03-22T16:23:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:50.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:50.689783+0000) 2023-03-22T16:23:51.370 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:51.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.124948+0000) 2023-03-22T16:23:51.371 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:51.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.124832+0000) 2023-03-22T16:23:51.372 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:51.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.126224+0000) 2023-03-22T16:23:51.372 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:51.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.080051+0000) 2023-03-22T16:23:51.372 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:51.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.125352+0000) 2023-03-22T16:23:51.373 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:51.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.125863+0000) 2023-03-22T16:23:51.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:51 smithi098 ceph-mon[94136]: pgmap v3449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:51 smithi142 ceph-mon[94717]: pgmap v3449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:51.692 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:51.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.125117+0000) 2023-03-22T16:23:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:51.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:51.689889+0000) 2023-03-22T16:23:52.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:52.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.125057+0000) 2023-03-22T16:23:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:52.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.124938+0000) 2023-03-22T16:23:52.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:52.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.126305+0000) 2023-03-22T16:23:52.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:52.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.125465+0000) 2023-03-22T16:23:52.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:52.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.125215+0000) 2023-03-22T16:23:52.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:52.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.126022+0000) 2023-03-22T16:23:52.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:52.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.080180+0000) 2023-03-22T16:23:52.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:52.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:52.690065+0000) 2023-03-22T16:23:53.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:53 smithi098 ceph-mon[94136]: pgmap v3450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:53.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:53.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.125171+0000) 2023-03-22T16:23:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:53.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.125057+0000) 2023-03-22T16:23:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:53.080+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.080295+0000) 2023-03-22T16:23:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:53.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.126157+0000) 2023-03-22T16:23:53.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:53.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.125583+0000) 2023-03-22T16:23:53.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:53.125+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.125301+0000) 2023-03-22T16:23:53.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:53.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.126424+0000) 2023-03-22T16:23:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:53 smithi142 ceph-mon[94717]: pgmap v3450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:53.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:53.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:53.690170+0000) 2023-03-22T16:23:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:54.125+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.125291+0000) 2023-03-22T16:23:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:54.124+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.125179+0000) 2023-03-22T16:23:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:54.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.125701+0000) 2023-03-22T16:23:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:54.126+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.126279+0000) 2023-03-22T16:23:54.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:54.125+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.125422+0000) 2023-03-22T16:23:54.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:54.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.126539+0000) 2023-03-22T16:23:54.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:54.080+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.080413+0000) 2023-03-22T16:23:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:54.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:54.690312+0000) 2023-03-22T16:23:55.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:55 smithi098 ceph-mon[94136]: pgmap v3451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:55.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:55.125+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.125411+0000) 2023-03-22T16:23:55.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:55.125+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.125298+0000) 2023-03-22T16:23:55.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:55.080+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.080532+0000) 2023-03-22T16:23:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:55.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.125816+0000) 2023-03-22T16:23:55.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:55.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.126653+0000) 2023-03-22T16:23:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:55.126+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.126395+0000) 2023-03-22T16:23:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:55.125+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.125539+0000) 2023-03-22T16:23:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:55 smithi142 ceph-mon[94717]: pgmap v3451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:55.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:55.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.690426+0000) 2023-03-22T16:23:55.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:55.690+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:55.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:55.691+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:55.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:23:55.694+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:55.694783+0000) 2023-03-22T16:23:56.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:56.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.125948+0000) 2023-03-22T16:23:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:56.125+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.125530+0000) 2023-03-22T16:23:56.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:56.125+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.125740+0000) 2023-03-22T16:23:56.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:56.080+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.080668+0000) 2023-03-22T16:23:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:56.125+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.125414+0000) 2023-03-22T16:23:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:56.125+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:56.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:56.126+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:56.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:23:56.126+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.127069+0000) 2023-03-22T16:23:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:56.126+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.126514+0000) 2023-03-22T16:23:56.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:56.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:56.126779+0000) 2023-03-22T16:23:57.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:57 smithi098 ceph-mon[94136]: pgmap v3452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:57.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:57.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:57.125655+0000) 2023-03-22T16:23:57.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:57.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:57.125862+0000) 2023-03-22T16:23:57.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:57.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:57.126061+0000) 2023-03-22T16:23:57.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:57.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:57.126893+0000) 2023-03-22T16:23:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:57.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:57.080789+0000) 2023-03-22T16:23:57.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:57.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:57.126636+0000) 2023-03-22T16:23:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:57 smithi142 ceph-mon[94717]: pgmap v3452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:23:58.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:58.124+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.126253+0000) 2023-03-22T16:23:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:58.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.080912+0000) 2023-03-22T16:23:58.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:58.124+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.125793+0000) 2023-03-22T16:23:58.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:58.125+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:58.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:58.125+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:58.475 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:23:58.126+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.127844+0000) 2023-03-22T16:23:58.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:58.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.127030+0000) 2023-03-22T16:23:58.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:58.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.126777+0000) 2023-03-22T16:23:58.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:58.124+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.126169+0000) 2023-03-22T16:23:58.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:58.125+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:58.478 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:58.126+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:23:58.478 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:23:58.126+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:58.127893+0000) 2023-03-22T16:23:59.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:23:59 smithi098 ceph-mon[94136]: pgmap v3453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:23:59.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:23:59.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:59.126389+0000) 2023-03-22T16:23:59.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:23:59.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:59.126899+0000) 2023-03-22T16:23:59.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:23:59.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:59.081030+0000) 2023-03-22T16:23:59.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:23:59.125+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:23:59.127145+0000) 2023-03-22T16:23:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:23:59 smithi142 ceph-mon[94717]: pgmap v3453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:00.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:00.079+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:00.081147+0000) 2023-03-22T16:24:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:00.125+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:00.126507+0000) 2023-03-22T16:24:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:00.126+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:00.126+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:00.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:00.126+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:00.127565+0000) 2023-03-22T16:24:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:00.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:00.127262+0000) 2023-03-22T16:24:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:00.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:00.127046+0000) 2023-03-22T16:24:00.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:00.189+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:00.190700+0000) 2023-03-22T16:24:00.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:00.624+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:00.625757+0000) 2023-03-22T16:24:01.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:01 smithi098 ceph-mon[94136]: pgmap v3454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:01.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:01.080+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:01.081263+0000) 2023-03-22T16:24:01.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:01.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:01.194250+0000) 2023-03-22T16:24:01.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:01.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:01.127389+0000) 2023-03-22T16:24:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:01.125+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:01.127162+0000) 2023-03-22T16:24:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:01 smithi142 ceph-mon[94717]: pgmap v3454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:01.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:01.624+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:01.625873+0000) 2023-03-22T16:24:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:02.197+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.198381+0000) 2023-03-22T16:24:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:02.126+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.128118+0000) 2023-03-22T16:24:02.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:02.080+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.081468+0000) 2023-03-22T16:24:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:02.081+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:02.081+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:02.117+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.119171+0000) 2023-03-22T16:24:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:02.126+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.127298+0000) 2023-03-22T16:24:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:02.126+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:02.127+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:02.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:02.128+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.129283+0000) 2023-03-22T16:24:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:02.624+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.626120+0000) 2023-03-22T16:24:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:02.624+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.625988+0000) 2023-03-22T16:24:02.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:02.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:02.626488+0000) 2023-03-22T16:24:03.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:03 smithi098 ceph-mon[94136]: pgmap v3455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:03.127+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:03.128266+0000) 2023-03-22T16:24:03.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:03.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:03.199318+0000) 2023-03-22T16:24:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:03 smithi142 ceph-mon[94717]: pgmap v3455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:03.624+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:03.626232+0000) 2023-03-22T16:24:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:03.624+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:03.626100+0000) 2023-03-22T16:24:03.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:03.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:03.626600+0000) 2023-03-22T16:24:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:04.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:04.199529+0000) 2023-03-22T16:24:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:04.127+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:04.128404+0000) 2023-03-22T16:24:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:04.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:04.626354+0000) 2023-03-22T16:24:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:04.624+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:04.626218+0000) 2023-03-22T16:24:04.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:04.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:04.626842+0000) 2023-03-22T16:24:04.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:04.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:04.626725+0000) 2023-03-22T16:24:05.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:05 smithi098 ceph-mon[94136]: pgmap v3456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:24:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:05.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:05.199652+0000) 2023-03-22T16:24:05.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:05.127+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:05.128521+0000) 2023-03-22T16:24:05.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:05.127+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:05.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:05.127+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:05.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:05.128+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:05.129323+0000) 2023-03-22T16:24:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:05 smithi142 ceph-mon[94717]: pgmap v3456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:24:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:05.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:05.626913+0000) 2023-03-22T16:24:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:05.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:05.626333+0000) 2023-03-22T16:24:05.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:05.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:05.627014+0000) 2023-03-22T16:24:05.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:05.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:05.626845+0000) 2023-03-22T16:24:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:06.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:06.199864+0000) 2023-03-22T16:24:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:06.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:06.627037+0000) 2023-03-22T16:24:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:06.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:06.626449+0000) 2023-03-22T16:24:06.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:06.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:06.581801+0000) 2023-03-22T16:24:06.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:06.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:06.626963+0000) 2023-03-22T16:24:06.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:06.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:06.627132+0000) 2023-03-22T16:24:06.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:06.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:06.627593+0000) 2023-03-22T16:24:07.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:07 smithi098 ceph-mon[94136]: pgmap v3457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:24:07.628 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:07.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:07.581931+0000) 2023-03-22T16:24:07.629 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:07.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:07.200038+0000) 2023-03-22T16:24:07.629 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:07.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:07.627249+0000) 2023-03-22T16:24:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:07 smithi142 ceph-mon[94717]: pgmap v3457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:24:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:07.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:07.627584+0000) 2023-03-22T16:24:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:07.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:07.626575+0000) 2023-03-22T16:24:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:07.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:07.627708+0000) 2023-03-22T16:24:07.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:07.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:07.627078+0000) 2023-03-22T16:24:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:08.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:08.200245+0000) 2023-03-22T16:24:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:08.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:08.627702+0000) 2023-03-22T16:24:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:08.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:08.626697+0000) 2023-03-22T16:24:08.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:08.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:08.582052+0000) 2023-03-22T16:24:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:08.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:08.627851+0000) 2023-03-22T16:24:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:08.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:08.627377+0000) 2023-03-22T16:24:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:08.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:08.627197+0000) 2023-03-22T16:24:09.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:09 smithi098 ceph-mon[94136]: pgmap v3458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:24:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:09.199+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.200379+0000) 2023-03-22T16:24:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:09 smithi142 ceph-mon[94717]: pgmap v3458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:24:09.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:09.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.627491+0000) 2023-03-22T16:24:09.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:09.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.627825+0000) 2023-03-22T16:24:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:09.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.626817+0000) 2023-03-22T16:24:09.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:09.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.628780+0000) 2023-03-22T16:24:09.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:09.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.627301+0000) 2023-03-22T16:24:09.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:09.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.582171+0000) 2023-03-22T16:24:09.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:09.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:09.627962+0000) 2023-03-22T16:24:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:10.199+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.200609+0000) 2023-03-22T16:24:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:10 smithi142 ceph-mon[94717]: osdmap e246: 12 total, 9 up, 9 in 2023-03-22T16:24:10.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:10 smithi098 ceph-mon[94136]: osdmap e246: 12 total, 9 up, 9 in 2023-03-22T16:24:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:10.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.627933+0000) 2023-03-22T16:24:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:10.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.626920+0000) 2023-03-22T16:24:10.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:10.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.628908+0000) 2023-03-22T16:24:10.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:10.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.582294+0000) 2023-03-22T16:24:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:10.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.627602+0000) 2023-03-22T16:24:10.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:10.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.628070+0000) 2023-03-22T16:24:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:10.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:10.627415+0000) 2023-03-22T16:24:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:11.199+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.200747+0000) 2023-03-22T16:24:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:11 smithi142 ceph-mon[94717]: pgmap v3460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:24:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:11 smithi098 ceph-mon[94136]: pgmap v3460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:24:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:11.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.628044+0000) 2023-03-22T16:24:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:11.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.627032+0000) 2023-03-22T16:24:11.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:11.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.627732+0000) 2023-03-22T16:24:11.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:11.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.582421+0000) 2023-03-22T16:24:11.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:11.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.628183+0000) 2023-03-22T16:24:11.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:11.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.629032+0000) 2023-03-22T16:24:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:11.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:11.627529+0000) 2023-03-22T16:24:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:12.199+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.200966+0000) 2023-03-22T16:24:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:12.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.628160+0000) 2023-03-22T16:24:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:12.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.627207+0000) 2023-03-22T16:24:12.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:12.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.627848+0000) 2023-03-22T16:24:12.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:12.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.582611+0000) 2023-03-22T16:24:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:12.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.628296+0000) 2023-03-22T16:24:12.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:12.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.629203+0000) 2023-03-22T16:24:12.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:12.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:12.627680+0000) 2023-03-22T16:24:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:13.199+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.201075+0000) 2023-03-22T16:24:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:13 smithi142 ceph-mon[94717]: pgmap v3461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:24:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:13 smithi098 ceph-mon[94136]: pgmap v3461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:24:13.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:13.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.628291+0000) 2023-03-22T16:24:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:13.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.627376+0000) 2023-03-22T16:24:13.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:13.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.582738+0000) 2023-03-22T16:24:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:13.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.627961+0000) 2023-03-22T16:24:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:13.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.627794+0000) 2023-03-22T16:24:13.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:13.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.628402+0000) 2023-03-22T16:24:13.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:13.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:13.629385+0000) 2023-03-22T16:24:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:14.200+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.201278+0000) 2023-03-22T16:24:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:14.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.628403+0000) 2023-03-22T16:24:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:14.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.627501+0000) 2023-03-22T16:24:14.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:14.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.582866+0000) 2023-03-22T16:24:14.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:14.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.628079+0000) 2023-03-22T16:24:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:14.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.628513+0000) 2023-03-22T16:24:14.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:14.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.629501+0000) 2023-03-22T16:24:14.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:14.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:14.627916+0000) 2023-03-22T16:24:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:15.200+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.201404+0000) 2023-03-22T16:24:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:15 smithi142 ceph-mon[94717]: pgmap v3462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:24:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:15 smithi098 ceph-mon[94136]: pgmap v3462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:24:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:15.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.628522+0000) 2023-03-22T16:24:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:15.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.627624+0000) 2023-03-22T16:24:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:15.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.582984+0000) 2023-03-22T16:24:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:15.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.628192+0000) 2023-03-22T16:24:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:15.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.628633+0000) 2023-03-22T16:24:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:15.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.629616+0000) 2023-03-22T16:24:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:15.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:15.628033+0000) 2023-03-22T16:24:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:16.200+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.201630+0000) 2023-03-22T16:24:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:16.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.628632+0000) 2023-03-22T16:24:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:16.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.627765+0000) 2023-03-22T16:24:16.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:16.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.583100+0000) 2023-03-22T16:24:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:16.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.628297+0000) 2023-03-22T16:24:16.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:16.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.629746+0000) 2023-03-22T16:24:16.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:16.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.628748+0000) 2023-03-22T16:24:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:16.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:16.628156+0000) 2023-03-22T16:24:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:17.200+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.201761+0000) 2023-03-22T16:24:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:17 smithi142 ceph-mon[94717]: pgmap v3463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:24:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:17 smithi098 ceph-mon[94136]: pgmap v3463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:24:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:17.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.628740+0000) 2023-03-22T16:24:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:17.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.627876+0000) 2023-03-22T16:24:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:17.581+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.583220+0000) 2023-03-22T16:24:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:17.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.628408+0000) 2023-03-22T16:24:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:17.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.629864+0000) 2023-03-22T16:24:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:17.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.628851+0000) 2023-03-22T16:24:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:17.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:17.628280+0000) 2023-03-22T16:24:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:18.200+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.201982+0000) 2023-03-22T16:24:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:18.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.628860+0000) 2023-03-22T16:24:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:18.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.627996+0000) 2023-03-22T16:24:18.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:18.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.628526+0000) 2023-03-22T16:24:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:18.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.583341+0000) 2023-03-22T16:24:18.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:18.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.629978+0000) 2023-03-22T16:24:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:18.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.628988+0000) 2023-03-22T16:24:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:18.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:18.628392+0000) 2023-03-22T16:24:19.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:19.200+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.202097+0000) 2023-03-22T16:24:19.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:19 smithi142 ceph-mon[94717]: pgmap v3464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:24:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:19 smithi098 ceph-mon[94136]: pgmap v3464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:24:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:19.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.628985+0000) 2023-03-22T16:24:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:19.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.628126+0000) 2023-03-22T16:24:19.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:19.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.583483+0000) 2023-03-22T16:24:19.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:19.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.628641+0000) 2023-03-22T16:24:19.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:19.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.630096+0000) 2023-03-22T16:24:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:19.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.629100+0000) 2023-03-22T16:24:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:19.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:19.628529+0000) 2023-03-22T16:24:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:20.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.202298+0000) 2023-03-22T16:24:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:20.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.629101+0000) 2023-03-22T16:24:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:20.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.628238+0000) 2023-03-22T16:24:20.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:20.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.583603+0000) 2023-03-22T16:24:20.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:20.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.628758+0000) 2023-03-22T16:24:20.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:20.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.630205+0000) 2023-03-22T16:24:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:20.627+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.629228+0000) 2023-03-22T16:24:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:20.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:20.628649+0000) 2023-03-22T16:24:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:21.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.202426+0000) 2023-03-22T16:24:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:21 smithi142 ceph-mon[94717]: pgmap v3465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:24:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:21 smithi098 ceph-mon[94136]: pgmap v3465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:24:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:21.627+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.629216+0000) 2023-03-22T16:24:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:21.627+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.628366+0000) 2023-03-22T16:24:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:21.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.628888+0000) 2023-03-22T16:24:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:21.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.583734+0000) 2023-03-22T16:24:21.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:21.628+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.629304+0000) 2023-03-22T16:24:21.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:21.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.630298+0000) 2023-03-22T16:24:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:21.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:21.628767+0000) 2023-03-22T16:24:22.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:22.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.202645+0000) 2023-03-22T16:24:22.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:22.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.629004+0000) 2023-03-22T16:24:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:22.628+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.629300+0000) 2023-03-22T16:24:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:22.627+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.628476+0000) 2023-03-22T16:24:22.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:22.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.630415+0000) 2023-03-22T16:24:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:22.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.583855+0000) 2023-03-22T16:24:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:22.628+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.629409+0000) 2023-03-22T16:24:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:22.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:22.628888+0000) 2023-03-22T16:24:23.586 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:23.202+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.202810+0000) 2023-03-22T16:24:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:23 smithi142 ceph-mon[94717]: pgmap v3466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:24:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:23 smithi098 ceph-mon[94136]: pgmap v3466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:24:23.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:23.628+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.629415+0000) 2023-03-22T16:24:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:23.627+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.628597+0000) 2023-03-22T16:24:23.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:23.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.583988+0000) 2023-03-22T16:24:23.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:23.628+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.629552+0000) 2023-03-22T16:24:23.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:23.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.629118+0000) 2023-03-22T16:24:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:23.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.630529+0000) 2023-03-22T16:24:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:23.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:23.629010+0000) 2023-03-22T16:24:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:24.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.202985+0000) 2023-03-22T16:24:24.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:24.628+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.629533+0000) 2023-03-22T16:24:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:24.627+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.628724+0000) 2023-03-22T16:24:24.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:24.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.584107+0000) 2023-03-22T16:24:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:24.628+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.629669+0000) 2023-03-22T16:24:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:24.627+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.629234+0000) 2023-03-22T16:24:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:24.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.629131+0000) 2023-03-22T16:24:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:24.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:24.630636+0000) 2023-03-22T16:24:25.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:25.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.203098+0000) 2023-03-22T16:24:25.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:25 smithi142 ceph-mon[94717]: pgmap v3467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:24:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:25 smithi098 ceph-mon[94136]: pgmap v3467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:24:25.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:25.628+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.629655+0000) 2023-03-22T16:24:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:25.627+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.628846+0000) 2023-03-22T16:24:25.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:25.628+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.629356+0000) 2023-03-22T16:24:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:25.628+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.629776+0000) 2023-03-22T16:24:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:25.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.584228+0000) 2023-03-22T16:24:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:25.627+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.629253+0000) 2023-03-22T16:24:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:25.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:25.630751+0000) 2023-03-22T16:24:26.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:26.202+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.203293+0000) 2023-03-22T16:24:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:26.202+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:26.202+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:26.205+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.206844+0000) 2023-03-22T16:24:26.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:26.628+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.629474+0000) 2023-03-22T16:24:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:26.628+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.629784+0000) 2023-03-22T16:24:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:26.627+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.628954+0000) 2023-03-22T16:24:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:26.628+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:26.628+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:26.629+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.631247+0000) 2023-03-22T16:24:26.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:26.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.584359+0000) 2023-03-22T16:24:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:26.628+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.629916+0000) 2023-03-22T16:24:26.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:26.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.630872+0000) 2023-03-22T16:24:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:26.628+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:26.629378+0000) 2023-03-22T16:24:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:27 smithi142 ceph-mon[94717]: pgmap v3468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:24:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:27 smithi098 ceph-mon[94136]: pgmap v3468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:24:27.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:27.628+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:27.629593+0000) 2023-03-22T16:24:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:27.628+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:27.629901+0000) 2023-03-22T16:24:27.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:27.628+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:27.630044+0000) 2023-03-22T16:24:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:27.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:27.584484+0000) 2023-03-22T16:24:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:27.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:27.630988+0000) 2023-03-22T16:24:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:27.628+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:27.629505+0000) 2023-03-22T16:24:28.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:28.628+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.629787+0000) 2023-03-22T16:24:28.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:28.630+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.631674+0000) 2023-03-22T16:24:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:28.628+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.630033+0000) 2023-03-22T16:24:28.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:28.629+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:28.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:28.630+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:28.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:28.632+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.633576+0000) 2023-03-22T16:24:28.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:28.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.584609+0000) 2023-03-22T16:24:28.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:28.628+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.629651+0000) 2023-03-22T16:24:28.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:28.629+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:28.629+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:28.631+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.632526+0000) 2023-03-22T16:24:28.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:28.630+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:28.631493+0000) 2023-03-22T16:24:29.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:29 smithi142 ceph-mon[94717]: pgmap v3469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:24:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:29 smithi098 ceph-mon[94136]: pgmap v3469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:24:29.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:29.628+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:29.629909+0000) 2023-03-22T16:24:29.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:29.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:29.584724+0000) 2023-03-22T16:24:29.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:29.630+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:29.631639+0000) 2023-03-22T16:24:29.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:29.630+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:29.631792+0000) 2023-03-22T16:24:30.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:30.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:30.584845+0000) 2023-03-22T16:24:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:30.702+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:30.703629+0000) 2023-03-22T16:24:30.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:30.628+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:30.630046+0000) 2023-03-22T16:24:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:30.629+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:30.629+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:30.630+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:30.631447+0000) 2023-03-22T16:24:30.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:30.630+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:30.631759+0000) 2023-03-22T16:24:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:30.630+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:30.631904+0000) 2023-03-22T16:24:31.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:31.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:31.129296+0000) 2023-03-22T16:24:31.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:31 smithi142 ceph-mon[94717]: pgmap v3470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:31 smithi098 ceph-mon[94136]: pgmap v3470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:31.705+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:31.707253+0000) 2023-03-22T16:24:31.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:31.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:31.584990+0000) 2023-03-22T16:24:31.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:31.630+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:31.632024+0000) 2023-03-22T16:24:31.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:31.630+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:31.631873+0000) 2023-03-22T16:24:32.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:32.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:32.129409+0000) 2023-03-22T16:24:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:32.708+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:32.709641+0000) 2023-03-22T16:24:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:32.630+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:32.631991+0000) 2023-03-22T16:24:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:32.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:32.585113+0000) 2023-03-22T16:24:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:32.584+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:32.584+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:32.585+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:32.587254+0000) 2023-03-22T16:24:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:32.630+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:32.632137+0000) 2023-03-22T16:24:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:32.631+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:32.631+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:32.632+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:32.633360+0000) 2023-03-22T16:24:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:33.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:33.130300+0000) 2023-03-22T16:24:33.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:33.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:33.129528+0000) 2023-03-22T16:24:33.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:33.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:33.129955+0000) 2023-03-22T16:24:33.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:33 smithi142 ceph-mon[94717]: pgmap v3471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:33 smithi098 ceph-mon[94136]: pgmap v3471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:33.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:33.631+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:33.632127+0000) 2023-03-22T16:24:34.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:34.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:34.130418+0000) 2023-03-22T16:24:34.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:34.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:34.129644+0000) 2023-03-22T16:24:34.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:33.709+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:33.711059+0000) 2023-03-22T16:24:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:34.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:34.130064+0000) 2023-03-22T16:24:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:34.709+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:34.711228+0000) 2023-03-22T16:24:34.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:34.630+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:34.632231+0000) 2023-03-22T16:24:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:35.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:35.130534+0000) 2023-03-22T16:24:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:35.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:35.129766+0000) 2023-03-22T16:24:35.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:35.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:35.130415+0000) 2023-03-22T16:24:35.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:35.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:35.130180+0000) 2023-03-22T16:24:35.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:35 smithi142 ceph-mon[94717]: pgmap v3472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:35 smithi098 ceph-mon[94136]: pgmap v3472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:35.710+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:35.711345+0000) 2023-03-22T16:24:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:35.631+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:35.632361+0000) 2023-03-22T16:24:35.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:35.631+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:35.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:35.631+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:35.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:35.632+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:35.633336+0000) 2023-03-22T16:24:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:36.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:36.130651+0000) 2023-03-22T16:24:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:36.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:36.129885+0000) 2023-03-22T16:24:36.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:36.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:36.130531+0000) 2023-03-22T16:24:36.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:36.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:36.130295+0000) 2023-03-22T16:24:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:36.710+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:36.711541+0000) 2023-03-22T16:24:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:37.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:37.130762+0000) 2023-03-22T16:24:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:37.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:37.130004+0000) 2023-03-22T16:24:37.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:37.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:37.085447+0000) 2023-03-22T16:24:37.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:37.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:37.130608+0000) 2023-03-22T16:24:37.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:37.131+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:37.132424+0000) 2023-03-22T16:24:37.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:37.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:37.130405+0000) 2023-03-22T16:24:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:37 smithi142 ceph-mon[94717]: pgmap v3473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:37 smithi098 ceph-mon[94136]: pgmap v3473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:37.710+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:37.711677+0000) 2023-03-22T16:24:38.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:38.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:38.130875+0000) 2023-03-22T16:24:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:38.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:38.130124+0000) 2023-03-22T16:24:38.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:38.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:38.085579+0000) 2023-03-22T16:24:38.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:38.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:38.130719+0000) 2023-03-22T16:24:38.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:38.131+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:38.132538+0000) 2023-03-22T16:24:38.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:38.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:38.130510+0000) 2023-03-22T16:24:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:38.710+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:38.711879+0000) 2023-03-22T16:24:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:39.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:39.130981+0000) 2023-03-22T16:24:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:39.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:39.130246+0000) 2023-03-22T16:24:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:39.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:39.085756+0000) 2023-03-22T16:24:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:39.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:39.130827+0000) 2023-03-22T16:24:39.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:39.131+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:39.132696+0000) 2023-03-22T16:24:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:39.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:39.130617+0000) 2023-03-22T16:24:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:39 smithi142 ceph-mon[94717]: pgmap v3474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:39 smithi098 ceph-mon[94136]: pgmap v3474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:39.710+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:39.711984+0000) 2023-03-22T16:24:40.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:40.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.130937+0000) 2023-03-22T16:24:40.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:40.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.131091+0000) 2023-03-22T16:24:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:40.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.130363+0000) 2023-03-22T16:24:40.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:40.131+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.132625+0000) 2023-03-22T16:24:40.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:40.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.085910+0000) 2023-03-22T16:24:40.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:40.131+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.132800+0000) 2023-03-22T16:24:40.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:40.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.130717+0000) 2023-03-22T16:24:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:40.710+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:40.712174+0000) 2023-03-22T16:24:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:41.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.131209+0000) 2023-03-22T16:24:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:41.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.130475+0000) 2023-03-22T16:24:41.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:41.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.131046+0000) 2023-03-22T16:24:41.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:41.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.086026+0000) 2023-03-22T16:24:41.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:41.131+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.132910+0000) 2023-03-22T16:24:41.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:41.131+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.132747+0000) 2023-03-22T16:24:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:41.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.130823+0000) 2023-03-22T16:24:41.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:41 smithi142 ceph-mon[94717]: pgmap v3475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:41 smithi098 ceph-mon[94136]: pgmap v3475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:41.711+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:41.712290+0000) 2023-03-22T16:24:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:42.130+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.131297+0000) 2023-03-22T16:24:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:42.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.130591+0000) 2023-03-22T16:24:42.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:42.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.086147+0000) 2023-03-22T16:24:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:42.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.131173+0000) 2023-03-22T16:24:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:42.131+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.132857+0000) 2023-03-22T16:24:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:42.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.130930+0000) 2023-03-22T16:24:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:42.131+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.133017+0000) 2023-03-22T16:24:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:42.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:42.712494+0000) 2023-03-22T16:24:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:43.131+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.131427+0000) 2023-03-22T16:24:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:43.130+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.130711+0000) 2023-03-22T16:24:43.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:43.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.086260+0000) 2023-03-22T16:24:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:43.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.131292+0000) 2023-03-22T16:24:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:43.132+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.132971+0000) 2023-03-22T16:24:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:43.132+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.133129+0000) 2023-03-22T16:24:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:43.130+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.131041+0000) 2023-03-22T16:24:43.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:43 smithi142 ceph-mon[94717]: pgmap v3476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:43 smithi098 ceph-mon[94136]: pgmap v3476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:43.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:43.712615+0000) 2023-03-22T16:24:44.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:44.131+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.131544+0000) 2023-03-22T16:24:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:44.130+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.130827+0000) 2023-03-22T16:24:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:44.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.086403+0000) 2023-03-22T16:24:44.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:44.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.131406+0000) 2023-03-22T16:24:44.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:44.132+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.133088+0000) 2023-03-22T16:24:44.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:44.132+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.133253+0000) 2023-03-22T16:24:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:44.130+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.131146+0000) 2023-03-22T16:24:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:44.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:44.712813+0000) 2023-03-22T16:24:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:45.131+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.131739+0000) 2023-03-22T16:24:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:45.130+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.130967+0000) 2023-03-22T16:24:45.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:45.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.086527+0000) 2023-03-22T16:24:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:45.132+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.133213+0000) 2023-03-22T16:24:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:45.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.131528+0000) 2023-03-22T16:24:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:45.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.131253+0000) 2023-03-22T16:24:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:45.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.133379+0000) 2023-03-22T16:24:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:45 smithi142 ceph-mon[94717]: pgmap v3477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:45 smithi098 ceph-mon[94136]: pgmap v3477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:45.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:45.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:45.712928+0000) 2023-03-22T16:24:46.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:46.131+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.131855+0000) 2023-03-22T16:24:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:46.130+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.131080+0000) 2023-03-22T16:24:46.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:46.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.086658+0000) 2023-03-22T16:24:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:46.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.133481+0000) 2023-03-22T16:24:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:46.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.133303+0000) 2023-03-22T16:24:46.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:46.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.131641+0000) 2023-03-22T16:24:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:46.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.131444+0000) 2023-03-22T16:24:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:46.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:46.713118+0000) 2023-03-22T16:24:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:47.131+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.131970+0000) 2023-03-22T16:24:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:47.130+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.131193+0000) 2023-03-22T16:24:47.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:47.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.086792+0000) 2023-03-22T16:24:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:47.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.131760+0000) 2023-03-22T16:24:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:47.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.133425+0000) 2023-03-22T16:24:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:47.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.133603+0000) 2023-03-22T16:24:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:47.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.131569+0000) 2023-03-22T16:24:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:47 smithi142 ceph-mon[94717]: pgmap v3478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:47 smithi098 ceph-mon[94136]: pgmap v3478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:47.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:47.713250+0000) 2023-03-22T16:24:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:48.131+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.132083+0000) 2023-03-22T16:24:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:48.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.131293+0000) 2023-03-22T16:24:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:48.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.133722+0000) 2023-03-22T16:24:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:48.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.131879+0000) 2023-03-22T16:24:48.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:48.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.086913+0000) 2023-03-22T16:24:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:48.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.131694+0000) 2023-03-22T16:24:48.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:48.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.133546+0000) 2023-03-22T16:24:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:48.713+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:48.713447+0000) 2023-03-22T16:24:49.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:49.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.131994+0000) 2023-03-22T16:24:49.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:49.131+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.132194+0000) 2023-03-22T16:24:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:49.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.131420+0000) 2023-03-22T16:24:49.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:49.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.087039+0000) 2023-03-22T16:24:49.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:49.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.133842+0000) 2023-03-22T16:24:49.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:49.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.133666+0000) 2023-03-22T16:24:49.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:49.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.131819+0000) 2023-03-22T16:24:49.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:49 smithi142 ceph-mon[94717]: pgmap v3479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:49 smithi098 ceph-mon[94136]: pgmap v3479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:50.089 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:49.713+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:49.713576+0000) 2023-03-22T16:24:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:50.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.132297+0000) 2023-03-22T16:24:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:50.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.131538+0000) 2023-03-22T16:24:50.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:50.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.087165+0000) 2023-03-22T16:24:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:50.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.132103+0000) 2023-03-22T16:24:50.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:50.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.131953+0000) 2023-03-22T16:24:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:50.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.133953+0000) 2023-03-22T16:24:50.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:50.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.133787+0000) 2023-03-22T16:24:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:50.713+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:50.713813+0000) 2023-03-22T16:24:51.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:51.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.132410+0000) 2023-03-22T16:24:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:51.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.131654+0000) 2023-03-22T16:24:51.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:51.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.087294+0000) 2023-03-22T16:24:51.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:51.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.133894+0000) 2023-03-22T16:24:51.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:51.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.132072+0000) 2023-03-22T16:24:51.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:51.131+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.132211+0000) 2023-03-22T16:24:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:51.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.134067+0000) 2023-03-22T16:24:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:51 smithi142 ceph-mon[94717]: pgmap v3480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:51 smithi098 ceph-mon[94136]: pgmap v3480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:51.713+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:51.713945+0000) 2023-03-22T16:24:52.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:52.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.132514+0000) 2023-03-22T16:24:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:52.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.131760+0000) 2023-03-22T16:24:52.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:52.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.132297+0000) 2023-03-22T16:24:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:52.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.087420+0000) 2023-03-22T16:24:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:52.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.134179+0000) 2023-03-22T16:24:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:52.131+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.132190+0000) 2023-03-22T16:24:52.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:52.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.134000+0000) 2023-03-22T16:24:52.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:52.713+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:52.714151+0000) 2023-03-22T16:24:53.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:53.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.132624+0000) 2023-03-22T16:24:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:53.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.131874+0000) 2023-03-22T16:24:53.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:53.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.087543+0000) 2023-03-22T16:24:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:53.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.132429+0000) 2023-03-22T16:24:53.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:53.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.134296+0000) 2023-03-22T16:24:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:53.132+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.132304+0000) 2023-03-22T16:24:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:53.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.134111+0000) 2023-03-22T16:24:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:53 smithi142 ceph-mon[94717]: pgmap v3481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:53.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:53 smithi098 ceph-mon[94136]: pgmap v3481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:53.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:53.714+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:53.714295+0000) 2023-03-22T16:24:54.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:54.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.132735+0000) 2023-03-22T16:24:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:54.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.131986+0000) 2023-03-22T16:24:54.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:54.132+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.132427+0000) 2023-03-22T16:24:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:54.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.087676+0000) 2023-03-22T16:24:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:54.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.132546+0000) 2023-03-22T16:24:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:54.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.134224+0000) 2023-03-22T16:24:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:54.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.134422+0000) 2023-03-22T16:24:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:54.714+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:54.714485+0000) 2023-03-22T16:24:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:55.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.132852+0000) 2023-03-22T16:24:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:55.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.132104+0000) 2023-03-22T16:24:55.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:55.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.087853+0000) 2023-03-22T16:24:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:55.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.134540+0000) 2023-03-22T16:24:55.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:55.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.132676+0000) 2023-03-22T16:24:55.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:55.132+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.132552+0000) 2023-03-22T16:24:55.477 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:55.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.134302+0000) 2023-03-22T16:24:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:55 smithi142 ceph-mon[94717]: pgmap v3482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:55 smithi098 ceph-mon[94136]: pgmap v3482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:55.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:55.714+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:55.714604+0000) 2023-03-22T16:24:56.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:56.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.132803+0000) 2023-03-22T16:24:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:56.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.132969+0000) 2023-03-22T16:24:56.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:56.131+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.132232+0000) 2023-03-22T16:24:56.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:56.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.134421+0000) 2023-03-22T16:24:56.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:56.132+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.132681+0000) 2023-03-22T16:24:56.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:56.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.087999+0000) 2023-03-22T16:24:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:56.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.134655+0000) 2023-03-22T16:24:56.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:56.714+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.714796+0000) 2023-03-22T16:24:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:56.715+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:56.715+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:24:56.719+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:56.719472+0000) 2023-03-22T16:24:57.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:57.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.133109+0000) 2023-03-22T16:24:57.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:57.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.088115+0000) 2023-03-22T16:24:57.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:57.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.132960+0000) 2023-03-22T16:24:57.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:57.132+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.132368+0000) 2023-03-22T16:24:57.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:57.132+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:57.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:24:57.133+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.133435+0000) 2023-03-22T16:24:57.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:57.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.134775+0000) 2023-03-22T16:24:57.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:57.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.134546+0000) 2023-03-22T16:24:57.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:57.132+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:57.132804+0000) 2023-03-22T16:24:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:57 smithi142 ceph-mon[94717]: pgmap v3483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:57.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:57 smithi098 ceph-mon[94136]: pgmap v3483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:24:58.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:58.132+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:58.133227+0000) 2023-03-22T16:24:58.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:58.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:58.133076+0000) 2023-03-22T16:24:58.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:58.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:58.134899+0000) 2023-03-22T16:24:58.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:58.132+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:58.132927+0000) 2023-03-22T16:24:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:58.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:58.088242+0000) 2023-03-22T16:24:58.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:58.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:58.134664+0000) 2023-03-22T16:24:59.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:24:59.088+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.088389+0000) 2023-03-22T16:24:59.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:24:59.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.133206+0000) 2023-03-22T16:24:59.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:59.133+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.133327+0000) 2023-03-22T16:24:59.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:59.133+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:59.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:59.133+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:59.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:24:59.134+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.134933+0000) 2023-03-22T16:24:59.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:24:59.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.134784+0000) 2023-03-22T16:24:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:24:59.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.135016+0000) 2023-03-22T16:24:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:59.132+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.133046+0000) 2023-03-22T16:24:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:59.133+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:59.133+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:24:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:24:59.134+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:24:59.135223+0000) 2023-03-22T16:24:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:24:59 smithi142 ceph-mon[94717]: pgmap v3484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:24:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:24:59 smithi098 ceph-mon[94136]: pgmap v3484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:00.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:00.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:00.133357+0000) 2023-03-22T16:25:00.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:00.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:00.088510+0000) 2023-03-22T16:25:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:00.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:00.134913+0000) 2023-03-22T16:25:00.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:00.133+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:00.135164+0000) 2023-03-22T16:25:01.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:01.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:01.088636+0000) 2023-03-22T16:25:01.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:01.213+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:01.215044+0000) 2023-03-22T16:25:01.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:01.132+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:01.133475+0000) 2023-03-22T16:25:01.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:01.132+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:01.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:01.132+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:01.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:01.133+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:01.134913+0000) 2023-03-22T16:25:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:01.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:01.135300+0000) 2023-03-22T16:25:01.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:01.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:01.135052+0000) 2023-03-22T16:25:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:01 smithi142 ceph-mon[94717]: pgmap v3485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:01 smithi098 ceph-mon[94136]: pgmap v3485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:01.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:01.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:01.632739+0000) 2023-03-22T16:25:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:02.217+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:02.219196+0000) 2023-03-22T16:25:02.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:02.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:02.088767+0000) 2023-03-22T16:25:02.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:02.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:02.135405+0000) 2023-03-22T16:25:02.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:02.133+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:02.135168+0000) 2023-03-22T16:25:02.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:02.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:02.632877+0000) 2023-03-22T16:25:03.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:03.221+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.222959+0000) 2023-03-22T16:25:03.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:03.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.135300+0000) 2023-03-22T16:25:03.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:03.087+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.088891+0000) 2023-03-22T16:25:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:03.088+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:03.088+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:03.088+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.090062+0000) 2023-03-22T16:25:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:03.134+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.135520+0000) 2023-03-22T16:25:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:03.134+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:03.134+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:03.135+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.136350+0000) 2023-03-22T16:25:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:03 smithi142 ceph-mon[94717]: pgmap v3486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:03.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:03 smithi098 ceph-mon[94136]: pgmap v3486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:03.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.633649+0000) 2023-03-22T16:25:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:03.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.632991+0000) 2023-03-22T16:25:03.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:03.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:03.633310+0000) 2023-03-22T16:25:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:04.223+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:04.224299+0000) 2023-03-22T16:25:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:04.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:04.135419+0000) 2023-03-22T16:25:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:04.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:04.633770+0000) 2023-03-22T16:25:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:04.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:04.633111+0000) 2023-03-22T16:25:04.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:04.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:04.633438+0000) 2023-03-22T16:25:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:05.223+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:05.224426+0000) 2023-03-22T16:25:05.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:05.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:05.135544+0000) 2023-03-22T16:25:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:05 smithi142 ceph-mon[94717]: pgmap v3487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:25:05.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:05 smithi098 ceph-mon[94136]: pgmap v3487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:25:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:05.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:05.633887+0000) 2023-03-22T16:25:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:05.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:05.633249+0000) 2023-03-22T16:25:05.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:05.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:05.633751+0000) 2023-03-22T16:25:05.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:05.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:05.633565+0000) 2023-03-22T16:25:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:06.223+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:06.224661+0000) 2023-03-22T16:25:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:06.134+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:06.135679+0000) 2023-03-22T16:25:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:06.135+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:06.135+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:06.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:06.136+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:06.137377+0000) 2023-03-22T16:25:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:06.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:06.634004+0000) 2023-03-22T16:25:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:06.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:06.633386+0000) 2023-03-22T16:25:06.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:06.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:06.633866+0000) 2023-03-22T16:25:06.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:06.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:06.633686+0000) 2023-03-22T16:25:07.591 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:07.223+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:07.224779+0000) 2023-03-22T16:25:07.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:07 smithi142 ceph-mon[94717]: pgmap v3488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:25:07.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:07 smithi098 ceph-mon[94136]: pgmap v3488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:25:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:07.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:07.634120+0000) 2023-03-22T16:25:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:07.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:07.633519+0000) 2023-03-22T16:25:07.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:07.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:07.633811+0000) 2023-03-22T16:25:07.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:07.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:07.589110+0000) 2023-03-22T16:25:07.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:07.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:07.635759+0000) 2023-03-22T16:25:07.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:07.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:07.633987+0000) 2023-03-22T16:25:08.591 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:08.223+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:08.225011+0000) 2023-03-22T16:25:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:08.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:08.634238+0000) 2023-03-22T16:25:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:08.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:08.633668+0000) 2023-03-22T16:25:08.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:08.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:08.589248+0000) 2023-03-22T16:25:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:08.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:08.634105+0000) 2023-03-22T16:25:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:08.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:08.635875+0000) 2023-03-22T16:25:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:08.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:08.633934+0000) 2023-03-22T16:25:09.591 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:09.223+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:09.225129+0000) 2023-03-22T16:25:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:09 smithi142 ceph-mon[94717]: pgmap v3489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:25:09.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:09 smithi098 ceph-mon[94136]: pgmap v3489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:25:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:09.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:09.634365+0000) 2023-03-22T16:25:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:09.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:09.633792+0000) 2023-03-22T16:25:09.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:09.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:09.589367+0000) 2023-03-22T16:25:09.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:09.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:09.634221+0000) 2023-03-22T16:25:09.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:09.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:09.635984+0000) 2023-03-22T16:25:09.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:09.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:09.634059+0000) 2023-03-22T16:25:10.591 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:10.224+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.225293+0000) 2023-03-22T16:25:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:10 smithi142 ceph-mon[94717]: osdmap e247: 12 total, 9 up, 9 in 2023-03-22T16:25:10.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:10 smithi098 ceph-mon[94136]: osdmap e247: 12 total, 9 up, 9 in 2023-03-22T16:25:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:10.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.634480+0000) 2023-03-22T16:25:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:10.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.633974+0000) 2023-03-22T16:25:10.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:10.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.636103+0000) 2023-03-22T16:25:10.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:10.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.589477+0000) 2023-03-22T16:25:10.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:10.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.634292+0000) 2023-03-22T16:25:10.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:10.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.636007+0000) 2023-03-22T16:25:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:10.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:10.634201+0000) 2023-03-22T16:25:11.591 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:11.224+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.225433+0000) 2023-03-22T16:25:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:11 smithi142 ceph-mon[94717]: pgmap v3491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:25:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:11 smithi098 ceph-mon[94136]: pgmap v3491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:25:11.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:11.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.634398+0000) 2023-03-22T16:25:11.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:11.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.634577+0000) 2023-03-22T16:25:11.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:11.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.634106+0000) 2023-03-22T16:25:11.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:11.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.636110+0000) 2023-03-22T16:25:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:11.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.634300+0000) 2023-03-22T16:25:11.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:11.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.589581+0000) 2023-03-22T16:25:11.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:11.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:11.636199+0000) 2023-03-22T16:25:12.591 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:12.224+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.225625+0000) 2023-03-22T16:25:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:12.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.634702+0000) 2023-03-22T16:25:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:12.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.634215+0000) 2023-03-22T16:25:12.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:12.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.634526+0000) 2023-03-22T16:25:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:12.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.634423+0000) 2023-03-22T16:25:12.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:12.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.589696+0000) 2023-03-22T16:25:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:12.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.636302+0000) 2023-03-22T16:25:12.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:12.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:12.636233+0000) 2023-03-22T16:25:13.592 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:13.224+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.225763+0000) 2023-03-22T16:25:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:13 smithi142 ceph-mon[94717]: pgmap v3492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:25:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:13 smithi098 ceph-mon[94136]: pgmap v3492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:25:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:13.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.634332+0000) 2023-03-22T16:25:13.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:13.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.636489+0000) 2023-03-22T16:25:13.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:13.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.636356+0000) 2023-03-22T16:25:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:13.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.634549+0000) 2023-03-22T16:25:13.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:13.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.589820+0000) 2023-03-22T16:25:13.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:13.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.634641+0000) 2023-03-22T16:25:13.975 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:13.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:13.634820+0000) 2023-03-22T16:25:14.592 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:14.224+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.225979+0000) 2023-03-22T16:25:14.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:14.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.634755+0000) 2023-03-22T16:25:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:14.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.634933+0000) 2023-03-22T16:25:14.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:14.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.634458+0000) 2023-03-22T16:25:14.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:14.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.637142+0000) 2023-03-22T16:25:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:14.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.636480+0000) 2023-03-22T16:25:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:14.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.634656+0000) 2023-03-22T16:25:14.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:14.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:14.589950+0000) 2023-03-22T16:25:15.592 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:15.224+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.226109+0000) 2023-03-22T16:25:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:15 smithi142 ceph-mon[94717]: pgmap v3493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:25:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:15 smithi098 ceph-mon[94136]: pgmap v3493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:25:15.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:15.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.634870+0000) 2023-03-22T16:25:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:15.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.635047+0000) 2023-03-22T16:25:15.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:15.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.636601+0000) 2023-03-22T16:25:15.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:15.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.590073+0000) 2023-03-22T16:25:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:15.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.634572+0000) 2023-03-22T16:25:15.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:15.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.637258+0000) 2023-03-22T16:25:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:15.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:15.634777+0000) 2023-03-22T16:25:16.592 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:16.225+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.226301+0000) 2023-03-22T16:25:16.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:16.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.635154+0000) 2023-03-22T16:25:16.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:16.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.590195+0000) 2023-03-22T16:25:16.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:16.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.635010+0000) 2023-03-22T16:25:16.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:16.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.634698+0000) 2023-03-22T16:25:16.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:16.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.634902+0000) 2023-03-22T16:25:16.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:16.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.636717+0000) 2023-03-22T16:25:16.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:16.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:16.637377+0000) 2023-03-22T16:25:17.592 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:17.225+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.226421+0000) 2023-03-22T16:25:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:17 smithi142 ceph-mon[94717]: pgmap v3494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:25:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:17 smithi098 ceph-mon[94136]: pgmap v3494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:25:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:17.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.635297+0000) 2023-03-22T16:25:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:17.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.634814+0000) 2023-03-22T16:25:17.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:17.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.635122+0000) 2023-03-22T16:25:17.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:17.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.590313+0000) 2023-03-22T16:25:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:17.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.636850+0000) 2023-03-22T16:25:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:17.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.637486+0000) 2023-03-22T16:25:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:17.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:17.635024+0000) 2023-03-22T16:25:18.592 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:18.225+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.226657+0000) 2023-03-22T16:25:18.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:18.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.635230+0000) 2023-03-22T16:25:18.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:18.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.635409+0000) 2023-03-22T16:25:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:18.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.634947+0000) 2023-03-22T16:25:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:18.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.590438+0000) 2023-03-22T16:25:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:18.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.637588+0000) 2023-03-22T16:25:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:18.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.636959+0000) 2023-03-22T16:25:18.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:18.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:18.635139+0000) 2023-03-22T16:25:19.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:19.225+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.226775+0000) 2023-03-22T16:25:19.593 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:19.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.590560+0000) 2023-03-22T16:25:19.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:19 smithi142 ceph-mon[94717]: pgmap v3495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:25:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:19 smithi098 ceph-mon[94136]: pgmap v3495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:25:19.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:19.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.635514+0000) 2023-03-22T16:25:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:19.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.635065+0000) 2023-03-22T16:25:19.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:19.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.635298+0000) 2023-03-22T16:25:19.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:19.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.637712+0000) 2023-03-22T16:25:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:19.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.637074+0000) 2023-03-22T16:25:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:19.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:19.635261+0000) 2023-03-22T16:25:20.593 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:20.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.590670+0000) 2023-03-22T16:25:20.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:20.225+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.226990+0000) 2023-03-22T16:25:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:20.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.635633+0000) 2023-03-22T16:25:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:20.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.635179+0000) 2023-03-22T16:25:20.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:20.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.637829+0000) 2023-03-22T16:25:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:20.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.635425+0000) 2023-03-22T16:25:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:20.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.635399+0000) 2023-03-22T16:25:20.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:20.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:20.637204+0000) 2023-03-22T16:25:21.592 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:21.225+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.227176+0000) 2023-03-22T16:25:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:21 smithi142 ceph-mon[94717]: pgmap v3496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:25:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:21 smithi098 ceph-mon[94136]: pgmap v3496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:25:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:21.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.635746+0000) 2023-03-22T16:25:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:21.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.635304+0000) 2023-03-22T16:25:21.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:21.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.635522+0000) 2023-03-22T16:25:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:21.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.635550+0000) 2023-03-22T16:25:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:21.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.637304+0000) 2023-03-22T16:25:21.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:21.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.590785+0000) 2023-03-22T16:25:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:21.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:21.637927+0000) 2023-03-22T16:25:22.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:22.226+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.227387+0000) 2023-03-22T16:25:22.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:22.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.635682+0000) 2023-03-22T16:25:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:22.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.635869+0000) 2023-03-22T16:25:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:22.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.635423+0000) 2023-03-22T16:25:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:22.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.590909+0000) 2023-03-22T16:25:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:22.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.638030+0000) 2023-03-22T16:25:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:22.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.637427+0000) 2023-03-22T16:25:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:22.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:22.635648+0000) 2023-03-22T16:25:23.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:23.226+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.227516+0000) 2023-03-22T16:25:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:23 smithi142 ceph-mon[94717]: pgmap v3497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:25:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:23 smithi098 ceph-mon[94136]: pgmap v3497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:25:23.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:23.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.635990+0000) 2023-03-22T16:25:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:23.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.635548+0000) 2023-03-22T16:25:23.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:23.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.635803+0000) 2023-03-22T16:25:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:23.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.591024+0000) 2023-03-22T16:25:23.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:23.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.638136+0000) 2023-03-22T16:25:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:23.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.637544+0000) 2023-03-22T16:25:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:23.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:23.635772+0000) 2023-03-22T16:25:24.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:24.226+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.227730+0000) 2023-03-22T16:25:24.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:24.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.636102+0000) 2023-03-22T16:25:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:24.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.635676+0000) 2023-03-22T16:25:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:24.636+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.638253+0000) 2023-03-22T16:25:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:24.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.591142+0000) 2023-03-22T16:25:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:24.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.637659+0000) 2023-03-22T16:25:24.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:24.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.635924+0000) 2023-03-22T16:25:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:24.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:24.635892+0000) 2023-03-22T16:25:25.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:25.226+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.227855+0000) 2023-03-22T16:25:25.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:25 smithi142 ceph-mon[94717]: pgmap v3498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:25:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:25 smithi098 ceph-mon[94136]: pgmap v3498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:25:25.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:25.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.636225+0000) 2023-03-22T16:25:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:25.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.635820+0000) 2023-03-22T16:25:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:25.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.591267+0000) 2023-03-22T16:25:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:25.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.638356+0000) 2023-03-22T16:25:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:25.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.636065+0000) 2023-03-22T16:25:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:25.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.637787+0000) 2023-03-22T16:25:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:25.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:25.636016+0000) 2023-03-22T16:25:26.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:26.226+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.228061+0000) 2023-03-22T16:25:26.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:26.635+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.636303+0000) 2023-03-22T16:25:26.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:26.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.635938+0000) 2023-03-22T16:25:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:26.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.591403+0000) 2023-03-22T16:25:26.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:26.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.638465+0000) 2023-03-22T16:25:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:26.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.636185+0000) 2023-03-22T16:25:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:26.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.637908+0000) 2023-03-22T16:25:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:26.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:26.636142+0000) 2023-03-22T16:25:27.593 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:27.226+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.228188+0000) 2023-03-22T16:25:27.594 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:27.227+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:27.594 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:27.227+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:27.594 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:27.230+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.231375+0000) 2023-03-22T16:25:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:27 smithi142 ceph-mon[94717]: pgmap v3499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:25:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:27 smithi098 ceph-mon[94136]: pgmap v3499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:25:27.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:27.635+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.636604+0000) 2023-03-22T16:25:27.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:27.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.636424+0000) 2023-03-22T16:25:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:27.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.636065+0000) 2023-03-22T16:25:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:27.635+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:27.635+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:27.635+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.637238+0000) 2023-03-22T16:25:27.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:27.635+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.636297+0000) 2023-03-22T16:25:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:27.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.591527+0000) 2023-03-22T16:25:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:27.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.638584+0000) 2023-03-22T16:25:27.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:27.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:27.638022+0000) 2023-03-22T16:25:28.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:28.635+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:28.636721+0000) 2023-03-22T16:25:28.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:28.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:28.591649+0000) 2023-03-22T16:25:28.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:28.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:28.636545+0000) 2023-03-22T16:25:28.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:28.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:28.638138+0000) 2023-03-22T16:25:28.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:28.635+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:28.636417+0000) 2023-03-22T16:25:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:28.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:28.638705+0000) 2023-03-22T16:25:29.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:29 smithi142 ceph-mon[94717]: pgmap v3500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:25:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:29 smithi098 ceph-mon[94136]: pgmap v3500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:25:29.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:29.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.636671+0000) 2023-03-22T16:25:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:29.635+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.636978+0000) 2023-03-22T16:25:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:29.636+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:29.636+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:29.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:29.637+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.639133+0000) 2023-03-22T16:25:29.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:29.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.638815+0000) 2023-03-22T16:25:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:29.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.638252+0000) 2023-03-22T16:25:29.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:29.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.591769+0000) 2023-03-22T16:25:29.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:29.635+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.636537+0000) 2023-03-22T16:25:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:29.636+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:29.636+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:29.637466+0000) 2023-03-22T16:25:30.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:30.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:30.636790+0000) 2023-03-22T16:25:30.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:30.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:30.591893+0000) 2023-03-22T16:25:30.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:30.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:30.638917+0000) 2023-03-22T16:25:30.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:30.637+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:30.638376+0000) 2023-03-22T16:25:31.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:31 smithi142 ceph-mon[94717]: pgmap v3501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:31 smithi098 ceph-mon[94136]: pgmap v3501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:31.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:31.728462+0000) 2023-03-22T16:25:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:31.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:31.636973+0000) 2023-03-22T16:25:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:31.636+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:31.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:31.636+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:31.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:31.647+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:31.648293+0000) 2023-03-22T16:25:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:31.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:31.592041+0000) 2023-03-22T16:25:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:31.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:31.639018+0000) 2023-03-22T16:25:31.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:31.637+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:31.638529+0000) 2023-03-22T16:25:32.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:32.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:32.136415+0000) 2023-03-22T16:25:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:32.731+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:32.732284+0000) 2023-03-22T16:25:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:32.637+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:32.638652+0000) 2023-03-22T16:25:32.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:32.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:32.639121+0000) 2023-03-22T16:25:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:32.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:32.592166+0000) 2023-03-22T16:25:33.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:33.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:33.136537+0000) 2023-03-22T16:25:33.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:33 smithi142 ceph-mon[94717]: pgmap v3502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:33 smithi098 ceph-mon[94136]: pgmap v3502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:33.734+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:33.735910+0000) 2023-03-22T16:25:33.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:33.591+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:33.592291+0000) 2023-03-22T16:25:33.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:33.591+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:33.591+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:33.591+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:33.593189+0000) 2023-03-22T16:25:33.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:33.637+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:33.638776+0000) 2023-03-22T16:25:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:33.637+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:33.639240+0000) 2023-03-22T16:25:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:33.638+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:33.638+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:33.638+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:33.640243+0000) 2023-03-22T16:25:34.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:34.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:34.137222+0000) 2023-03-22T16:25:34.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:34.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:34.136667+0000) 2023-03-22T16:25:34.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:34.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:34.136859+0000) 2023-03-22T16:25:34.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:34.637+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:34.638893+0000) 2023-03-22T16:25:34.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:34.736+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:34.737457+0000) 2023-03-22T16:25:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:35.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:35.137296+0000) 2023-03-22T16:25:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:35.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:35.136788+0000) 2023-03-22T16:25:35.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:35.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:35.136973+0000) 2023-03-22T16:25:35.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:35 smithi142 ceph-mon[94717]: pgmap v3503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:35 smithi098 ceph-mon[94136]: pgmap v3503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:35.736+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:35.737564+0000) 2023-03-22T16:25:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:35.637+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:35.639003+0000) 2023-03-22T16:25:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:36.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:36.137410+0000) 2023-03-22T16:25:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:36.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:36.136906+0000) 2023-03-22T16:25:36.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:36.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:36.137426+0000) 2023-03-22T16:25:36.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:36.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:36.137088+0000) 2023-03-22T16:25:36.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:36.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:36.737801+0000) 2023-03-22T16:25:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:36.637+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:36.639134+0000) 2023-03-22T16:25:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:36.638+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:36.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:36.638+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:36.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:36.639+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:36.641252+0000) 2023-03-22T16:25:37.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:37.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:37.137531+0000) 2023-03-22T16:25:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:37.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:37.137022+0000) 2023-03-22T16:25:37.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:37.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:37.137535+0000) 2023-03-22T16:25:37.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:37.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:37.137201+0000) 2023-03-22T16:25:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:37 smithi142 ceph-mon[94717]: pgmap v3504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:37.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:37 smithi098 ceph-mon[94136]: pgmap v3504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:38.094 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:37.736+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:37.737926+0000) 2023-03-22T16:25:38.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:38.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:38.137651+0000) 2023-03-22T16:25:38.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:38.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:38.137649+0000) 2023-03-22T16:25:38.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:38.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:38.137129+0000) 2023-03-22T16:25:38.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:38.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:38.139501+0000) 2023-03-22T16:25:38.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:38.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:38.092634+0000) 2023-03-22T16:25:38.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:38.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:38.137300+0000) 2023-03-22T16:25:39.095 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:38.736+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:38.738148+0000) 2023-03-22T16:25:39.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:39.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:39.137767+0000) 2023-03-22T16:25:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:39.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:39.137263+0000) 2023-03-22T16:25:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:39.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:39.092759+0000) 2023-03-22T16:25:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:39.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:39.137767+0000) 2023-03-22T16:25:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:39.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:39.137421+0000) 2023-03-22T16:25:39.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:39.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:39.139606+0000) 2023-03-22T16:25:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:39 smithi142 ceph-mon[94717]: pgmap v3505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:39 smithi098 ceph-mon[94136]: pgmap v3505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:40.095 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:39.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:39.738261+0000) 2023-03-22T16:25:40.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:40.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:40.137886+0000) 2023-03-22T16:25:40.670 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:40.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:40.137385+0000) 2023-03-22T16:25:40.671 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:40.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:40.092882+0000) 2023-03-22T16:25:40.671 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:40.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:40.137878+0000) 2023-03-22T16:25:40.672 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:40.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:40.137542+0000) 2023-03-22T16:25:40.672 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:40.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:40.139716+0000) 2023-03-22T16:25:41.097 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:40.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:40.738477+0000) 2023-03-22T16:25:41.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:41.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.138002+0000) 2023-03-22T16:25:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:41.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.137507+0000) 2023-03-22T16:25:41.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:41.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.093005+0000) 2023-03-22T16:25:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:41.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.137989+0000) 2023-03-22T16:25:41.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:41.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.139388+0000) 2023-03-22T16:25:41.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:41.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.139833+0000) 2023-03-22T16:25:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:41.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.137677+0000) 2023-03-22T16:25:41.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:41 smithi142 ceph-mon[94717]: pgmap v3506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:41 smithi098 ceph-mon[94136]: pgmap v3506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:42.095 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:41.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:41.738598+0000) 2023-03-22T16:25:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:42.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.138110+0000) 2023-03-22T16:25:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:42.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.137670+0000) 2023-03-22T16:25:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:42.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.138102+0000) 2023-03-22T16:25:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:42.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.139525+0000) 2023-03-22T16:25:42.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:42.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.093192+0000) 2023-03-22T16:25:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:42.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.139950+0000) 2023-03-22T16:25:42.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:42.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.137800+0000) 2023-03-22T16:25:43.095 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:42.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:42.738796+0000) 2023-03-22T16:25:43.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:43.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.138234+0000) 2023-03-22T16:25:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:43.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.137774+0000) 2023-03-22T16:25:43.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:43.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.093299+0000) 2023-03-22T16:25:43.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:43.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.140058+0000) 2023-03-22T16:25:43.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:43.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.138221+0000) 2023-03-22T16:25:43.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:43.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.139670+0000) 2023-03-22T16:25:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:43.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.137934+0000) 2023-03-22T16:25:43.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:43 smithi142 ceph-mon[94717]: pgmap v3507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:43 smithi098 ceph-mon[94136]: pgmap v3507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:44.095 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:43.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:43.738909+0000) 2023-03-22T16:25:44.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:44.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.137891+0000) 2023-03-22T16:25:44.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:44.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.093421+0000) 2023-03-22T16:25:44.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:44.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.138299+0000) 2023-03-22T16:25:44.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:44.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.140169+0000) 2023-03-22T16:25:44.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:44.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.139787+0000) 2023-03-22T16:25:44.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:44.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.138379+0000) 2023-03-22T16:25:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:44.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.138055+0000) 2023-03-22T16:25:45.095 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:44.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:44.739105+0000) 2023-03-22T16:25:45.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:45.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.138498+0000) 2023-03-22T16:25:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:45.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.138008+0000) 2023-03-22T16:25:45.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:45.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.093557+0000) 2023-03-22T16:25:45.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:45.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.138423+0000) 2023-03-22T16:25:45.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:45.139+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.140303+0000) 2023-03-22T16:25:45.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:45.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.139899+0000) 2023-03-22T16:25:45.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:45.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.138175+0000) 2023-03-22T16:25:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:45 smithi142 ceph-mon[94717]: pgmap v3508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:45 smithi098 ceph-mon[94136]: pgmap v3508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:46.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:45.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:45.739230+0000) 2023-03-22T16:25:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:46.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.138630+0000) 2023-03-22T16:25:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:46.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.138149+0000) 2023-03-22T16:25:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:46.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.140032+0000) 2023-03-22T16:25:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:46.137+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.138300+0000) 2023-03-22T16:25:46.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:46.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.138544+0000) 2023-03-22T16:25:46.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:46.139+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.140422+0000) 2023-03-22T16:25:46.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:46.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.093681+0000) 2023-03-22T16:25:47.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:46.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:46.739424+0000) 2023-03-22T16:25:47.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:47.138+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.138745+0000) 2023-03-22T16:25:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:47.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.138282+0000) 2023-03-22T16:25:47.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:47.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.138665+0000) 2023-03-22T16:25:47.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:47.140+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.140531+0000) 2023-03-22T16:25:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:47.139+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.140149+0000) 2023-03-22T16:25:47.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:47.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.093803+0000) 2023-03-22T16:25:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:47.138+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.138424+0000) 2023-03-22T16:25:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:47 smithi142 ceph-mon[94717]: pgmap v3509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:47 smithi098 ceph-mon[94136]: pgmap v3509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:48.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:47.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:47.739548+0000) 2023-03-22T16:25:48.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:48.138+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.139098+0000) 2023-03-22T16:25:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:48.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.138406+0000) 2023-03-22T16:25:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:48.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.138783+0000) 2023-03-22T16:25:48.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:48.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.140277+0000) 2023-03-22T16:25:48.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:48.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.093927+0000) 2023-03-22T16:25:48.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:48.140+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.140646+0000) 2023-03-22T16:25:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:48.138+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.138572+0000) 2023-03-22T16:25:49.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:48.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:48.739766+0000) 2023-03-22T16:25:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:49.138+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.139219+0000) 2023-03-22T16:25:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:49.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.138541+0000) 2023-03-22T16:25:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:49.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.094051+0000) 2023-03-22T16:25:49.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:49.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.138898+0000) 2023-03-22T16:25:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:49.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.140391+0000) 2023-03-22T16:25:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:49.140+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.140764+0000) 2023-03-22T16:25:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:49.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.139401+0000) 2023-03-22T16:25:49.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:49 smithi142 ceph-mon[94717]: pgmap v3510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:49 smithi098 ceph-mon[94136]: pgmap v3510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:50.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:49.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:49.739881+0000) 2023-03-22T16:25:50.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:50.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.139303+0000) 2023-03-22T16:25:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:50.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.138666+0000) 2023-03-22T16:25:50.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:50.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.140511+0000) 2023-03-22T16:25:50.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:50.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.139012+0000) 2023-03-22T16:25:50.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:50.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.094172+0000) 2023-03-22T16:25:50.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:50.140+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.140881+0000) 2023-03-22T16:25:50.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:50.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.139522+0000) 2023-03-22T16:25:51.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:50.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:50.740061+0000) 2023-03-22T16:25:51.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:51.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.139431+0000) 2023-03-22T16:25:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:51.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.138799+0000) 2023-03-22T16:25:51.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:51.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.139124+0000) 2023-03-22T16:25:51.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:51.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.094308+0000) 2023-03-22T16:25:51.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:51.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.140633+0000) 2023-03-22T16:25:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:51.140+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.140994+0000) 2023-03-22T16:25:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:51.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.139642+0000) 2023-03-22T16:25:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:51 smithi142 ceph-mon[94717]: pgmap v3511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:51 smithi098 ceph-mon[94136]: pgmap v3511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:52.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:51.739+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:51.740185+0000) 2023-03-22T16:25:52.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:52.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.139241+0000) 2023-03-22T16:25:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:52.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.139548+0000) 2023-03-22T16:25:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:52.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.138934+0000) 2023-03-22T16:25:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:52.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.094433+0000) 2023-03-22T16:25:52.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:52.140+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.141100+0000) 2023-03-22T16:25:52.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:52.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.140745+0000) 2023-03-22T16:25:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:52.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.139762+0000) 2023-03-22T16:25:53.096 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:52.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:52.740397+0000) 2023-03-22T16:25:53.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:53.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.139664+0000) 2023-03-22T16:25:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:53.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.139074+0000) 2023-03-22T16:25:53.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:53.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.094559+0000) 2023-03-22T16:25:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:53.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.139380+0000) 2023-03-22T16:25:53.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:53.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.140860+0000) 2023-03-22T16:25:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:53.140+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.141202+0000) 2023-03-22T16:25:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:53.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.139881+0000) 2023-03-22T16:25:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:53 smithi142 ceph-mon[94717]: pgmap v3512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:53.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:53 smithi098 ceph-mon[94136]: pgmap v3512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:54.097 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:53.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:53.740519+0000) 2023-03-22T16:25:54.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:54.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.139781+0000) 2023-03-22T16:25:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:54.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.139196+0000) 2023-03-22T16:25:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:54.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.094682+0000) 2023-03-22T16:25:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:54.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.139501+0000) 2023-03-22T16:25:54.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:54.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.140974+0000) 2023-03-22T16:25:54.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:54.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.139995+0000) 2023-03-22T16:25:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:54.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.141298+0000) 2023-03-22T16:25:55.097 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:54.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:54.740725+0000) 2023-03-22T16:25:55.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:55.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.139620+0000) 2023-03-22T16:25:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:55.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.139901+0000) 2023-03-22T16:25:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:55.139+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.139316+0000) 2023-03-22T16:25:55.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:55.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.141091+0000) 2023-03-22T16:25:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:55.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.094817+0000) 2023-03-22T16:25:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:55.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.141418+0000) 2023-03-22T16:25:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:55.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.140113+0000) 2023-03-22T16:25:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:55 smithi142 ceph-mon[94717]: pgmap v3513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:55.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:55 smithi098 ceph-mon[94136]: pgmap v3513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:56.097 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:55.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:55.740846+0000) 2023-03-22T16:25:56.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:56.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.140049+0000) 2023-03-22T16:25:56.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:56.139+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.139448+0000) 2023-03-22T16:25:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:56.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.094940+0000) 2023-03-22T16:25:56.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:56.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.141529+0000) 2023-03-22T16:25:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:56.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.139742+0000) 2023-03-22T16:25:56.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:56.139+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.140223+0000) 2023-03-22T16:25:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:56.140+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.141209+0000) 2023-03-22T16:25:57.097 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:56.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:56.741037+0000) 2023-03-22T16:25:57.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:57.139+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.140164+0000) 2023-03-22T16:25:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:57.139+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.139578+0000) 2023-03-22T16:25:57.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:57.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.095062+0000) 2023-03-22T16:25:57.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:57.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.139856+0000) 2023-03-22T16:25:57.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:57.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.141295+0000) 2023-03-22T16:25:57.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:57.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.141646+0000) 2023-03-22T16:25:57.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:57.140+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.140303+0000) 2023-03-22T16:25:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:57 smithi142 ceph-mon[94717]: pgmap v3514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:57.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:57 smithi098 ceph-mon[94136]: pgmap v3514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:25:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:58.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.139993+0000) 2023-03-22T16:25:58.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:58.140+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.140293+0000) 2023-03-22T16:25:58.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:58.139+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.139704+0000) 2023-03-22T16:25:58.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:58.140+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:58.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:58.140+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:58.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:25:58.141+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.141362+0000) 2023-03-22T16:25:58.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:58.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.141430+0000) 2023-03-22T16:25:58.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:57.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.741221+0000) 2023-03-22T16:25:58.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:57.741+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:58.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:57.741+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:25:58.225 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:25:57.973+0000 7f45dd512700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:57.973319+0000) 2023-03-22T16:25:58.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:58.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.141764+0000) 2023-03-22T16:25:58.225 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:58.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.095185+0000) 2023-03-22T16:25:58.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:58.140+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:58.140429+0000) 2023-03-22T16:25:59.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:25:59.140+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:59.140404+0000) 2023-03-22T16:25:59.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:25:59.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:59.141542+0000) 2023-03-22T16:25:59.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:25:59.095+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:59.095314+0000) 2023-03-22T16:25:59.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:25:59.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:59.140107+0000) 2023-03-22T16:25:59.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:25:59.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:59.141879+0000) 2023-03-22T16:25:59.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:25:59.140+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:25:59.140553+0000) 2023-03-22T16:25:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:25:59 smithi142 ceph-mon[94717]: pgmap v3515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:25:59.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:25:59 smithi098 ceph-mon[94136]: pgmap v3515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:00.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:00.140+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.140514+0000) 2023-03-22T16:26:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:00.141+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:00.141+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:00.142+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.142285+0000) 2023-03-22T16:26:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:00.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.141676+0000) 2023-03-22T16:26:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:00.095+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.095439+0000) 2023-03-22T16:26:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:00.139+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.140228+0000) 2023-03-22T16:26:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:00.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.141987+0000) 2023-03-22T16:26:00.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:00.140+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.140733+0000) 2023-03-22T16:26:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:00.141+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:00.141+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:00.142+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:00.142429+0000) 2023-03-22T16:26:01.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:01.140+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:01.140356+0000) 2023-03-22T16:26:01.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:01.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:01.142103+0000) 2023-03-22T16:26:01.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:01.095+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:01.095562+0000) 2023-03-22T16:26:01.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:01.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:01.141795+0000) 2023-03-22T16:26:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:01 smithi142 ceph-mon[94717]: pgmap v3516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:01 smithi098 ceph-mon[94136]: pgmap v3516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:02.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:02.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:02.141921+0000) 2023-03-22T16:26:02.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:02.095+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:02.095688+0000) 2023-03-22T16:26:02.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:02.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:02.241501+0000) 2023-03-22T16:26:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:02.140+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:02.140476+0000) 2023-03-22T16:26:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:02.140+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:02.141229+0000) 2023-03-22T16:26:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:02.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:02.142187+0000) 2023-03-22T16:26:02.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:02.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:02.640053+0000) 2023-03-22T16:26:03.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:03.142+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:03.142317+0000) 2023-03-22T16:26:03.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:03.142+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:03.142130+0000) 2023-03-22T16:26:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:03.095+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:03.095865+0000) 2023-03-22T16:26:03.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:03.245+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:03.245761+0000) 2023-03-22T16:26:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:03 smithi142 ceph-mon[94717]: pgmap v3517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:03.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:03 smithi098 ceph-mon[94136]: pgmap v3517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:03.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:03.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:03.640161+0000) 2023-03-22T16:26:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:04.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.337873+0000) 2023-03-22T16:26:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:04.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.142262+0000) 2023-03-22T16:26:04.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:04.141+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.142431+0000) 2023-03-22T16:26:04.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:04.142+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:04.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:04.142+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.143526+0000) 2023-03-22T16:26:04.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:04.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.095980+0000) 2023-03-22T16:26:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:04.095+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:04.095+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:04.095+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.097145+0000) 2023-03-22T16:26:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:04.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.640763+0000) 2023-03-22T16:26:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:04.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.640300+0000) 2023-03-22T16:26:04.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:04.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:04.640970+0000) 2023-03-22T16:26:05.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:05.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:05.142389+0000) 2023-03-22T16:26:05.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:05.337+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:05.339257+0000) 2023-03-22T16:26:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:05 smithi142 ceph-mon[94717]: pgmap v3518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:26:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:05 smithi098 ceph-mon[94136]: pgmap v3518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:26:05.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:05.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:05.640884+0000) 2023-03-22T16:26:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:05.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:05.640416+0000) 2023-03-22T16:26:05.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:05.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:05.641084+0000) 2023-03-22T16:26:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:06.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:06.339459+0000) 2023-03-22T16:26:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:06.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:06.142514+0000) 2023-03-22T16:26:06.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:06.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:06.640995+0000) 2023-03-22T16:26:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:06.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:06.640540+0000) 2023-03-22T16:26:06.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:06.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:06.640783+0000) 2023-03-22T16:26:06.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:06.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:06.641201+0000) 2023-03-22T16:26:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:07.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:07.339573+0000) 2023-03-22T16:26:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:07.141+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:07.142630+0000) 2023-03-22T16:26:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:07.142+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:07.142+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:07.142+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:07.143464+0000) 2023-03-22T16:26:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:07 smithi142 ceph-mon[94717]: pgmap v3519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:26:07.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:07 smithi098 ceph-mon[94136]: pgmap v3519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:26:07.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:07.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:07.641103+0000) 2023-03-22T16:26:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:07.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:07.640675+0000) 2023-03-22T16:26:07.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:07.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:07.640897+0000) 2023-03-22T16:26:07.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:07.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:07.641305+0000) 2023-03-22T16:26:08.598 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:08.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:08.339780+0000) 2023-03-22T16:26:08.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:08.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:08.641240+0000) 2023-03-22T16:26:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:08.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:08.640787+0000) 2023-03-22T16:26:08.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:08.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:08.596307+0000) 2023-03-22T16:26:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:08.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:08.642682+0000) 2023-03-22T16:26:08.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:08.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:08.641011+0000) 2023-03-22T16:26:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:08.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:08.641427+0000) 2023-03-22T16:26:09.598 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:09.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:09.339893+0000) 2023-03-22T16:26:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:09 smithi142 ceph-mon[94717]: pgmap v3520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:26:09.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:09 smithi098 ceph-mon[94136]: pgmap v3520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:26:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:09.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:09.641361+0000) 2023-03-22T16:26:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:09.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:09.640904+0000) 2023-03-22T16:26:09.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:09.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:09.596434+0000) 2023-03-22T16:26:09.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:09.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:09.641121+0000) 2023-03-22T16:26:09.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:09.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:09.642807+0000) 2023-03-22T16:26:09.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:09.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:09.641548+0000) 2023-03-22T16:26:10.598 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:10.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:10.340083+0000) 2023-03-22T16:26:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:10 smithi142 ceph-mon[94717]: osdmap e248: 12 total, 9 up, 9 in 2023-03-22T16:26:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:10 smithi098 ceph-mon[94136]: osdmap e248: 12 total, 9 up, 9 in 2023-03-22T16:26:10.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:10.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:10.641475+0000) 2023-03-22T16:26:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:10.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:10.641017+0000) 2023-03-22T16:26:10.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:10.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:10.596556+0000) 2023-03-22T16:26:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:10.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:10.641237+0000) 2023-03-22T16:26:10.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:10.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:10.642909+0000) 2023-03-22T16:26:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:10.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:10.641673+0000) 2023-03-22T16:26:11.598 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:11.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.340181+0000) 2023-03-22T16:26:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:11 smithi142 ceph-mon[94717]: pgmap v3522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:26:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:11 smithi098 ceph-mon[94136]: pgmap v3522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:26:11.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:11.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.641602+0000) 2023-03-22T16:26:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:11.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.641134+0000) 2023-03-22T16:26:11.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:11.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.596683+0000) 2023-03-22T16:26:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:11.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.641365+0000) 2023-03-22T16:26:11.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:11.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.643031+0000) 2023-03-22T16:26:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:11.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.641808+0000) 2023-03-22T16:26:11.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:11.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:11.642948+0000) 2023-03-22T16:26:12.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:12.339+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.340387+0000) 2023-03-22T16:26:12.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:12.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.641721+0000) 2023-03-22T16:26:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:12.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.641248+0000) 2023-03-22T16:26:12.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:12.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.596811+0000) 2023-03-22T16:26:12.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:12.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.641486+0000) 2023-03-22T16:26:12.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:12.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.643067+0000) 2023-03-22T16:26:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:12.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.643137+0000) 2023-03-22T16:26:12.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:12.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:12.641933+0000) 2023-03-22T16:26:13.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:13.339+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.340495+0000) 2023-03-22T16:26:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:13 smithi142 ceph-mon[94717]: pgmap v3523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:26:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:13 smithi098 ceph-mon[94136]: pgmap v3523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:26:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:13.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.641837+0000) 2023-03-22T16:26:13.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:13.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.596933+0000) 2023-03-22T16:26:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:13.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.641614+0000) 2023-03-22T16:26:13.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:13.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.641373+0000) 2023-03-22T16:26:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:13.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.643246+0000) 2023-03-22T16:26:13.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:13.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.643176+0000) 2023-03-22T16:26:13.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:13.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:13.642055+0000) 2023-03-22T16:26:14.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:14.339+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.340709+0000) 2023-03-22T16:26:14.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:14.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.641956+0000) 2023-03-22T16:26:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:14.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.641509+0000) 2023-03-22T16:26:14.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:14.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.597053+0000) 2023-03-22T16:26:14.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:14.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.641731+0000) 2023-03-22T16:26:14.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:14.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.643360+0000) 2023-03-22T16:26:14.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:14.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.643288+0000) 2023-03-22T16:26:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:14.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:14.642177+0000) 2023-03-22T16:26:15.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:15.339+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.340818+0000) 2023-03-22T16:26:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:15 smithi142 ceph-mon[94717]: pgmap v3524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:26:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:15 smithi098 ceph-mon[94136]: pgmap v3524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:26:15.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:15.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.642073+0000) 2023-03-22T16:26:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:15.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.641630+0000) 2023-03-22T16:26:15.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:15.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.597185+0000) 2023-03-22T16:26:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:15.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.641851+0000) 2023-03-22T16:26:15.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:15.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.642300+0000) 2023-03-22T16:26:15.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:15.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.643478+0000) 2023-03-22T16:26:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:15.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:15.643405+0000) 2023-03-22T16:26:16.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:16.339+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.341028+0000) 2023-03-22T16:26:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:16.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.642184+0000) 2023-03-22T16:26:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:16.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.641752+0000) 2023-03-22T16:26:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:16.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.597299+0000) 2023-03-22T16:26:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:16.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.641968+0000) 2023-03-22T16:26:16.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:16.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.643590+0000) 2023-03-22T16:26:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:16.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.642422+0000) 2023-03-22T16:26:16.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:16.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:16.643523+0000) 2023-03-22T16:26:17.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:17.339+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.341155+0000) 2023-03-22T16:26:17.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:17 smithi142 ceph-mon[94717]: pgmap v3525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:26:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:17 smithi098 ceph-mon[94136]: pgmap v3525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:26:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:17.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.642300+0000) 2023-03-22T16:26:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:17.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.641878+0000) 2023-03-22T16:26:17.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:17.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.597426+0000) 2023-03-22T16:26:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:17.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.642084+0000) 2023-03-22T16:26:17.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:17.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.643641+0000) 2023-03-22T16:26:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:17.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.643751+0000) 2023-03-22T16:26:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:17.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:17.642554+0000) 2023-03-22T16:26:18.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:18.340+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.341375+0000) 2023-03-22T16:26:18.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:18.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.642419+0000) 2023-03-22T16:26:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:18.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.642003+0000) 2023-03-22T16:26:18.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:18.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.643853+0000) 2023-03-22T16:26:18.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:18.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.642675+0000) 2023-03-22T16:26:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:18.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.642203+0000) 2023-03-22T16:26:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:18.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.643780+0000) 2023-03-22T16:26:18.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:18.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:18.597546+0000) 2023-03-22T16:26:19.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:19 smithi142 ceph-mon[94717]: pgmap v3526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:26:19.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:19 smithi098 ceph-mon[94136]: pgmap v3526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:26:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:19.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.642532+0000) 2023-03-22T16:26:19.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:19.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.642142+0000) 2023-03-22T16:26:19.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:19.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.597668+0000) 2023-03-22T16:26:19.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:19.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.642297+0000) 2023-03-22T16:26:19.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:19.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.643978+0000) 2023-03-22T16:26:19.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:19.340+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.341534+0000) 2023-03-22T16:26:19.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:19.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.643889+0000) 2023-03-22T16:26:19.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:19.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:19.642797+0000) 2023-03-22T16:26:20.600 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:20.340+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.341773+0000) 2023-03-22T16:26:20.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:20.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.642647+0000) 2023-03-22T16:26:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:20.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.642264+0000) 2023-03-22T16:26:20.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:20.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.644001+0000) 2023-03-22T16:26:20.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:20.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.644081+0000) 2023-03-22T16:26:20.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:20.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.597785+0000) 2023-03-22T16:26:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:20.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.642414+0000) 2023-03-22T16:26:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:20.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:20.642917+0000) 2023-03-22T16:26:21.600 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:21.340+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.341882+0000) 2023-03-22T16:26:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:21 smithi142 ceph-mon[94717]: pgmap v3527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:26:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:21 smithi098 ceph-mon[94136]: pgmap v3527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:26:21.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:21.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.642772+0000) 2023-03-22T16:26:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:21.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.642387+0000) 2023-03-22T16:26:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:21.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.597908+0000) 2023-03-22T16:26:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:21.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.642522+0000) 2023-03-22T16:26:21.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:21.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.644116+0000) 2023-03-22T16:26:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:21.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.643042+0000) 2023-03-22T16:26:21.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:21.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:21.644179+0000) 2023-03-22T16:26:22.600 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:22.340+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.342079+0000) 2023-03-22T16:26:22.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:22.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.642889+0000) 2023-03-22T16:26:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:22.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.642506+0000) 2023-03-22T16:26:22.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:22.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.598030+0000) 2023-03-22T16:26:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:22.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.642639+0000) 2023-03-22T16:26:22.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:22.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.644221+0000) 2023-03-22T16:26:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:22.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.644282+0000) 2023-03-22T16:26:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:22.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:22.643159+0000) 2023-03-22T16:26:23.600 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:23.340+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.342183+0000) 2023-03-22T16:26:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:23 smithi142 ceph-mon[94717]: pgmap v3528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:26:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:23 smithi098 ceph-mon[94136]: pgmap v3528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:26:23.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:23.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.643005+0000) 2023-03-22T16:26:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:23.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.642626+0000) 2023-03-22T16:26:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:23.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.644387+0000) 2023-03-22T16:26:23.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:23.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.643283+0000) 2023-03-22T16:26:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:23.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.598179+0000) 2023-03-22T16:26:23.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:23.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.642762+0000) 2023-03-22T16:26:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:23.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:23.644319+0000) 2023-03-22T16:26:24.601 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:24.341+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.342415+0000) 2023-03-22T16:26:24.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:24.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.643135+0000) 2023-03-22T16:26:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:24.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.642764+0000) 2023-03-22T16:26:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:24.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.642867+0000) 2023-03-22T16:26:24.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:24.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.643422+0000) 2023-03-22T16:26:24.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:24.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.644479+0000) 2023-03-22T16:26:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:24.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.644515+0000) 2023-03-22T16:26:24.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:24.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:24.598342+0000) 2023-03-22T16:26:25.600 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:25.341+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.342575+0000) 2023-03-22T16:26:25.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:25 smithi142 ceph-mon[94717]: pgmap v3529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:26:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:25 smithi098 ceph-mon[94136]: pgmap v3529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:26:25.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:25.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.643235+0000) 2023-03-22T16:26:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:25.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.642916+0000) 2023-03-22T16:26:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:25.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.598463+0000) 2023-03-22T16:26:25.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:25.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.643528+0000) 2023-03-22T16:26:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:25.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.642967+0000) 2023-03-22T16:26:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:25.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.644619+0000) 2023-03-22T16:26:25.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:25.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:25.644651+0000) 2023-03-22T16:26:26.601 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:26.341+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.342798+0000) 2023-03-22T16:26:26.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:26.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.643357+0000) 2023-03-22T16:26:26.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:26.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.643056+0000) 2023-03-22T16:26:26.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:26.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.598592+0000) 2023-03-22T16:26:26.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:26.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.644755+0000) 2023-03-22T16:26:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:26.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.643085+0000) 2023-03-22T16:26:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:26.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.644752+0000) 2023-03-22T16:26:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:26.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:26.643648+0000) 2023-03-22T16:26:27.601 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:27.341+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.342932+0000) 2023-03-22T16:26:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:27 smithi142 ceph-mon[94717]: pgmap v3530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:26:27.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:27 smithi098 ceph-mon[94136]: pgmap v3530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:26:27.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:27.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.643505+0000) 2023-03-22T16:26:27.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:27.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.643192+0000) 2023-03-22T16:26:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:27.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.598711+0000) 2023-03-22T16:26:27.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:27.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.643218+0000) 2023-03-22T16:26:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:27.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.644888+0000) 2023-03-22T16:26:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:27.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.644855+0000) 2023-03-22T16:26:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:27.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:27.643803+0000) 2023-03-22T16:26:28.601 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:28.341+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.343146+0000) 2023-03-22T16:26:28.601 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:28.342+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:28.602 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:28.342+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:28.602 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:28.347+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.348358+0000) 2023-03-22T16:26:28.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:28.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.643947+0000) 2023-03-22T16:26:28.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:28.642+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.643345+0000) 2023-03-22T16:26:28.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:28.644+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:28.644+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:28.644+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.646029+0000) 2023-03-22T16:26:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:28.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.598838+0000) 2023-03-22T16:26:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:28.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.643317+0000) 2023-03-22T16:26:28.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:28.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.645013+0000) 2023-03-22T16:26:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:28.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.644957+0000) 2023-03-22T16:26:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:28.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:28.644064+0000) 2023-03-22T16:26:29.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:29 smithi142 ceph-mon[94717]: pgmap v3531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:26:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:29 smithi098 ceph-mon[94136]: pgmap v3531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:26:29.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:29.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:29.643480+0000) 2023-03-22T16:26:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:29.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:29.644064+0000) 2023-03-22T16:26:29.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:29.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:29.645135+0000) 2023-03-22T16:26:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:29.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:29.598960+0000) 2023-03-22T16:26:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:29.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:29.645052+0000) 2023-03-22T16:26:29.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:29.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:29.644201+0000) 2023-03-22T16:26:30.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:30.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.599080+0000) 2023-03-22T16:26:30.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:30.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.644155+0000) 2023-03-22T16:26:30.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:30.643+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:30.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:30.643+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:30.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:30.648+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.649302+0000) 2023-03-22T16:26:30.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:30.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.643607+0000) 2023-03-22T16:26:30.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:30.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.645267+0000) 2023-03-22T16:26:30.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:30.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.645145+0000) 2023-03-22T16:26:30.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:30.643+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.644434+0000) 2023-03-22T16:26:30.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:30.643+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:30.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:30.644+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:30.979 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:30.644+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:30.645965+0000) 2023-03-22T16:26:31.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:31 smithi142 ceph-mon[94717]: pgmap v3532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:31.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:31 smithi098 ceph-mon[94136]: pgmap v3532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:31.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:31.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:31.643760+0000) 2023-03-22T16:26:31.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:31.644+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:31.645294+0000) 2023-03-22T16:26:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:31.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:31.599250+0000) 2023-03-22T16:26:31.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:31.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:31.645401+0000) 2023-03-22T16:26:32.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:32.644+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:32.645418+0000) 2023-03-22T16:26:32.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:32.598+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:32.599424+0000) 2023-03-22T16:26:32.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:32.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:32.843399+0000) 2023-03-22T16:26:32.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:32.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:32.643896+0000) 2023-03-22T16:26:32.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:32.643+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:32.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:32.643+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:32.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:32.644+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:32.645359+0000) 2023-03-22T16:26:32.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:32.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:32.645519+0000) 2023-03-22T16:26:33.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:33.142+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:33.143563+0000) 2023-03-22T16:26:33.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:33 smithi142 ceph-mon[94717]: pgmap v3533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:33 smithi098 ceph-mon[94136]: pgmap v3533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:33.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:33.845817+0000) 2023-03-22T16:26:33.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:33.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:33.645639+0000) 2023-03-22T16:26:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:33.598+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:33.599565+0000) 2023-03-22T16:26:33.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:33.644+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:33.645547+0000) 2023-03-22T16:26:34.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:34.142+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:34.143685+0000) 2023-03-22T16:26:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:34.847+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:34.849157+0000) 2023-03-22T16:26:34.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:34.598+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:34.599725+0000) 2023-03-22T16:26:34.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:34.599+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:34.599+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:34.599+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:34.601245+0000) 2023-03-22T16:26:34.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:34.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:34.645818+0000) 2023-03-22T16:26:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:34.644+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:34.645699+0000) 2023-03-22T16:26:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:34.645+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:34.645+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:34.646+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:34.647483+0000) 2023-03-22T16:26:35.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:35.143+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:35.144397+0000) 2023-03-22T16:26:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:35.142+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:35.143813+0000) 2023-03-22T16:26:35.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:35.143+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:35.144669+0000) 2023-03-22T16:26:35.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:35 smithi142 ceph-mon[94717]: pgmap v3534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:35.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:35 smithi098 ceph-mon[94136]: pgmap v3534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:35.849+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:35.850875+0000) 2023-03-22T16:26:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:35.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:35.645956+0000) 2023-03-22T16:26:36.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:36.143+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:36.144509+0000) 2023-03-22T16:26:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:36.142+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:36.143929+0000) 2023-03-22T16:26:36.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:36.143+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:36.144793+0000) 2023-03-22T16:26:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:36.849+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:36.851088+0000) 2023-03-22T16:26:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:36.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:36.646089+0000) 2023-03-22T16:26:37.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:37.142+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:37.144208+0000) 2023-03-22T16:26:37.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:37.143+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:37.144623+0000) 2023-03-22T16:26:37.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:37.142+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:37.144037+0000) 2023-03-22T16:26:37.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:37.143+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:37.144913+0000) 2023-03-22T16:26:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:37 smithi142 ceph-mon[94717]: pgmap v3535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:37 smithi098 ceph-mon[94136]: pgmap v3535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:37.849+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:37.851206+0000) 2023-03-22T16:26:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:37.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:37.646224+0000) 2023-03-22T16:26:37.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:37.645+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:37.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:37.645+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:37.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:37.647+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:37.648459+0000) 2023-03-22T16:26:38.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:38.143+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:38.144734+0000) 2023-03-22T16:26:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:38.142+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:38.144149+0000) 2023-03-22T16:26:38.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:38.143+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:38.145033+0000) 2023-03-22T16:26:38.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:38.143+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:38.144304+0000) 2023-03-22T16:26:39.147 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:39.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:39.144296+0000) 2023-03-22T16:26:39.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:39.099+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:39.099961+0000) 2023-03-22T16:26:39.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:38.851+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:38.851434+0000) 2023-03-22T16:26:39.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:39.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:39.144842+0000) 2023-03-22T16:26:39.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:39.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:39.144418+0000) 2023-03-22T16:26:39.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:39.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:39.145917+0000) 2023-03-22T16:26:39.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:39.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:39.145151+0000) 2023-03-22T16:26:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:39 smithi142 ceph-mon[94717]: pgmap v3536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:39 smithi098 ceph-mon[94136]: pgmap v3536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:40.147 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:39.851+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:39.851569+0000) 2023-03-22T16:26:40.147 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:40.099+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:40.100081+0000) 2023-03-22T16:26:40.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:40.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:40.144957+0000) 2023-03-22T16:26:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:40.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:40.144421+0000) 2023-03-22T16:26:40.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:40.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:40.144528+0000) 2023-03-22T16:26:40.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:40.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:40.145266+0000) 2023-03-22T16:26:40.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:40.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:40.146041+0000) 2023-03-22T16:26:41.147 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:40.851+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:40.851799+0000) 2023-03-22T16:26:41.147 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:41.099+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:41.100196+0000) 2023-03-22T16:26:41.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:41.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:41.145081+0000) 2023-03-22T16:26:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:41.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:41.144540+0000) 2023-03-22T16:26:41.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:41.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:41.146154+0000) 2023-03-22T16:26:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:41.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:41.144647+0000) 2023-03-22T16:26:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:41.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:41.145396+0000) 2023-03-22T16:26:41.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:41 smithi142 ceph-mon[94717]: pgmap v3537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:41.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:41 smithi098 ceph-mon[94136]: pgmap v3537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:42.147 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:41.851+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:41.851946+0000) 2023-03-22T16:26:42.147 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:42.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.100303+0000) 2023-03-22T16:26:42.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:42.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.145204+0000) 2023-03-22T16:26:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:42.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.144666+0000) 2023-03-22T16:26:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:42.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.144761+0000) 2023-03-22T16:26:42.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:42.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.146464+0000) 2023-03-22T16:26:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:42.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.146260+0000) 2023-03-22T16:26:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:42.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.145526+0000) 2023-03-22T16:26:43.147 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:42.851+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:42.852160+0000) 2023-03-22T16:26:43.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:43.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.100432+0000) 2023-03-22T16:26:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:43.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.145302+0000) 2023-03-22T16:26:43.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:43.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.144788+0000) 2023-03-22T16:26:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:43.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.145648+0000) 2023-03-22T16:26:43.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:43.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.144879+0000) 2023-03-22T16:26:43.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:43.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.146383+0000) 2023-03-22T16:26:43.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:43.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.146583+0000) 2023-03-22T16:26:43.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:43 smithi142 ceph-mon[94717]: pgmap v3538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:43.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:43 smithi098 ceph-mon[94136]: pgmap v3538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:44.147 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:44.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.100558+0000) 2023-03-22T16:26:44.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:43.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:43.852302+0000) 2023-03-22T16:26:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:44.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.145423+0000) 2023-03-22T16:26:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:44.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.144909+0000) 2023-03-22T16:26:44.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:44.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.145011+0000) 2023-03-22T16:26:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:44.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.145774+0000) 2023-03-22T16:26:44.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:44.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.146498+0000) 2023-03-22T16:26:44.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:44.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.146700+0000) 2023-03-22T16:26:45.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:45.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.100685+0000) 2023-03-22T16:26:45.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:44.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:44.852508+0000) 2023-03-22T16:26:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:45.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.145549+0000) 2023-03-22T16:26:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:45.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.145033+0000) 2023-03-22T16:26:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:45.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.145126+0000) 2023-03-22T16:26:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:45.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.146814+0000) 2023-03-22T16:26:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:45.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.146612+0000) 2023-03-22T16:26:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:45.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.145899+0000) 2023-03-22T16:26:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:45 smithi142 ceph-mon[94717]: pgmap v3539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:45 smithi098 ceph-mon[94136]: pgmap v3539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:46.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:45.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:45.852628+0000) 2023-03-22T16:26:46.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:46.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.100875+0000) 2023-03-22T16:26:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:46.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.145681+0000) 2023-03-22T16:26:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:46.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.145146+0000) 2023-03-22T16:26:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:46.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.146948+0000) 2023-03-22T16:26:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:46.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.145235+0000) 2023-03-22T16:26:46.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:46.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.146769+0000) 2023-03-22T16:26:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:46.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.146024+0000) 2023-03-22T16:26:47.147 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:47.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.101022+0000) 2023-03-22T16:26:47.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:46.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:46.852868+0000) 2023-03-22T16:26:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:47.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.145791+0000) 2023-03-22T16:26:47.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:47.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.147093+0000) 2023-03-22T16:26:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:47.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.145253+0000) 2023-03-22T16:26:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:47.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.145300+0000) 2023-03-22T16:26:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:47.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.146909+0000) 2023-03-22T16:26:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:47.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.146137+0000) 2023-03-22T16:26:47.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:47 smithi142 ceph-mon[94717]: pgmap v3540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:47 smithi098 ceph-mon[94136]: pgmap v3540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:48.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:47.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:47.852989+0000) 2023-03-22T16:26:48.150 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:48.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.101143+0000) 2023-03-22T16:26:48.150 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:48.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.147025+0000) 2023-03-22T16:26:48.151 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:48.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.146251+0000) 2023-03-22T16:26:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:48.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.145902+0000) 2023-03-22T16:26:48.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:48.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.145379+0000) 2023-03-22T16:26:48.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:48.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.147206+0000) 2023-03-22T16:26:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:48.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.145431+0000) 2023-03-22T16:26:49.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:48.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:48.853202+0000) 2023-03-22T16:26:49.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:49.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.101280+0000) 2023-03-22T16:26:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:49.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.146023+0000) 2023-03-22T16:26:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:49.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.145505+0000) 2023-03-22T16:26:49.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:49.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.145550+0000) 2023-03-22T16:26:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:49.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.147295+0000) 2023-03-22T16:26:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:49.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.147139+0000) 2023-03-22T16:26:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:49.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.146378+0000) 2023-03-22T16:26:49.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:49 smithi142 ceph-mon[94717]: pgmap v3541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:49.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:49 smithi098 ceph-mon[94136]: pgmap v3541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:50.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:49.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:49.853330+0000) 2023-03-22T16:26:50.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:50.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.101402+0000) 2023-03-22T16:26:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:50.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.146135+0000) 2023-03-22T16:26:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:50.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.145635+0000) 2023-03-22T16:26:50.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:50.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.146499+0000) 2023-03-22T16:26:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:50.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.145665+0000) 2023-03-22T16:26:50.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:50.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.147412+0000) 2023-03-22T16:26:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:50.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.147242+0000) 2023-03-22T16:26:51.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:50.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:50.853552+0000) 2023-03-22T16:26:51.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:51.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.101524+0000) 2023-03-22T16:26:51.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:51.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.145799+0000) 2023-03-22T16:26:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:51.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.146275+0000) 2023-03-22T16:26:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:51.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.145758+0000) 2023-03-22T16:26:51.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:51.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.146621+0000) 2023-03-22T16:26:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:51.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.147359+0000) 2023-03-22T16:26:51.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:51.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.147531+0000) 2023-03-22T16:26:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:51 smithi142 ceph-mon[94717]: pgmap v3542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:51 smithi098 ceph-mon[94136]: pgmap v3542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:52.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:52.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.101644+0000) 2023-03-22T16:26:52.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:51.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:51.853676+0000) 2023-03-22T16:26:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:52.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.146400+0000) 2023-03-22T16:26:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:52.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.145878+0000) 2023-03-22T16:26:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:52.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.147485+0000) 2023-03-22T16:26:52.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:52.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.147651+0000) 2023-03-22T16:26:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:52.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.146751+0000) 2023-03-22T16:26:52.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:52.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.145913+0000) 2023-03-22T16:26:53.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:53.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.101767+0000) 2023-03-22T16:26:53.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:52.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:52.853911+0000) 2023-03-22T16:26:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:53.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.146564+0000) 2023-03-22T16:26:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:53.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.146003+0000) 2023-03-22T16:26:53.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:53.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.146030+0000) 2023-03-22T16:26:53.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:53.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.147774+0000) 2023-03-22T16:26:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:53.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.146876+0000) 2023-03-22T16:26:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:53.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.147609+0000) 2023-03-22T16:26:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:53 smithi142 ceph-mon[94717]: pgmap v3543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:53 smithi098 ceph-mon[94136]: pgmap v3543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:54.149 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:54.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.101892+0000) 2023-03-22T16:26:54.150 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:53.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:53.854043+0000) 2023-03-22T16:26:54.150 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:54.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.146157+0000) 2023-03-22T16:26:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:54.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.146674+0000) 2023-03-22T16:26:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:54.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.146121+0000) 2023-03-22T16:26:54.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:54.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.147890+0000) 2023-03-22T16:26:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:54.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.147006+0000) 2023-03-22T16:26:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:54.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.147727+0000) 2023-03-22T16:26:55.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:54.854+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:54.854280+0000) 2023-03-22T16:26:55.149 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:55.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.102010+0000) 2023-03-22T16:26:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:55.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.146784+0000) 2023-03-22T16:26:55.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:55.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.146243+0000) 2023-03-22T16:26:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:55.146+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.146292+0000) 2023-03-22T16:26:55.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:55.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.147836+0000) 2023-03-22T16:26:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:55.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.147128+0000) 2023-03-22T16:26:55.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:55.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.148008+0000) 2023-03-22T16:26:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:55 smithi142 ceph-mon[94717]: pgmap v3544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:55.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:55 smithi098 ceph-mon[94136]: pgmap v3544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:56.148 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:56.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.102153+0000) 2023-03-22T16:26:56.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:55.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:55.854404+0000) 2023-03-22T16:26:56.150 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:56.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.146408+0000) 2023-03-22T16:26:56.150 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:56.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.147241+0000) 2023-03-22T16:26:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:56.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.146897+0000) 2023-03-22T16:26:56.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:56.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.146361+0000) 2023-03-22T16:26:56.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:56.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.147970+0000) 2023-03-22T16:26:56.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:56.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.148133+0000) 2023-03-22T16:26:57.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:56.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:56.854696+0000) 2023-03-22T16:26:57.149 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:57.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.102272+0000) 2023-03-22T16:26:57.150 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:57.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.146525+0000) 2023-03-22T16:26:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:57.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.147820+0000) 2023-03-22T16:26:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:57.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.146520+0000) 2023-03-22T16:26:57.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:57.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.148251+0000) 2023-03-22T16:26:57.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:57.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.148086+0000) 2023-03-22T16:26:57.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:57.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.147383+0000) 2023-03-22T16:26:57.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:57 smithi142 ceph-mon[94717]: pgmap v3545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:57.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:57 smithi098 ceph-mon[94136]: pgmap v3545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:26:58.149 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:58.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.102396+0000) 2023-03-22T16:26:58.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:57.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:57.854863+0000) 2023-03-22T16:26:58.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:58.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.147934+0000) 2023-03-22T16:26:58.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:58.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.146648+0000) 2023-03-22T16:26:58.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:58.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.146645+0000) 2023-03-22T16:26:58.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:58.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.148379+0000) 2023-03-22T16:26:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:58.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.148198+0000) 2023-03-22T16:26:58.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:58.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.147505+0000) 2023-03-22T16:26:59.149 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:26:59.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.102519+0000) 2023-03-22T16:26:59.150 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:58.853+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.855075+0000) 2023-03-22T16:26:59.150 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:58.854+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:59.150 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:58.854+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:59.150 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:26:58.858+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:58.859972+0000) 2023-03-22T16:26:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:26:59.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.148053+0000) 2023-03-22T16:26:59.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:59.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.146732+0000) 2023-03-22T16:26:59.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:59.146+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:59.146+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:26:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:26:59.147+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.148334+0000) 2023-03-22T16:26:59.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:26:59.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.146779+0000) 2023-03-22T16:26:59.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:26:59.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.148502+0000) 2023-03-22T16:26:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:26:59.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.148302+0000) 2023-03-22T16:26:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:26:59.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:26:59.147659+0000) 2023-03-22T16:26:59.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:26:59 smithi142 ceph-mon[94717]: pgmap v3546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:26:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:26:59 smithi098 ceph-mon[94136]: pgmap v3546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:00.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:00.148169+0000) 2023-03-22T16:27:00.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:00.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:00.147783+0000) 2023-03-22T16:27:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:00.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:00.102670+0000) 2023-03-22T16:27:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:00.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:00.148614+0000) 2023-03-22T16:27:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:00.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:00.148420+0000) 2023-03-22T16:27:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:00.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:00.146897+0000) 2023-03-22T16:27:01.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:01.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.147019+0000) 2023-03-22T16:27:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:01.147+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.148302+0000) 2023-03-22T16:27:01.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:01.147+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:01.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:01.148+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:01.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:01.149+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.150353+0000) 2023-03-22T16:27:01.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:01.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.102794+0000) 2023-03-22T16:27:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:01.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.148607+0000) 2023-03-22T16:27:01.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:01.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.148810+0000) 2023-03-22T16:27:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:01.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.147901+0000) 2023-03-22T16:27:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:01.147+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:01.148+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:01.149+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:01.150494+0000) 2023-03-22T16:27:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:01 smithi142 ceph-mon[94717]: pgmap v3547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:01 smithi098 ceph-mon[94136]: pgmap v3547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:02.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:02.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:02.147136+0000) 2023-03-22T16:27:02.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:02.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:02.148726+0000) 2023-03-22T16:27:02.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:02.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:02.148926+0000) 2023-03-22T16:27:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:02.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:02.102921+0000) 2023-03-22T16:27:03.358 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:03.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:03.103041+0000) 2023-03-22T16:27:03.358 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:03.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:03.148848+0000) 2023-03-22T16:27:03.359 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:03.146+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:03.147279+0000) 2023-03-22T16:27:03.359 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:03.146+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:03.359 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:03.146+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:03.360 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:03.149+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:03.151074+0000) 2023-03-22T16:27:03.360 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:03.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:03.149041+0000) 2023-03-22T16:27:03.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:03 smithi142 ceph-mon[94717]: pgmap v3548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:03.649 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:03.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:03.355376+0000) 2023-03-22T16:27:03.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:03 smithi098 ceph-mon[94136]: pgmap v3548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:03.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:03.645+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:03.647015+0000) 2023-03-22T16:27:04.361 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:04.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:04.149152+0000) 2023-03-22T16:27:04.362 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:04.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:04.148958+0000) 2023-03-22T16:27:04.362 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:04.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:04.103166+0000) 2023-03-22T16:27:04.649 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:04.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:04.358984+0000) 2023-03-22T16:27:04.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:04.645+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:04.647136+0000) 2023-03-22T16:27:05.365 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:05.102+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.103299+0000) 2023-03-22T16:27:05.365 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:05.102+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:05.366 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:05.102+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:05.366 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:05.103+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.104396+0000) 2023-03-22T16:27:05.366 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:05.361+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.362661+0000) 2023-03-22T16:27:05.367 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:05.148+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.149265+0000) 2023-03-22T16:27:05.367 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:05.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.149090+0000) 2023-03-22T16:27:05.367 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:05.148+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:05.368 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:05.148+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:05.368 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:05.152+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.153954+0000) 2023-03-22T16:27:05.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:05 smithi142 ceph-mon[94717]: pgmap v3549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:27:05.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:05 smithi098 ceph-mon[94136]: pgmap v3549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:27:05.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:05.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.648546+0000) 2023-03-22T16:27:05.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:05.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.647259+0000) 2023-03-22T16:27:05.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:05.646+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:05.648214+0000) 2023-03-22T16:27:06.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:06.362+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:06.364182+0000) 2023-03-22T16:27:06.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:06.148+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:06.149393+0000) 2023-03-22T16:27:06.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:06.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:06.648667+0000) 2023-03-22T16:27:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:06.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:06.647392+0000) 2023-03-22T16:27:06.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:06.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:06.648301+0000) 2023-03-22T16:27:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:07.148+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:07.149513+0000) 2023-03-22T16:27:07.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:07.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:07.364289+0000) 2023-03-22T16:27:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:07 smithi142 ceph-mon[94717]: pgmap v3550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:27:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:07 smithi098 ceph-mon[94136]: pgmap v3550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:27:07.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:07.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:07.648789+0000) 2023-03-22T16:27:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:07.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:07.647515+0000) 2023-03-22T16:27:07.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:07.646+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:07.647630+0000) 2023-03-22T16:27:07.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:07.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:07.648426+0000) 2023-03-22T16:27:08.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:08.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:08.364496+0000) 2023-03-22T16:27:08.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:08.148+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:08.149644+0000) 2023-03-22T16:27:08.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:08.149+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:08.150412+0000) 2023-03-22T16:27:08.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:08.646+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:08.647748+0000) 2023-03-22T16:27:08.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:08.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:08.648902+0000) 2023-03-22T16:27:08.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:08.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:08.647627+0000) 2023-03-22T16:27:08.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:08.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:08.648549+0000) 2023-03-22T16:27:09.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:09 smithi142 ceph-mon[94717]: pgmap v3551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:27:09.650 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:09.602+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:09.603640+0000) 2023-03-22T16:27:09.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:09.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:09.364612+0000) 2023-03-22T16:27:09.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:09 smithi098 ceph-mon[94136]: pgmap v3551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:27:09.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:09.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:09.649019+0000) 2023-03-22T16:27:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:09.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:09.647741+0000) 2023-03-22T16:27:09.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:09.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:09.648676+0000) 2023-03-22T16:27:09.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:09.646+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:09.647863+0000) 2023-03-22T16:27:09.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:09.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:09.649371+0000) 2023-03-22T16:27:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:10 smithi142 ceph-mon[94717]: osdmap e249: 12 total, 9 up, 9 in 2023-03-22T16:27:10.650 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:10.602+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:10.603770+0000) 2023-03-22T16:27:10.650 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:10.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:10.364838+0000) 2023-03-22T16:27:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:10 smithi098 ceph-mon[94136]: osdmap e249: 12 total, 9 up, 9 in 2023-03-22T16:27:10.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:10.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:10.649134+0000) 2023-03-22T16:27:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:10.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:10.647871+0000) 2023-03-22T16:27:10.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:10.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:10.649481+0000) 2023-03-22T16:27:10.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:10.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:10.648797+0000) 2023-03-22T16:27:10.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:10.646+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:10.647978+0000) 2023-03-22T16:27:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:11 smithi142 ceph-mon[94717]: pgmap v3553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:27:11.650 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:11.602+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:11.603906+0000) 2023-03-22T16:27:11.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:11.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:11.364956+0000) 2023-03-22T16:27:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:11 smithi098 ceph-mon[94136]: pgmap v3553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:27:11.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:11.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:11.649253+0000) 2023-03-22T16:27:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:11.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:11.647985+0000) 2023-03-22T16:27:11.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:11.646+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:11.648093+0000) 2023-03-22T16:27:11.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:11.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:11.649594+0000) 2023-03-22T16:27:11.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:11.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:11.648917+0000) 2023-03-22T16:27:12.650 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:12.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.365157+0000) 2023-03-22T16:27:12.651 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:12.602+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.604028+0000) 2023-03-22T16:27:12.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:12.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.649388+0000) 2023-03-22T16:27:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:12.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.648100+0000) 2023-03-22T16:27:12.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:12.646+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.648216+0000) 2023-03-22T16:27:12.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:12.648+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.649895+0000) 2023-03-22T16:27:12.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:12.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.649705+0000) 2023-03-22T16:27:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:12.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:12.649046+0000) 2023-03-22T16:27:13.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:13 smithi142 ceph-mon[94717]: pgmap v3554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:27:13.650 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:13.602+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.604148+0000) 2023-03-22T16:27:13.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:13.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.365292+0000) 2023-03-22T16:27:13.652 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:13.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.648293+0000) 2023-03-22T16:27:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:13 smithi098 ceph-mon[94136]: pgmap v3554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:27:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:13.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.649503+0000) 2023-03-22T16:27:13.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:13.646+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.648235+0000) 2023-03-22T16:27:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:13.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.649818+0000) 2023-03-22T16:27:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:13.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.649165+0000) 2023-03-22T16:27:13.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:13.648+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:13.650010+0000) 2023-03-22T16:27:14.650 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:14.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.604289+0000) 2023-03-22T16:27:14.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:14.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.365492+0000) 2023-03-22T16:27:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:14.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.649619+0000) 2023-03-22T16:27:14.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:14.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.648311+0000) 2023-03-22T16:27:14.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:14.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.648413+0000) 2023-03-22T16:27:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:14.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.649931+0000) 2023-03-22T16:27:14.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:14.648+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.650127+0000) 2023-03-22T16:27:14.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:14.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:14.649294+0000) 2023-03-22T16:27:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:15 smithi142 ceph-mon[94717]: pgmap v3555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:27:15.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:15.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.365612+0000) 2023-03-22T16:27:15.651 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:15.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.604406+0000) 2023-03-22T16:27:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:15 smithi098 ceph-mon[94136]: pgmap v3555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:27:15.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:15.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.648529+0000) 2023-03-22T16:27:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:15.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.649733+0000) 2023-03-22T16:27:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:15.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.648432+0000) 2023-03-22T16:27:15.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:15.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.650045+0000) 2023-03-22T16:27:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:15.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.649404+0000) 2023-03-22T16:27:15.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:15.648+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:15.650235+0000) 2023-03-22T16:27:16.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:16.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.365827+0000) 2023-03-22T16:27:16.651 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:16.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.604540+0000) 2023-03-22T16:27:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:16.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.649858+0000) 2023-03-22T16:27:16.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:16.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.648551+0000) 2023-03-22T16:27:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:16.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.649521+0000) 2023-03-22T16:27:16.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:16.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.648659+0000) 2023-03-22T16:27:16.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:16.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.650174+0000) 2023-03-22T16:27:16.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:16.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:16.650300+0000) 2023-03-22T16:27:17.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:17 smithi142 ceph-mon[94717]: pgmap v3556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:27:17.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:17.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.365949+0000) 2023-03-22T16:27:17.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:17.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.604716+0000) 2023-03-22T16:27:17.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:17 smithi098 ceph-mon[94136]: pgmap v3556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:27:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:17.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.649973+0000) 2023-03-22T16:27:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:17.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.648663+0000) 2023-03-22T16:27:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:17.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.648766+0000) 2023-03-22T16:27:17.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:17.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.650413+0000) 2023-03-22T16:27:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:17.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.650275+0000) 2023-03-22T16:27:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:17.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:17.649657+0000) 2023-03-22T16:27:18.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:18.364+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.366154+0000) 2023-03-22T16:27:18.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:18.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.604851+0000) 2023-03-22T16:27:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:18.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.650075+0000) 2023-03-22T16:27:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:18.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.648765+0000) 2023-03-22T16:27:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:18.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.648865+0000) 2023-03-22T16:27:18.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:18.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.650382+0000) 2023-03-22T16:27:18.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:18.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.650526+0000) 2023-03-22T16:27:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:18.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:18.649795+0000) 2023-03-22T16:27:19.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:19 smithi142 ceph-mon[94717]: pgmap v3557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:27:19.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:19.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.366283+0000) 2023-03-22T16:27:19.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:19.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.604972+0000) 2023-03-22T16:27:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:19 smithi098 ceph-mon[94136]: pgmap v3557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:27:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:19.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.650177+0000) 2023-03-22T16:27:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:19.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.648882+0000) 2023-03-22T16:27:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:19.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.650648+0000) 2023-03-22T16:27:19.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:19.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.649916+0000) 2023-03-22T16:27:19.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:19.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.648997+0000) 2023-03-22T16:27:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:19.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:19.650504+0000) 2023-03-22T16:27:20.652 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:20.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.366516+0000) 2023-03-22T16:27:20.653 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:20.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.605094+0000) 2023-03-22T16:27:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:20.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.650284+0000) 2023-03-22T16:27:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:20.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.649008+0000) 2023-03-22T16:27:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:20.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.650622+0000) 2023-03-22T16:27:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:20.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.649105+0000) 2023-03-22T16:27:20.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:20.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.650766+0000) 2023-03-22T16:27:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:20.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:20.650033+0000) 2023-03-22T16:27:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:21 smithi142 ceph-mon[94717]: pgmap v3558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:27:21.651 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:21.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.366637+0000) 2023-03-22T16:27:21.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:21.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.605216+0000) 2023-03-22T16:27:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:21 smithi098 ceph-mon[94136]: pgmap v3558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:27:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:21.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.650401+0000) 2023-03-22T16:27:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:21.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.649124+0000) 2023-03-22T16:27:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:21.647+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.649215+0000) 2023-03-22T16:27:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:21.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.650889+0000) 2023-03-22T16:27:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:21.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.650775+0000) 2023-03-22T16:27:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:21.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:21.650153+0000) 2023-03-22T16:27:22.652 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:22.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.366854+0000) 2023-03-22T16:27:22.653 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:22.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.605303+0000) 2023-03-22T16:27:22.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:22.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.649294+0000) 2023-03-22T16:27:22.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:22.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.650527+0000) 2023-03-22T16:27:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:22.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.649252+0000) 2023-03-22T16:27:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:22.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.650895+0000) 2023-03-22T16:27:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:22.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.651002+0000) 2023-03-22T16:27:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:22.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:22.650295+0000) 2023-03-22T16:27:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:23 smithi142 ceph-mon[94717]: pgmap v3559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:27:23.652 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:23.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.366967+0000) 2023-03-22T16:27:23.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:23.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.605423+0000) 2023-03-22T16:27:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:23 smithi098 ceph-mon[94136]: pgmap v3559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:27:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:23.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.650644+0000) 2023-03-22T16:27:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:23.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.649377+0000) 2023-03-22T16:27:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:23.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.651119+0000) 2023-03-22T16:27:23.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:23.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.650414+0000) 2023-03-22T16:27:23.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:23.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.649407+0000) 2023-03-22T16:27:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:23.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:23.651012+0000) 2023-03-22T16:27:24.652 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:24.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.367172+0000) 2023-03-22T16:27:24.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:24.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.605545+0000) 2023-03-22T16:27:24.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:24.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.650766+0000) 2023-03-22T16:27:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:24.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.649501+0000) 2023-03-22T16:27:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:24.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.649546+0000) 2023-03-22T16:27:24.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:24.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.651230+0000) 2023-03-22T16:27:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:24.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.650534+0000) 2023-03-22T16:27:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:24.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:24.651121+0000) 2023-03-22T16:27:25.652 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:25.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.367310+0000) 2023-03-22T16:27:25.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:25.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.605671+0000) 2023-03-22T16:27:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:25 smithi098 ceph-mon[94136]: pgmap v3560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:27:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:25 smithi142 ceph-mon[94717]: pgmap v3560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:27:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:25.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.650886+0000) 2023-03-22T16:27:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:25.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.649655+0000) 2023-03-22T16:27:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:25.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.649668+0000) 2023-03-22T16:27:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:25.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.651232+0000) 2023-03-22T16:27:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:25.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.651310+0000) 2023-03-22T16:27:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:25.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:25.650655+0000) 2023-03-22T16:27:26.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:26.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.605803+0000) 2023-03-22T16:27:26.653 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:26.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.367534+0000) 2023-03-22T16:27:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:26.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.651006+0000) 2023-03-22T16:27:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:26.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.649787+0000) 2023-03-22T16:27:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:26.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.649814+0000) 2023-03-22T16:27:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:26.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.651441+0000) 2023-03-22T16:27:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:26.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.650773+0000) 2023-03-22T16:27:26.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:26.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:26.651359+0000) 2023-03-22T16:27:27.652 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:27.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.605942+0000) 2023-03-22T16:27:27.653 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:27.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.367656+0000) 2023-03-22T16:27:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:27 smithi098 ceph-mon[94136]: pgmap v3561: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:27:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:27 smithi142 ceph-mon[94717]: pgmap v3561: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:27:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:27.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.651121+0000) 2023-03-22T16:27:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:27.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.649924+0000) 2023-03-22T16:27:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:27.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.649933+0000) 2023-03-22T16:27:27.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:27.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.651554+0000) 2023-03-22T16:27:27.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:27.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.650895+0000) 2023-03-22T16:27:27.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:27.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:27.651478+0000) 2023-03-22T16:27:28.652 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:28.367+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.367920+0000) 2023-03-22T16:27:28.653 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:28.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.606056+0000) 2023-03-22T16:27:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:28.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.651236+0000) 2023-03-22T16:27:28.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:28.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.650049+0000) 2023-03-22T16:27:28.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:28.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.650051+0000) 2023-03-22T16:27:28.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:28.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.651689+0000) 2023-03-22T16:27:28.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:28.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.651017+0000) 2023-03-22T16:27:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:28.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:28.651594+0000) 2023-03-22T16:27:29.653 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:29.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.606174+0000) 2023-03-22T16:27:29.654 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:29.366+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.368053+0000) 2023-03-22T16:27:29.654 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:29.367+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:29.654 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:29.367+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:29.655 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:29.371+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.373211+0000) 2023-03-22T16:27:29.655 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:29.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.650176+0000) 2023-03-22T16:27:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:29 smithi098 ceph-mon[94136]: pgmap v3562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:27:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:29 smithi142 ceph-mon[94717]: pgmap v3562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:27:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:29.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.651615+0000) 2023-03-22T16:27:29.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:29.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.650176+0000) 2023-03-22T16:27:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:29.649+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:29.650+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:29.651+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.652259+0000) 2023-03-22T16:27:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:29.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.651854+0000) 2023-03-22T16:27:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:29.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.651763+0000) 2023-03-22T16:27:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:29.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:29.651603+0000) 2023-03-22T16:27:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:30.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:30.651734+0000) 2023-03-22T16:27:30.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:30.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:30.606296+0000) 2023-03-22T16:27:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:30.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:30.650306+0000) 2023-03-22T16:27:30.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:30.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:30.651971+0000) 2023-03-22T16:27:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:30.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:30.651887+0000) 2023-03-22T16:27:30.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:30.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:30.651722+0000) 2023-03-22T16:27:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:31 smithi098 ceph-mon[94136]: pgmap v3563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:31 smithi142 ceph-mon[94717]: pgmap v3563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:31.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.650431+0000) 2023-03-22T16:27:31.977 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:31.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.651852+0000) 2023-03-22T16:27:31.978 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:31.651+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:31.978 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:31.651+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:31.979 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:31.652+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.653478+0000) 2023-03-22T16:27:31.979 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:31.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.606424+0000) 2023-03-22T16:27:31.980 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:31.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.652121+0000) 2023-03-22T16:27:31.980 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:31.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.652159+0000) 2023-03-22T16:27:31.981 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:31.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.651848+0000) 2023-03-22T16:27:31.981 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:31.651+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:31.981 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:31.651+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:31.981 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:31.652+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:31.653402+0000) 2023-03-22T16:27:32.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:32.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:32.650552+0000) 2023-03-22T16:27:32.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:32.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:32.606551+0000) 2023-03-22T16:27:32.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:32.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:32.652253+0000) 2023-03-22T16:27:32.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:32.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:32.652285+0000) 2023-03-22T16:27:33.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:33 smithi098 ceph-mon[94136]: pgmap v3564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:33.871 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:33.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:33.606690+0000) 2023-03-22T16:27:33.871 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:33.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:33.652424+0000) 2023-03-22T16:27:33.872 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:33.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:33.650692+0000) 2023-03-22T16:27:33.872 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:33.650+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:33.872 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:33.650+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:33.872 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:33.788+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:33.789496+0000) 2023-03-22T16:27:33.873 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:33.651+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:33.652385+0000) 2023-03-22T16:27:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:33 smithi142 ceph-mon[94717]: pgmap v3564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:34.153 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:33.867+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:33.868318+0000) 2023-03-22T16:27:34.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:34.149+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:34.150452+0000) 2023-03-22T16:27:34.874 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:34.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:34.606826+0000) 2023-03-22T16:27:34.875 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:34.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:34.652570+0000) 2023-03-22T16:27:34.875 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:34.651+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:34.652523+0000) 2023-03-22T16:27:35.153 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:34.870+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:34.871999+0000) 2023-03-22T16:27:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:35.149+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:35.150574+0000) 2023-03-22T16:27:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:35 smithi098 ceph-mon[94136]: pgmap v3565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:35.878 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:35.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:35.606947+0000) 2023-03-22T16:27:35.878 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:35.606+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:35.878 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:35.606+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:35.879 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:35.607+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:35.608294+0000) 2023-03-22T16:27:35.879 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:35.651+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:35.652646+0000) 2023-03-22T16:27:35.879 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:35.652+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:35.880 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:35.652+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:35.880 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:35.652+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:35.654118+0000) 2023-03-22T16:27:35.880 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:35.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:35.875521+0000) 2023-03-22T16:27:35.881 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:35.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:35.652697+0000) 2023-03-22T16:27:35.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:35 smithi142 ceph-mon[94717]: pgmap v3565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:36.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:36.150+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:36.152123+0000) 2023-03-22T16:27:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:36.149+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:36.150719+0000) 2023-03-22T16:27:36.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:36.150+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:36.152122+0000) 2023-03-22T16:27:36.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:36.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:36.877262+0000) 2023-03-22T16:27:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:36.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:36.652820+0000) 2023-03-22T16:27:37.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:37.150+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:37.152255+0000) 2023-03-22T16:27:37.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:37.149+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:37.150850+0000) 2023-03-22T16:27:37.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:37.150+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:37.152243+0000) 2023-03-22T16:27:37.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:37 smithi098 ceph-mon[94136]: pgmap v3566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:37 smithi142 ceph-mon[94717]: pgmap v3566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:37.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:37.877396+0000) 2023-03-22T16:27:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:37.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:37.652941+0000) 2023-03-22T16:27:38.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:38.151+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:38.152374+0000) 2023-03-22T16:27:38.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:38.149+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:38.151034+0000) 2023-03-22T16:27:38.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:38.149+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:38.150913+0000) 2023-03-22T16:27:38.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:38.151+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:38.152385+0000) 2023-03-22T16:27:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:38.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:38.877624+0000) 2023-03-22T16:27:38.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:38.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:38.653062+0000) 2023-03-22T16:27:38.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:38.652+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:38.652+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:27:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:38.653+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:38.654349+0000) 2023-03-22T16:27:39.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:39.151+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:39.152499+0000) 2023-03-22T16:27:39.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:39.149+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:39.151154+0000) 2023-03-22T16:27:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:39.149+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:39.151030+0000) 2023-03-22T16:27:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:39.151+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:39.152517+0000) 2023-03-22T16:27:39.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:39 smithi098 ceph-mon[94136]: pgmap v3567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:39 smithi142 ceph-mon[94717]: pgmap v3567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:40.153 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:40.106+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:40.107280+0000) 2023-03-22T16:27:40.154 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:39.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:39.877773+0000) 2023-03-22T16:27:40.155 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:40.149+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:40.151152+0000) 2023-03-22T16:27:40.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:40.151+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:40.152625+0000) 2023-03-22T16:27:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:40.150+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:40.151291+0000) 2023-03-22T16:27:40.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:40.151+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:40.152891+0000) 2023-03-22T16:27:40.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:40.151+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:40.152665+0000) 2023-03-22T16:27:41.154 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:40.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:40.877992+0000) 2023-03-22T16:27:41.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:41.106+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:41.107408+0000) 2023-03-22T16:27:41.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:41.151+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:41.152739+0000) 2023-03-22T16:27:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:41.150+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:41.151417+0000) 2023-03-22T16:27:41.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:41.150+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:41.151266+0000) 2023-03-22T16:27:41.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:41.151+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:41.153004+0000) 2023-03-22T16:27:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:41.151+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:41.152790+0000) 2023-03-22T16:27:41.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:41 smithi098 ceph-mon[94136]: pgmap v3568: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:41 smithi142 ceph-mon[94717]: pgmap v3568: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:42.154 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:41.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:41.878116+0000) 2023-03-22T16:27:42.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:42.106+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:42.107532+0000) 2023-03-22T16:27:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:42.151+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:42.152852+0000) 2023-03-22T16:27:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:42.150+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:42.151576+0000) 2023-03-22T16:27:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:42.150+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:42.151385+0000) 2023-03-22T16:27:42.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:42.151+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:42.153111+0000) 2023-03-22T16:27:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:42.151+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:42.152940+0000) 2023-03-22T16:27:43.154 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:42.877+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:42.878323+0000) 2023-03-22T16:27:43.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:43.106+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.107653+0000) 2023-03-22T16:27:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:43.151+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.152970+0000) 2023-03-22T16:27:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:43.150+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.151741+0000) 2023-03-22T16:27:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:43.150+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.151504+0000) 2023-03-22T16:27:43.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:43.152+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.153370+0000) 2023-03-22T16:27:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:43.151+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.153225+0000) 2023-03-22T16:27:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:43.151+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.153067+0000) 2023-03-22T16:27:43.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:43 smithi098 ceph-mon[94136]: pgmap v3569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:43 smithi142 ceph-mon[94717]: pgmap v3569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:44.154 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:43.877+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:43.878447+0000) 2023-03-22T16:27:44.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:44.106+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.107780+0000) 2023-03-22T16:27:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:44.152+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.153117+0000) 2023-03-22T16:27:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:44.151+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.151880+0000) 2023-03-22T16:27:44.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:44.152+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.153220+0000) 2023-03-22T16:27:44.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:44.151+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.151632+0000) 2023-03-22T16:27:44.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:44.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.153333+0000) 2023-03-22T16:27:44.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:44.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.153485+0000) 2023-03-22T16:27:45.154 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:44.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:44.878662+0000) 2023-03-22T16:27:45.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:45.107+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.107901+0000) 2023-03-22T16:27:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:45.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.153286+0000) 2023-03-22T16:27:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:45.151+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.151995+0000) 2023-03-22T16:27:45.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:45.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.153492+0000) 2023-03-22T16:27:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:45.151+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.151815+0000) 2023-03-22T16:27:45.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:45.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.153631+0000) 2023-03-22T16:27:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:45.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.153407+0000) 2023-03-22T16:27:45.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:45 smithi098 ceph-mon[94136]: pgmap v3570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:45 smithi142 ceph-mon[94717]: pgmap v3570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:46.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:46.107+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.108035+0000) 2023-03-22T16:27:46.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:45.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:45.878784+0000) 2023-03-22T16:27:46.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:46.151+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.151939+0000) 2023-03-22T16:27:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:46.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.153393+0000) 2023-03-22T16:27:46.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:46.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.153639+0000) 2023-03-22T16:27:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:46.151+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.152116+0000) 2023-03-22T16:27:46.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:46.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.153769+0000) 2023-03-22T16:27:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:46.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.153528+0000) 2023-03-22T16:27:47.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:47.107+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.108155+0000) 2023-03-22T16:27:47.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:46.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:46.879010+0000) 2023-03-22T16:27:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:47.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.153507+0000) 2023-03-22T16:27:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:47.151+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.152238+0000) 2023-03-22T16:27:47.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:47.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.153899+0000) 2023-03-22T16:27:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:47.151+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.152056+0000) 2023-03-22T16:27:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:47.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.153765+0000) 2023-03-22T16:27:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:47.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.153651+0000) 2023-03-22T16:27:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:47 smithi098 ceph-mon[94136]: pgmap v3571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:47 smithi142 ceph-mon[94717]: pgmap v3571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:48.154 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:47.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:47.879143+0000) 2023-03-22T16:27:48.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:48.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.108281+0000) 2023-03-22T16:27:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:48.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.153624+0000) 2023-03-22T16:27:48.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:48.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.154016+0000) 2023-03-22T16:27:48.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:48.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.153894+0000) 2023-03-22T16:27:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:48.151+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.152199+0000) 2023-03-22T16:27:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:48.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.153774+0000) 2023-03-22T16:27:48.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:48.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.152372+0000) 2023-03-22T16:27:49.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:49.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.108405+0000) 2023-03-22T16:27:49.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:48.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:48.879356+0000) 2023-03-22T16:27:49.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:49.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.152302+0000) 2023-03-22T16:27:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:49.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.153739+0000) 2023-03-22T16:27:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:49.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.152549+0000) 2023-03-22T16:27:49.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:49.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.154127+0000) 2023-03-22T16:27:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:49.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.154010+0000) 2023-03-22T16:27:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:49.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.153893+0000) 2023-03-22T16:27:49.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:49 smithi098 ceph-mon[94136]: pgmap v3572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:49 smithi142 ceph-mon[94717]: pgmap v3572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:50.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:49.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:49.879478+0000) 2023-03-22T16:27:50.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:50.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.108526+0000) 2023-03-22T16:27:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:50.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.153869+0000) 2023-03-22T16:27:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:50.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.152786+0000) 2023-03-22T16:27:50.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:50.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.154248+0000) 2023-03-22T16:27:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:50.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.152429+0000) 2023-03-22T16:27:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:50.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.154127+0000) 2023-03-22T16:27:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:50.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.154007+0000) 2023-03-22T16:27:51.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:50.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:50.879711+0000) 2023-03-22T16:27:51.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:51.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.108652+0000) 2023-03-22T16:27:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:51.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.153980+0000) 2023-03-22T16:27:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:51.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.153000+0000) 2023-03-22T16:27:51.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:51.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.154234+0000) 2023-03-22T16:27:51.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:51.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.154374+0000) 2023-03-22T16:27:51.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:51.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.152555+0000) 2023-03-22T16:27:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:51.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.154129+0000) 2023-03-22T16:27:51.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:51 smithi098 ceph-mon[94136]: pgmap v3573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:51 smithi142 ceph-mon[94717]: pgmap v3573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:52.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:51.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:51.879837+0000) 2023-03-22T16:27:52.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:52.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.108782+0000) 2023-03-22T16:27:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:52.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.154090+0000) 2023-03-22T16:27:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:52.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.153119+0000) 2023-03-22T16:27:52.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:52.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.152682+0000) 2023-03-22T16:27:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:52.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.154356+0000) 2023-03-22T16:27:52.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:52.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.154492+0000) 2023-03-22T16:27:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:52.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.154255+0000) 2023-03-22T16:27:53.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:52.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:52.880060+0000) 2023-03-22T16:27:53.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:53.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.108905+0000) 2023-03-22T16:27:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:53.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.154209+0000) 2023-03-22T16:27:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:53.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.153246+0000) 2023-03-22T16:27:53.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:53.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.154479+0000) 2023-03-22T16:27:53.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:53.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.154610+0000) 2023-03-22T16:27:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:53.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.152806+0000) 2023-03-22T16:27:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:53.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.154392+0000) 2023-03-22T16:27:53.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:53 smithi098 ceph-mon[94136]: pgmap v3574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:53 smithi142 ceph-mon[94717]: pgmap v3574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:54.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:54.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.109014+0000) 2023-03-22T16:27:54.158 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:53.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:53.880195+0000) 2023-03-22T16:27:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:54.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.154316+0000) 2023-03-22T16:27:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:54.155+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.155761+0000) 2023-03-22T16:27:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:54.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.154521+0000) 2023-03-22T16:27:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:54.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.152948+0000) 2023-03-22T16:27:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:54.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.154600+0000) 2023-03-22T16:27:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:54.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.154731+0000) 2023-03-22T16:27:55.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:55.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.109146+0000) 2023-03-22T16:27:55.156 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:54.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:54.880490+0000) 2023-03-22T16:27:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:55.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.154430+0000) 2023-03-22T16:27:55.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:55.155+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.155878+0000) 2023-03-22T16:27:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:55.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.153079+0000) 2023-03-22T16:27:55.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:55.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.154856+0000) 2023-03-22T16:27:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:55.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.154775+0000) 2023-03-22T16:27:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:55.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.154645+0000) 2023-03-22T16:27:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:55 smithi098 ceph-mon[94136]: pgmap v3575: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:55.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:55 smithi142 ceph-mon[94717]: pgmap v3575: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:56.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:56.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.109259+0000) 2023-03-22T16:27:56.156 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:55.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:55.880607+0000) 2023-03-22T16:27:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:56.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.154542+0000) 2023-03-22T16:27:56.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:56.155+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.155993+0000) 2023-03-22T16:27:56.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:56.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.153203+0000) 2023-03-22T16:27:56.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:56.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.154898+0000) 2023-03-22T16:27:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:56.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.154970+0000) 2023-03-22T16:27:56.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:56.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.154769+0000) 2023-03-22T16:27:57.155 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:56.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:56.880823+0000) 2023-03-22T16:27:57.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:57.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.109402+0000) 2023-03-22T16:27:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:57.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.154661+0000) 2023-03-22T16:27:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:57.155+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.156121+0000) 2023-03-22T16:27:57.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:57.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.153301+0000) 2023-03-22T16:27:57.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:57.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.155087+0000) 2023-03-22T16:27:57.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:57.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.154890+0000) 2023-03-22T16:27:57.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:57.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.155021+0000) 2023-03-22T16:27:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:57 smithi098 ceph-mon[94136]: pgmap v3576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:57 smithi142 ceph-mon[94717]: pgmap v3576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:27:58.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:58.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.109524+0000) 2023-03-22T16:27:58.156 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:57.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:57.880960+0000) 2023-03-22T16:27:58.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:58.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.154775+0000) 2023-03-22T16:27:58.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:58.155+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.156248+0000) 2023-03-22T16:27:58.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:58.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.153425+0000) 2023-03-22T16:27:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:58.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.155138+0000) 2023-03-22T16:27:58.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:58.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.155259+0000) 2023-03-22T16:27:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:58.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.155007+0000) 2023-03-22T16:27:59.157 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:58.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:58.881168+0000) 2023-03-22T16:27:59.158 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:27:59.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.153553+0000) 2023-03-22T16:27:59.158 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:27:59.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.109648+0000) 2023-03-22T16:27:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:27:59.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.155011+0000) 2023-03-22T16:27:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:27:59.156+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.156384+0000) 2023-03-22T16:27:59.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:27:59.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.155815+0000) 2023-03-22T16:27:59.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:27:59.155+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.155742+0000) 2023-03-22T16:27:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:27:59.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.155377+0000) 2023-03-22T16:27:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:27:59 smithi098 ceph-mon[94136]: pgmap v3577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:27:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:27:59 smithi142 ceph-mon[94717]: pgmap v3577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:00.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:00.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.109808+0000) 2023-03-22T16:28:00.157 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:59.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.881298+0000) 2023-03-22T16:28:00.157 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:59.881+0000 7f45dd512700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:00.157 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:59.881+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:00.157 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:27:59.884+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:27:59.884949+0000) 2023-03-22T16:28:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:00.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.155182+0000) 2023-03-22T16:28:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:00.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.153727+0000) 2023-03-22T16:28:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:00.156+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.156516+0000) 2023-03-22T16:28:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:00.156+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:00.156+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:00.332+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.332633+0000) 2023-03-22T16:28:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:00.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.155498+0000) 2023-03-22T16:28:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:00.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.155932+0000) 2023-03-22T16:28:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:00.155+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:00.155869+0000) 2023-03-22T16:28:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:01.155+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:01.155306+0000) 2023-03-22T16:28:01.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:01.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:01.155612+0000) 2023-03-22T16:28:01.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:01.155+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:01.155980+0000) 2023-03-22T16:28:01.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:01.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:01.109954+0000) 2023-03-22T16:28:01.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:01.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:01.153853+0000) 2023-03-22T16:28:01.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:01.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:01.156063+0000) 2023-03-22T16:28:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:01 smithi098 ceph-mon[94136]: pgmap v3578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:01 smithi142 ceph-mon[94717]: pgmap v3578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:02.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:02.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.110077+0000) 2023-03-22T16:28:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:02.155+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.155411+0000) 2023-03-22T16:28:02.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:02.155+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:02.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:02.155+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:02.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:02.157+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.157881+0000) 2023-03-22T16:28:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:02.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.153972+0000) 2023-03-22T16:28:02.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:02.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.156183+0000) 2023-03-22T16:28:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:02.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.155735+0000) 2023-03-22T16:28:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:02.155+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.156098+0000) 2023-03-22T16:28:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:02.156+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:02.156+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:02.157+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:02.158006+0000) 2023-03-22T16:28:03.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:03.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:03.110201+0000) 2023-03-22T16:28:03.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:03.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:03.154112+0000) 2023-03-22T16:28:03.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:03.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:03.156297+0000) 2023-03-22T16:28:03.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:03.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:03.155861+0000) 2023-03-22T16:28:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:03 smithi098 ceph-mon[94136]: pgmap v3579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:03 smithi142 ceph-mon[94717]: pgmap v3579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:04.384 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:04.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:04.110313+0000) 2023-03-22T16:28:04.384 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:04.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:04.156412+0000) 2023-03-22T16:28:04.385 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:04.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:04.154227+0000) 2023-03-22T16:28:04.385 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:04.153+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:04.385 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:04.153+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:04.386 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:04.156+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:04.158159+0000) 2023-03-22T16:28:04.386 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:04.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:04.155978+0000) 2023-03-22T16:28:04.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:04.380+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:04.381605+0000) 2023-03-22T16:28:04.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:04.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:04.656713+0000) 2023-03-22T16:28:05.388 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:05.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:05.156096+0000) 2023-03-22T16:28:05.389 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:05.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:05.156532+0000) 2023-03-22T16:28:05.389 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:05.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:05.110437+0000) 2023-03-22T16:28:05.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:05.384+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:05.385366+0000) 2023-03-22T16:28:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:05 smithi098 ceph-mon[94136]: pgmap v3580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:28:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:05 smithi142 ceph-mon[94717]: pgmap v3580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:28:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:05.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:05.656837+0000) 2023-03-22T16:28:06.391 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:06.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.110559+0000) 2023-03-22T16:28:06.392 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:06.110+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.111399+0000) 2023-03-22T16:28:06.392 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:06.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.156656+0000) 2023-03-22T16:28:06.393 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:06.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.156218+0000) 2023-03-22T16:28:06.394 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:06.155+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:06.394 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:06.155+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:06.394 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:06.156+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.157341+0000) 2023-03-22T16:28:06.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:06.387+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.388784+0000) 2023-03-22T16:28:06.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:06.654+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.655718+0000) 2023-03-22T16:28:06.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:06.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.656956+0000) 2023-03-22T16:28:06.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:06.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:06.656360+0000) 2023-03-22T16:28:07.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:07.388+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:07.390081+0000) 2023-03-22T16:28:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:07.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:07.156776+0000) 2023-03-22T16:28:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:07 smithi098 ceph-mon[94136]: pgmap v3581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:28:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:07 smithi142 ceph-mon[94717]: pgmap v3581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:28:07.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:07.654+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:07.655841+0000) 2023-03-22T16:28:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:07.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:07.657071+0000) 2023-03-22T16:28:07.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:07.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:07.656480+0000) 2023-03-22T16:28:08.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:08.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:08.390315+0000) 2023-03-22T16:28:08.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:08.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:08.156914+0000) 2023-03-22T16:28:08.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:08.654+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:08.655962+0000) 2023-03-22T16:28:08.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:08.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:08.657175+0000) 2023-03-22T16:28:08.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:08.653+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:08.654579+0000) 2023-03-22T16:28:08.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:08.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:08.656601+0000) 2023-03-22T16:28:09.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:09.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:09.390438+0000) 2023-03-22T16:28:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:09.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:09.157032+0000) 2023-03-22T16:28:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:09.156+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:09.156+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:09.157+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:09.158369+0000) 2023-03-22T16:28:09.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:09 smithi142 ceph-mon[94717]: pgmap v3582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:28:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:09 smithi098 ceph-mon[94136]: pgmap v3582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:28:09.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:09.654+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:09.656077+0000) 2023-03-22T16:28:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:09.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:09.657290+0000) 2023-03-22T16:28:09.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:09.653+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:09.654694+0000) 2023-03-22T16:28:09.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:09.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:09.656726+0000) 2023-03-22T16:28:10.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:10.609+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:10.610948+0000) 2023-03-22T16:28:10.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:10.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:10.390683+0000) 2023-03-22T16:28:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:10 smithi142 ceph-mon[94717]: osdmap e250: 12 total, 9 up, 9 in 2023-03-22T16:28:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:10 smithi098 ceph-mon[94136]: osdmap e250: 12 total, 9 up, 9 in 2023-03-22T16:28:10.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:10.654+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:10.656201+0000) 2023-03-22T16:28:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:10.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:10.657410+0000) 2023-03-22T16:28:10.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:10.653+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:10.654826+0000) 2023-03-22T16:28:10.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:10.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:10.656856+0000) 2023-03-22T16:28:10.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:10.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:10.656503+0000) 2023-03-22T16:28:11.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:11.609+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:11.611081+0000) 2023-03-22T16:28:11.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:11.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:11.390825+0000) 2023-03-22T16:28:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:11 smithi142 ceph-mon[94717]: pgmap v3584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:28:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:11 smithi098 ceph-mon[94136]: pgmap v3584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:28:11.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:11.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:11.656300+0000) 2023-03-22T16:28:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:11.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:11.657542+0000) 2023-03-22T16:28:11.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:11.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:11.656985+0000) 2023-03-22T16:28:11.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:11.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:11.656655+0000) 2023-03-22T16:28:11.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:11.653+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:11.654965+0000) 2023-03-22T16:28:12.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:12.609+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:12.611212+0000) 2023-03-22T16:28:12.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:12.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:12.391039+0000) 2023-03-22T16:28:12.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:12.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:12.656412+0000) 2023-03-22T16:28:12.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:12.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:12.657655+0000) 2023-03-22T16:28:12.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:12.653+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:12.655104+0000) 2023-03-22T16:28:12.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:12.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:12.656774+0000) 2023-03-22T16:28:12.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:12.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:12.657095+0000) 2023-03-22T16:28:13.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:13.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.611335+0000) 2023-03-22T16:28:13.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:13.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.391163+0000) 2023-03-22T16:28:13.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:13 smithi142 ceph-mon[94717]: pgmap v3585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:28:13.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:13 smithi098 ceph-mon[94136]: pgmap v3585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:28:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:13.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.656535+0000) 2023-03-22T16:28:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:13.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.657769+0000) 2023-03-22T16:28:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:13.653+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.655221+0000) 2023-03-22T16:28:13.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:13.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.656890+0000) 2023-03-22T16:28:13.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:13.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.657371+0000) 2023-03-22T16:28:13.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:13.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:13.657212+0000) 2023-03-22T16:28:14.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:14.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.611462+0000) 2023-03-22T16:28:14.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:14.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.391384+0000) 2023-03-22T16:28:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:14.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.656654+0000) 2023-03-22T16:28:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:14.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.657887+0000) 2023-03-22T16:28:14.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:14.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.657487+0000) 2023-03-22T16:28:14.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:14.654+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.655300+0000) 2023-03-22T16:28:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:14.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.657007+0000) 2023-03-22T16:28:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:14.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:14.657302+0000) 2023-03-22T16:28:15.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:15.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.391500+0000) 2023-03-22T16:28:15.658 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:15.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.611584+0000) 2023-03-22T16:28:15.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:15 smithi142 ceph-mon[94717]: pgmap v3586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:28:15.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:15 smithi098 ceph-mon[94136]: pgmap v3586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:28:15.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:15.654+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.655516+0000) 2023-03-22T16:28:15.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:15.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.656800+0000) 2023-03-22T16:28:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:15.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.657995+0000) 2023-03-22T16:28:15.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:15.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.657597+0000) 2023-03-22T16:28:15.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:15.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.657125+0000) 2023-03-22T16:28:15.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:15.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:15.657411+0000) 2023-03-22T16:28:16.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:16.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.391714+0000) 2023-03-22T16:28:16.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:16.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.611713+0000) 2023-03-22T16:28:16.659 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:16.654+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.655664+0000) 2023-03-22T16:28:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:16.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.656930+0000) 2023-03-22T16:28:16.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:16.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.658117+0000) 2023-03-22T16:28:16.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:16.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.657242+0000) 2023-03-22T16:28:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:16.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.657518+0000) 2023-03-22T16:28:16.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:16.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:16.657710+0000) 2023-03-22T16:28:17.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:17.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.391834+0000) 2023-03-22T16:28:17.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:17.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.611843+0000) 2023-03-22T16:28:17.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:17 smithi142 ceph-mon[94717]: pgmap v3587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:28:17.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:17 smithi098 ceph-mon[94136]: pgmap v3587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:28:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:17.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.657039+0000) 2023-03-22T16:28:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:17.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.658226+0000) 2023-03-22T16:28:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:17.654+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.655788+0000) 2023-03-22T16:28:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:17.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.657380+0000) 2023-03-22T16:28:17.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:17.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.657831+0000) 2023-03-22T16:28:17.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:17.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:17.657638+0000) 2023-03-22T16:28:18.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:18.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.392044+0000) 2023-03-22T16:28:18.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:18.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.611968+0000) 2023-03-22T16:28:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:18.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.657151+0000) 2023-03-22T16:28:18.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:18.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.658293+0000) 2023-03-22T16:28:18.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:18.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.657949+0000) 2023-03-22T16:28:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:18.654+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.655907+0000) 2023-03-22T16:28:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:18.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.657498+0000) 2023-03-22T16:28:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:18.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:18.657754+0000) 2023-03-22T16:28:19.658 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:19.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.612089+0000) 2023-03-22T16:28:19.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:19.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.392161+0000) 2023-03-22T16:28:19.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:19 smithi142 ceph-mon[94717]: pgmap v3588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:28:19.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:19 smithi098 ceph-mon[94136]: pgmap v3588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:28:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:19.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.657265+0000) 2023-03-22T16:28:19.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:19.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.658414+0000) 2023-03-22T16:28:19.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:19.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.658066+0000) 2023-03-22T16:28:19.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:19.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.657874+0000) 2023-03-22T16:28:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:19.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.657621+0000) 2023-03-22T16:28:19.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:19.654+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:19.656028+0000) 2023-03-22T16:28:20.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:20.391+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.392384+0000) 2023-03-22T16:28:20.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:20.610+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.612212+0000) 2023-03-22T16:28:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:20.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.657395+0000) 2023-03-22T16:28:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:20.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.658531+0000) 2023-03-22T16:28:20.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:20.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.657987+0000) 2023-03-22T16:28:20.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:20.654+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.656148+0000) 2023-03-22T16:28:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:20.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.657748+0000) 2023-03-22T16:28:20.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:20.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:20.658194+0000) 2023-03-22T16:28:21.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:21.391+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.392518+0000) 2023-03-22T16:28:21.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:21.611+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.612306+0000) 2023-03-22T16:28:21.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:21 smithi142 ceph-mon[94717]: pgmap v3589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:28:21.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:21 smithi098 ceph-mon[94136]: pgmap v3589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:28:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:21.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.657508+0000) 2023-03-22T16:28:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:21.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.658662+0000) 2023-03-22T16:28:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:21.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.656265+0000) 2023-03-22T16:28:21.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:21.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.658308+0000) 2023-03-22T16:28:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:21.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.658104+0000) 2023-03-22T16:28:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:21.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:21.657873+0000) 2023-03-22T16:28:22.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:22.391+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.392745+0000) 2023-03-22T16:28:22.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:22.611+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.612430+0000) 2023-03-22T16:28:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:22.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.657626+0000) 2023-03-22T16:28:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:22.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.658775+0000) 2023-03-22T16:28:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:22.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.656395+0000) 2023-03-22T16:28:22.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:22.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.658422+0000) 2023-03-22T16:28:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:22.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.657986+0000) 2023-03-22T16:28:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:22.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:22.658213+0000) 2023-03-22T16:28:23.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:23.611+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.612552+0000) 2023-03-22T16:28:23.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:23.391+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.392865+0000) 2023-03-22T16:28:23.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:23 smithi142 ceph-mon[94717]: pgmap v3590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:28:23.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:23 smithi098 ceph-mon[94136]: pgmap v3590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:28:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:23.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.657750+0000) 2023-03-22T16:28:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:23.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.658885+0000) 2023-03-22T16:28:23.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:23.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.656519+0000) 2023-03-22T16:28:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:23.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.658099+0000) 2023-03-22T16:28:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:23.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.658535+0000) 2023-03-22T16:28:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:23.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:23.658293+0000) 2023-03-22T16:28:24.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:24.611+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.612667+0000) 2023-03-22T16:28:24.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:24.391+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.393076+0000) 2023-03-22T16:28:24.660 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:24.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.656657+0000) 2023-03-22T16:28:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:24.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.657864+0000) 2023-03-22T16:28:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:24.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.658996+0000) 2023-03-22T16:28:24.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:24.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.658653+0000) 2023-03-22T16:28:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:24.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.658215+0000) 2023-03-22T16:28:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:24.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:24.658409+0000) 2023-03-22T16:28:25.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:25.611+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.612798+0000) 2023-03-22T16:28:25.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:25.391+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.393194+0000) 2023-03-22T16:28:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:25 smithi142 ceph-mon[94717]: pgmap v3591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:28:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:25 smithi098 ceph-mon[94136]: pgmap v3591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:28:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:25.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.657976+0000) 2023-03-22T16:28:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:25.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.659168+0000) 2023-03-22T16:28:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:25.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.658305+0000) 2023-03-22T16:28:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:25.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.658528+0000) 2023-03-22T16:28:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:25.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.656782+0000) 2023-03-22T16:28:25.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:25.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:25.658771+0000) 2023-03-22T16:28:26.661 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:26.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.393469+0000) 2023-03-22T16:28:26.662 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:26.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.612989+0000) 2023-03-22T16:28:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:26.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.658113+0000) 2023-03-22T16:28:26.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:26.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.659287+0000) 2023-03-22T16:28:26.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:26.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.658641+0000) 2023-03-22T16:28:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:26.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.656973+0000) 2023-03-22T16:28:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:26.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.658424+0000) 2023-03-22T16:28:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:26.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:26.658906+0000) 2023-03-22T16:28:27.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:27.611+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.613158+0000) 2023-03-22T16:28:27.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:27.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.393576+0000) 2023-03-22T16:28:27.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:27 smithi142 ceph-mon[94717]: pgmap v3592: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:28:27.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:27 smithi098 ceph-mon[94136]: pgmap v3592: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:28:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:27.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.658221+0000) 2023-03-22T16:28:27.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:27.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.659394+0000) 2023-03-22T16:28:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:27.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.657106+0000) 2023-03-22T16:28:27.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:27.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.658544+0000) 2023-03-22T16:28:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:27.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.659021+0000) 2023-03-22T16:28:27.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:27.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:27.658748+0000) 2023-03-22T16:28:28.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:28.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.613279+0000) 2023-03-22T16:28:28.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:28.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.393793+0000) 2023-03-22T16:28:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:28.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.658299+0000) 2023-03-22T16:28:28.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:28.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.659508+0000) 2023-03-22T16:28:28.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:28.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.657222+0000) 2023-03-22T16:28:28.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:28.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.659132+0000) 2023-03-22T16:28:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:28.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.658665+0000) 2023-03-22T16:28:28.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:28.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:28.658859+0000) 2023-03-22T16:28:29.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:29.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.393913+0000) 2023-03-22T16:28:29.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:29.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.613404+0000) 2023-03-22T16:28:29.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:29 smithi142 ceph-mon[94717]: pgmap v3593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:28:29.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:29 smithi098 ceph-mon[94136]: pgmap v3593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:28:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:29.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.658409+0000) 2023-03-22T16:28:29.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:29.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.659627+0000) 2023-03-22T16:28:29.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:29.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.657341+0000) 2023-03-22T16:28:29.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:29.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.658789+0000) 2023-03-22T16:28:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:29.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.659240+0000) 2023-03-22T16:28:29.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:29.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:29.658975+0000) 2023-03-22T16:28:30.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:30.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.394122+0000) 2023-03-22T16:28:30.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:30.393+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:30.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:30.393+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:30.661 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:30.397+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.399252+0000) 2023-03-22T16:28:30.661 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:30.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.613538+0000) 2023-03-22T16:28:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:30.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.658522+0000) 2023-03-22T16:28:30.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:30.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.657461+0000) 2023-03-22T16:28:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:30.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.659744+0000) 2023-03-22T16:28:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:30.659+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.660466+0000) 2023-03-22T16:28:30.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:30.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.659092+0000) 2023-03-22T16:28:30.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:30.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.659370+0000) 2023-03-22T16:28:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:30.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:30.658905+0000) 2023-03-22T16:28:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:31 smithi142 ceph-mon[94717]: pgmap v3594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:31.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:31 smithi098 ceph-mon[94136]: pgmap v3594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:31.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:31.657595+0000) 2023-03-22T16:28:31.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:31.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:31.658632+0000) 2023-03-22T16:28:31.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:31.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:31.659016+0000) 2023-03-22T16:28:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:31.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:31.613660+0000) 2023-03-22T16:28:31.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:31.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:31.659489+0000) 2023-03-22T16:28:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:31.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:31.659205+0000) 2023-03-22T16:28:32.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:32.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.657726+0000) 2023-03-22T16:28:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:32.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.613786+0000) 2023-03-22T16:28:32.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:32.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.658756+0000) 2023-03-22T16:28:32.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:32.658+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:32.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:32.658+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:32.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:32.659+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.660383+0000) 2023-03-22T16:28:32.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:32.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.659610+0000) 2023-03-22T16:28:32.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:32.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.659138+0000) 2023-03-22T16:28:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:32.658+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.659303+0000) 2023-03-22T16:28:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:32.658+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:32.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:32.658+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:32.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:32.661+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:32.662344+0000) 2023-03-22T16:28:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:33 smithi142 ceph-mon[94717]: pgmap v3595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:33 smithi098 ceph-mon[94136]: pgmap v3595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:33.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:33.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:33.657843+0000) 2023-03-22T16:28:33.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:33.658+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:33.659259+0000) 2023-03-22T16:28:33.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:33.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:33.659742+0000) 2023-03-22T16:28:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:33.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:33.613908+0000) 2023-03-22T16:28:34.897 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:34.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:34.614026+0000) 2023-03-22T16:28:34.897 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:34.893+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:34.894400+0000) 2023-03-22T16:28:34.898 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:34.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:34.659862+0000) 2023-03-22T16:28:34.898 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:34.658+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:34.659419+0000) 2023-03-22T16:28:34.899 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:34.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:34.657960+0000) 2023-03-22T16:28:34.899 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:34.657+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:34.899 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:34.657+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:34.899 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:34.658+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:34.659327+0000) 2023-03-22T16:28:35.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:35.158+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:35.160005+0000) 2023-03-22T16:28:35.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:35 smithi142 ceph-mon[94717]: pgmap v3596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:35.900 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:35.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:35.660000+0000) 2023-03-22T16:28:35.901 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:35.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:35.614149+0000) 2023-03-22T16:28:35.901 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:35.896+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:35.897864+0000) 2023-03-22T16:28:35.902 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:35.658+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:35.659514+0000) 2023-03-22T16:28:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:35 smithi098 ceph-mon[94136]: pgmap v3596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:36.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:36.158+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:36.160127+0000) 2023-03-22T16:28:36.905 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:36.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:36.901631+0000) 2023-03-22T16:28:36.906 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:36.658+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:36.659639+0000) 2023-03-22T16:28:36.906 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:36.659+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:36.906 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:36.659+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:36.906 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:36.659+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:36.660449+0000) 2023-03-22T16:28:36.907 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:36.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:36.660117+0000) 2023-03-22T16:28:36.907 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:36.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:36.614281+0000) 2023-03-22T16:28:36.907 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:36.613+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:36.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:36.613+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:36.908 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:36.614+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:36.615422+0000) 2023-03-22T16:28:37.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:37.157+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:37.159133+0000) 2023-03-22T16:28:37.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:37.158+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:37.160246+0000) 2023-03-22T16:28:37.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:37.158+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:37.159610+0000) 2023-03-22T16:28:37.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:37 smithi142 ceph-mon[94717]: pgmap v3597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:37.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:37 smithi098 ceph-mon[94136]: pgmap v3597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:37.902+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:37.903330+0000) 2023-03-22T16:28:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:37.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:37.660245+0000) 2023-03-22T16:28:38.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:38.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:38.159279+0000) 2023-03-22T16:28:38.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:38.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:38.160364+0000) 2023-03-22T16:28:38.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:38.158+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:38.159722+0000) 2023-03-22T16:28:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:38.902+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:38.903547+0000) 2023-03-22T16:28:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:38.659+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:38.660379+0000) 2023-03-22T16:28:39.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:39.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:39.159417+0000) 2023-03-22T16:28:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:39.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:39.160483+0000) 2023-03-22T16:28:39.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:39.158+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:39.159847+0000) 2023-03-22T16:28:39.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:39.156+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:39.158239+0000) 2023-03-22T16:28:39.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:39 smithi142 ceph-mon[94717]: pgmap v3598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:39.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:39 smithi098 ceph-mon[94136]: pgmap v3598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:39.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:39.902+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:39.903669+0000) 2023-03-22T16:28:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:39.659+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:39.660514+0000) 2023-03-22T16:28:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:39.659+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:39.659+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:28:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:39.663+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:39.664317+0000) 2023-03-22T16:28:40.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:40.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:40.158369+0000) 2023-03-22T16:28:40.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:40.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:40.159530+0000) 2023-03-22T16:28:40.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:40.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:40.160601+0000) 2023-03-22T16:28:40.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:40.158+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:40.159964+0000) 2023-03-22T16:28:41.161 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:40.902+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:40.903904+0000) 2023-03-22T16:28:41.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:41.113+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:41.114630+0000) 2023-03-22T16:28:41.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:41.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:41.159635+0000) 2023-03-22T16:28:41.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:41.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:41.160729+0000) 2023-03-22T16:28:41.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:41.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:41.158491+0000) 2023-03-22T16:28:41.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:41.158+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:41.159941+0000) 2023-03-22T16:28:41.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:41.158+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:41.160081+0000) 2023-03-22T16:28:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:41 smithi142 ceph-mon[94717]: pgmap v3599: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:41.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:41 smithi098 ceph-mon[94136]: pgmap v3599: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:42.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:42.113+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:42.114753+0000) 2023-03-22T16:28:42.162 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:41.902+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:41.904042+0000) 2023-03-22T16:28:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:42.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:42.159755+0000) 2023-03-22T16:28:42.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:42.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:42.160854+0000) 2023-03-22T16:28:42.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:42.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:42.158618+0000) 2023-03-22T16:28:42.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:42.158+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:42.160060+0000) 2023-03-22T16:28:42.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:42.158+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:42.160216+0000) 2023-03-22T16:28:43.161 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:42.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:42.904258+0000) 2023-03-22T16:28:43.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:43.113+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:43.114872+0000) 2023-03-22T16:28:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:43.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:43.159873+0000) 2023-03-22T16:28:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:43.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:43.160972+0000) 2023-03-22T16:28:43.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:43.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:43.160304+0000) 2023-03-22T16:28:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:43.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:43.158746+0000) 2023-03-22T16:28:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:43.158+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:43.160146+0000) 2023-03-22T16:28:43.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:43 smithi142 ceph-mon[94717]: pgmap v3600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:43 smithi098 ceph-mon[94136]: pgmap v3600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:44.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:44.113+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.114988+0000) 2023-03-22T16:28:44.162 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:43.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:43.904396+0000) 2023-03-22T16:28:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:44.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.159986+0000) 2023-03-22T16:28:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:44.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.161081+0000) 2023-03-22T16:28:44.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:44.159+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.160761+0000) 2023-03-22T16:28:44.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:44.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.160463+0000) 2023-03-22T16:28:44.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:44.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.158864+0000) 2023-03-22T16:28:44.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:44.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.160267+0000) 2023-03-22T16:28:45.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:45.113+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.115118+0000) 2023-03-22T16:28:45.162 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:44.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:44.904634+0000) 2023-03-22T16:28:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:45.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.160092+0000) 2023-03-22T16:28:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:45.159+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.161199+0000) 2023-03-22T16:28:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:45.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.158971+0000) 2023-03-22T16:28:45.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:45.159+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.160884+0000) 2023-03-22T16:28:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:45.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.160581+0000) 2023-03-22T16:28:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:45.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.160392+0000) 2023-03-22T16:28:45.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:45 smithi142 ceph-mon[94717]: pgmap v3601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:45.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:45 smithi098 ceph-mon[94136]: pgmap v3601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:46.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:46.113+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.115251+0000) 2023-03-22T16:28:46.162 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:45.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:45.904769+0000) 2023-03-22T16:28:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:46.158+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.160204+0000) 2023-03-22T16:28:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:46.160+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.161298+0000) 2023-03-22T16:28:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:46.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.159100+0000) 2023-03-22T16:28:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:46.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.160514+0000) 2023-03-22T16:28:46.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:46.159+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.161001+0000) 2023-03-22T16:28:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:46.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.160696+0000) 2023-03-22T16:28:47.161 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:46.903+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:46.904988+0000) 2023-03-22T16:28:47.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:47.114+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.115382+0000) 2023-03-22T16:28:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:47.159+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.160300+0000) 2023-03-22T16:28:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:47.160+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.161416+0000) 2023-03-22T16:28:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:47.157+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.159233+0000) 2023-03-22T16:28:47.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:47.159+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.161115+0000) 2023-03-22T16:28:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:47.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.160637+0000) 2023-03-22T16:28:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:47.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.160810+0000) 2023-03-22T16:28:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:47 smithi142 ceph-mon[94717]: pgmap v3602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:47 smithi098 ceph-mon[94136]: pgmap v3602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:48.164 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:47.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:47.905172+0000) 2023-03-22T16:28:48.165 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:48.114+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.115528+0000) 2023-03-22T16:28:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:48.159+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.160398+0000) 2023-03-22T16:28:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:48.160+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.161544+0000) 2023-03-22T16:28:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:48.158+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.159397+0000) 2023-03-22T16:28:48.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:48.159+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.161257+0000) 2023-03-22T16:28:48.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:48.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.160816+0000) 2023-03-22T16:28:48.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:48.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.160935+0000) 2023-03-22T16:28:49.162 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:48.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:48.905442+0000) 2023-03-22T16:28:49.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:49.114+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.115684+0000) 2023-03-22T16:28:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:49.159+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.160499+0000) 2023-03-22T16:28:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:49.160+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.161659+0000) 2023-03-22T16:28:49.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:49.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.160953+0000) 2023-03-22T16:28:49.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:49.158+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.159538+0000) 2023-03-22T16:28:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:49.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.161066+0000) 2023-03-22T16:28:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:49.160+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.161383+0000) 2023-03-22T16:28:49.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:49 smithi142 ceph-mon[94717]: pgmap v3603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:49.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:49 smithi098 ceph-mon[94136]: pgmap v3603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:50.162 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:49.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:49.905569+0000) 2023-03-22T16:28:50.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:50.114+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.115823+0000) 2023-03-22T16:28:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:50.159+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.160612+0000) 2023-03-22T16:28:50.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:50.160+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.161777+0000) 2023-03-22T16:28:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:50.158+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.159668+0000) 2023-03-22T16:28:50.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:50.160+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.161501+0000) 2023-03-22T16:28:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:50.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.161071+0000) 2023-03-22T16:28:50.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:50.159+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.161176+0000) 2023-03-22T16:28:51.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:51.114+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.115934+0000) 2023-03-22T16:28:51.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:50.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:50.905801+0000) 2023-03-22T16:28:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:51.159+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.160727+0000) 2023-03-22T16:28:51.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:51.160+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.161892+0000) 2023-03-22T16:28:51.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:51.158+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.159791+0000) 2023-03-22T16:28:51.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:51.160+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.161628+0000) 2023-03-22T16:28:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:51.159+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.161189+0000) 2023-03-22T16:28:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:51.160+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.161296+0000) 2023-03-22T16:28:51.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:51 smithi142 ceph-mon[94717]: pgmap v3604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:51.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:51 smithi098 ceph-mon[94136]: pgmap v3604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:52.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:52.115+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.116045+0000) 2023-03-22T16:28:52.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:51.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:51.905949+0000) 2023-03-22T16:28:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:52.160+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.160840+0000) 2023-03-22T16:28:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:52.161+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.162009+0000) 2023-03-22T16:28:52.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:52.159+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.159910+0000) 2023-03-22T16:28:52.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:52.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.161297+0000) 2023-03-22T16:28:52.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:52.161+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.161749+0000) 2023-03-22T16:28:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:52.161+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.161410+0000) 2023-03-22T16:28:53.163 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:53.115+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.116173+0000) 2023-03-22T16:28:53.164 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:52.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:52.906157+0000) 2023-03-22T16:28:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:53.160+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.160944+0000) 2023-03-22T16:28:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:53.161+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.162121+0000) 2023-03-22T16:28:53.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:53.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.161412+0000) 2023-03-22T16:28:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:53.161+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.161859+0000) 2023-03-22T16:28:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:53.159+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.160019+0000) 2023-03-22T16:28:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:53.161+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.161527+0000) 2023-03-22T16:28:53.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:53 smithi142 ceph-mon[94717]: pgmap v3605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:53.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:53 smithi098 ceph-mon[94136]: pgmap v3605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:54.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:54.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.116295+0000) 2023-03-22T16:28:54.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:53.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:53.906289+0000) 2023-03-22T16:28:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:54.160+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.161061+0000) 2023-03-22T16:28:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:54.161+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.162231+0000) 2023-03-22T16:28:54.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:54.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.161530+0000) 2023-03-22T16:28:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:54.159+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.160130+0000) 2023-03-22T16:28:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:54.161+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.161975+0000) 2023-03-22T16:28:54.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:54.161+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.161698+0000) 2023-03-22T16:28:55.162 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:54.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:54.906521+0000) 2023-03-22T16:28:55.163 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:55.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.116415+0000) 2023-03-22T16:28:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:55.160+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.161162+0000) 2023-03-22T16:28:55.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:55.162+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.162347+0000) 2023-03-22T16:28:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:55.159+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.160249+0000) 2023-03-22T16:28:55.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:55.161+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.162089+0000) 2023-03-22T16:28:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:55.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.161647+0000) 2023-03-22T16:28:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:55.161+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.161817+0000) 2023-03-22T16:28:55.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:55 smithi142 ceph-mon[94717]: pgmap v3606: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:55.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:55 smithi098 ceph-mon[94136]: pgmap v3606: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:56.163 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:56.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.116540+0000) 2023-03-22T16:28:56.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:55.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:55.906637+0000) 2023-03-22T16:28:56.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:56.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.161283+0000) 2023-03-22T16:28:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:56.162+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.162460+0000) 2023-03-22T16:28:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:56.160+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.160386+0000) 2023-03-22T16:28:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:56.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.161766+0000) 2023-03-22T16:28:56.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:56.161+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.162201+0000) 2023-03-22T16:28:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:56.161+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.161935+0000) 2023-03-22T16:28:57.163 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:57.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.116663+0000) 2023-03-22T16:28:57.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:56.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:56.906858+0000) 2023-03-22T16:28:57.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:57.160+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.160506+0000) 2023-03-22T16:28:57.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:57.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.161393+0000) 2023-03-22T16:28:57.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:57.162+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.162571+0000) 2023-03-22T16:28:57.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:57.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.161885+0000) 2023-03-22T16:28:57.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:57.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.162301+0000) 2023-03-22T16:28:57.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:57.161+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.162049+0000) 2023-03-22T16:28:57.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:57 smithi142 ceph-mon[94717]: pgmap v3607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:57.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:57 smithi098 ceph-mon[94136]: pgmap v3607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:28:58.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:57.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:57.906984+0000) 2023-03-22T16:28:58.163 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:58.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.116797+0000) 2023-03-22T16:28:58.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:58.160+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.160622+0000) 2023-03-22T16:28:58.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:58.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.161511+0000) 2023-03-22T16:28:58.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:58.162+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.162680+0000) 2023-03-22T16:28:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:58.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.162017+0000) 2023-03-22T16:28:58.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:58.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.162418+0000) 2023-03-22T16:28:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:58.161+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.162159+0000) 2023-03-22T16:28:59.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:58.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:58.907219+0000) 2023-03-22T16:28:59.164 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:28:59.160+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.160763+0000) 2023-03-22T16:28:59.164 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:28:59.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.116919+0000) 2023-03-22T16:28:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:28:59.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.161630+0000) 2023-03-22T16:28:59.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:28:59.162+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.162791+0000) 2023-03-22T16:28:59.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:28:59.162+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.162281+0000) 2023-03-22T16:28:59.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:28:59.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.162131+0000) 2023-03-22T16:28:59.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:28:59.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.162537+0000) 2023-03-22T16:28:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:28:59 smithi142 ceph-mon[94717]: pgmap v3608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:28:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:28:59 smithi098 ceph-mon[94136]: pgmap v3608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:00.163 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:00.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.117042+0000) 2023-03-22T16:29:00.164 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:28:59.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:28:59.907316+0000) 2023-03-22T16:29:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:00.160+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.160881+0000) 2023-03-22T16:29:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:00.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.161748+0000) 2023-03-22T16:29:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:00.162+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.162904+0000) 2023-03-22T16:29:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:00.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.162658+0000) 2023-03-22T16:29:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:00.161+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.162240+0000) 2023-03-22T16:29:00.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:00.162+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.162402+0000) 2023-03-22T16:29:01.163 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:01.116+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.117165+0000) 2023-03-22T16:29:01.164 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:00.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.907531+0000) 2023-03-22T16:29:01.164 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:00.908+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:01.164 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:00.908+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:01.164 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:00.914+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:00.914942+0000) 2023-03-22T16:29:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:01.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.161868+0000) 2023-03-22T16:29:01.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:01.162+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.163019+0000) 2023-03-22T16:29:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:01.163+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:01.163+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:01.163+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.164196+0000) 2023-03-22T16:29:01.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:01.162+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.162360+0000) 2023-03-22T16:29:01.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:01.160+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.161007+0000) 2023-03-22T16:29:01.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:01.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.162779+0000) 2023-03-22T16:29:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:01.162+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:01.162517+0000) 2023-03-22T16:29:01.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:01 smithi142 ceph-mon[94717]: pgmap v3609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:01.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:01 smithi098 ceph-mon[94136]: pgmap v3609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:02.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:02.161985+0000) 2023-03-22T16:29:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:02.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:02.162891+0000) 2023-03-22T16:29:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:02.117+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:02.117311+0000) 2023-03-22T16:29:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:02.160+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:02.161134+0000) 2023-03-22T16:29:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:02.162+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:02.162476+0000) 2023-03-22T16:29:02.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:02.162+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:02.162634+0000) 2023-03-22T16:29:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:03.161+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.162101+0000) 2023-03-22T16:29:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:03.162+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:03.163+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:03.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:03.163+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.164251+0000) 2023-03-22T16:29:03.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:03.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.163042+0000) 2023-03-22T16:29:03.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:03.117+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.117432+0000) 2023-03-22T16:29:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:03.161+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.161259+0000) 2023-03-22T16:29:03.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:03.162+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.162601+0000) 2023-03-22T16:29:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:03.162+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.162755+0000) 2023-03-22T16:29:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:03.163+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:03.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:03.163+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:03.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:03.163+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:03.164110+0000) 2023-03-22T16:29:03.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:03 smithi142 ceph-mon[94717]: pgmap v3610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:03.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:03 smithi098 ceph-mon[94136]: pgmap v3610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:04.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:04.161+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:04.161390+0000) 2023-03-22T16:29:04.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:04.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:04.163174+0000) 2023-03-22T16:29:04.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:04.117+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:04.117566+0000) 2023-03-22T16:29:04.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:04.162+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:04.162738+0000) 2023-03-22T16:29:05.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:05.117+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:05.117706+0000) 2023-03-22T16:29:05.411 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:05.161+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:05.161524+0000) 2023-03-22T16:29:05.411 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:05.162+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:05.162333+0000) 2023-03-22T16:29:05.411 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:05.163+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:05.163290+0000) 2023-03-22T16:29:05.412 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:05.162+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:05.162850+0000) 2023-03-22T16:29:05.666 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:05.407+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:05.407842+0000) 2023-03-22T16:29:05.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:05 smithi142 ceph-mon[94717]: pgmap v3611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:29:05.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:05 smithi098 ceph-mon[94136]: pgmap v3611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:29:05.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:05.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:05.663299+0000) 2023-03-22T16:29:06.414 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:06.117+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:06.117829+0000) 2023-03-22T16:29:06.415 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:06.163+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:06.163401+0000) 2023-03-22T16:29:06.416 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:06.162+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:06.162961+0000) 2023-03-22T16:29:06.666 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:06.411+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:06.411501+0000) 2023-03-22T16:29:06.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:06.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:06.663423+0000) 2023-03-22T16:29:07.418 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:07.414+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.415181+0000) 2023-03-22T16:29:07.419 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:07.163+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.163528+0000) 2023-03-22T16:29:07.419 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:07.117+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.117953+0000) 2023-03-22T16:29:07.419 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:07.118+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:07.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:07.118+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:07.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:07.119+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.119408+0000) 2023-03-22T16:29:07.420 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:07.162+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.163072+0000) 2023-03-22T16:29:07.420 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:07.163+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:07.421 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:07.163+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:07.421 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:07.166+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.166355+0000) 2023-03-22T16:29:07.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:07.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.662432+0000) 2023-03-22T16:29:07.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:07.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.663543+0000) 2023-03-22T16:29:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:07.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:07.663005+0000) 2023-03-22T16:29:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:07 smithi142 ceph-mon[94717]: pgmap v3612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:29:07.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:07 smithi098 ceph-mon[94136]: pgmap v3612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:29:08.419 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:08.163+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:08.163649+0000) 2023-03-22T16:29:08.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:08.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:08.416820+0000) 2023-03-22T16:29:08.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:08.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:08.662567+0000) 2023-03-22T16:29:08.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:08.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:08.663663+0000) 2023-03-22T16:29:08.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:08.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:08.663121+0000) 2023-03-22T16:29:09.436 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:09.163+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:09.163821+0000) 2023-03-22T16:29:09.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:09.661+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:09.662690+0000) 2023-03-22T16:29:09.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:09.662+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:09.663784+0000) 2023-03-22T16:29:09.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:09.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:09.416987+0000) 2023-03-22T16:29:09.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:09.660+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:09.661887+0000) 2023-03-22T16:29:09.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:09.661+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:09.663252+0000) 2023-03-22T16:29:09.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:09 smithi142 ceph-mon[94717]: pgmap v3613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:29:09.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:09 smithi098 ceph-mon[94136]: pgmap v3613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:29:10.420 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:10.162+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:10.163960+0000) 2023-03-22T16:29:10.420 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:10.163+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:10.420 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:10.163+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:10.421 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:10.165+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:10.166350+0000) 2023-03-22T16:29:10.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:10.661+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:10.662811+0000) 2023-03-22T16:29:10.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:10.662+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:10.663905+0000) 2023-03-22T16:29:10.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:10.415+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:10.417173+0000) 2023-03-22T16:29:10.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:10.660+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:10.662010+0000) 2023-03-22T16:29:10.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:10.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:10.663378+0000) 2023-03-22T16:29:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:10 smithi142 ceph-mon[94717]: osdmap e251: 12 total, 9 up, 9 in 2023-03-22T16:29:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:10 smithi098 ceph-mon[94136]: osdmap e251: 12 total, 9 up, 9 in 2023-03-22T16:29:11.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:11.661+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:11.662931+0000) 2023-03-22T16:29:11.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:11.662+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:11.664023+0000) 2023-03-22T16:29:11.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:11.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:11.618282+0000) 2023-03-22T16:29:11.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:11.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:11.417302+0000) 2023-03-22T16:29:11.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:11.660+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:11.662129+0000) 2023-03-22T16:29:11.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:11.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:11.663300+0000) 2023-03-22T16:29:11.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:11.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:11.663501+0000) 2023-03-22T16:29:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:11 smithi142 ceph-mon[94717]: pgmap v3615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:29:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:11 smithi098 ceph-mon[94136]: pgmap v3615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:29:12.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:12.661+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:12.663044+0000) 2023-03-22T16:29:12.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:12.662+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:12.664143+0000) 2023-03-22T16:29:12.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:12.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:12.618410+0000) 2023-03-22T16:29:12.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:12.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:12.417534+0000) 2023-03-22T16:29:12.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:12.660+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:12.662247+0000) 2023-03-22T16:29:12.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:12.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:12.663423+0000) 2023-03-22T16:29:12.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:12.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:12.663623+0000) 2023-03-22T16:29:13.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:13.661+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:13.663148+0000) 2023-03-22T16:29:13.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:13.662+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:13.664248+0000) 2023-03-22T16:29:13.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:13.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:13.618537+0000) 2023-03-22T16:29:13.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:13.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:13.417661+0000) 2023-03-22T16:29:13.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:13.661+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:13.662381+0000) 2023-03-22T16:29:13.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:13.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:13.663544+0000) 2023-03-22T16:29:13.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:13.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:13.663744+0000) 2023-03-22T16:29:13.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:13 smithi142 ceph-mon[94717]: pgmap v3616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:29:13.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:13 smithi098 ceph-mon[94136]: pgmap v3616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:29:14.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:14.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.417898+0000) 2023-03-22T16:29:14.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:14.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.618732+0000) 2023-03-22T16:29:14.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:14.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.663657+0000) 2023-03-22T16:29:14.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:14.662+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.664207+0000) 2023-03-22T16:29:15.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:14.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.663321+0000) 2023-03-22T16:29:15.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:14.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.664361+0000) 2023-03-22T16:29:15.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:14.661+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.662566+0000) 2023-03-22T16:29:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:14.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:14.663869+0000) 2023-03-22T16:29:15.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:15.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.663448+0000) 2023-03-22T16:29:15.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:15.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.664461+0000) 2023-03-22T16:29:15.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:15.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.664298+0000) 2023-03-22T16:29:15.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:15.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.663766+0000) 2023-03-22T16:29:15.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:15.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.418009+0000) 2023-03-22T16:29:15.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:15.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.663979+0000) 2023-03-22T16:29:15.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:15.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.618851+0000) 2023-03-22T16:29:15.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:15.661+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:15.662702+0000) 2023-03-22T16:29:15.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:15 smithi142 ceph-mon[94717]: pgmap v3617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:29:15.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:15 smithi098 ceph-mon[94136]: pgmap v3617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:29:16.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:16.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.418216+0000) 2023-03-22T16:29:16.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:16.661+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.662832+0000) 2023-03-22T16:29:16.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:16.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.663557+0000) 2023-03-22T16:29:16.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:16.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.664570+0000) 2023-03-22T16:29:16.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:16.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.663881+0000) 2023-03-22T16:29:16.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:16.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.664401+0000) 2023-03-22T16:29:16.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:16.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.618971+0000) 2023-03-22T16:29:16.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:16.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:16.664088+0000) 2023-03-22T16:29:17.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:17.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.663676+0000) 2023-03-22T16:29:17.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:17.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.664692+0000) 2023-03-22T16:29:17.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:17.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.619084+0000) 2023-03-22T16:29:17.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:17.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.418334+0000) 2023-03-22T16:29:17.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:17.661+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.662949+0000) 2023-03-22T16:29:17.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:17.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.664515+0000) 2023-03-22T16:29:17.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:17.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.663990+0000) 2023-03-22T16:29:17.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:17.662+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:17.664205+0000) 2023-03-22T16:29:17.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:17 smithi142 ceph-mon[94717]: pgmap v3618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:29:17.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:17 smithi098 ceph-mon[94136]: pgmap v3618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:29:18.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:18.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.663789+0000) 2023-03-22T16:29:18.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:18.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.664813+0000) 2023-03-22T16:29:18.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:18.617+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.619227+0000) 2023-03-22T16:29:18.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:18.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.418556+0000) 2023-03-22T16:29:18.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:18.661+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.663068+0000) 2023-03-22T16:29:18.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:18.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.664636+0000) 2023-03-22T16:29:18.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:18.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.664109+0000) 2023-03-22T16:29:18.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:18.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:18.664299+0000) 2023-03-22T16:29:19.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:19.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.418676+0000) 2023-03-22T16:29:19.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:19.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.663903+0000) 2023-03-22T16:29:19.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:19.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.664931+0000) 2023-03-22T16:29:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:19.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.664753+0000) 2023-03-22T16:29:19.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:19.662+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.664227+0000) 2023-03-22T16:29:19.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:19.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.664424+0000) 2023-03-22T16:29:19.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:19.661+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.663188+0000) 2023-03-22T16:29:19.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:19.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:19.619339+0000) 2023-03-22T16:29:19.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:19 smithi142 ceph-mon[94717]: pgmap v3619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:29:19.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:19 smithi098 ceph-mon[94136]: pgmap v3619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:29:20.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:20.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.664012+0000) 2023-03-22T16:29:20.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:20.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.665042+0000) 2023-03-22T16:29:20.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:20.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.619465+0000) 2023-03-22T16:29:20.726 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:20.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.418877+0000) 2023-03-22T16:29:20.726 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:20.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.663292+0000) 2023-03-22T16:29:20.726 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:20.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.664867+0000) 2023-03-22T16:29:20.727 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:20.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.664304+0000) 2023-03-22T16:29:20.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:20.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:20.664535+0000) 2023-03-22T16:29:21.626 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:21.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.619586+0000) 2023-03-22T16:29:21.627 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:21.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.419000+0000) 2023-03-22T16:29:21.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:21.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.663407+0000) 2023-03-22T16:29:21.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:21.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.664126+0000) 2023-03-22T16:29:21.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:21.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.665150+0000) 2023-03-22T16:29:21.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:21.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.664421+0000) 2023-03-22T16:29:21.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:21.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.664647+0000) 2023-03-22T16:29:21.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:21.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:21.664985+0000) 2023-03-22T16:29:21.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:21 smithi142 ceph-mon[94717]: pgmap v3620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T16:29:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:21 smithi098 ceph-mon[94136]: pgmap v3620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T16:29:22.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:22.662+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.664237+0000) 2023-03-22T16:29:22.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:22.663+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.665257+0000) 2023-03-22T16:29:22.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:22.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.619715+0000) 2023-03-22T16:29:22.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:22.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.663520+0000) 2023-03-22T16:29:22.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:22.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.665101+0000) 2023-03-22T16:29:22.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:22.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.664542+0000) 2023-03-22T16:29:22.726 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:22.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.419210+0000) 2023-03-22T16:29:22.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:22.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:22.664764+0000) 2023-03-22T16:29:23.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:23.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.663657+0000) 2023-03-22T16:29:23.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:23.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.664355+0000) 2023-03-22T16:29:23.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:23.664+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.665372+0000) 2023-03-22T16:29:23.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:23.418+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.419334+0000) 2023-03-22T16:29:23.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:23.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.619851+0000) 2023-03-22T16:29:23.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:23.663+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.665214+0000) 2023-03-22T16:29:23.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:23.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.664667+0000) 2023-03-22T16:29:23.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:23.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:23.664877+0000) 2023-03-22T16:29:23.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:23 smithi142 ceph-mon[94717]: pgmap v3621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:29:23.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:23 smithi098 ceph-mon[94136]: pgmap v3621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:29:24.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:24.418+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.419543+0000) 2023-03-22T16:29:24.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:24.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.664475+0000) 2023-03-22T16:29:24.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:24.664+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.665483+0000) 2023-03-22T16:29:24.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:24.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.664796+0000) 2023-03-22T16:29:24.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:24.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.663784+0000) 2023-03-22T16:29:24.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:24.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.619973+0000) 2023-03-22T16:29:24.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:24.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.665299+0000) 2023-03-22T16:29:24.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:24.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:24.664999+0000) 2023-03-22T16:29:25.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:25.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.664591+0000) 2023-03-22T16:29:25.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:25.664+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.665612+0000) 2023-03-22T16:29:25.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:25.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.620106+0000) 2023-03-22T16:29:25.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:25.418+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.419674+0000) 2023-03-22T16:29:25.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:25.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.663912+0000) 2023-03-22T16:29:25.726 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:25.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.665422+0000) 2023-03-22T16:29:25.727 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:25.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.664923+0000) 2023-03-22T16:29:25.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:25.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:25.665108+0000) 2023-03-22T16:29:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:25 smithi142 ceph-mon[94717]: pgmap v3622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:29:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:25 smithi098 ceph-mon[94136]: pgmap v3622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:29:26.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:26.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.664706+0000) 2023-03-22T16:29:26.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:26.664+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.665735+0000) 2023-03-22T16:29:26.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:26.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.665540+0000) 2023-03-22T16:29:26.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:26.618+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.620219+0000) 2023-03-22T16:29:26.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:26.418+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.419912+0000) 2023-03-22T16:29:26.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:26.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.664048+0000) 2023-03-22T16:29:26.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:26.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.665045+0000) 2023-03-22T16:29:26.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:26.663+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:26.665220+0000) 2023-03-22T16:29:27.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:27.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.664824+0000) 2023-03-22T16:29:27.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:27.664+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.665848+0000) 2023-03-22T16:29:27.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:27.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.620315+0000) 2023-03-22T16:29:27.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:27.418+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.420040+0000) 2023-03-22T16:29:27.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:27.662+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.664172+0000) 2023-03-22T16:29:27.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:27.663+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.665163+0000) 2023-03-22T16:29:27.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:27.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.665658+0000) 2023-03-22T16:29:27.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:27.664+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:27.665306+0000) 2023-03-22T16:29:27.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:27 smithi142 ceph-mon[94717]: pgmap v3623: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:29:27.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:27 smithi098 ceph-mon[94136]: pgmap v3623: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:29:28.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:28.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.664940+0000) 2023-03-22T16:29:28.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:28.664+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.666010+0000) 2023-03-22T16:29:28.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:28.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.620441+0000) 2023-03-22T16:29:28.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:28.663+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.664296+0000) 2023-03-22T16:29:28.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:28.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.420318+0000) 2023-03-22T16:29:28.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:28.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.665775+0000) 2023-03-22T16:29:28.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:28.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.665302+0000) 2023-03-22T16:29:28.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:28.664+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:28.665418+0000) 2023-03-22T16:29:29.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:29.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.665053+0000) 2023-03-22T16:29:29.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:29.664+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.666143+0000) 2023-03-22T16:29:29.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:29.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.620567+0000) 2023-03-22T16:29:29.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:29.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.420445+0000) 2023-03-22T16:29:29.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:29.663+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.664423+0000) 2023-03-22T16:29:29.726 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:29.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.665412+0000) 2023-03-22T16:29:29.727 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:29.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.665894+0000) 2023-03-22T16:29:29.728 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:29.664+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:29.665529+0000) 2023-03-22T16:29:29.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:29 smithi142 ceph-mon[94717]: pgmap v3624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:29:29.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:29 smithi098 ceph-mon[94136]: pgmap v3624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:29:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:30.663+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.665218+0000) 2023-03-22T16:29:30.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:30.665+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.666312+0000) 2023-03-22T16:29:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:30.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.620686+0000) 2023-03-22T16:29:30.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:30.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.420705+0000) 2023-03-22T16:29:30.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:30.663+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.664552+0000) 2023-03-22T16:29:30.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:30.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.666020+0000) 2023-03-22T16:29:30.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:30.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.665544+0000) 2023-03-22T16:29:30.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:30.664+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:30.665709+0000) 2023-03-22T16:29:31.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:31.664+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.665348+0000) 2023-03-22T16:29:31.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:31.665+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.666456+0000) 2023-03-22T16:29:31.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:31.665+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:31.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:31.665+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:31.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:31.666+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.667488+0000) 2023-03-22T16:29:31.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:31.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.620804+0000) 2023-03-22T16:29:31.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:31.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.420849+0000) 2023-03-22T16:29:31.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:31.420+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:31.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:31.420+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:31.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:31.424+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.425900+0000) 2023-03-22T16:29:31.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:31.663+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.664687+0000) 2023-03-22T16:29:31.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:31.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.665675+0000) 2023-03-22T16:29:31.726 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:31.664+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.666159+0000) 2023-03-22T16:29:31.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:31.664+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:31.665864+0000) 2023-03-22T16:29:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:31 smithi142 ceph-mon[94717]: pgmap v3625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:31.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:31 smithi098 ceph-mon[94136]: pgmap v3625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:32.664+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:32.665494+0000) 2023-03-22T16:29:32.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:32.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:32.665800+0000) 2023-03-22T16:29:32.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:32.665+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:32.666282+0000) 2023-03-22T16:29:32.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:32.663+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:32.664874+0000) 2023-03-22T16:29:32.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:32.664+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:32.665986+0000) 2023-03-22T16:29:32.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:32.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:32.620918+0000) 2023-03-22T16:29:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:33 smithi142 ceph-mon[94717]: pgmap v3626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:33 smithi098 ceph-mon[94136]: pgmap v3626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:33.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:33.663+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.665013+0000) 2023-03-22T16:29:33.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:33.664+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.665628+0000) 2023-03-22T16:29:33.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:33.665+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:33.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:33.665+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:33.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:33.666+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.667499+0000) 2023-03-22T16:29:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:33.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.621038+0000) 2023-03-22T16:29:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:33.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.665995+0000) 2023-03-22T16:29:33.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:33.665+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.666518+0000) 2023-03-22T16:29:33.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:33.664+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.666181+0000) 2023-03-22T16:29:33.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:33.665+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:33.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:33.665+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:33.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:33.666+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:33.668167+0000) 2023-03-22T16:29:34.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:34.663+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:34.665160+0000) 2023-03-22T16:29:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:34.619+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:34.621214+0000) 2023-03-22T16:29:34.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:34.665+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:34.666635+0000) 2023-03-22T16:29:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:34.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:34.666106+0000) 2023-03-22T16:29:35.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:35 smithi142 ceph-mon[94717]: pgmap v3627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:35 smithi098 ceph-mon[94136]: pgmap v3627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:35.942 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:35.620+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:35.621372+0000) 2023-03-22T16:29:35.943 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:35.665+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:35.666762+0000) 2023-03-22T16:29:36.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:35.920+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:35.921128+0000) 2023-03-22T16:29:36.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:36.165+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:36.166698+0000) 2023-03-22T16:29:36.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:35.664+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:35.666245+0000) 2023-03-22T16:29:36.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:35.664+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:35.665410+0000) 2023-03-22T16:29:36.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:35.664+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:36.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:35.664+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:36.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:35.942+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:35.943428+0000) 2023-03-22T16:29:36.943 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:36.620+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:36.621526+0000) 2023-03-22T16:29:36.944 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:36.665+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:36.666872+0000) 2023-03-22T16:29:36.944 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:36.665+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:36.666359+0000) 2023-03-22T16:29:37.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:36.939+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:36.940529+0000) 2023-03-22T16:29:37.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:37.165+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:37.166819+0000) 2023-03-22T16:29:37.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:37 smithi142 ceph-mon[94717]: pgmap v3628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:37.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:37 smithi098 ceph-mon[94136]: pgmap v3628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:37.947 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:37.620+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:37.621681+0000) 2023-03-22T16:29:37.947 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:37.621+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:37.947 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:37.621+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:37.948 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:37.622+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:37.623458+0000) 2023-03-22T16:29:37.948 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:37.665+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:37.667027+0000) 2023-03-22T16:29:37.948 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:37.665+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:37.666501+0000) 2023-03-22T16:29:37.949 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:37.665+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:37.949 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:37.666+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:37.949 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:37.666+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:37.667442+0000) 2023-03-22T16:29:38.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:37.942+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:37.944252+0000) 2023-03-22T16:29:38.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:38.164+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:38.165899+0000) 2023-03-22T16:29:38.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:38.165+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:38.166941+0000) 2023-03-22T16:29:38.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:38.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:38.166404+0000) 2023-03-22T16:29:38.949 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:38.665+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:38.667160+0000) 2023-03-22T16:29:39.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:39.164+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:39.166014+0000) 2023-03-22T16:29:39.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:39.165+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:39.167054+0000) 2023-03-22T16:29:39.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:39.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:39.166523+0000) 2023-03-22T16:29:39.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:38.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:38.946298+0000) 2023-03-22T16:29:39.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:39 smithi142 ceph-mon[94717]: pgmap v3629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:39.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:39 smithi098 ceph-mon[94136]: pgmap v3629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:39.949 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:39.666+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:39.667315+0000) 2023-03-22T16:29:40.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:40.164+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:40.166122+0000) 2023-03-22T16:29:40.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:40.165+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:40.167168+0000) 2023-03-22T16:29:40.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:39.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:39.946425+0000) 2023-03-22T16:29:40.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:40.164+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:40.165643+0000) 2023-03-22T16:29:40.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:40.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:40.166646+0000) 2023-03-22T16:29:40.949 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:40.666+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:40.667466+0000) 2023-03-22T16:29:40.949 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:40.666+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:40.950 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:40.666+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:29:40.950 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:40.667+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:40.668357+0000) 2023-03-22T16:29:41.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:41.164+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:41.165796+0000) 2023-03-22T16:29:41.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:41.164+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:41.166233+0000) 2023-03-22T16:29:41.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:40.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:40.946653+0000) 2023-03-22T16:29:41.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:41.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:41.167287+0000) 2023-03-22T16:29:41.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:41.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:41.166771+0000) 2023-03-22T16:29:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:41 smithi142 ceph-mon[94717]: pgmap v3630: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:41.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:41 smithi098 ceph-mon[94136]: pgmap v3630: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:42.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:42.164+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:42.165908+0000) 2023-03-22T16:29:42.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:42.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:42.166365+0000) 2023-03-22T16:29:42.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:42.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:42.167397+0000) 2023-03-22T16:29:42.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:41.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:41.946794+0000) 2023-03-22T16:29:42.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:42.120+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:42.121920+0000) 2023-03-22T16:29:42.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:42.165+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:42.166737+0000) 2023-03-22T16:29:42.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:42.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:42.166885+0000) 2023-03-22T16:29:43.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:43.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:43.166480+0000) 2023-03-22T16:29:43.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:43.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:43.167521+0000) 2023-03-22T16:29:43.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:43.165+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:43.166853+0000) 2023-03-22T16:29:43.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:43.120+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:43.122040+0000) 2023-03-22T16:29:43.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:43.164+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:43.166025+0000) 2023-03-22T16:29:43.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:42.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:42.947094+0000) 2023-03-22T16:29:43.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:43.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:43.167007+0000) 2023-03-22T16:29:43.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:43 smithi142 ceph-mon[94717]: pgmap v3631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:43 smithi098 ceph-mon[94136]: pgmap v3631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:44.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:44.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:44.166596+0000) 2023-03-22T16:29:44.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:44.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:44.167636+0000) 2023-03-22T16:29:44.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:44.120+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:44.122147+0000) 2023-03-22T16:29:44.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:43.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:43.947219+0000) 2023-03-22T16:29:44.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:44.164+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:44.166163+0000) 2023-03-22T16:29:44.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:44.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:44.167122+0000) 2023-03-22T16:29:44.226 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:44.165+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:44.166977+0000) 2023-03-22T16:29:45.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:44.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:44.947444+0000) 2023-03-22T16:29:45.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:45.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.166722+0000) 2023-03-22T16:29:45.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:45.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.167742+0000) 2023-03-22T16:29:45.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:45.121+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.122274+0000) 2023-03-22T16:29:45.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:45.165+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.166294+0000) 2023-03-22T16:29:45.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:45.166+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.167769+0000) 2023-03-22T16:29:45.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:45.165+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.167242+0000) 2023-03-22T16:29:45.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:45.165+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.167096+0000) 2023-03-22T16:29:45.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:45 smithi142 ceph-mon[94717]: pgmap v3632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:45.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:45 smithi098 ceph-mon[94136]: pgmap v3632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:46.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:46.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.166839+0000) 2023-03-22T16:29:46.252 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:46.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.167871+0000) 2023-03-22T16:29:46.253 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:46.121+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.122388+0000) 2023-03-22T16:29:46.253 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:46.165+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.166415+0000) 2023-03-22T16:29:46.254 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:45.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:45.947574+0000) 2023-03-22T16:29:46.254 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:46.165+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.167218+0000) 2023-03-22T16:29:46.255 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:46.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.167363+0000) 2023-03-22T16:29:46.255 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:46.166+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.167886+0000) 2023-03-22T16:29:47.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:47.165+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.166537+0000) 2023-03-22T16:29:47.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:47.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.166960+0000) 2023-03-22T16:29:47.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:47.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.167990+0000) 2023-03-22T16:29:47.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:47.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.167306+0000) 2023-03-22T16:29:47.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:47.121+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.122515+0000) 2023-03-22T16:29:47.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:46.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:46.947813+0000) 2023-03-22T16:29:47.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:47.166+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.168003+0000) 2023-03-22T16:29:47.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:47.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.167475+0000) 2023-03-22T16:29:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:47 smithi142 ceph-mon[94717]: pgmap v3633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:47 smithi098 ceph-mon[94136]: pgmap v3633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:48.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:48.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.167068+0000) 2023-03-22T16:29:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:48.121+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.122637+0000) 2023-03-22T16:29:48.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:47.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:47.947959+0000) 2023-03-22T16:29:48.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:48.165+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.166655+0000) 2023-03-22T16:29:48.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:48.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.168110+0000) 2023-03-22T16:29:48.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:48.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.167426+0000) 2023-03-22T16:29:48.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:48.166+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.168123+0000) 2023-03-22T16:29:48.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:48.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.167592+0000) 2023-03-22T16:29:49.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:48.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:48.948179+0000) 2023-03-22T16:29:49.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:49.165+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.167184+0000) 2023-03-22T16:29:49.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:49.166+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.168223+0000) 2023-03-22T16:29:49.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:49.166+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.168238+0000) 2023-03-22T16:29:49.225 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:49.165+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.166786+0000) 2023-03-22T16:29:49.225 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:49.121+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.122788+0000) 2023-03-22T16:29:49.226 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:49.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.167557+0000) 2023-03-22T16:29:49.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:49.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.167711+0000) 2023-03-22T16:29:49.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:49 smithi142 ceph-mon[94717]: pgmap v3634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:49.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:49 smithi098 ceph-mon[94136]: pgmap v3634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:50.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:50.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.167296+0000) 2023-03-22T16:29:50.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:50.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.168299+0000) 2023-03-22T16:29:50.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:50.121+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.122940+0000) 2023-03-22T16:29:50.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:49.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:49.948292+0000) 2023-03-22T16:29:50.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:50.165+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.166918+0000) 2023-03-22T16:29:50.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:50.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.167677+0000) 2023-03-22T16:29:50.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:50.167+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.168404+0000) 2023-03-22T16:29:50.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:50.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.167831+0000) 2023-03-22T16:29:51.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:51.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.167416+0000) 2023-03-22T16:29:51.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:51.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.168419+0000) 2023-03-22T16:29:51.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:51.121+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.123063+0000) 2023-03-22T16:29:51.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:50.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:50.948496+0000) 2023-03-22T16:29:51.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:51.165+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.167043+0000) 2023-03-22T16:29:51.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:51.167+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.168518+0000) 2023-03-22T16:29:51.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:51.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.167798+0000) 2023-03-22T16:29:51.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:51.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.167946+0000) 2023-03-22T16:29:51.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:51 smithi142 ceph-mon[94717]: pgmap v3635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:51.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:51 smithi098 ceph-mon[94136]: pgmap v3635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:52.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:51.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:51.948651+0000) 2023-03-22T16:29:52.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:52.166+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.167211+0000) 2023-03-22T16:29:52.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:52.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.168533+0000) 2023-03-22T16:29:52.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:52.167+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.168659+0000) 2023-03-22T16:29:52.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:52.122+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.123235+0000) 2023-03-22T16:29:52.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:52.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.167922+0000) 2023-03-22T16:29:52.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:52.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.168071+0000) 2023-03-22T16:29:52.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:52.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.167530+0000) 2023-03-22T16:29:53.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:53.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.167639+0000) 2023-03-22T16:29:53.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:53.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.168667+0000) 2023-03-22T16:29:53.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:53.122+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.123407+0000) 2023-03-22T16:29:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:53.166+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.168199+0000) 2023-03-22T16:29:53.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:52.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:52.948842+0000) 2023-03-22T16:29:53.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:53.166+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.167373+0000) 2023-03-22T16:29:53.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:53.167+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.168779+0000) 2023-03-22T16:29:53.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:53.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.168036+0000) 2023-03-22T16:29:53.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:53 smithi142 ceph-mon[94717]: pgmap v3636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:53.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:53 smithi098 ceph-mon[94136]: pgmap v3636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:54.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:54.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.167757+0000) 2023-03-22T16:29:54.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:54.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.168782+0000) 2023-03-22T16:29:54.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:54.167+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.168898+0000) 2023-03-22T16:29:54.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:54.166+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.167486+0000) 2023-03-22T16:29:54.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:53.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:53.948983+0000) 2023-03-22T16:29:54.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:54.122+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.123535+0000) 2023-03-22T16:29:54.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:54.166+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.168158+0000) 2023-03-22T16:29:54.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:54.167+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.168302+0000) 2023-03-22T16:29:55.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:55.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.167882+0000) 2023-03-22T16:29:55.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:55.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.168898+0000) 2023-03-22T16:29:55.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:54.947+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:54.949194+0000) 2023-03-22T16:29:55.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:55.122+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.123663+0000) 2023-03-22T16:29:55.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:55.166+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.167607+0000) 2023-03-22T16:29:55.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:55.167+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.169026+0000) 2023-03-22T16:29:55.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:55.167+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.168418+0000) 2023-03-22T16:29:55.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:55.167+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.168282+0000) 2023-03-22T16:29:55.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:55 smithi142 ceph-mon[94717]: pgmap v3637: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:55.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:55 smithi098 ceph-mon[94136]: pgmap v3637: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:56.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:56.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.167999+0000) 2023-03-22T16:29:56.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:56.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.169014+0000) 2023-03-22T16:29:56.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:56.167+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.169158+0000) 2023-03-22T16:29:56.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:56.167+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.168532+0000) 2023-03-22T16:29:56.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:55.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:55.949314+0000) 2023-03-22T16:29:56.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:56.166+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.167736+0000) 2023-03-22T16:29:56.225 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:56.122+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.123789+0000) 2023-03-22T16:29:56.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:56.167+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.168402+0000) 2023-03-22T16:29:57.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:57.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.168111+0000) 2023-03-22T16:29:57.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:57.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.169132+0000) 2023-03-22T16:29:57.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:57.122+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.123914+0000) 2023-03-22T16:29:57.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:56.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:56.949531+0000) 2023-03-22T16:29:57.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:57.166+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.167875+0000) 2023-03-22T16:29:57.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:57.168+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.169278+0000) 2023-03-22T16:29:57.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:57.167+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.168521+0000) 2023-03-22T16:29:57.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:57.167+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.168646+0000) 2023-03-22T16:29:57.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:57 smithi142 ceph-mon[94717]: pgmap v3638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:57.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:57 smithi098 ceph-mon[94136]: pgmap v3638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:29:58.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:58.166+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.168224+0000) 2023-03-22T16:29:58.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:58.167+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.169244+0000) 2023-03-22T16:29:58.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:58.122+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.124034+0000) 2023-03-22T16:29:58.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:58.166+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.168000+0000) 2023-03-22T16:29:58.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:57.948+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:57.949656+0000) 2023-03-22T16:29:58.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:58.167+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.168636+0000) 2023-03-22T16:29:58.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:58.168+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.169388+0000) 2023-03-22T16:29:58.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:58.167+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.168755+0000) 2023-03-22T16:29:59.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:58.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:58.949870+0000) 2023-03-22T16:29:59.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:29:59.167+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.168123+0000) 2023-03-22T16:29:59.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:29:59.168+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.168305+0000) 2023-03-22T16:29:59.225 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:29:59.169+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.169365+0000) 2023-03-22T16:29:59.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:29:59.169+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.169507+0000) 2023-03-22T16:29:59.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:29:59.168+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.168876+0000) 2023-03-22T16:29:59.227 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:29:59.123+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.124162+0000) 2023-03-22T16:29:59.227 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:29:59.168+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.168770+0000) 2023-03-22T16:29:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:29:59 smithi142 ceph-mon[94717]: pgmap v3639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:29:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:29:59 smithi098 ceph-mon[94136]: pgmap v3639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:00.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:00.168+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.168427+0000) 2023-03-22T16:30:00.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:00.169+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.169478+0000) 2023-03-22T16:30:00.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:00.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.124285+0000) 2023-03-22T16:30:00.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:29:59.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:29:59.949991+0000) 2023-03-22T16:30:00.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:00.167+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.168244+0000) 2023-03-22T16:30:00.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:00.169+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.169622+0000) 2023-03-22T16:30:00.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:00.168+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.168995+0000) 2023-03-22T16:30:00.226 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:00.168+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.168890+0000) 2023-03-22T16:30:00.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:30:00.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:30:01.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:01.168+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.168548+0000) 2023-03-22T16:30:01.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:01.169+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.169592+0000) 2023-03-22T16:30:01.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:01.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.124412+0000) 2023-03-22T16:30:01.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:00.949+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:00.950205+0000) 2023-03-22T16:30:01.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:01.168+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.169112+0000) 2023-03-22T16:30:01.225 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:01.168+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.168377+0000) 2023-03-22T16:30:01.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:01.168+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.169004+0000) 2023-03-22T16:30:01.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:01.169+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.169737+0000) 2023-03-22T16:30:01.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:01 smithi142 ceph-mon[94717]: pgmap v3640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:01.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:01 smithi098 ceph-mon[94136]: pgmap v3640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:02.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:02.168+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.168678+0000) 2023-03-22T16:30:02.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:02.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.124537+0000) 2023-03-22T16:30:02.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:02.169+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.169726+0000) 2023-03-22T16:30:02.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:02.170+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:02.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:02.170+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:02.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:02.170+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.171224+0000) 2023-03-22T16:30:02.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:01.950+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.950300+0000) 2023-03-22T16:30:02.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:01.950+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:02.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:01.950+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:02.225 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:01.954+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:01.955096+0000) 2023-03-22T16:30:02.225 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:02.168+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.168505+0000) 2023-03-22T16:30:02.226 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:02.169+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.169893+0000) 2023-03-22T16:30:02.226 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:02.168+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.169139+0000) 2023-03-22T16:30:02.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:02.168+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:02.169232+0000) 2023-03-22T16:30:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:03.168+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:03.168796+0000) 2023-03-22T16:30:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:03.169+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:03.169304+0000) 2023-03-22T16:30:03.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:03.169+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:03.170023+0000) 2023-03-22T16:30:03.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:03.168+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:03.168634+0000) 2023-03-22T16:30:03.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:03.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:03.124669+0000) 2023-03-22T16:30:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:03.169+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:03.169258+0000) 2023-03-22T16:30:03.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:03 smithi142 ceph-mon[94717]: pgmap v3641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:03.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:03 smithi098 ceph-mon[94136]: pgmap v3641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:04.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:04.168+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.168756+0000) 2023-03-22T16:30:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:04.168+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.168915+0000) 2023-03-22T16:30:04.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:04.169+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:04.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:04.169+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:04.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:04.170+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.170466+0000) 2023-03-22T16:30:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:04.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.124797+0000) 2023-03-22T16:30:04.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:04.169+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.169389+0000) 2023-03-22T16:30:04.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:04.169+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.170134+0000) 2023-03-22T16:30:04.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:04.169+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.169719+0000) 2023-03-22T16:30:04.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:04.170+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:04.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:04.170+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:04.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:04.171+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:04.171985+0000) 2023-03-22T16:30:05.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:05.168+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:05.168877+0000) 2023-03-22T16:30:05.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:05.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:05.124919+0000) 2023-03-22T16:30:05.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:05.169+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:05.169506+0000) 2023-03-22T16:30:05.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:05.170+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:05.170260+0000) 2023-03-22T16:30:05.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:05 smithi142 ceph-mon[94717]: pgmap v3642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:30:05.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:05 smithi098 ceph-mon[94136]: pgmap v3642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:30:06.453 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:06.170+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:06.170381+0000) 2023-03-22T16:30:06.454 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:06.168+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:06.168992+0000) 2023-03-22T16:30:06.454 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:06.169+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:06.454 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:06.169+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:06.454 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:06.170+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:06.170965+0000) 2023-03-22T16:30:06.455 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:06.169+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:06.169650+0000) 2023-03-22T16:30:06.455 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:06.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:06.125038+0000) 2023-03-22T16:30:06.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:06.669+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:06.670032+0000) 2023-03-22T16:30:06.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:06.450+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:06.450596+0000) 2023-03-22T16:30:07.456 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:07.124+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:07.125174+0000) 2023-03-22T16:30:07.457 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:07.170+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:07.170503+0000) 2023-03-22T16:30:07.458 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:07.169+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:07.169779+0000) 2023-03-22T16:30:07.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:07.453+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:07.454137+0000) 2023-03-22T16:30:07.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:07.669+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:07.670147+0000) 2023-03-22T16:30:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:07 smithi142 ceph-mon[94717]: pgmap v3643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:30:07.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:07 smithi098 ceph-mon[94136]: pgmap v3643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:30:08.460 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:08.170+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.170616+0000) 2023-03-22T16:30:08.461 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:08.169+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.169903+0000) 2023-03-22T16:30:08.461 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:08.170+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:08.462 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:08.170+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:08.462 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:08.172+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.172394+0000) 2023-03-22T16:30:08.462 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:08.125+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.125300+0000) 2023-03-22T16:30:08.462 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:08.125+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:08.463 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:08.125+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:08.463 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:08.126+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.126944+0000) 2023-03-22T16:30:08.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:08.668+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.669163+0000) 2023-03-22T16:30:08.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:08.670+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.670266+0000) 2023-03-22T16:30:08.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:08.669+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.669991+0000) 2023-03-22T16:30:08.726 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:08.457+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:08.457758+0000) 2023-03-22T16:30:09.462 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:09.170+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:09.170750+0000) 2023-03-22T16:30:09.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:09.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:09.669293+0000) 2023-03-22T16:30:09.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:09.670+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:09.670400+0000) 2023-03-22T16:30:09.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:09.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:09.459412+0000) 2023-03-22T16:30:09.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:09.669+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:09.670120+0000) 2023-03-22T16:30:09.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:09 smithi142 ceph-mon[94717]: pgmap v3644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:30:09.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:09 smithi098 ceph-mon[94136]: pgmap v3644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:30:10.462 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:10.170+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:10.170878+0000) 2023-03-22T16:30:10.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:10.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:10.459646+0000) 2023-03-22T16:30:10.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:10.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:10.669354+0000) 2023-03-22T16:30:10.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:10.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:10.669526+0000) 2023-03-22T16:30:10.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:10.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:10.671293+0000) 2023-03-22T16:30:10.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:10.669+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:10.670244+0000) 2023-03-22T16:30:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:10 smithi142 ceph-mon[94717]: osdmap e252: 12 total, 9 up, 9 in 2023-03-22T16:30:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:10 smithi098 ceph-mon[94136]: osdmap e252: 12 total, 9 up, 9 in 2023-03-22T16:30:11.462 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:11.170+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:11.170998+0000) 2023-03-22T16:30:11.463 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:11.171+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:11.463 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:11.171+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:11.463 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:11.171+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:11.172251+0000) 2023-03-22T16:30:11.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:11.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:11.669655+0000) 2023-03-22T16:30:11.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:11.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:11.671403+0000) 2023-03-22T16:30:11.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:11.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:11.669476+0000) 2023-03-22T16:30:11.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:11.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:11.670381+0000) 2023-03-22T16:30:11.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:11.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:11.459769+0000) 2023-03-22T16:30:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:11 smithi142 ceph-mon[94717]: pgmap v3646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:30:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:11 smithi098 ceph-mon[94136]: pgmap v3646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:30:12.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:12.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:12.669774+0000) 2023-03-22T16:30:12.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:12.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:12.671514+0000) 2023-03-22T16:30:12.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:12.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:12.625657+0000) 2023-03-22T16:30:12.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:12.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:12.459986+0000) 2023-03-22T16:30:12.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:12.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:12.669597+0000) 2023-03-22T16:30:12.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:12.669+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:12.670205+0000) 2023-03-22T16:30:12.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:12.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:12.670503+0000) 2023-03-22T16:30:13.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:13.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:13.669894+0000) 2023-03-22T16:30:13.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:13.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:13.671642+0000) 2023-03-22T16:30:13.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:13.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:13.625784+0000) 2023-03-22T16:30:13.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:13.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:13.669729+0000) 2023-03-22T16:30:13.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:13.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:13.670303+0000) 2023-03-22T16:30:13.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:13.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:13.670617+0000) 2023-03-22T16:30:13.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:13.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:13.460116+0000) 2023-03-22T16:30:13.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:13 smithi142 ceph-mon[94717]: pgmap v3647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:30:13.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:13 smithi098 ceph-mon[94136]: pgmap v3647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:30:14.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:14.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:14.670011+0000) 2023-03-22T16:30:14.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:14.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:14.671756+0000) 2023-03-22T16:30:14.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:14.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:14.669865+0000) 2023-03-22T16:30:14.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:14.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:14.670729+0000) 2023-03-22T16:30:14.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:14.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:14.460341+0000) 2023-03-22T16:30:14.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:14.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:14.670426+0000) 2023-03-22T16:30:14.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:14.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:14.625903+0000) 2023-03-22T16:30:15.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:15.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.460465+0000) 2023-03-22T16:30:15.724 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:15.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.670147+0000) 2023-03-22T16:30:15.725 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:15.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.671885+0000) 2023-03-22T16:30:15.726 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:15.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.671204+0000) 2023-03-22T16:30:15.727 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:15.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.626028+0000) 2023-03-22T16:30:15.727 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:15.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.669996+0000) 2023-03-22T16:30:15.728 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:15.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.670546+0000) 2023-03-22T16:30:15.728 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:15.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:15.670854+0000) 2023-03-22T16:30:15.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:15 smithi142 ceph-mon[94717]: pgmap v3648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:30:15.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:15 smithi098 ceph-mon[94136]: pgmap v3648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:30:16.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:16.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.670280+0000) 2023-03-22T16:30:16.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:16.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.670666+0000) 2023-03-22T16:30:16.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:16.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.671301+0000) 2023-03-22T16:30:16.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:16.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.670968+0000) 2023-03-22T16:30:16.726 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:16.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.626145+0000) 2023-03-22T16:30:16.726 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:16.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.460702+0000) 2023-03-22T16:30:16.727 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:16.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.671995+0000) 2023-03-22T16:30:16.727 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:16.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:16.670112+0000) 2023-03-22T16:30:17.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:17.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.670410+0000) 2023-03-22T16:30:17.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:17.670+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.672111+0000) 2023-03-22T16:30:17.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:17.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.460824+0000) 2023-03-22T16:30:17.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:17.668+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.670257+0000) 2023-03-22T16:30:17.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:17.669+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.670779+0000) 2023-03-22T16:30:17.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:17.669+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.671080+0000) 2023-03-22T16:30:17.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:17.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.626260+0000) 2023-03-22T16:30:17.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:17.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:17.671393+0000) 2023-03-22T16:30:17.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:17 smithi142 ceph-mon[94717]: pgmap v3649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:30:17.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:17 smithi098 ceph-mon[94136]: pgmap v3649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:30:18.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:18.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.461069+0000) 2023-03-22T16:30:18.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:18.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.626443+0000) 2023-03-22T16:30:18.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:18.669+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.670902+0000) 2023-03-22T16:30:18.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:18.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.671542+0000) 2023-03-22T16:30:19.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:18.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.670550+0000) 2023-03-22T16:30:19.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:18.670+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.672239+0000) 2023-03-22T16:30:19.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:18.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.670401+0000) 2023-03-22T16:30:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:18.669+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:18.671192+0000) 2023-03-22T16:30:19.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:19.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.670709+0000) 2023-03-22T16:30:19.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:19.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.672357+0000) 2023-03-22T16:30:19.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:19.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.626567+0000) 2023-03-22T16:30:19.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:19.459+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.461173+0000) 2023-03-22T16:30:19.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:19.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.670544+0000) 2023-03-22T16:30:19.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:19.669+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.671021+0000) 2023-03-22T16:30:19.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:19.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.671689+0000) 2023-03-22T16:30:19.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:19.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:19.671302+0000) 2023-03-22T16:30:19.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:19 smithi142 ceph-mon[94717]: pgmap v3650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:30:19.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:19 smithi098 ceph-mon[94136]: pgmap v3650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:30:20.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:20.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.670827+0000) 2023-03-22T16:30:20.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:20.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.672479+0000) 2023-03-22T16:30:20.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:20.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.626694+0000) 2023-03-22T16:30:20.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:20.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.461403+0000) 2023-03-22T16:30:20.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:20.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.670674+0000) 2023-03-22T16:30:20.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:20.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.671810+0000) 2023-03-22T16:30:20.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:20.669+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.671132+0000) 2023-03-22T16:30:20.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:20.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:20.671419+0000) 2023-03-22T16:30:21.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:21.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.461521+0000) 2023-03-22T16:30:21.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:21.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.670805+0000) 2023-03-22T16:30:21.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:21.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.670949+0000) 2023-03-22T16:30:21.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:21.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.672597+0000) 2023-03-22T16:30:21.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:21.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.626821+0000) 2023-03-22T16:30:21.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:21.669+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.671251+0000) 2023-03-22T16:30:21.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:21.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.671931+0000) 2023-03-22T16:30:21.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:21.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:21.671540+0000) 2023-03-22T16:30:21.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:21 smithi142 ceph-mon[94717]: pgmap v3651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T16:30:21.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:21 smithi098 ceph-mon[94136]: pgmap v3651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 201 B/s wr, 10 op/s 2023-03-22T16:30:22.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:22.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.670948+0000) 2023-03-22T16:30:22.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:22.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.671066+0000) 2023-03-22T16:30:22.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:22.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.672716+0000) 2023-03-22T16:30:22.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:22.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.672059+0000) 2023-03-22T16:30:22.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:22.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.671385+0000) 2023-03-22T16:30:22.726 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:22.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.626945+0000) 2023-03-22T16:30:22.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:22.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.671664+0000) 2023-03-22T16:30:22.727 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:22.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:22.461740+0000) 2023-03-22T16:30:23.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:23.669+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.671184+0000) 2023-03-22T16:30:23.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:23.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.672842+0000) 2023-03-22T16:30:23.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:23.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.627068+0000) 2023-03-22T16:30:23.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:23.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.461873+0000) 2023-03-22T16:30:23.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:23.670+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.672178+0000) 2023-03-22T16:30:23.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:23.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.671518+0000) 2023-03-22T16:30:23.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:23.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.671778+0000) 2023-03-22T16:30:23.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:23.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:23.671069+0000) 2023-03-22T16:30:23.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:23 smithi142 ceph-mon[94717]: pgmap v3652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:30:23.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:23 smithi098 ceph-mon[94136]: pgmap v3652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:30:24.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:24.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.671300+0000) 2023-03-22T16:30:24.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:24.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.672966+0000) 2023-03-22T16:30:24.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:24.625+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.627210+0000) 2023-03-22T16:30:24.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:24.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.462090+0000) 2023-03-22T16:30:24.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:24.669+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.671195+0000) 2023-03-22T16:30:24.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:24.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.671641+0000) 2023-03-22T16:30:24.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:24.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.672299+0000) 2023-03-22T16:30:24.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:24.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:24.671896+0000) 2023-03-22T16:30:25.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:25.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.671424+0000) 2023-03-22T16:30:25.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:25.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.673077+0000) 2023-03-22T16:30:25.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:25.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.627299+0000) 2023-03-22T16:30:25.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:25.460+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.462203+0000) 2023-03-22T16:30:25.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:25.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.671304+0000) 2023-03-22T16:30:25.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:25.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.672415+0000) 2023-03-22T16:30:25.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:25.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.671767+0000) 2023-03-22T16:30:25.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:25.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:25.672017+0000) 2023-03-22T16:30:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:25 smithi142 ceph-mon[94717]: pgmap v3653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:30:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:25 smithi098 ceph-mon[94136]: pgmap v3653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:30:26.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:26.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.462433+0000) 2023-03-22T16:30:26.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:26.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.671546+0000) 2023-03-22T16:30:26.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:26.671+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.673195+0000) 2023-03-22T16:30:26.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:26.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.627420+0000) 2023-03-22T16:30:26.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:26.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.671425+0000) 2023-03-22T16:30:26.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:26.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.672532+0000) 2023-03-22T16:30:26.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:26.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.671894+0000) 2023-03-22T16:30:26.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:26.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:26.672133+0000) 2023-03-22T16:30:27.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:27.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.671660+0000) 2023-03-22T16:30:27.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:27.672+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.673303+0000) 2023-03-22T16:30:27.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:27.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.627544+0000) 2023-03-22T16:30:27.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:27.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.462559+0000) 2023-03-22T16:30:27.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:27.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.671559+0000) 2023-03-22T16:30:27.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:27.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.672650+0000) 2023-03-22T16:30:27.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:27.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.672016+0000) 2023-03-22T16:30:27.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:27.670+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:27.672247+0000) 2023-03-22T16:30:27.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:27 smithi142 ceph-mon[94717]: pgmap v3654: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:30:27.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:27 smithi098 ceph-mon[94136]: pgmap v3654: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:30:28.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:28.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.671779+0000) 2023-03-22T16:30:28.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:28.672+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.673423+0000) 2023-03-22T16:30:28.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:28.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.627667+0000) 2023-03-22T16:30:28.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:28.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.462781+0000) 2023-03-22T16:30:28.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:28.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.671681+0000) 2023-03-22T16:30:28.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:28.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.672772+0000) 2023-03-22T16:30:28.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:28.670+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.672137+0000) 2023-03-22T16:30:28.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:28.671+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:28.672374+0000) 2023-03-22T16:30:29.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:29.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.671894+0000) 2023-03-22T16:30:29.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:29.672+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.673543+0000) 2023-03-22T16:30:29.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:29.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.627796+0000) 2023-03-22T16:30:29.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:29.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.462901+0000) 2023-03-22T16:30:29.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:29.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.671801+0000) 2023-03-22T16:30:29.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:29.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.672888+0000) 2023-03-22T16:30:29.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:29.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.672280+0000) 2023-03-22T16:30:29.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:29.671+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:29.672492+0000) 2023-03-22T16:30:29.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:29 smithi142 ceph-mon[94717]: pgmap v3655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:30:29.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:29 smithi098 ceph-mon[94136]: pgmap v3655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:30:30.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:30.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.672007+0000) 2023-03-22T16:30:30.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:30.672+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.673658+0000) 2023-03-22T16:30:30.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:30.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.627915+0000) 2023-03-22T16:30:30.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:30.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.463117+0000) 2023-03-22T16:30:30.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:30.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.671921+0000) 2023-03-22T16:30:30.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:30.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.672402+0000) 2023-03-22T16:30:30.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:30.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.673006+0000) 2023-03-22T16:30:30.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:30.671+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:30.672609+0000) 2023-03-22T16:30:31.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:31.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.672120+0000) 2023-03-22T16:30:31.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:31.672+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.673772+0000) 2023-03-22T16:30:31.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:31.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.672036+0000) 2023-03-22T16:30:31.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:31.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.672527+0000) 2023-03-22T16:30:31.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:31.671+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.672723+0000) 2023-03-22T16:30:31.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:31.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.673120+0000) 2023-03-22T16:30:31.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:31.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.628041+0000) 2023-03-22T16:30:31.726 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:31.461+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:31.463237+0000) 2023-03-22T16:30:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:31 smithi142 ceph-mon[94717]: pgmap v3656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:31.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:31 smithi098 ceph-mon[94136]: pgmap v3656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:32.724 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:32.670+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.672231+0000) 2023-03-22T16:30:32.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:32.462+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.463466+0000) 2023-03-22T16:30:32.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:32.462+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:32.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:32.462+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:32.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:32.466+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.467980+0000) 2023-03-22T16:30:32.726 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:32.670+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.672153+0000) 2023-03-22T16:30:32.726 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:32.672+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.673883+0000) 2023-03-22T16:30:32.726 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:32.673+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:32.727 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:32.673+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:32.727 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:32.673+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.675256+0000) 2023-03-22T16:30:32.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:32.671+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.672847+0000) 2023-03-22T16:30:32.728 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:32.626+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.628163+0000) 2023-03-22T16:30:32.728 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:32.671+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.673240+0000) 2023-03-22T16:30:32.729 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:32.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:32.672656+0000) 2023-03-22T16:30:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:33 smithi142 ceph-mon[94717]: pgmap v3657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:33 smithi098 ceph-mon[94136]: pgmap v3657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:33.671+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:33.672349+0000) 2023-03-22T16:30:33.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:33.671+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:33.672266+0000) 2023-03-22T16:30:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:33.627+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:33.628378+0000) 2023-03-22T16:30:33.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:33.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:33.672778+0000) 2023-03-22T16:30:33.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:33.672+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:33.673364+0000) 2023-03-22T16:30:33.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:33.671+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:33.672962+0000) 2023-03-22T16:30:34.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:34.627+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.628507+0000) 2023-03-22T16:30:34.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:34.671+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.672476+0000) 2023-03-22T16:30:34.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:34.672+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:34.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:34.672+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:34.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:34.673+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.675001+0000) 2023-03-22T16:30:34.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:34.671+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.672398+0000) 2023-03-22T16:30:34.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:34.672+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.673492+0000) 2023-03-22T16:30:34.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:34.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.672907+0000) 2023-03-22T16:30:34.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:34.671+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.673096+0000) 2023-03-22T16:30:34.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:34.672+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:34.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:34.672+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:34.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:34.676+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:34.677411+0000) 2023-03-22T16:30:35.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:35 smithi142 ceph-mon[94717]: pgmap v3658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:35 smithi098 ceph-mon[94136]: pgmap v3658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:35.627+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:35.628633+0000) 2023-03-22T16:30:35.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:35.671+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:35.672517+0000) 2023-03-22T16:30:35.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:35.672+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:35.673615+0000) 2023-03-22T16:30:35.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:35.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:35.673035+0000) 2023-03-22T16:30:36.966 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:36.672+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:36.673733+0000) 2023-03-22T16:30:36.967 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:36.671+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:36.672649+0000) 2023-03-22T16:30:36.967 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:36.672+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:36.967 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:36.672+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:36.968 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:36.672+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:36.674096+0000) 2023-03-22T16:30:36.968 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:36.671+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:36.673157+0000) 2023-03-22T16:30:36.968 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:36.627+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:36.628774+0000) 2023-03-22T16:30:37.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:37.172+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:37.174181+0000) 2023-03-22T16:30:37.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:36.962+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:36.963776+0000) 2023-03-22T16:30:37.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:37 smithi142 ceph-mon[94717]: pgmap v3659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:37.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:37 smithi098 ceph-mon[94136]: pgmap v3659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:37.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:37.672+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:37.673284+0000) 2023-03-22T16:30:37.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:37.672+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:37.673856+0000) 2023-03-22T16:30:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:37.966+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:37.967613+0000) 2023-03-22T16:30:37.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:37.627+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:37.628890+0000) 2023-03-22T16:30:38.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:38.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:38.174304+0000) 2023-03-22T16:30:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:38.672+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:38.673992+0000) 2023-03-22T16:30:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:38.627+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:38.629016+0000) 2023-03-22T16:30:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:38.628+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:38.628+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:38.629+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:38.631011+0000) 2023-03-22T16:30:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:38.672+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:38.673409+0000) 2023-03-22T16:30:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:38.672+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:38.672+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:38.678+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:38.679391+0000) 2023-03-22T16:30:39.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:39.171+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:39.172756+0000) 2023-03-22T16:30:39.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:39.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:39.174428+0000) 2023-03-22T16:30:39.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:38.968+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:38.970188+0000) 2023-03-22T16:30:39.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:39.172+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:39.173373+0000) 2023-03-22T16:30:39.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:39 smithi142 ceph-mon[94717]: pgmap v3660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:39.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:39 smithi098 ceph-mon[94136]: pgmap v3660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:39.673+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:39.674184+0000) 2023-03-22T16:30:40.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:40.171+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:40.172877+0000) 2023-03-22T16:30:40.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:40.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:40.174548+0000) 2023-03-22T16:30:40.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:39.970+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:39.971526+0000) 2023-03-22T16:30:40.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:40.172+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:40.173492+0000) 2023-03-22T16:30:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:40.673+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:40.674306+0000) 2023-03-22T16:30:41.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:41.171+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:41.173015+0000) 2023-03-22T16:30:41.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:41.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:41.174666+0000) 2023-03-22T16:30:41.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:41.171+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:41.172929+0000) 2023-03-22T16:30:41.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:41.172+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:41.173617+0000) 2023-03-22T16:30:41.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:40.970+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:40.971821+0000) 2023-03-22T16:30:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:41 smithi142 ceph-mon[94717]: pgmap v3661: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:41.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:41 smithi098 ceph-mon[94136]: pgmap v3661: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:41.673+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:41.674433+0000) 2023-03-22T16:30:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:41.674+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:41.674+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:30:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:41.674+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:41.675442+0000) 2023-03-22T16:30:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:42.171+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:42.173134+0000) 2023-03-22T16:30:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:42.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:42.174781+0000) 2023-03-22T16:30:42.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:41.970+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:41.971955+0000) 2023-03-22T16:30:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:42.171+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:42.173054+0000) 2023-03-22T16:30:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:42.172+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:42.173753+0000) 2023-03-22T16:30:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:43.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:43.173259+0000) 2023-03-22T16:30:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:43.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:43.174895+0000) 2023-03-22T16:30:43.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:43.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:43.129302+0000) 2023-03-22T16:30:43.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:42.970+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:42.972161+0000) 2023-03-22T16:30:43.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:43.171+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:43.173183+0000) 2023-03-22T16:30:43.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:43.172+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:43.173669+0000) 2023-03-22T16:30:43.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:43.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:43.174307+0000) 2023-03-22T16:30:43.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:43 smithi142 ceph-mon[94717]: pgmap v3662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:43 smithi098 ceph-mon[94136]: pgmap v3662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:44.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:44.173392+0000) 2023-03-22T16:30:44.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:44.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:44.175016+0000) 2023-03-22T16:30:44.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:43.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:43.972308+0000) 2023-03-22T16:30:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:44.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:44.174426+0000) 2023-03-22T16:30:44.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:44.172+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:44.173798+0000) 2023-03-22T16:30:44.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:44.172+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:44.173301+0000) 2023-03-22T16:30:44.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:44.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:44.129423+0000) 2023-03-22T16:30:45.309 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:45.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:45.173559+0000) 2023-03-22T16:30:45.309 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:45.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:45.129588+0000) 2023-03-22T16:30:45.310 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:44.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:44.972528+0000) 2023-03-22T16:30:45.310 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:45.172+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:45.173480+0000) 2023-03-22T16:30:45.311 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:45.172+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:45.173919+0000) 2023-03-22T16:30:45.311 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:45.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:45.174542+0000) 2023-03-22T16:30:45.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:45.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:45.175118+0000) 2023-03-22T16:30:45.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:45 smithi142 ceph-mon[94717]: pgmap v3663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:45.926 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:45 smithi098 ceph-mon[94136]: pgmap v3663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:46.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.173717+0000) 2023-03-22T16:30:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:46.173+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.175222+0000) 2023-03-22T16:30:46.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:46.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.129703+0000) 2023-03-22T16:30:46.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:46.172+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.173631+0000) 2023-03-22T16:30:46.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:46.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.174656+0000) 2023-03-22T16:30:46.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:45.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:45.972648+0000) 2023-03-22T16:30:46.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:46.172+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.174035+0000) 2023-03-22T16:30:46.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:46.173+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.174770+0000) 2023-03-22T16:30:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:47.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.173841+0000) 2023-03-22T16:30:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:47.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.175300+0000) 2023-03-22T16:30:47.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:47.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.129828+0000) 2023-03-22T16:30:47.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:47.173+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.174930+0000) 2023-03-22T16:30:47.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:47.172+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.173760+0000) 2023-03-22T16:30:47.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:46.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:46.972865+0000) 2023-03-22T16:30:47.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:47.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.174782+0000) 2023-03-22T16:30:47.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:47.172+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.174156+0000) 2023-03-22T16:30:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:47 smithi142 ceph-mon[94717]: pgmap v3664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:47 smithi098 ceph-mon[94136]: pgmap v3664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:48.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.173964+0000) 2023-03-22T16:30:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:48.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.175417+0000) 2023-03-22T16:30:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:48.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.129947+0000) 2023-03-22T16:30:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:48.172+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.173894+0000) 2023-03-22T16:30:48.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:48.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.174279+0000) 2023-03-22T16:30:48.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:48.173+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.175067+0000) 2023-03-22T16:30:48.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:47.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:47.972987+0000) 2023-03-22T16:30:48.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:48.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.174907+0000) 2023-03-22T16:30:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:49.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.174081+0000) 2023-03-22T16:30:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:49.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.175538+0000) 2023-03-22T16:30:49.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:48.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:48.973196+0000) 2023-03-22T16:30:49.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:49.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.130059+0000) 2023-03-22T16:30:49.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:49.172+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.174017+0000) 2023-03-22T16:30:49.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:49.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.174400+0000) 2023-03-22T16:30:49.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:49.173+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.175179+0000) 2023-03-22T16:30:49.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:49.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.175022+0000) 2023-03-22T16:30:49.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:49 smithi142 ceph-mon[94717]: pgmap v3665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:49.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:49 smithi098 ceph-mon[94136]: pgmap v3665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:50.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:49.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:49.973299+0000) 2023-03-22T16:30:50.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:50.172+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.174137+0000) 2023-03-22T16:30:50.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:50.172+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.174191+0000) 2023-03-22T16:30:50.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:50.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.175658+0000) 2023-03-22T16:30:50.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:50.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.175296+0000) 2023-03-22T16:30:50.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:50.128+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.130194+0000) 2023-03-22T16:30:50.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:50.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.174528+0000) 2023-03-22T16:30:50.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:50.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.175138+0000) 2023-03-22T16:30:51.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:51.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.174260+0000) 2023-03-22T16:30:51.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:51.173+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.174314+0000) 2023-03-22T16:30:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:51.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.175773+0000) 2023-03-22T16:30:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:51.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.130312+0000) 2023-03-22T16:30:51.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:50.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:50.973517+0000) 2023-03-22T16:30:51.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:51.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.175423+0000) 2023-03-22T16:30:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:51.173+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.175254+0000) 2023-03-22T16:30:51.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:51.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.174646+0000) 2023-03-22T16:30:51.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:51 smithi098 ceph-mon[94136]: pgmap v3666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:52.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:51 smithi142 ceph-mon[94717]: pgmap v3666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:52.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:51.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:51.973648+0000) 2023-03-22T16:30:52.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:52.173+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.174440+0000) 2023-03-22T16:30:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:52.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.175893+0000) 2023-03-22T16:30:52.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:52.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.174389+0000) 2023-03-22T16:30:52.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:52.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.174771+0000) 2023-03-22T16:30:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:52.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.175381+0000) 2023-03-22T16:30:52.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:52.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.130432+0000) 2023-03-22T16:30:52.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:52.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.175546+0000) 2023-03-22T16:30:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:53.173+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.174555+0000) 2023-03-22T16:30:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:53.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.176009+0000) 2023-03-22T16:30:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:53.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.130563+0000) 2023-03-22T16:30:53.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:52.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:52.973878+0000) 2023-03-22T16:30:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:53.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.174516+0000) 2023-03-22T16:30:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:53.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.175673+0000) 2023-03-22T16:30:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:53.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.174896+0000) 2023-03-22T16:30:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:53.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.175499+0000) 2023-03-22T16:30:53.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:53 smithi142 ceph-mon[94717]: pgmap v3667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:53 smithi098 ceph-mon[94136]: pgmap v3667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:54.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:53.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:53.974005+0000) 2023-03-22T16:30:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:54.173+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.174678+0000) 2023-03-22T16:30:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:54.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.176127+0000) 2023-03-22T16:30:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:54.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.174636+0000) 2023-03-22T16:30:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:54.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.175016+0000) 2023-03-22T16:30:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:54.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.175789+0000) 2023-03-22T16:30:54.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:54.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.175620+0000) 2023-03-22T16:30:54.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:54.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.130689+0000) 2023-03-22T16:30:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:55.173+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.174804+0000) 2023-03-22T16:30:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:55.174+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.176244+0000) 2023-03-22T16:30:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:55.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.130823+0000) 2023-03-22T16:30:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:55.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.175738+0000) 2023-03-22T16:30:55.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:54.972+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:54.974204+0000) 2023-03-22T16:30:55.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:55.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.174758+0000) 2023-03-22T16:30:55.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:55.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.175908+0000) 2023-03-22T16:30:55.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:55.173+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.175141+0000) 2023-03-22T16:30:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:55 smithi142 ceph-mon[94717]: pgmap v3668: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:55 smithi098 ceph-mon[94136]: pgmap v3668: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:56.173+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.174933+0000) 2023-03-22T16:30:56.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:56.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.176371+0000) 2023-03-22T16:30:56.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:56.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.130947+0000) 2023-03-22T16:30:56.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:55.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:55.974405+0000) 2023-03-22T16:30:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:56.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.174878+0000) 2023-03-22T16:30:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:56.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.176027+0000) 2023-03-22T16:30:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:56.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.175260+0000) 2023-03-22T16:30:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:56.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.175870+0000) 2023-03-22T16:30:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:57.173+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.175212+0000) 2023-03-22T16:30:57.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:57.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.176491+0000) 2023-03-22T16:30:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:57.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.131069+0000) 2023-03-22T16:30:57.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:57.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.175471+0000) 2023-03-22T16:30:57.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:56.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:56.974601+0000) 2023-03-22T16:30:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:57.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.175000+0000) 2023-03-22T16:30:57.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:57.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.176012+0000) 2023-03-22T16:30:57.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:57.174+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.176177+0000) 2023-03-22T16:30:57.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:57 smithi142 ceph-mon[94717]: pgmap v3669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:57 smithi098 ceph-mon[94136]: pgmap v3669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:30:58.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:57.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:57.974725+0000) 2023-03-22T16:30:58.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:58.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.175130+0000) 2023-03-22T16:30:58.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:58.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.175307+0000) 2023-03-22T16:30:58.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:58.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.176600+0000) 2023-03-22T16:30:58.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:58.129+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.131177+0000) 2023-03-22T16:30:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:58.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.175592+0000) 2023-03-22T16:30:58.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:58.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.176303+0000) 2023-03-22T16:30:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:58.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.176124+0000) 2023-03-22T16:30:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:30:59.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.175423+0000) 2023-03-22T16:30:59.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:30:59.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.176707+0000) 2023-03-22T16:30:59.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:58.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:58.974942+0000) 2023-03-22T16:30:59.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:30:59.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.175724+0000) 2023-03-22T16:30:59.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:30:59.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.176427+0000) 2023-03-22T16:30:59.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:30:59.130+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.131310+0000) 2023-03-22T16:30:59.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:30:59.173+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.175249+0000) 2023-03-22T16:30:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:30:59.174+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.176240+0000) 2023-03-22T16:30:59.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:30:59 smithi142 ceph-mon[94717]: pgmap v3670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:30:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:30:59 smithi098 ceph-mon[94136]: pgmap v3670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:00.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.175535+0000) 2023-03-22T16:31:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:00.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.176820+0000) 2023-03-22T16:31:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:00.130+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.131443+0000) 2023-03-22T16:31:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:00.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.175838+0000) 2023-03-22T16:31:00.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:30:59.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:30:59.975057+0000) 2023-03-22T16:31:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:00.174+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.175373+0000) 2023-03-22T16:31:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:00.175+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.176357+0000) 2023-03-22T16:31:00.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:00.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.176540+0000) 2023-03-22T16:31:01.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:01.174+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.175533+0000) 2023-03-22T16:31:01.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:01.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.175644+0000) 2023-03-22T16:31:01.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:01.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.176929+0000) 2023-03-22T16:31:01.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:01.130+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.131581+0000) 2023-03-22T16:31:01.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:01.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.176652+0000) 2023-03-22T16:31:01.477 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:00.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:00.975265+0000) 2023-03-22T16:31:01.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:01.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.175964+0000) 2023-03-22T16:31:01.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:01.175+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.176469+0000) 2023-03-22T16:31:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:01 smithi142 ceph-mon[94717]: pgmap v3671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:01 smithi098 ceph-mon[94136]: pgmap v3671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:02.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.175766+0000) 2023-03-22T16:31:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:02.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.177036+0000) 2023-03-22T16:31:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:02.130+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.131720+0000) 2023-03-22T16:31:02.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:01.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:01.975385+0000) 2023-03-22T16:31:02.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:02.174+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.175653+0000) 2023-03-22T16:31:02.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:02.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.176768+0000) 2023-03-22T16:31:02.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:02.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.176078+0000) 2023-03-22T16:31:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:02.175+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.176582+0000) 2023-03-22T16:31:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:03.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.175875+0000) 2023-03-22T16:31:03.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:03.175+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.177156+0000) 2023-03-22T16:31:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:03.176+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:03.176+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:03.177+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.178403+0000) 2023-03-22T16:31:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:03.174+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.176204+0000) 2023-03-22T16:31:03.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:03.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.176894+0000) 2023-03-22T16:31:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:03.175+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.176704+0000) 2023-03-22T16:31:03.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:02.974+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.975624+0000) 2023-03-22T16:31:03.476 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:02.975+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:03.476 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:02.975+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:03.477 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:02.979+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:02.980560+0000) 2023-03-22T16:31:03.477 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:03.130+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.131841+0000) 2023-03-22T16:31:03.478 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:03.174+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:03.175784+0000) 2023-03-22T16:31:03.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:03 smithi142 ceph-mon[94717]: pgmap v3672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:03 smithi098 ceph-mon[94136]: pgmap v3672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:04.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:04.175995+0000) 2023-03-22T16:31:04.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:04.130+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:04.131962+0000) 2023-03-22T16:31:04.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:04.174+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:04.175916+0000) 2023-03-22T16:31:04.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:04.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:04.177006+0000) 2023-03-22T16:31:04.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:04.175+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:04.176822+0000) 2023-03-22T16:31:04.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:04.175+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:04.176305+0000) 2023-03-22T16:31:05.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:05.174+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.176037+0000) 2023-03-22T16:31:05.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:05.175+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.177119+0000) 2023-03-22T16:31:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:05.130+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.132086+0000) 2023-03-22T16:31:05.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:05.174+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.176119+0000) 2023-03-22T16:31:05.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:05.175+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:05.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:05.175+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:05.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:05.176+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.178243+0000) 2023-03-22T16:31:05.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:05.175+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.176427+0000) 2023-03-22T16:31:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:05.175+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.176941+0000) 2023-03-22T16:31:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:05.176+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:05.176+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:05.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:05.179+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:05.180498+0000) 2023-03-22T16:31:05.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:05 smithi142 ceph-mon[94717]: pgmap v3673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:31:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:05 smithi098 ceph-mon[94136]: pgmap v3673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:31:06.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:06.175+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:06.176197+0000) 2023-03-22T16:31:06.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:06.176+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:06.176556+0000) 2023-03-22T16:31:06.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:06.131+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:06.132210+0000) 2023-03-22T16:31:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:06.177+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:06.177296+0000) 2023-03-22T16:31:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:07.177+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:07.177440+0000) 2023-03-22T16:31:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:07.132+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:07.132304+0000) 2023-03-22T16:31:07.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:07.176+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:07.176313+0000) 2023-03-22T16:31:07.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:07.176+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:07.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:07.176+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:07.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:07.177+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:07.178259+0000) 2023-03-22T16:31:07.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:07.176+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:07.176771+0000) 2023-03-22T16:31:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:07 smithi142 ceph-mon[94717]: pgmap v3674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:31:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:07 smithi098 ceph-mon[94136]: pgmap v3674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:31:07.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:07.677+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:07.677481+0000) 2023-03-22T16:31:07.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:07.475+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:07.475917+0000) 2023-03-22T16:31:08.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:08.177+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:08.177559+0000) 2023-03-22T16:31:08.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:08.132+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:08.132433+0000) 2023-03-22T16:31:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:08.176+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:08.176912+0000) 2023-03-22T16:31:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:08.677+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:08.677606+0000) 2023-03-22T16:31:08.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:08.479+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:08.479618+0000) 2023-03-22T16:31:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:09.177+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.177665+0000) 2023-03-22T16:31:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:09.132+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.132561+0000) 2023-03-22T16:31:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:09.133+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.133472+0000) 2023-03-22T16:31:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:09.176+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.177030+0000) 2023-03-22T16:31:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:09.177+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:09.177+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:09.178+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.178881+0000) 2023-03-22T16:31:09.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:09 smithi142 ceph-mon[94717]: pgmap v3675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:31:09.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:09 smithi098 ceph-mon[94136]: pgmap v3675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:31:09.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:09.676+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.676383+0000) 2023-03-22T16:31:09.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:09.677+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.677729+0000) 2023-03-22T16:31:09.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:09.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.483452+0000) 2023-03-22T16:31:09.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:09.676+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:09.677186+0000) 2023-03-22T16:31:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:10.177+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:10.177791+0000) 2023-03-22T16:31:10.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:10 smithi142 ceph-mon[94717]: osdmap e253: 12 total, 9 up, 9 in 2023-03-22T16:31:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:10 smithi098 ceph-mon[94136]: osdmap e253: 12 total, 9 up, 9 in 2023-03-22T16:31:10.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:10.676+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:10.676511+0000) 2023-03-22T16:31:10.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:10.677+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:10.677848+0000) 2023-03-22T16:31:10.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:10.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:10.485182+0000) 2023-03-22T16:31:10.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:10.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:10.677300+0000) 2023-03-22T16:31:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:11.177+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:11.177924+0000) 2023-03-22T16:31:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:11 smithi142 ceph-mon[94717]: pgmap v3677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:31:11.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:11 smithi098 ceph-mon[94136]: pgmap v3677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:31:11.914 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:11.676+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:11.676715+0000) 2023-03-22T16:31:11.915 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:11.677+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:11.677976+0000) 2023-03-22T16:31:11.915 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:11.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:11.485308+0000) 2023-03-22T16:31:11.916 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:11.676+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:11.676745+0000) 2023-03-22T16:31:12.181 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:12.177+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:12.178065+0000) 2023-03-22T16:31:12.181 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:11.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:11.677410+0000) 2023-03-22T16:31:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:12.178+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:12.178+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:12.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:12.179+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:12.180028+0000) 2023-03-22T16:31:12.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:12.676+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:12.676858+0000) 2023-03-22T16:31:12.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:12.677+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:12.678084+0000) 2023-03-22T16:31:12.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:12.676+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:12.676898+0000) 2023-03-22T16:31:12.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:12.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:12.485522+0000) 2023-03-22T16:31:12.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:12.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:12.677517+0000) 2023-03-22T16:31:13.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:13 smithi142 ceph-mon[94717]: pgmap v3678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:31:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:13 smithi098 ceph-mon[94136]: pgmap v3678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:31:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:13.676+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:13.676988+0000) 2023-03-22T16:31:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:13.677+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:13.678197+0000) 2023-03-22T16:31:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:13.676+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:13.677032+0000) 2023-03-22T16:31:13.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:13.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:13.677357+0000) 2023-03-22T16:31:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:13.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:13.677636+0000) 2023-03-22T16:31:13.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:13.632+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:13.632921+0000) 2023-03-22T16:31:13.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:13.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:13.485647+0000) 2023-03-22T16:31:14.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:14.676+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:14.677147+0000) 2023-03-22T16:31:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:14.676+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:14.677113+0000) 2023-03-22T16:31:14.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:14.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:14.678298+0000) 2023-03-22T16:31:14.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:14.632+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:14.633031+0000) 2023-03-22T16:31:14.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:14.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:14.485877+0000) 2023-03-22T16:31:14.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:14.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:14.677757+0000) 2023-03-22T16:31:14.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:14.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:14.677474+0000) 2023-03-22T16:31:15.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:15 smithi142 ceph-mon[94717]: pgmap v3679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:31:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:15 smithi098 ceph-mon[94136]: pgmap v3679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:31:15.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:15.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:15.677301+0000) 2023-03-22T16:31:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:15.676+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:15.677237+0000) 2023-03-22T16:31:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:15.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:15.678408+0000) 2023-03-22T16:31:15.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:15.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:15.486003+0000) 2023-03-22T16:31:15.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:15.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:15.677597+0000) 2023-03-22T16:31:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:15.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:15.677869+0000) 2023-03-22T16:31:15.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:15.632+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:15.633146+0000) 2023-03-22T16:31:16.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:16.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.486220+0000) 2023-03-22T16:31:16.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:16.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.677416+0000) 2023-03-22T16:31:16.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:16.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.677381+0000) 2023-03-22T16:31:16.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:16.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.678527+0000) 2023-03-22T16:31:16.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:16.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.678297+0000) 2023-03-22T16:31:16.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:16.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.633292+0000) 2023-03-22T16:31:16.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:16.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.677722+0000) 2023-03-22T16:31:16.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:16.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:16.677993+0000) 2023-03-22T16:31:17.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:17 smithi142 ceph-mon[94717]: pgmap v3680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:31:17.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:17 smithi098 ceph-mon[94136]: pgmap v3680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:31:17.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:17.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.486298+0000) 2023-03-22T16:31:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:17.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.677506+0000) 2023-03-22T16:31:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:17.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.678647+0000) 2023-03-22T16:31:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:17.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.677530+0000) 2023-03-22T16:31:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:17.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.678111+0000) 2023-03-22T16:31:17.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:17.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.633413+0000) 2023-03-22T16:31:17.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:17.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.677843+0000) 2023-03-22T16:31:17.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:17.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:17.678413+0000) 2023-03-22T16:31:18.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:18.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.486508+0000) 2023-03-22T16:31:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:18.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.677669+0000) 2023-03-22T16:31:18.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:18.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.677628+0000) 2023-03-22T16:31:18.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:18.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.678763+0000) 2023-03-22T16:31:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:18.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.677963+0000) 2023-03-22T16:31:18.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:18.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.678521+0000) 2023-03-22T16:31:18.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:18.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.633532+0000) 2023-03-22T16:31:18.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:18.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:18.678225+0000) 2023-03-22T16:31:19.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:19 smithi142 ceph-mon[94717]: pgmap v3681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:31:19.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:19 smithi098 ceph-mon[94136]: pgmap v3681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:31:19.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:19.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.486633+0000) 2023-03-22T16:31:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:19.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.677750+0000) 2023-03-22T16:31:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:19.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.678872+0000) 2023-03-22T16:31:19.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:19.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.633646+0000) 2023-03-22T16:31:19.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:19.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.678636+0000) 2023-03-22T16:31:19.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:19.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.677783+0000) 2023-03-22T16:31:19.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:19.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.678082+0000) 2023-03-22T16:31:19.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:19.678+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:19.678301+0000) 2023-03-22T16:31:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:20.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.677877+0000) 2023-03-22T16:31:20.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:20.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.678981+0000) 2023-03-22T16:31:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:20.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.633782+0000) 2023-03-22T16:31:20.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:20.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.486846+0000) 2023-03-22T16:31:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:20.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.677898+0000) 2023-03-22T16:31:20.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:20.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.678753+0000) 2023-03-22T16:31:20.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:20.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.678209+0000) 2023-03-22T16:31:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:20.678+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:20.678419+0000) 2023-03-22T16:31:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:21 smithi142 ceph-mon[94717]: pgmap v3682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:31:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:21 smithi098 ceph-mon[94136]: pgmap v3682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:31:21.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:21.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.486968+0000) 2023-03-22T16:31:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:21.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.678002+0000) 2023-03-22T16:31:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:21.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.679095+0000) 2023-03-22T16:31:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:21.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.633907+0000) 2023-03-22T16:31:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:21.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.678023+0000) 2023-03-22T16:31:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:21.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.678308+0000) 2023-03-22T16:31:21.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:21.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.678876+0000) 2023-03-22T16:31:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:21.678+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:21.678535+0000) 2023-03-22T16:31:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:22.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.678117+0000) 2023-03-22T16:31:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:22.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.679214+0000) 2023-03-22T16:31:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:22.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.634089+0000) 2023-03-22T16:31:22.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:22.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.487234+0000) 2023-03-22T16:31:22.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:22.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.678176+0000) 2023-03-22T16:31:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:22.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.679004+0000) 2023-03-22T16:31:22.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:22.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.678443+0000) 2023-03-22T16:31:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:22.678+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:22.678661+0000) 2023-03-22T16:31:23.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:23 smithi142 ceph-mon[94717]: pgmap v3683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:31:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:23 smithi098 ceph-mon[94136]: pgmap v3683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:31:23.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:23.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.487427+0000) 2023-03-22T16:31:23.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:23.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.678292+0000) 2023-03-22T16:31:23.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:23.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.678241+0000) 2023-03-22T16:31:23.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:23.679+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.679299+0000) 2023-03-22T16:31:23.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:23.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.634229+0000) 2023-03-22T16:31:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:23.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.678577+0000) 2023-03-22T16:31:23.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:23.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.679129+0000) 2023-03-22T16:31:23.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:23.678+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:23.678787+0000) 2023-03-22T16:31:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:24.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.678360+0000) 2023-03-22T16:31:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:24.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.679420+0000) 2023-03-22T16:31:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:24.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.678418+0000) 2023-03-22T16:31:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:24.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.634363+0000) 2023-03-22T16:31:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:24.677+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.679243+0000) 2023-03-22T16:31:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:24.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.678902+0000) 2023-03-22T16:31:24.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:24.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.487672+0000) 2023-03-22T16:31:24.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:24.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:24.678699+0000) 2023-03-22T16:31:25.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:25 smithi142 ceph-mon[94717]: pgmap v3684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:31:25.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:25 smithi098 ceph-mon[94136]: pgmap v3684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:31:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:25.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.678490+0000) 2023-03-22T16:31:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:25.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.679534+0000) 2023-03-22T16:31:25.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:25.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.487796+0000) 2023-03-22T16:31:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:25.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.634487+0000) 2023-03-22T16:31:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:25.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.678538+0000) 2023-03-22T16:31:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:25.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.679369+0000) 2023-03-22T16:31:25.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:25.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.678828+0000) 2023-03-22T16:31:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:25.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:25.679020+0000) 2023-03-22T16:31:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:26.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.678629+0000) 2023-03-22T16:31:26.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:26.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.679646+0000) 2023-03-22T16:31:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:26.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.634615+0000) 2023-03-22T16:31:26.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:26.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.488010+0000) 2023-03-22T16:31:26.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:26.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.678665+0000) 2023-03-22T16:31:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:26.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.678954+0000) 2023-03-22T16:31:26.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:26.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.679480+0000) 2023-03-22T16:31:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:26.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:26.679141+0000) 2023-03-22T16:31:27.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:27 smithi142 ceph-mon[94717]: pgmap v3685: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:31:27.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:27 smithi098 ceph-mon[94136]: pgmap v3685: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:31:27.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:27.486+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.488146+0000) 2023-03-22T16:31:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:27.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.678829+0000) 2023-03-22T16:31:27.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:27.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.678808+0000) 2023-03-22T16:31:27.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:27.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.679771+0000) 2023-03-22T16:31:27.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:27.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.679594+0000) 2023-03-22T16:31:27.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:27.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.634740+0000) 2023-03-22T16:31:27.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:27.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.679075+0000) 2023-03-22T16:31:27.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:27.677+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:27.679251+0000) 2023-03-22T16:31:28.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:28.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.678982+0000) 2023-03-22T16:31:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:28.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.678981+0000) 2023-03-22T16:31:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:28.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.679879+0000) 2023-03-22T16:31:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:28.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.634863+0000) 2023-03-22T16:31:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:28.677+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.679186+0000) 2023-03-22T16:31:28.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:28.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.488355+0000) 2023-03-22T16:31:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:28.678+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.679374+0000) 2023-03-22T16:31:28.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:28.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:28.679702+0000) 2023-03-22T16:31:29.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:29 smithi142 ceph-mon[94717]: pgmap v3686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:31:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:29 smithi098 ceph-mon[94136]: pgmap v3686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:31:29.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:29.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.679109+0000) 2023-03-22T16:31:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:29.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.679109+0000) 2023-03-22T16:31:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:29.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.679997+0000) 2023-03-22T16:31:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:29.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.634980+0000) 2023-03-22T16:31:29.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:29.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.488480+0000) 2023-03-22T16:31:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:29.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.679322+0000) 2023-03-22T16:31:29.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:29.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.679818+0000) 2023-03-22T16:31:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:29.678+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:29.680158+0000) 2023-03-22T16:31:30.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:30.677+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.679232+0000) 2023-03-22T16:31:30.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:30.677+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.679230+0000) 2023-03-22T16:31:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:30.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.680115+0000) 2023-03-22T16:31:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:30.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.635110+0000) 2023-03-22T16:31:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:30.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.679458+0000) 2023-03-22T16:31:30.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:30.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.679945+0000) 2023-03-22T16:31:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:30.679+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.680282+0000) 2023-03-22T16:31:30.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:30.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:30.488706+0000) 2023-03-22T16:31:31.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:31 smithi142 ceph-mon[94717]: pgmap v3687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:31.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:31 smithi098 ceph-mon[94136]: pgmap v3687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:31.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:31.678+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.679362+0000) 2023-03-22T16:31:31.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:31.678+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.680227+0000) 2023-03-22T16:31:31.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:31.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.488828+0000) 2023-03-22T16:31:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:31.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.679586+0000) 2023-03-22T16:31:31.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:31.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.679364+0000) 2023-03-22T16:31:31.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:31.679+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.680392+0000) 2023-03-22T16:31:31.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:31.633+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.635227+0000) 2023-03-22T16:31:31.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:31.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:31.680058+0000) 2023-03-22T16:31:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:32.678+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.679490+0000) 2023-03-22T16:31:32.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:32.679+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.680298+0000) 2023-03-22T16:31:32.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:32.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.679712+0000) 2023-03-22T16:31:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:32.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.635355+0000) 2023-03-22T16:31:32.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:32.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.679481+0000) 2023-03-22T16:31:32.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:32.678+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.680163+0000) 2023-03-22T16:31:32.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:32.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.489042+0000) 2023-03-22T16:31:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:32.679+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:32.680499+0000) 2023-03-22T16:31:33.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:33 smithi142 ceph-mon[94717]: pgmap v3688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:33.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:33 smithi098 ceph-mon[94136]: pgmap v3688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:33.678+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.679618+0000) 2023-03-22T16:31:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:33.679+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.680416+0000) 2023-03-22T16:31:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:33.679+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:33.679+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:33.680+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.682017+0000) 2023-03-22T16:31:33.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:33.487+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.489163+0000) 2023-03-22T16:31:33.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:33.488+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:33.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:33.488+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:33.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:33.493+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.494461+0000) 2023-03-22T16:31:33.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:33.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.679839+0000) 2023-03-22T16:31:33.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:33.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.679601+0000) 2023-03-22T16:31:33.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:33.679+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.680767+0000) 2023-03-22T16:31:33.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:33.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.635483+0000) 2023-03-22T16:31:33.977 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:33.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:33.680284+0000) 2023-03-22T16:31:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:34.678+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:34.679749+0000) 2023-03-22T16:31:34.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:34.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:34.679729+0000) 2023-03-22T16:31:34.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:34.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:34.679960+0000) 2023-03-22T16:31:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:34.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:34.635610+0000) 2023-03-22T16:31:34.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:34.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:34.680399+0000) 2023-03-22T16:31:34.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:34.679+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:34.680880+0000) 2023-03-22T16:31:35.631 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:35 smithi142 ceph-mon[94717]: pgmap v3689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:35.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:35 smithi098 ceph-mon[94136]: pgmap v3689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:35.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.635741+0000) 2023-03-22T16:31:35.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:35.678+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.679870+0000) 2023-03-22T16:31:35.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:35.679+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:35.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:35.679+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:35.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:35.681+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.682619+0000) 2023-03-22T16:31:35.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:35.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.679858+0000) 2023-03-22T16:31:35.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:35.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.680510+0000) 2023-03-22T16:31:35.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:35.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.680089+0000) 2023-03-22T16:31:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:35.679+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.680996+0000) 2023-03-22T16:31:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:35.680+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:35.680+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:35.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:35.680+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:35.682249+0000) 2023-03-22T16:31:36.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:36.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:36.679987+0000) 2023-03-22T16:31:36.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:36.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:36.680638+0000) 2023-03-22T16:31:36.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:36.678+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:36.680213+0000) 2023-03-22T16:31:36.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:36.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:36.635868+0000) 2023-03-22T16:31:37.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:37 smithi142 ceph-mon[94717]: pgmap v3690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:37.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:37 smithi098 ceph-mon[94136]: pgmap v3690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:37.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:37.680752+0000) 2023-03-22T16:31:37.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:37.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:37.635999+0000) 2023-03-22T16:31:37.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:37.678+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:37.680100+0000) 2023-03-22T16:31:37.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:37.679+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:37.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:37.679+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:37.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:37.680+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:37.682033+0000) 2023-03-22T16:31:37.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:37.679+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:37.680338+0000) 2023-03-22T16:31:38.398 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:37.988+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:37.989495+0000) 2023-03-22T16:31:38.683 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:38.179+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:38.180753+0000) 2023-03-22T16:31:38.683 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:38.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:38.636121+0000) 2023-03-22T16:31:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:38.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:38.680953+0000) 2023-03-22T16:31:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:38.679+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:38.680461+0000) 2023-03-22T16:31:39.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:38.992+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:38.993371+0000) 2023-03-22T16:31:39.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:39.179+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:39.180903+0000) 2023-03-22T16:31:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:39 smithi142 ceph-mon[94717]: pgmap v3691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:39.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:39 smithi098 ceph-mon[94136]: pgmap v3691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:39.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:39.681073+0000) 2023-03-22T16:31:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:39.634+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:39.636239+0000) 2023-03-22T16:31:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:39.635+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:39.635+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:39.638+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:39.639372+0000) 2023-03-22T16:31:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:39.679+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:39.680582+0000) 2023-03-22T16:31:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:39.679+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:39.680+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:39.681+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:39.682346+0000) 2023-03-22T16:31:40.475 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:40.178+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:40.180134+0000) 2023-03-22T16:31:40.476 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:40.179+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:40.181026+0000) 2023-03-22T16:31:40.476 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:39.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:39.997186+0000) 2023-03-22T16:31:40.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:40.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:40.181301+0000) 2023-03-22T16:31:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:40.679+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:40.681195+0000) 2023-03-22T16:31:41.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:41.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:41.180256+0000) 2023-03-22T16:31:41.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:41.179+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:41.181132+0000) 2023-03-22T16:31:41.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:40.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:40.998778+0000) 2023-03-22T16:31:41.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:41.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:41.181423+0000) 2023-03-22T16:31:41.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:41 smithi142 ceph-mon[94717]: pgmap v3692: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:41.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:41 smithi098 ceph-mon[94136]: pgmap v3692: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:41.680+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:41.681301+0000) 2023-03-22T16:31:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:42.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:42.180393+0000) 2023-03-22T16:31:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:42.179+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:42.181236+0000) 2023-03-22T16:31:42.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:41.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:41.998895+0000) 2023-03-22T16:31:42.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:42.179+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:42.180365+0000) 2023-03-22T16:31:42.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:42.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:42.181547+0000) 2023-03-22T16:31:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:42.680+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:42.681430+0000) 2023-03-22T16:31:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:42.680+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:42.680+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:31:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:42.681+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:42.682375+0000) 2023-03-22T16:31:43.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:42.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:42.999103+0000) 2023-03-22T16:31:43.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:43.179+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:43.180490+0000) 2023-03-22T16:31:43.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:43.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:43.180539+0000) 2023-03-22T16:31:43.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:43.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:43.181355+0000) 2023-03-22T16:31:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:43.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:43.181673+0000) 2023-03-22T16:31:43.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:43 smithi142 ceph-mon[94717]: pgmap v3693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:43.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:43 smithi098 ceph-mon[94136]: pgmap v3693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:44.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:44.180659+0000) 2023-03-22T16:31:44.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:44.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:44.181470+0000) 2023-03-22T16:31:44.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:44.135+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:44.136546+0000) 2023-03-22T16:31:44.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:43.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:43.999220+0000) 2023-03-22T16:31:44.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:44.179+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:44.180825+0000) 2023-03-22T16:31:44.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:44.179+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:44.180616+0000) 2023-03-22T16:31:44.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:44.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:44.181797+0000) 2023-03-22T16:31:45.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:45.179+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:45.180736+0000) 2023-03-22T16:31:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:45.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:45.180777+0000) 2023-03-22T16:31:45.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:45.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:45.181595+0000) 2023-03-22T16:31:45.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:45.135+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:45.136668+0000) 2023-03-22T16:31:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:45.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:45.181915+0000) 2023-03-22T16:31:45.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:45.179+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:45.180947+0000) 2023-03-22T16:31:45.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:44.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:44.999452+0000) 2023-03-22T16:31:45.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:45 smithi142 ceph-mon[94717]: pgmap v3694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:45.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:45 smithi098 ceph-mon[94136]: pgmap v3694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:46.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:46.180892+0000) 2023-03-22T16:31:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:46.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:46.181674+0000) 2023-03-22T16:31:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:46.179+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:46.180857+0000) 2023-03-22T16:31:46.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:46.179+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:46.181068+0000) 2023-03-22T16:31:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:46.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:46.182031+0000) 2023-03-22T16:31:46.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:46.135+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:46.136806+0000) 2023-03-22T16:31:46.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:45.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:45.999577+0000) 2023-03-22T16:31:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:47.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.181011+0000) 2023-03-22T16:31:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:47.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.181790+0000) 2023-03-22T16:31:47.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:47.135+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.136933+0000) 2023-03-22T16:31:47.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:46.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:46.999804+0000) 2023-03-22T16:31:47.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:47.179+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.180990+0000) 2023-03-22T16:31:47.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:47.180+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.181705+0000) 2023-03-22T16:31:47.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:47.180+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.182158+0000) 2023-03-22T16:31:47.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:47.179+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.181184+0000) 2023-03-22T16:31:47.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:47 smithi142 ceph-mon[94717]: pgmap v3695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:47 smithi098 ceph-mon[94136]: pgmap v3695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:48.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:47.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:47.999934+0000) 2023-03-22T16:31:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:48.179+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:48.181127+0000) 2023-03-22T16:31:48.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:48.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:48.181934+0000) 2023-03-22T16:31:48.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:48.180+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:48.181820+0000) 2023-03-22T16:31:48.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:48.135+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:48.137060+0000) 2023-03-22T16:31:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:48.179+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:48.181122+0000) 2023-03-22T16:31:48.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:48.180+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:48.181335+0000) 2023-03-22T16:31:48.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:48.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:48.182277+0000) 2023-03-22T16:31:49.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:49.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.181254+0000) 2023-03-22T16:31:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:49.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.181254+0000) 2023-03-22T16:31:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:49.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.182064+0000) 2023-03-22T16:31:49.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:48.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.000210+0000) 2023-03-22T16:31:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:49.180+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.181948+0000) 2023-03-22T16:31:49.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:49.135+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.137247+0000) 2023-03-22T16:31:49.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:49.180+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.181488+0000) 2023-03-22T16:31:49.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:49.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:49.182397+0000) 2023-03-22T16:31:49.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:49 smithi142 ceph-mon[94717]: pgmap v3696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:49.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:49 smithi098 ceph-mon[94136]: pgmap v3696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:50.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.181395+0000) 2023-03-22T16:31:50.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:50.180+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.182181+0000) 2023-03-22T16:31:50.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:49.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.000356+0000) 2023-03-22T16:31:50.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:50.136+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.137401+0000) 2023-03-22T16:31:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:50.180+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.181621+0000) 2023-03-22T16:31:50.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:50.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.181402+0000) 2023-03-22T16:31:50.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:50.180+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.182073+0000) 2023-03-22T16:31:50.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:50.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:50.182529+0000) 2023-03-22T16:31:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:51.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.181527+0000) 2023-03-22T16:31:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:51.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.182302+0000) 2023-03-22T16:31:51.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:51.136+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.137538+0000) 2023-03-22T16:31:51.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:50.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.000586+0000) 2023-03-22T16:31:51.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:51.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.181526+0000) 2023-03-22T16:31:51.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:51.180+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.182180+0000) 2023-03-22T16:31:51.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:51.180+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.181754+0000) 2023-03-22T16:31:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:51.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:51.182646+0000) 2023-03-22T16:31:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:51 smithi142 ceph-mon[94717]: pgmap v3697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:51.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:51 smithi098 ceph-mon[94136]: pgmap v3697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:52.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:51.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.000710+0000) 2023-03-22T16:31:52.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:52.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.181662+0000) 2023-03-22T16:31:52.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:52.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.181656+0000) 2023-03-22T16:31:52.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:52.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.182420+0000) 2023-03-22T16:31:52.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:52.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.182299+0000) 2023-03-22T16:31:52.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:52.136+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.137661+0000) 2023-03-22T16:31:52.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:52.180+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.181877+0000) 2023-03-22T16:31:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:52.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:52.182767+0000) 2023-03-22T16:31:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:53.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.181781+0000) 2023-03-22T16:31:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:53.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.182539+0000) 2023-03-22T16:31:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:53.136+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.137787+0000) 2023-03-22T16:31:53.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:52.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.000932+0000) 2023-03-22T16:31:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:53.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.181786+0000) 2023-03-22T16:31:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:53.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.182417+0000) 2023-03-22T16:31:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:53.180+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.182000+0000) 2023-03-22T16:31:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:53.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:53.182894+0000) 2023-03-22T16:31:53.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:53 smithi142 ceph-mon[94717]: pgmap v3698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:53 smithi098 ceph-mon[94136]: pgmap v3698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:54.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:53.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.001040+0000) 2023-03-22T16:31:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:54.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.181940+0000) 2023-03-22T16:31:54.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:54.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.181945+0000) 2023-03-22T16:31:54.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:54.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.182656+0000) 2023-03-22T16:31:54.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:54.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.182575+0000) 2023-03-22T16:31:54.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:54.136+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.137885+0000) 2023-03-22T16:31:54.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:54.180+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.182116+0000) 2023-03-22T16:31:54.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:54.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:54.183006+0000) 2023-03-22T16:31:55.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:55.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.182059+0000) 2023-03-22T16:31:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:55.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.182056+0000) 2023-03-22T16:31:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:55.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.182782+0000) 2023-03-22T16:31:55.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:55.136+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.138011+0000) 2023-03-22T16:31:55.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:55.000+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.001292+0000) 2023-03-22T16:31:55.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:55.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.182684+0000) 2023-03-22T16:31:55.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:55.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.183107+0000) 2023-03-22T16:31:55.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:55.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:55.182282+0000) 2023-03-22T16:31:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:55 smithi142 ceph-mon[94717]: pgmap v3699: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:55 smithi098 ceph-mon[94136]: pgmap v3699: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:56.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:56.000+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.001415+0000) 2023-03-22T16:31:56.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:56.180+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.182182+0000) 2023-03-22T16:31:56.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:56.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.182899+0000) 2023-03-22T16:31:56.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:56.136+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.138147+0000) 2023-03-22T16:31:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:56.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.182407+0000) 2023-03-22T16:31:56.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:56.180+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.182182+0000) 2023-03-22T16:31:56.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:56.181+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.183228+0000) 2023-03-22T16:31:56.478 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:56.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:56.182808+0000) 2023-03-22T16:31:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:57.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.182315+0000) 2023-03-22T16:31:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:57.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.183016+0000) 2023-03-22T16:31:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:57.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.138266+0000) 2023-03-22T16:31:57.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:57.000+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.001639+0000) 2023-03-22T16:31:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:57.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.182297+0000) 2023-03-22T16:31:57.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:57.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.182922+0000) 2023-03-22T16:31:57.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:57.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.183365+0000) 2023-03-22T16:31:57.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:57.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:57.182531+0000) 2023-03-22T16:31:57.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:57 smithi142 ceph-mon[94717]: pgmap v3700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:57 smithi098 ceph-mon[94136]: pgmap v3700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:31:58.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:58.000+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.001757+0000) 2023-03-22T16:31:58.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:58.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.182443+0000) 2023-03-22T16:31:58.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:58.181+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.183123+0000) 2023-03-22T16:31:58.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:58.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.138401+0000) 2023-03-22T16:31:58.477 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:58.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.182425+0000) 2023-03-22T16:31:58.477 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:58.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.183037+0000) 2023-03-22T16:31:58.478 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:58.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.183483+0000) 2023-03-22T16:31:58.478 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:58.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:58.182656+0000) 2023-03-22T16:31:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:31:59.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.182574+0000) 2023-03-22T16:31:59.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:31:59.182+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.183299+0000) 2023-03-22T16:31:59.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:31:59.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.138524+0000) 2023-03-22T16:31:59.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:31:59.000+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.002001+0000) 2023-03-22T16:31:59.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:31:59.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.182574+0000) 2023-03-22T16:31:59.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:31:59.181+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.183158+0000) 2023-03-22T16:31:59.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:31:59.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.182887+0000) 2023-03-22T16:31:59.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:31:59.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:31:59.183604+0000) 2023-03-22T16:31:59.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:31:59 smithi142 ceph-mon[94717]: pgmap v3701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:31:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:31:59 smithi098 ceph-mon[94136]: pgmap v3701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:00.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:00.000+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.002127+0000) 2023-03-22T16:32:00.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:00.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.182771+0000) 2023-03-22T16:32:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:00.182+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.183423+0000) 2023-03-22T16:32:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:00.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.183283+0000) 2023-03-22T16:32:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:00.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.182700+0000) 2023-03-22T16:32:00.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:00.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.183724+0000) 2023-03-22T16:32:00.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:00.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.138649+0000) 2023-03-22T16:32:00.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:00.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:00.183006+0000) 2023-03-22T16:32:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:01.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.182895+0000) 2023-03-22T16:32:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:01.182+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.183538+0000) 2023-03-22T16:32:01.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:01.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.183136+0000) 2023-03-22T16:32:01.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:01.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.138791+0000) 2023-03-22T16:32:01.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:01.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.002389+0000) 2023-03-22T16:32:01.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:01.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.182838+0000) 2023-03-22T16:32:01.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:01.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.183401+0000) 2023-03-22T16:32:01.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:01.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:01.183840+0000) 2023-03-22T16:32:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:01 smithi142 ceph-mon[94717]: pgmap v3702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:01 smithi098 ceph-mon[94136]: pgmap v3702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:02.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.183014+0000) 2023-03-22T16:32:02.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:02.182+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.183650+0000) 2023-03-22T16:32:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:02.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.138905+0000) 2023-03-22T16:32:02.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:02.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.002513+0000) 2023-03-22T16:32:02.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:02.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.182959+0000) 2023-03-22T16:32:02.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:02.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.183522+0000) 2023-03-22T16:32:02.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:02.181+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.183249+0000) 2023-03-22T16:32:02.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:02.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:02.183953+0000) 2023-03-22T16:32:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:03.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.183137+0000) 2023-03-22T16:32:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:03.182+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.183837+0000) 2023-03-22T16:32:03.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:03.182+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.183369+0000) 2023-03-22T16:32:03.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:03.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.139023+0000) 2023-03-22T16:32:03.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:03.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.002737+0000) 2023-03-22T16:32:03.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:03.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.183087+0000) 2023-03-22T16:32:03.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:03.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.183651+0000) 2023-03-22T16:32:03.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:03.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:03.184066+0000) 2023-03-22T16:32:03.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:03 smithi142 ceph-mon[94717]: pgmap v3703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:03 smithi098 ceph-mon[94136]: pgmap v3703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:04.181+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.183256+0000) 2023-03-22T16:32:04.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:04.182+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.183949+0000) 2023-03-22T16:32:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:04.183+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:04.183+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:04.184+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.186089+0000) 2023-03-22T16:32:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:04.137+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.139142+0000) 2023-03-22T16:32:04.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:04.181+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.183217+0000) 2023-03-22T16:32:04.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:04.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.002864+0000) 2023-03-22T16:32:04.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:04.002+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:04.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:04.002+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:04.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:04.005+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.006483+0000) 2023-03-22T16:32:04.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:04.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.183780+0000) 2023-03-22T16:32:04.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:04.182+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.184218+0000) 2023-03-22T16:32:04.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:04.182+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:04.183496+0000) 2023-03-22T16:32:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:05.182+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:05.183396+0000) 2023-03-22T16:32:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:05.138+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:05.139320+0000) 2023-03-22T16:32:05.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:05.182+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:05.183348+0000) 2023-03-22T16:32:05.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:05.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:05.183905+0000) 2023-03-22T16:32:05.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:05.182+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:05.183649+0000) 2023-03-22T16:32:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:05.183+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:05.184369+0000) 2023-03-22T16:32:05.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:05 smithi142 ceph-mon[94717]: pgmap v3704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:32:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:05 smithi098 ceph-mon[94136]: pgmap v3704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:32:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:06.182+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.183530+0000) 2023-03-22T16:32:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:06.183+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:06.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:06.183+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:06.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:06.185+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.187156+0000) 2023-03-22T16:32:06.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:06.182+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.183788+0000) 2023-03-22T16:32:06.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:06.138+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.139467+0000) 2023-03-22T16:32:06.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:06.182+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.183492+0000) 2023-03-22T16:32:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:06.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.184037+0000) 2023-03-22T16:32:06.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:06.183+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.184499+0000) 2023-03-22T16:32:06.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:06.183+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:06.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:06.183+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:06.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:06.184+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:06.186088+0000) 2023-03-22T16:32:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:07.182+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:07.183619+0000) 2023-03-22T16:32:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:07.182+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:07.184153+0000) 2023-03-22T16:32:07.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:07.182+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:07.183907+0000) 2023-03-22T16:32:07.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:07.138+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:07.139590+0000) 2023-03-22T16:32:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:07 smithi142 ceph-mon[94717]: pgmap v3705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:32:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:07 smithi098 ceph-mon[94136]: pgmap v3705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:32:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:08.182+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:08.184052+0000) 2023-03-22T16:32:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:08.138+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:08.139708+0000) 2023-03-22T16:32:08.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:08.182+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:08.183733+0000) 2023-03-22T16:32:08.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:08.183+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:08.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:08.183+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:08.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:08.183+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:08.185023+0000) 2023-03-22T16:32:08.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:08.183+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:08.184301+0000) 2023-03-22T16:32:08.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:08.682+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:08.684203+0000) 2023-03-22T16:32:08.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:08.501+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:08.503125+0000) 2023-03-22T16:32:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:09.183+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:09.184415+0000) 2023-03-22T16:32:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:09.138+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:09.139833+0000) 2023-03-22T16:32:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:09.182+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:09.184217+0000) 2023-03-22T16:32:09.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:09 smithi142 ceph-mon[94717]: pgmap v3706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:32:09.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:09 smithi098 ceph-mon[94136]: pgmap v3706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:32:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:09.683+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:09.684301+0000) 2023-03-22T16:32:09.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:09.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:09.506995+0000) 2023-03-22T16:32:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:10.183+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.184555+0000) 2023-03-22T16:32:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:10.183+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.184395+0000) 2023-03-22T16:32:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:10.183+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:10.183+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:10.317+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.318421+0000) 2023-03-22T16:32:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:10.138+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.139969+0000) 2023-03-22T16:32:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:10.139+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:10.139+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:10.141+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.142447+0000) 2023-03-22T16:32:10.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:10 smithi142 ceph-mon[94717]: osdmap e254: 12 total, 9 up, 9 in 2023-03-22T16:32:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:10 smithi098 ceph-mon[94136]: osdmap e254: 12 total, 9 up, 9 in 2023-03-22T16:32:10.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:10.682+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.683806+0000) 2023-03-22T16:32:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:10.683+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.684415+0000) 2023-03-22T16:32:10.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:10.509+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.511222+0000) 2023-03-22T16:32:10.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:10.683+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:10.684807+0000) 2023-03-22T16:32:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:11.183+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:11.184677+0000) 2023-03-22T16:32:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:11 smithi142 ceph-mon[94717]: pgmap v3708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:32:11.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:11 smithi098 ceph-mon[94136]: pgmap v3708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:32:11.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:11.682+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:11.683921+0000) 2023-03-22T16:32:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:11.683+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:11.684526+0000) 2023-03-22T16:32:11.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:11.512+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:11.513387+0000) 2023-03-22T16:32:11.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:11.683+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:11.684925+0000) 2023-03-22T16:32:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:12.183+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:12.184807+0000) 2023-03-22T16:32:12.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:12.682+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:12.684064+0000) 2023-03-22T16:32:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:12.683+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:12.684637+0000) 2023-03-22T16:32:12.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:12.512+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:12.513600+0000) 2023-03-22T16:32:12.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:12.682+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:12.683980+0000) 2023-03-22T16:32:12.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:12.683+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:12.685050+0000) 2023-03-22T16:32:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:13.184+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:13.184945+0000) 2023-03-22T16:32:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:13.185+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:13.185+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:13.186+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:13.186609+0000) 2023-03-22T16:32:13.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:13 smithi142 ceph-mon[94717]: pgmap v3709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:32:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:13 smithi098 ceph-mon[94136]: pgmap v3709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:32:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:13.683+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:13.684180+0000) 2023-03-22T16:32:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:13.684+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:13.684754+0000) 2023-03-22T16:32:13.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:13.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:13.513713+0000) 2023-03-22T16:32:13.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:13.683+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:13.684103+0000) 2023-03-22T16:32:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:13.684+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:13.685172+0000) 2023-03-22T16:32:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:14.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:14.684297+0000) 2023-03-22T16:32:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:14.684+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:14.684877+0000) 2023-03-22T16:32:14.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:14.639+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:14.640208+0000) 2023-03-22T16:32:14.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:14.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:14.513933+0000) 2023-03-22T16:32:14.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:14.683+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:14.684224+0000) 2023-03-22T16:32:14.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:14.684+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:14.684766+0000) 2023-03-22T16:32:14.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:14.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:14.685300+0000) 2023-03-22T16:32:15.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:15 smithi142 ceph-mon[94717]: pgmap v3710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:32:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:15 smithi098 ceph-mon[94136]: pgmap v3710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:32:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:15.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:15.684423+0000) 2023-03-22T16:32:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:15.684+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:15.685008+0000) 2023-03-22T16:32:15.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:15.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:15.640304+0000) 2023-03-22T16:32:15.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:15.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:15.514123+0000) 2023-03-22T16:32:15.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:15.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:15.684360+0000) 2023-03-22T16:32:15.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:15.684+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:15.684897+0000) 2023-03-22T16:32:15.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:15.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:15.685426+0000) 2023-03-22T16:32:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:16.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:16.684555+0000) 2023-03-22T16:32:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:16.684+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:16.685144+0000) 2023-03-22T16:32:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:16.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:16.640431+0000) 2023-03-22T16:32:16.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:16.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:16.514299+0000) 2023-03-22T16:32:16.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:16.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:16.684497+0000) 2023-03-22T16:32:16.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:16.684+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:16.685022+0000) 2023-03-22T16:32:16.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:16.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:16.685556+0000) 2023-03-22T16:32:17.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:17 smithi142 ceph-mon[94717]: pgmap v3711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:32:17.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:17 smithi098 ceph-mon[94136]: pgmap v3711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:32:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:17.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.684694+0000) 2023-03-22T16:32:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:17.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.685299+0000) 2023-03-22T16:32:17.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:17.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.640556+0000) 2023-03-22T16:32:17.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:17.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.514428+0000) 2023-03-22T16:32:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:17.684+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.685138+0000) 2023-03-22T16:32:17.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:17.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.684615+0000) 2023-03-22T16:32:17.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:17.684+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.685144+0000) 2023-03-22T16:32:17.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:17.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:17.685667+0000) 2023-03-22T16:32:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:18.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.684823+0000) 2023-03-22T16:32:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:18.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.685456+0000) 2023-03-22T16:32:18.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:18.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.685263+0000) 2023-03-22T16:32:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:18.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.640679+0000) 2023-03-22T16:32:18.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:18.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.514649+0000) 2023-03-22T16:32:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:18.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.685261+0000) 2023-03-22T16:32:18.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:18.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.685783+0000) 2023-03-22T16:32:18.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:18.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:18.684733+0000) 2023-03-22T16:32:19.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:19 smithi142 ceph-mon[94717]: pgmap v3712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:32:19.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:19 smithi098 ceph-mon[94136]: pgmap v3712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:32:19.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:19.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.514776+0000) 2023-03-22T16:32:19.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:19.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.684948+0000) 2023-03-22T16:32:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:19.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.685578+0000) 2023-03-22T16:32:19.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:19.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.640803+0000) 2023-03-22T16:32:19.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:19.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.684874+0000) 2023-03-22T16:32:19.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:19.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.685391+0000) 2023-03-22T16:32:19.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:19.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.685896+0000) 2023-03-22T16:32:19.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:19.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:19.685399+0000) 2023-03-22T16:32:20.926 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:20.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.685061+0000) 2023-03-22T16:32:20.927 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:20.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.640936+0000) 2023-03-22T16:32:20.927 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:20.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.685510+0000) 2023-03-22T16:32:20.928 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:20.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.514990+0000) 2023-03-22T16:32:20.928 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:20.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.685018+0000) 2023-03-22T16:32:20.928 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:20.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.685519+0000) 2023-03-22T16:32:21.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:20.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.685687+0000) 2023-03-22T16:32:21.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:20.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:20.686004+0000) 2023-03-22T16:32:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:21 smithi142 ceph-mon[94717]: pgmap v3713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:32:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:21 smithi098 ceph-mon[94136]: pgmap v3713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:32:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:21.684+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.685167+0000) 2023-03-22T16:32:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:21.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.685798+0000) 2023-03-22T16:32:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:21.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.641078+0000) 2023-03-22T16:32:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:21.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.685643+0000) 2023-03-22T16:32:21.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:21.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.515114+0000) 2023-03-22T16:32:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:21.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.685126+0000) 2023-03-22T16:32:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:21.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.686102+0000) 2023-03-22T16:32:21.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:21.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:21.685628+0000) 2023-03-22T16:32:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:22.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.685306+0000) 2023-03-22T16:32:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:22.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.685924+0000) 2023-03-22T16:32:22.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:22.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.515295+0000) 2023-03-22T16:32:22.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:22.684+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.685248+0000) 2023-03-22T16:32:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:22.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.685782+0000) 2023-03-22T16:32:22.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:22.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.685752+0000) 2023-03-22T16:32:22.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:22.640+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.641205+0000) 2023-03-22T16:32:22.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:22.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:22.686215+0000) 2023-03-22T16:32:23.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:23 smithi142 ceph-mon[94717]: pgmap v3714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:32:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:23 smithi098 ceph-mon[94136]: pgmap v3714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:32:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:23.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.685433+0000) 2023-03-22T16:32:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:23.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.686065+0000) 2023-03-22T16:32:23.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:23.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.515415+0000) 2023-03-22T16:32:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:23.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.641326+0000) 2023-03-22T16:32:23.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:23.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.685387+0000) 2023-03-22T16:32:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:23.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.685877+0000) 2023-03-22T16:32:23.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:23.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.685900+0000) 2023-03-22T16:32:23.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:23.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:23.686295+0000) 2023-03-22T16:32:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:24.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.685560+0000) 2023-03-22T16:32:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:24.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.686175+0000) 2023-03-22T16:32:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:24.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.686016+0000) 2023-03-22T16:32:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:24.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.686011+0000) 2023-03-22T16:32:24.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:24.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.515636+0000) 2023-03-22T16:32:24.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:24.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.686409+0000) 2023-03-22T16:32:24.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:24.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.641451+0000) 2023-03-22T16:32:24.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:24.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:24.685508+0000) 2023-03-22T16:32:25.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:25 smithi142 ceph-mon[94717]: pgmap v3715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:32:25.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:25 smithi098 ceph-mon[94136]: pgmap v3715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:32:25.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:25.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.515765+0000) 2023-03-22T16:32:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:25.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.685631+0000) 2023-03-22T16:32:25.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:25.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.685685+0000) 2023-03-22T16:32:25.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:25.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.686303+0000) 2023-03-22T16:32:25.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:25.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.641577+0000) 2023-03-22T16:32:25.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:25.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.686134+0000) 2023-03-22T16:32:25.977 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:25.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.686133+0000) 2023-03-22T16:32:25.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:25.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:25.686525+0000) 2023-03-22T16:32:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:26.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.685811+0000) 2023-03-22T16:32:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:26.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.686430+0000) 2023-03-22T16:32:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:26.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.641705+0000) 2023-03-22T16:32:26.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:26.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.515976+0000) 2023-03-22T16:32:26.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:26.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.685755+0000) 2023-03-22T16:32:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:26.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.686259+0000) 2023-03-22T16:32:26.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:26.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.686255+0000) 2023-03-22T16:32:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:26.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:26.686638+0000) 2023-03-22T16:32:27.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:27 smithi142 ceph-mon[94717]: pgmap v3716: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:32:27.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:27 smithi098 ceph-mon[94136]: pgmap v3716: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:32:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:27.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.685942+0000) 2023-03-22T16:32:27.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:27.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.686566+0000) 2023-03-22T16:32:27.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:27.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.516098+0000) 2023-03-22T16:32:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:27.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.641830+0000) 2023-03-22T16:32:27.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:27.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.685882+0000) 2023-03-22T16:32:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:27.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.686394+0000) 2023-03-22T16:32:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:27.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.686389+0000) 2023-03-22T16:32:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:27.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:27.686759+0000) 2023-03-22T16:32:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:28.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.686063+0000) 2023-03-22T16:32:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:28.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.686686+0000) 2023-03-22T16:32:28.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:28.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.516313+0000) 2023-03-22T16:32:28.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:28.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.641955+0000) 2023-03-22T16:32:28.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:28.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.686000+0000) 2023-03-22T16:32:28.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:28.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.686520+0000) 2023-03-22T16:32:28.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:28.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.686530+0000) 2023-03-22T16:32:28.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:28.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:28.686877+0000) 2023-03-22T16:32:29.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:29 smithi142 ceph-mon[94717]: pgmap v3717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:32:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:29 smithi098 ceph-mon[94136]: pgmap v3717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:32:29.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:29.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.516441+0000) 2023-03-22T16:32:29.984 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:29.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.686129+0000) 2023-03-22T16:32:29.985 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:29.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.686183+0000) 2023-03-22T16:32:29.985 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:29.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.686798+0000) 2023-03-22T16:32:29.986 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:29.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.642081+0000) 2023-03-22T16:32:29.987 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:29.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.686653+0000) 2023-03-22T16:32:29.988 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:29.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.686641+0000) 2023-03-22T16:32:29.988 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:29.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:29.686993+0000) 2023-03-22T16:32:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:30.686+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.686300+0000) 2023-03-22T16:32:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:30.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.686919+0000) 2023-03-22T16:32:30.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:30.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.686776+0000) 2023-03-22T16:32:30.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:30.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.687105+0000) 2023-03-22T16:32:30.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:30.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.686255+0000) 2023-03-22T16:32:30.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:30.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.686765+0000) 2023-03-22T16:32:30.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:30.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.642204+0000) 2023-03-22T16:32:30.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:30.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:30.516666+0000) 2023-03-22T16:32:31.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:31 smithi142 ceph-mon[94717]: pgmap v3718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:31.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:31 smithi098 ceph-mon[94136]: pgmap v3718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:31.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.686384+0000) 2023-03-22T16:32:31.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:31.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.686426+0000) 2023-03-22T16:32:31.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:31.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.687078+0000) 2023-03-22T16:32:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:31.685+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.687211+0000) 2023-03-22T16:32:31.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:31.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.516840+0000) 2023-03-22T16:32:31.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:31.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.642297+0000) 2023-03-22T16:32:31.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:31.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.686902+0000) 2023-03-22T16:32:31.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:31.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:31.686890+0000) 2023-03-22T16:32:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:32.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.686550+0000) 2023-03-22T16:32:32.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:32.685+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.687207+0000) 2023-03-22T16:32:32.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:32.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.517083+0000) 2023-03-22T16:32:32.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:32.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.642416+0000) 2023-03-22T16:32:32.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:32.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.686500+0000) 2023-03-22T16:32:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:32.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.687018+0000) 2023-03-22T16:32:32.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:32.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.687016+0000) 2023-03-22T16:32:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:32.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:32.687318+0000) 2023-03-22T16:32:33.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:33 smithi142 ceph-mon[94717]: pgmap v3719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:33.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:33 smithi098 ceph-mon[94136]: pgmap v3719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:33.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:33.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.517229+0000) 2023-03-22T16:32:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:33.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.686720+0000) 2023-03-22T16:32:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:33.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.687364+0000) 2023-03-22T16:32:33.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:33.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.687471+0000) 2023-03-22T16:32:33.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:33.685+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.687145+0000) 2023-03-22T16:32:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:33.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.642539+0000) 2023-03-22T16:32:33.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:33.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.686615+0000) 2023-03-22T16:32:33.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:33.685+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:33.687139+0000) 2023-03-22T16:32:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:34.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.686860+0000) 2023-03-22T16:32:34.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:34.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.517487+0000) 2023-03-22T16:32:34.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:34.520+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.522057+0000) 2023-03-22T16:32:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:34.686+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.687494+0000) 2023-03-22T16:32:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:34.686+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:34.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:34.687+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:34.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:34.687+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.689145+0000) 2023-03-22T16:32:34.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:34.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.686732+0000) 2023-03-22T16:32:34.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:34.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.687282+0000) 2023-03-22T16:32:34.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:34.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.642674+0000) 2023-03-22T16:32:34.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:34.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.687259+0000) 2023-03-22T16:32:34.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:34.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:34.687694+0000) 2023-03-22T16:32:35.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:35 smithi142 ceph-mon[94717]: pgmap v3720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:35.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:35 smithi098 ceph-mon[94136]: pgmap v3720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:35.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:35.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:35.686847+0000) 2023-03-22T16:32:35.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:35.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:35.686995+0000) 2023-03-22T16:32:35.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:35.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:35.642802+0000) 2023-03-22T16:32:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:35.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:35.687828+0000) 2023-03-22T16:32:35.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:35.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:35.687398+0000) 2023-03-22T16:32:35.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:35.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:35.687406+0000) 2023-03-22T16:32:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:36.685+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.687144+0000) 2023-03-22T16:32:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:36.686+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:36.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:36.686+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:36.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:36.688+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.689401+0000) 2023-03-22T16:32:36.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:36.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.642939+0000) 2023-03-22T16:32:36.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:36.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.687001+0000) 2023-03-22T16:32:36.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:36.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.687537+0000) 2023-03-22T16:32:36.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:36.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.687547+0000) 2023-03-22T16:32:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:36.686+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.687964+0000) 2023-03-22T16:32:36.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:36.687+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:36.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:36.687+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:36.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:36.688+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:36.690181+0000) 2023-03-22T16:32:37.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:37 smithi142 ceph-mon[94717]: pgmap v3721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:37.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:37 smithi098 ceph-mon[94136]: pgmap v3721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:37.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:37.687659+0000) 2023-03-22T16:32:37.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:37.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:37.643119+0000) 2023-03-22T16:32:37.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:37.685+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:37.687151+0000) 2023-03-22T16:32:37.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:37.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:37.687704+0000) 2023-03-22T16:32:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:38.686+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:38.687341+0000) 2023-03-22T16:32:38.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:38.686+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:38.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:38.687+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:38.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:38.687+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:38.689155+0000) 2023-03-22T16:32:38.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:38.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:38.687853+0000) 2023-03-22T16:32:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:38.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:38.687878+0000) 2023-03-22T16:32:38.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:38.641+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:38.643251+0000) 2023-03-22T16:32:39.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:39.186+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:39.187756+0000) 2023-03-22T16:32:39.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:39.016+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:39.017757+0000) 2023-03-22T16:32:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:39 smithi142 ceph-mon[94717]: pgmap v3722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:39.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:39 smithi098 ceph-mon[94136]: pgmap v3722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:39.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:39.687998+0000) 2023-03-22T16:32:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:39.642+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:39.643366+0000) 2023-03-22T16:32:39.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:39.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:39.687998+0000) 2023-03-22T16:32:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:40.186+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:40.187888+0000) 2023-03-22T16:32:40.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:40.020+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:40.021504+0000) 2023-03-22T16:32:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:40.686+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:40.688154+0000) 2023-03-22T16:32:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:40.642+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:40.643515+0000) 2023-03-22T16:32:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:40.642+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:40.642+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:40.643+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:40.644411+0000) 2023-03-22T16:32:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:40.686+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:40.688146+0000) 2023-03-22T16:32:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:40.687+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:40.687+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:32:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:40.688+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:40.690049+0000) 2023-03-22T16:32:41.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:41.186+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:41.187403+0000) 2023-03-22T16:32:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:41.186+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:41.188009+0000) 2023-03-22T16:32:41.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:41.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:41.188285+0000) 2023-03-22T16:32:41.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:41.023+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:41.025219+0000) 2023-03-22T16:32:41.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:41 smithi142 ceph-mon[94717]: pgmap v3723: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:41.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:41 smithi098 ceph-mon[94136]: pgmap v3723: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:42.190 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:42.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:42.027582+0000) 2023-03-22T16:32:42.190 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:41.687+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:41.688344+0000) 2023-03-22T16:32:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:42.186+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:42.187537+0000) 2023-03-22T16:32:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:42.186+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:42.188127+0000) 2023-03-22T16:32:42.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:42.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:42.188407+0000) 2023-03-22T16:32:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:42.687+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:42.688492+0000) 2023-03-22T16:32:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:43.186+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:43.187695+0000) 2023-03-22T16:32:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:43.186+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:43.188243+0000) 2023-03-22T16:32:43.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:43.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:43.027819+0000) 2023-03-22T16:32:43.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:43.186+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:43.187610+0000) 2023-03-22T16:32:43.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:43.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:43.188528+0000) 2023-03-22T16:32:43.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:43 smithi142 ceph-mon[94717]: pgmap v3724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:43.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:43 smithi098 ceph-mon[94136]: pgmap v3724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:43.687+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:43.688660+0000) 2023-03-22T16:32:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:43.688+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:43.689449+0000) 2023-03-22T16:32:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:44.186+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:44.187843+0000) 2023-03-22T16:32:44.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:44.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:44.188362+0000) 2023-03-22T16:32:44.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:44.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:44.027941+0000) 2023-03-22T16:32:44.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:44.186+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:44.187751+0000) 2023-03-22T16:32:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:44.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:44.188653+0000) 2023-03-22T16:32:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:45.186+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:45.187961+0000) 2023-03-22T16:32:45.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:45.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:45.188477+0000) 2023-03-22T16:32:45.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:45.142+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:45.143855+0000) 2023-03-22T16:32:45.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:45.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:45.028152+0000) 2023-03-22T16:32:45.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:45.186+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:45.187873+0000) 2023-03-22T16:32:45.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:45.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:45.188379+0000) 2023-03-22T16:32:45.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:45.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:45.188774+0000) 2023-03-22T16:32:45.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:45 smithi142 ceph-mon[94717]: pgmap v3725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:45.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:45 smithi098 ceph-mon[94136]: pgmap v3725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:46.186+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:46.188080+0000) 2023-03-22T16:32:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:46.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:46.188627+0000) 2023-03-22T16:32:46.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:46.142+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:46.143966+0000) 2023-03-22T16:32:46.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:46.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:46.028288+0000) 2023-03-22T16:32:46.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:46.186+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:46.187999+0000) 2023-03-22T16:32:46.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:46.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:46.188502+0000) 2023-03-22T16:32:46.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:46.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:46.188890+0000) 2023-03-22T16:32:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:47.186+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:47.188208+0000) 2023-03-22T16:32:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:47.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:47.188741+0000) 2023-03-22T16:32:47.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:47.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:47.028585+0000) 2023-03-22T16:32:47.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:47.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:47.188625+0000) 2023-03-22T16:32:47.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:47.142+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:47.144075+0000) 2023-03-22T16:32:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:47.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:47.189005+0000) 2023-03-22T16:32:47.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:47.186+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:47.188128+0000) 2023-03-22T16:32:47.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:47 smithi142 ceph-mon[94717]: pgmap v3726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:47 smithi098 ceph-mon[94136]: pgmap v3726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:48.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.188304+0000) 2023-03-22T16:32:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:48.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.188849+0000) 2023-03-22T16:32:48.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:48.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.028721+0000) 2023-03-22T16:32:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:48.142+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.144181+0000) 2023-03-22T16:32:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:48.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.188258+0000) 2023-03-22T16:32:48.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:48.187+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.188907+0000) 2023-03-22T16:32:48.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:48.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.188736+0000) 2023-03-22T16:32:48.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:48.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:48.189128+0000) 2023-03-22T16:32:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:49.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.188434+0000) 2023-03-22T16:32:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:49.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.188994+0000) 2023-03-22T16:32:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:49.143+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.144318+0000) 2023-03-22T16:32:49.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:49.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.028943+0000) 2023-03-22T16:32:49.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:49.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.188406+0000) 2023-03-22T16:32:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:49.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.188858+0000) 2023-03-22T16:32:49.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:49.187+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.189037+0000) 2023-03-22T16:32:49.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:49.187+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:49.189253+0000) 2023-03-22T16:32:49.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:49 smithi142 ceph-mon[94717]: pgmap v3727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:49.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:49 smithi098 ceph-mon[94136]: pgmap v3727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:50.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:50.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.188544+0000) 2023-03-22T16:32:50.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:50.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.188554+0000) 2023-03-22T16:32:50.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:50.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.189113+0000) 2023-03-22T16:32:50.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:50.187+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.189158+0000) 2023-03-22T16:32:50.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:50.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.029064+0000) 2023-03-22T16:32:50.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:50.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.189378+0000) 2023-03-22T16:32:50.477 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:50.143+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.144446+0000) 2023-03-22T16:32:50.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:50.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:50.188978+0000) 2023-03-22T16:32:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:51.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.188681+0000) 2023-03-22T16:32:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:51.187+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.189225+0000) 2023-03-22T16:32:51.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:51.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.188671+0000) 2023-03-22T16:32:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:51.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.189496+0000) 2023-03-22T16:32:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:51.143+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.144572+0000) 2023-03-22T16:32:51.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:51.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.029290+0000) 2023-03-22T16:32:51.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:51.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.189099+0000) 2023-03-22T16:32:51.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:51.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:51.189290+0000) 2023-03-22T16:32:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:51 smithi142 ceph-mon[94717]: pgmap v3728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:51.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:51 smithi098 ceph-mon[94136]: pgmap v3728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:52.438 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:52.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.189289+0000) 2023-03-22T16:32:52.438 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:52.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.144760+0000) 2023-03-22T16:32:52.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:52.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.029412+0000) 2023-03-22T16:32:52.439 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:52.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.188788+0000) 2023-03-22T16:32:52.440 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:52.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.189405+0000) 2023-03-22T16:32:52.440 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:52.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.189608+0000) 2023-03-22T16:32:52.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:52.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.188809+0000) 2023-03-22T16:32:52.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:52.187+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:52.189216+0000) 2023-03-22T16:32:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:53.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.188921+0000) 2023-03-22T16:32:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:53.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.189449+0000) 2023-03-22T16:32:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:53.143+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.144899+0000) 2023-03-22T16:32:53.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:53.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.029632+0000) 2023-03-22T16:32:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:53.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.188904+0000) 2023-03-22T16:32:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:53.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.189591+0000) 2023-03-22T16:32:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:53.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.189737+0000) 2023-03-22T16:32:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:53.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:53.189303+0000) 2023-03-22T16:32:53.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:53 smithi142 ceph-mon[94717]: pgmap v3729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:53 smithi098 ceph-mon[94136]: pgmap v3729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:54.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:54.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.029756+0000) 2023-03-22T16:32:54.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:54.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.189042+0000) 2023-03-22T16:32:54.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:54.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.189040+0000) 2023-03-22T16:32:54.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:54.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.189565+0000) 2023-03-22T16:32:54.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:54.143+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.145022+0000) 2023-03-22T16:32:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:54.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.189430+0000) 2023-03-22T16:32:54.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:54.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.189709+0000) 2023-03-22T16:32:54.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:54.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:54.189851+0000) 2023-03-22T16:32:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:55.187+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.189161+0000) 2023-03-22T16:32:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:55.143+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.145145+0000) 2023-03-22T16:32:55.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:55.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.029974+0000) 2023-03-22T16:32:55.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:55.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.189681+0000) 2023-03-22T16:32:55.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:55.187+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.189164+0000) 2023-03-22T16:32:55.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:55.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.189967+0000) 2023-03-22T16:32:55.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:55.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.189553+0000) 2023-03-22T16:32:55.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:55.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:55.189836+0000) 2023-03-22T16:32:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:55 smithi142 ceph-mon[94717]: pgmap v3730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:55 smithi098 ceph-mon[94136]: pgmap v3730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:56.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.189296+0000) 2023-03-22T16:32:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:56.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.189807+0000) 2023-03-22T16:32:56.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:56.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.145267+0000) 2023-03-22T16:32:56.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:56.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.030106+0000) 2023-03-22T16:32:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:56.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.189301+0000) 2023-03-22T16:32:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:56.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.189951+0000) 2023-03-22T16:32:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:56.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.189675+0000) 2023-03-22T16:32:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:56.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:56.190079+0000) 2023-03-22T16:32:57.337 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:57.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.189418+0000) 2023-03-22T16:32:57.337 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:57.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.189934+0000) 2023-03-22T16:32:57.338 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:57.188+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.190190+0000) 2023-03-22T16:32:57.338 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:57.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.030313+0000) 2023-03-22T16:32:57.339 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:57.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.189417+0000) 2023-03-22T16:32:57.339 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:57.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.190059+0000) 2023-03-22T16:32:57.340 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:57.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.145417+0000) 2023-03-22T16:32:57.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:57 smithi142 ceph-mon[94717]: pgmap v3731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:57 smithi098 ceph-mon[94136]: pgmap v3731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:32:57.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:57.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:57.189774+0000) 2023-03-22T16:32:58.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:58.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.189541+0000) 2023-03-22T16:32:58.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:58.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.190039+0000) 2023-03-22T16:32:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:58.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.145559+0000) 2023-03-22T16:32:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:58.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.030440+0000) 2023-03-22T16:32:58.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:58.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.189533+0000) 2023-03-22T16:32:58.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:58.188+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.190166+0000) 2023-03-22T16:32:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:58.189+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.190298+0000) 2023-03-22T16:32:58.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:58.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:58.189880+0000) 2023-03-22T16:32:59.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:32:59.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.189660+0000) 2023-03-22T16:32:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:32:59.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.189660+0000) 2023-03-22T16:32:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:32:59.188+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.190151+0000) 2023-03-22T16:32:59.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:32:59.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.190293+0000) 2023-03-22T16:32:59.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:32:59.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.145690+0000) 2023-03-22T16:32:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:32:59.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.190007+0000) 2023-03-22T16:32:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:32:59.189+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.190429+0000) 2023-03-22T16:32:59.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:32:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:32:59.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:32:59.030669+0000) 2023-03-22T16:32:59.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:32:59 smithi142 ceph-mon[94717]: pgmap v3732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:32:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:32:59 smithi098 ceph-mon[94136]: pgmap v3732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:00.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.189777+0000) 2023-03-22T16:33:00.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:00.189+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.190285+0000) 2023-03-22T16:33:00.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:00.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.030786+0000) 2023-03-22T16:33:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:00.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.145820+0000) 2023-03-22T16:33:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:00.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.189787+0000) 2023-03-22T16:33:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:00.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.190435+0000) 2023-03-22T16:33:00.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:00.188+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.190137+0000) 2023-03-22T16:33:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:00.189+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:00.190546+0000) 2023-03-22T16:33:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:01.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.189899+0000) 2023-03-22T16:33:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:01.189+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.190404+0000) 2023-03-22T16:33:01.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:01.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.189930+0000) 2023-03-22T16:33:01.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:01.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.145939+0000) 2023-03-22T16:33:01.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:01.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.031011+0000) 2023-03-22T16:33:01.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:01.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.190258+0000) 2023-03-22T16:33:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:01.189+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.190660+0000) 2023-03-22T16:33:01.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:01.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:01.190547+0000) 2023-03-22T16:33:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:01 smithi142 ceph-mon[94717]: pgmap v3733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:01 smithi098 ceph-mon[94136]: pgmap v3733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:02.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:02.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.031136+0000) 2023-03-22T16:33:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:02.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.190048+0000) 2023-03-22T16:33:02.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:02.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.190024+0000) 2023-03-22T16:33:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:02.189+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.190518+0000) 2023-03-22T16:33:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:02.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.190398+0000) 2023-03-22T16:33:02.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:02.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.146066+0000) 2023-03-22T16:33:02.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:02.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.190654+0000) 2023-03-22T16:33:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:02.189+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:02.190783+0000) 2023-03-22T16:33:03.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:03.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.031360+0000) 2023-03-22T16:33:03.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:03.188+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.190150+0000) 2023-03-22T16:33:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:03.189+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.190632+0000) 2023-03-22T16:33:03.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:03.189+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.190893+0000) 2023-03-22T16:33:03.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:03.144+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.146179+0000) 2023-03-22T16:33:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:03.188+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.190167+0000) 2023-03-22T16:33:03.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:03.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.190520+0000) 2023-03-22T16:33:03.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:03.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:03.190769+0000) 2023-03-22T16:33:03.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:03 smithi142 ceph-mon[94717]: pgmap v3734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:03 smithi098 ceph-mon[94136]: pgmap v3734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:04.189+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.190308+0000) 2023-03-22T16:33:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:04.189+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.190753+0000) 2023-03-22T16:33:04.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:04.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.031490+0000) 2023-03-22T16:33:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:04.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.146315+0000) 2023-03-22T16:33:04.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:04.189+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.190303+0000) 2023-03-22T16:33:04.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:04.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.190888+0000) 2023-03-22T16:33:04.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:04.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.190643+0000) 2023-03-22T16:33:04.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:04.189+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:04.191005+0000) 2023-03-22T16:33:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:05.189+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.190429+0000) 2023-03-22T16:33:05.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:05.189+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.190886+0000) 2023-03-22T16:33:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:05.190+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:05.190+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:05.191+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.192264+0000) 2023-03-22T16:33:05.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:05.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.146436+0000) 2023-03-22T16:33:05.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:05.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.031726+0000) 2023-03-22T16:33:05.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:05.031+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:05.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:05.031+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:05.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:05.035+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.036633+0000) 2023-03-22T16:33:05.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:05.189+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.190431+0000) 2023-03-22T16:33:05.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:05.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.191073+0000) 2023-03-22T16:33:05.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:05.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.190765+0000) 2023-03-22T16:33:05.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:05.190+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:05.191261+0000) 2023-03-22T16:33:05.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:05 smithi142 ceph-mon[94717]: pgmap v3735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:33:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:05 smithi098 ceph-mon[94136]: pgmap v3735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:33:06.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:06.189+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:06.190560+0000) 2023-03-22T16:33:06.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:06.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:06.146559+0000) 2023-03-22T16:33:06.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:06.189+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:06.190562+0000) 2023-03-22T16:33:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:06.189+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:06.191191+0000) 2023-03-22T16:33:06.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:06.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:06.190893+0000) 2023-03-22T16:33:06.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:06.190+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:06.191394+0000) 2023-03-22T16:33:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:07.189+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.190690+0000) 2023-03-22T16:33:07.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:07.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.146674+0000) 2023-03-22T16:33:07.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:07.189+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.190800+0000) 2023-03-22T16:33:07.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:07.190+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:07.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:07.190+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:07.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:07.191+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.193035+0000) 2023-03-22T16:33:07.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:07.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.191030+0000) 2023-03-22T16:33:07.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:07.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.191307+0000) 2023-03-22T16:33:07.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:07.190+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.191511+0000) 2023-03-22T16:33:07.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:07.190+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:07.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:07.191+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:07.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:07.193+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:07.194470+0000) 2023-03-22T16:33:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:07 smithi142 ceph-mon[94717]: pgmap v3736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:33:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:07 smithi098 ceph-mon[94136]: pgmap v3736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:33:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:08.189+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:08.190814+0000) 2023-03-22T16:33:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:08.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:08.146796+0000) 2023-03-22T16:33:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:08.189+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:08.191153+0000) 2023-03-22T16:33:08.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:08.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:08.191421+0000) 2023-03-22T16:33:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:09.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:09.146918+0000) 2023-03-22T16:33:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:09.189+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:09.190942+0000) 2023-03-22T16:33:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:09.190+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:09.190+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:09.192+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:09.193494+0000) 2023-03-22T16:33:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:09.190+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:09.191285+0000) 2023-03-22T16:33:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:09.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:09.191539+0000) 2023-03-22T16:33:09.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:09 smithi142 ceph-mon[94717]: pgmap v3737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:33:09.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:09 smithi098 ceph-mon[94136]: pgmap v3737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:33:09.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:09.689+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:09.691160+0000) 2023-03-22T16:33:09.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:09.530+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:09.532011+0000) 2023-03-22T16:33:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:10.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:10.191657+0000) 2023-03-22T16:33:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:10.190+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:10.191404+0000) 2023-03-22T16:33:10.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:10.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:10.147040+0000) 2023-03-22T16:33:10.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:10 smithi142 ceph-mon[94717]: osdmap e255: 12 total, 9 up, 9 in 2023-03-22T16:33:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:10 smithi098 ceph-mon[94136]: osdmap e255: 12 total, 9 up, 9 in 2023-03-22T16:33:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:10.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:10.691298+0000) 2023-03-22T16:33:10.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:10.534+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:10.535777+0000) 2023-03-22T16:33:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:11.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.191774+0000) 2023-03-22T16:33:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:11.190+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.191525+0000) 2023-03-22T16:33:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:11.191+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:11.191+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:11.192+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.194136+0000) 2023-03-22T16:33:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:11.145+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.147177+0000) 2023-03-22T16:33:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:11.146+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:11.146+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:11.147+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.148954+0000) 2023-03-22T16:33:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:11 smithi142 ceph-mon[94717]: pgmap v3739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:33:11.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:11 smithi098 ceph-mon[94136]: pgmap v3739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:33:11.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:11.689+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.691067+0000) 2023-03-22T16:33:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:11.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.691425+0000) 2023-03-22T16:33:11.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:11.690+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.691782+0000) 2023-03-22T16:33:11.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:11.536+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:11.538129+0000) 2023-03-22T16:33:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:12.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:12.191899+0000) 2023-03-22T16:33:12.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:12.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:12.540285+0000) 2023-03-22T16:33:12.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:12.689+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:12.691194+0000) 2023-03-22T16:33:12.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:12.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:12.691539+0000) 2023-03-22T16:33:12.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:12.690+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:12.691900+0000) 2023-03-22T16:33:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:13.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:13.192047+0000) 2023-03-22T16:33:13.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:13 smithi142 ceph-mon[94717]: pgmap v3740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:33:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:13 smithi098 ceph-mon[94136]: pgmap v3740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:33:13.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:13.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:13.540409+0000) 2023-03-22T16:33:13.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:13.690+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:13.691321+0000) 2023-03-22T16:33:13.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:13.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:13.691662+0000) 2023-03-22T16:33:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:13.690+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:13.692021+0000) 2023-03-22T16:33:13.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:13.690+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:13.691321+0000) 2023-03-22T16:33:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:14.190+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:14.192173+0000) 2023-03-22T16:33:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:14.191+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:14.191+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:14.194+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:14.195478+0000) 2023-03-22T16:33:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:14.690+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:14.691450+0000) 2023-03-22T16:33:14.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:14.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:14.691783+0000) 2023-03-22T16:33:14.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:14.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:14.540643+0000) 2023-03-22T16:33:14.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:14.690+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:14.691450+0000) 2023-03-22T16:33:14.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:14.690+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:14.692144+0000) 2023-03-22T16:33:15.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:15 smithi142 ceph-mon[94717]: pgmap v3741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:33:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:15 smithi098 ceph-mon[94136]: pgmap v3741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:33:15.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:15.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:15.540775+0000) 2023-03-22T16:33:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:15.690+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:15.691578+0000) 2023-03-22T16:33:15.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:15.690+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:15.691578+0000) 2023-03-22T16:33:15.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:15.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:15.691972+0000) 2023-03-22T16:33:15.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:15.690+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:15.691785+0000) 2023-03-22T16:33:15.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:15.646+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:15.647428+0000) 2023-03-22T16:33:15.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:15.691+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:15.692262+0000) 2023-03-22T16:33:16.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:16.690+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:16.691703+0000) 2023-03-22T16:33:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:16.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:16.692098+0000) 2023-03-22T16:33:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:16.646+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:16.647556+0000) 2023-03-22T16:33:16.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:16.690+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:16.691707+0000) 2023-03-22T16:33:16.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:16.690+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:16.691907+0000) 2023-03-22T16:33:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:16.691+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:16.692393+0000) 2023-03-22T16:33:16.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:16.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:16.540999+0000) 2023-03-22T16:33:17.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:17 smithi142 ceph-mon[94717]: pgmap v3742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:33:17.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:17 smithi098 ceph-mon[94136]: pgmap v3742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:33:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:17.690+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:17.691833+0000) 2023-03-22T16:33:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:17.690+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:17.692213+0000) 2023-03-22T16:33:17.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:17.646+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:17.647686+0000) 2023-03-22T16:33:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:17.691+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:17.692512+0000) 2023-03-22T16:33:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:17.690+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:17.692029+0000) 2023-03-22T16:33:17.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:17.690+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:17.691825+0000) 2023-03-22T16:33:17.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:17.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:17.541124+0000) 2023-03-22T16:33:18.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:18.540+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.541304+0000) 2023-03-22T16:33:18.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:18.690+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.691944+0000) 2023-03-22T16:33:18.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:18.690+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.691963+0000) 2023-03-22T16:33:18.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:18.691+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.692303+0000) 2023-03-22T16:33:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:18.690+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.692170+0000) 2023-03-22T16:33:18.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:18.691+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.692471+0000) 2023-03-22T16:33:18.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:18.646+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.647811+0000) 2023-03-22T16:33:18.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:18.691+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:18.692639+0000) 2023-03-22T16:33:19.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:19 smithi142 ceph-mon[94717]: pgmap v3743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:33:19.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:19 smithi098 ceph-mon[94136]: pgmap v3743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:33:19.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:19.690+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.692069+0000) 2023-03-22T16:33:19.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:19.690+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.692078+0000) 2023-03-22T16:33:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:19.691+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.692418+0000) 2023-03-22T16:33:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:19.691+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.692297+0000) 2023-03-22T16:33:19.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:19.540+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.541434+0000) 2023-03-22T16:33:19.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:19.691+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.692592+0000) 2023-03-22T16:33:19.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:19.691+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.692761+0000) 2023-03-22T16:33:19.977 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:19.646+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:19.647933+0000) 2023-03-22T16:33:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:20.691+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.692203+0000) 2023-03-22T16:33:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:20.692+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.692534+0000) 2023-03-22T16:33:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:20.647+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.648055+0000) 2023-03-22T16:33:20.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:20.541+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.541651+0000) 2023-03-22T16:33:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:20.691+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.692199+0000) 2023-03-22T16:33:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:20.692+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.692422+0000) 2023-03-22T16:33:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:20.692+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.692874+0000) 2023-03-22T16:33:20.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:20.692+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:20.692705+0000) 2023-03-22T16:33:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:21 smithi142 ceph-mon[94717]: pgmap v3744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:33:21.676 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:21 smithi098 ceph-mon[94136]: pgmap v3744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:33:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:21.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.692320+0000) 2023-03-22T16:33:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:21.692+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.692647+0000) 2023-03-22T16:33:21.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:21.692+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.692548+0000) 2023-03-22T16:33:21.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:21.541+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.541778+0000) 2023-03-22T16:33:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:21.692+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.692980+0000) 2023-03-22T16:33:21.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:21.647+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.648176+0000) 2023-03-22T16:33:21.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:21.692+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.692814+0000) 2023-03-22T16:33:21.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:21.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:21.692318+0000) 2023-03-22T16:33:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:22.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.692445+0000) 2023-03-22T16:33:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:22.692+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.692770+0000) 2023-03-22T16:33:22.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:22.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.648312+0000) 2023-03-22T16:33:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:22.692+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.692934+0000) 2023-03-22T16:33:22.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:22.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.692437+0000) 2023-03-22T16:33:22.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:22.692+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.692681+0000) 2023-03-22T16:33:22.978 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:22.541+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.542000+0000) 2023-03-22T16:33:22.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:22.692+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:22.693094+0000) 2023-03-22T16:33:23.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:23 smithi142 ceph-mon[94717]: pgmap v3745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:33:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:23 smithi098 ceph-mon[94136]: pgmap v3745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:33:23.813 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:23.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.692578+0000) 2023-03-22T16:33:23.814 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:23.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.648439+0000) 2023-03-22T16:33:23.814 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:23.541+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.542183+0000) 2023-03-22T16:33:23.815 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:23.692+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.693052+0000) 2023-03-22T16:33:23.815 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:23.692+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.692833+0000) 2023-03-22T16:33:24.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:23.692+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.692899+0000) 2023-03-22T16:33:24.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:23.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.692598+0000) 2023-03-22T16:33:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:23.692+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:23.693203+0000) 2023-03-22T16:33:24.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:24.542+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.542428+0000) 2023-03-22T16:33:24.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:24.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.692719+0000) 2023-03-22T16:33:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:24.692+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.693047+0000) 2023-03-22T16:33:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:24.692+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.693161+0000) 2023-03-22T16:33:24.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:24.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.692736+0000) 2023-03-22T16:33:24.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:24.692+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.692994+0000) 2023-03-22T16:33:24.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:24.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.648577+0000) 2023-03-22T16:33:24.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:24.693+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:24.693304+0000) 2023-03-22T16:33:25.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:25 smithi142 ceph-mon[94717]: pgmap v3746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:33:25.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:25 smithi098 ceph-mon[94136]: pgmap v3746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:33:25.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:25.542+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.542546+0000) 2023-03-22T16:33:25.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:25.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.692842+0000) 2023-03-22T16:33:25.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:25.692+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.693163+0000) 2023-03-22T16:33:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:25.692+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.693119+0000) 2023-03-22T16:33:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:25.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.693297+0000) 2023-03-22T16:33:25.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:25.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.648702+0000) 2023-03-22T16:33:25.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:25.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.692854+0000) 2023-03-22T16:33:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:25.693+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:25.693424+0000) 2023-03-22T16:33:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:26.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.692970+0000) 2023-03-22T16:33:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:26.693+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.693297+0000) 2023-03-22T16:33:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:26.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.648822+0000) 2023-03-22T16:33:26.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:26.542+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.542782+0000) 2023-03-22T16:33:26.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:26.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.692973+0000) 2023-03-22T16:33:26.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:26.692+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.693242+0000) 2023-03-22T16:33:26.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:26.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.693411+0000) 2023-03-22T16:33:26.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:26.693+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:26.693546+0000) 2023-03-22T16:33:27.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:27 smithi142 ceph-mon[94717]: pgmap v3747: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:33:27.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:27 smithi098 ceph-mon[94136]: pgmap v3747: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:33:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:27.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.693093+0000) 2023-03-22T16:33:27.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:27.693+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.693421+0000) 2023-03-22T16:33:27.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:27.542+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.542909+0000) 2023-03-22T16:33:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:27.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.648943+0000) 2023-03-22T16:33:27.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:27.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.693094+0000) 2023-03-22T16:33:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:27.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.693542+0000) 2023-03-22T16:33:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:27.693+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.693667+0000) 2023-03-22T16:33:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:27.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:27.693379+0000) 2023-03-22T16:33:28.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:28.542+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.543124+0000) 2023-03-22T16:33:28.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:28.692+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.693220+0000) 2023-03-22T16:33:28.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:28.692+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.693228+0000) 2023-03-22T16:33:28.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:28.693+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.693545+0000) 2023-03-22T16:33:28.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:28.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.649054+0000) 2023-03-22T16:33:28.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:28.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.693502+0000) 2023-03-22T16:33:28.977 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:28.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.693664+0000) 2023-03-22T16:33:28.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:28.693+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:28.693805+0000) 2023-03-22T16:33:29.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:29 smithi142 ceph-mon[94717]: pgmap v3748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:33:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:29 smithi098 ceph-mon[94136]: pgmap v3748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:33:29.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:29.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.693351+0000) 2023-03-22T16:33:29.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:29.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.693351+0000) 2023-03-22T16:33:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:29.693+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.693667+0000) 2023-03-22T16:33:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:29.648+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.649169+0000) 2023-03-22T16:33:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:29.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.693806+0000) 2023-03-22T16:33:29.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:29.693+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.693921+0000) 2023-03-22T16:33:29.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:29.543+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.543258+0000) 2023-03-22T16:33:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:29.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:29.693629+0000) 2023-03-22T16:33:30.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:30.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.693492+0000) 2023-03-22T16:33:30.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:30.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.693482+0000) 2023-03-22T16:33:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:30.693+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.693788+0000) 2023-03-22T16:33:30.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:30.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.649298+0000) 2023-03-22T16:33:30.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:30.543+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.543498+0000) 2023-03-22T16:33:30.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:30.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.693931+0000) 2023-03-22T16:33:30.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:30.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.693749+0000) 2023-03-22T16:33:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:30.693+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:30.694038+0000) 2023-03-22T16:33:31.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:31 smithi142 ceph-mon[94717]: pgmap v3749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:31.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:31 smithi098 ceph-mon[94136]: pgmap v3749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:31.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:31.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.693608+0000) 2023-03-22T16:33:31.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:31.693+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.694020+0000) 2023-03-22T16:33:31.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:31.543+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.543620+0000) 2023-03-22T16:33:31.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:31.694+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.694287+0000) 2023-03-22T16:33:31.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:31.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.694062+0000) 2023-03-22T16:33:31.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:31.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.649430+0000) 2023-03-22T16:33:31.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:31.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.693617+0000) 2023-03-22T16:33:31.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:31.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:31.693878+0000) 2023-03-22T16:33:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:32.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.693731+0000) 2023-03-22T16:33:32.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:32.693+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.694149+0000) 2023-03-22T16:33:32.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:32.543+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.543854+0000) 2023-03-22T16:33:32.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:32.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.694182+0000) 2023-03-22T16:33:32.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:32.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.693732+0000) 2023-03-22T16:33:32.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:32.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.694009+0000) 2023-03-22T16:33:32.977 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:32.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.649563+0000) 2023-03-22T16:33:32.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:32.694+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:32.694408+0000) 2023-03-22T16:33:33.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:33 smithi142 ceph-mon[94717]: pgmap v3750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:33.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:33 smithi098 ceph-mon[94136]: pgmap v3750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:33.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:33.543+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.543995+0000) 2023-03-22T16:33:33.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:33.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.693855+0000) 2023-03-22T16:33:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:33.694+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.694260+0000) 2023-03-22T16:33:33.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:33.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.693856+0000) 2023-03-22T16:33:33.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:33.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.694308+0000) 2023-03-22T16:33:33.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:33.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.649689+0000) 2023-03-22T16:33:33.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:33.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.694131+0000) 2023-03-22T16:33:33.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:33.694+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:33.694519+0000) 2023-03-22T16:33:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:34.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.693987+0000) 2023-03-22T16:33:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:34.694+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.694385+0000) 2023-03-22T16:33:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:34.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.649809+0000) 2023-03-22T16:33:34.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:34.543+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.544193+0000) 2023-03-22T16:33:34.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:34.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.693980+0000) 2023-03-22T16:33:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:34.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.694249+0000) 2023-03-22T16:33:34.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:34.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.694425+0000) 2023-03-22T16:33:34.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:34.694+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:34.694639+0000) 2023-03-22T16:33:35.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:35 smithi142 ceph-mon[94717]: pgmap v3751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:35.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:35 smithi098 ceph-mon[94136]: pgmap v3751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:35.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:35.544+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.544315+0000) 2023-03-22T16:33:35.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:35.544+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:35.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:35.544+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:35.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:35.547+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.547402+0000) 2023-03-22T16:33:35.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:35.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.694106+0000) 2023-03-22T16:33:35.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:35.694+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.694506+0000) 2023-03-22T16:33:35.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:35.695+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:35.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:35.695+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:35.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:35.696+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.697079+0000) 2023-03-22T16:33:35.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:35.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.649933+0000) 2023-03-22T16:33:35.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:35.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.694551+0000) 2023-03-22T16:33:35.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:35.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.694101+0000) 2023-03-22T16:33:35.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:35.694+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.694374+0000) 2023-03-22T16:33:35.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:35.694+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:35.694781+0000) 2023-03-22T16:33:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:36.693+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:36.694228+0000) 2023-03-22T16:33:36.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:36.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:36.694229+0000) 2023-03-22T16:33:36.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:36.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:36.650055+0000) 2023-03-22T16:33:36.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:36.694+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:36.694497+0000) 2023-03-22T16:33:36.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:36.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:36.694665+0000) 2023-03-22T16:33:36.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:36.694+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:36.694893+0000) 2023-03-22T16:33:37.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:37 smithi142 ceph-mon[94717]: pgmap v3752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:37.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:37 smithi098 ceph-mon[94136]: pgmap v3752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:37.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.650178+0000) 2023-03-22T16:33:37.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:37.694+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.694357+0000) 2023-03-22T16:33:37.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:37.694+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.694353+0000) 2023-03-22T16:33:37.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:37.694+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:37.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:37.695+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:37.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:37.697+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.697553+0000) 2023-03-22T16:33:37.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:37.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.694950+0000) 2023-03-22T16:33:37.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:37.694+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.694739+0000) 2023-03-22T16:33:37.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:37.694+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.695119+0000) 2023-03-22T16:33:37.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:37.695+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:37.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:37.695+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:37.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:37.696+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:37.697081+0000) 2023-03-22T16:33:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:38.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:38.694876+0000) 2023-03-22T16:33:38.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:38.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:38.695068+0000) 2023-03-22T16:33:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:38.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:38.650297+0000) 2023-03-22T16:33:38.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:38.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:38.694475+0000) 2023-03-22T16:33:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:39 smithi142 ceph-mon[94717]: pgmap v3753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:39.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:39 smithi098 ceph-mon[94136]: pgmap v3753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:39.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:39.650417+0000) 2023-03-22T16:33:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:39.693+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:39.695173+0000) 2023-03-22T16:33:39.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:39.693+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:39.694604+0000) 2023-03-22T16:33:39.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:39.695+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:39.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:39.695+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:39.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:39.698+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:39.699658+0000) 2023-03-22T16:33:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:39.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:39.694995+0000) 2023-03-22T16:33:40.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:40.193+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:40.194783+0000) 2023-03-22T16:33:40.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:40.043+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:40.044583+0000) 2023-03-22T16:33:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:40.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:40.695291+0000) 2023-03-22T16:33:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:40.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:40.650536+0000) 2023-03-22T16:33:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:40.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:40.695113+0000) 2023-03-22T16:33:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:41.193+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:41.194909+0000) 2023-03-22T16:33:41.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:41.046+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:41.048112+0000) 2023-03-22T16:33:41.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:41 smithi142 ceph-mon[94717]: pgmap v3754: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:33:41.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:41 smithi098 ceph-mon[94136]: pgmap v3754: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:33:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:41.649+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:41.650656+0000) 2023-03-22T16:33:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:41.650+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:41.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:41.650+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:41.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:41.650+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:41.652043+0000) 2023-03-22T16:33:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:41.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:41.695413+0000) 2023-03-22T16:33:41.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:41.693+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:41.695243+0000) 2023-03-22T16:33:41.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:41.694+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:41.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:41.694+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:41.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:41.697+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:41.698891+0000) 2023-03-22T16:33:42.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:42.193+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:42.194618+0000) 2023-03-22T16:33:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:42.193+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:42.195030+0000) 2023-03-22T16:33:42.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:42.050+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:42.051985+0000) 2023-03-22T16:33:42.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:42.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:42.195367+0000) 2023-03-22T16:33:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:42.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:42.695534+0000) 2023-03-22T16:33:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:43.193+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:43.194744+0000) 2023-03-22T16:33:43.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:43.193+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:43.195143+0000) 2023-03-22T16:33:43.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:43.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:43.054222+0000) 2023-03-22T16:33:43.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:43.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:43.195491+0000) 2023-03-22T16:33:43.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:43 smithi142 ceph-mon[94717]: pgmap v3755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:33:43.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:43 smithi098 ceph-mon[94136]: pgmap v3755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:33:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:43.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:43.695662+0000) 2023-03-22T16:33:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:44.193+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:44.194873+0000) 2023-03-22T16:33:44.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:44.193+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:44.195253+0000) 2023-03-22T16:33:44.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:44.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:44.054315+0000) 2023-03-22T16:33:44.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:44.194+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:44.195845+0000) 2023-03-22T16:33:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:44.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:44.195619+0000) 2023-03-22T16:33:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:44.694+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:44.695839+0000) 2023-03-22T16:33:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:44.695+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:44.695+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:33:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:44.844+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:44.845941+0000) 2023-03-22T16:33:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:45.193+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:45.194994+0000) 2023-03-22T16:33:45.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:45.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:45.195378+0000) 2023-03-22T16:33:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:45.194+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:45.195961+0000) 2023-03-22T16:33:45.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:45.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:45.054559+0000) 2023-03-22T16:33:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:45.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:45.195744+0000) 2023-03-22T16:33:45.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:45 smithi142 ceph-mon[94717]: pgmap v3756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:45.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:45 smithi098 ceph-mon[94136]: pgmap v3756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:46.193+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:46.195111+0000) 2023-03-22T16:33:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:46.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:46.195491+0000) 2023-03-22T16:33:46.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:46.149+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:46.150985+0000) 2023-03-22T16:33:46.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:46.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:46.054695+0000) 2023-03-22T16:33:46.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:46.194+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:46.196076+0000) 2023-03-22T16:33:46.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:46.194+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:46.195949+0000) 2023-03-22T16:33:46.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:46.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:46.195870+0000) 2023-03-22T16:33:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:47.193+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:47.195229+0000) 2023-03-22T16:33:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:47.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:47.195616+0000) 2023-03-22T16:33:47.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:47.194+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:47.196067+0000) 2023-03-22T16:33:47.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:47.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:47.195991+0000) 2023-03-22T16:33:47.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:47.149+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:47.151112+0000) 2023-03-22T16:33:47.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:47.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:47.054927+0000) 2023-03-22T16:33:47.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:47.194+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:47.196191+0000) 2023-03-22T16:33:47.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:47 smithi142 ceph-mon[94717]: pgmap v3757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:33:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:47 smithi098 ceph-mon[94136]: pgmap v3757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:33:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:48.194+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:48.195349+0000) 2023-03-22T16:33:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:48.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:48.195731+0000) 2023-03-22T16:33:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:48.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:48.196292+0000) 2023-03-22T16:33:48.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:48.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:48.196111+0000) 2023-03-22T16:33:48.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:48.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:48.055047+0000) 2023-03-22T16:33:48.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:48.194+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:48.196196+0000) 2023-03-22T16:33:48.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:48.149+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:48.151232+0000) 2023-03-22T16:33:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:49.194+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.195475+0000) 2023-03-22T16:33:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:49.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.195842+0000) 2023-03-22T16:33:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:49.150+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.151355+0000) 2023-03-22T16:33:49.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:49.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.055237+0000) 2023-03-22T16:33:49.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:49.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.196408+0000) 2023-03-22T16:33:49.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:49.194+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.196038+0000) 2023-03-22T16:33:49.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:49.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.196302+0000) 2023-03-22T16:33:49.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:49.194+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:49.196229+0000) 2023-03-22T16:33:49.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:49 smithi142 ceph-mon[94717]: pgmap v3758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:49.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:49 smithi098 ceph-mon[94136]: pgmap v3758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:50.194+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.195604+0000) 2023-03-22T16:33:50.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:50.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.195956+0000) 2023-03-22T16:33:50.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:50.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.196308+0000) 2023-03-22T16:33:50.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:50.150+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.151557+0000) 2023-03-22T16:33:50.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:50.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.055420+0000) 2023-03-22T16:33:50.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:50.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.196528+0000) 2023-03-22T16:33:50.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:50.194+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.196155+0000) 2023-03-22T16:33:50.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:50.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:50.196427+0000) 2023-03-22T16:33:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:51.194+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.195743+0000) 2023-03-22T16:33:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:51.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.196078+0000) 2023-03-22T16:33:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:51.150+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.151700+0000) 2023-03-22T16:33:51.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:51.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.055641+0000) 2023-03-22T16:33:51.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:51.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.196653+0000) 2023-03-22T16:33:51.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:51.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.196547+0000) 2023-03-22T16:33:51.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:51.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.196290+0000) 2023-03-22T16:33:51.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:51.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:51.196434+0000) 2023-03-22T16:33:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:51 smithi142 ceph-mon[94717]: pgmap v3759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:51.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:51 smithi098 ceph-mon[94136]: pgmap v3759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:52.194+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.195871+0000) 2023-03-22T16:33:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:52.194+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.196190+0000) 2023-03-22T16:33:52.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:52.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.196561+0000) 2023-03-22T16:33:52.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:52.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.196411+0000) 2023-03-22T16:33:52.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:52.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.055767+0000) 2023-03-22T16:33:52.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:52.150+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.151828+0000) 2023-03-22T16:33:52.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:52.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.196774+0000) 2023-03-22T16:33:52.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:52.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:52.196663+0000) 2023-03-22T16:33:53.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:53.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.055991+0000) 2023-03-22T16:33:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:53.194+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.196007+0000) 2023-03-22T16:33:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:53.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.196298+0000) 2023-03-22T16:33:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:53.150+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.151961+0000) 2023-03-22T16:33:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:53.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.196893+0000) 2023-03-22T16:33:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:53.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.196789+0000) 2023-03-22T16:33:53.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:53.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.196533+0000) 2023-03-22T16:33:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:53.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:53.196674+0000) 2023-03-22T16:33:53.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:53 smithi142 ceph-mon[94717]: pgmap v3760: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:53 smithi098 ceph-mon[94136]: pgmap v3760: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:54.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:54.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.056113+0000) 2023-03-22T16:33:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:54.194+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.196143+0000) 2023-03-22T16:33:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:54.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.196421+0000) 2023-03-22T16:33:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:54.150+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.152074+0000) 2023-03-22T16:33:54.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:54.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.197008+0000) 2023-03-22T16:33:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:54.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.196653+0000) 2023-03-22T16:33:54.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:54.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.196907+0000) 2023-03-22T16:33:54.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:54.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:54.196792+0000) 2023-03-22T16:33:55.383 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:55.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.056293+0000) 2023-03-22T16:33:55.383 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:55.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.196554+0000) 2023-03-22T16:33:55.384 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:55.150+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.152201+0000) 2023-03-22T16:33:55.384 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:55.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.196773+0000) 2023-03-22T16:33:55.385 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:55.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.196911+0000) 2023-03-22T16:33:55.385 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:55.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.197116+0000) 2023-03-22T16:33:55.386 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:55.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.196302+0000) 2023-03-22T16:33:55.386 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:55.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:55.197013+0000) 2023-03-22T16:33:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:55 smithi142 ceph-mon[94717]: pgmap v3761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:55 smithi098 ceph-mon[94136]: pgmap v3761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:56.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.196422+0000) 2023-03-22T16:33:56.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:56.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.196671+0000) 2023-03-22T16:33:56.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:56.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.152304+0000) 2023-03-22T16:33:56.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:56.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.056417+0000) 2023-03-22T16:33:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:56.195+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.197219+0000) 2023-03-22T16:33:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:56.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.196887+0000) 2023-03-22T16:33:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:56.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.197111+0000) 2023-03-22T16:33:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:56.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:56.197028+0000) 2023-03-22T16:33:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:57.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.196550+0000) 2023-03-22T16:33:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:57.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.196799+0000) 2023-03-22T16:33:57.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:57.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.056653+0000) 2023-03-22T16:33:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:57.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.152432+0000) 2023-03-22T16:33:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:57.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.197297+0000) 2023-03-22T16:33:57.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:57.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.197009+0000) 2023-03-22T16:33:57.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:57.195+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.197225+0000) 2023-03-22T16:33:57.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:57.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:57.197144+0000) 2023-03-22T16:33:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:57 smithi098 ceph-mon[94136]: pgmap v3762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:57.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:57 smithi142 ceph-mon[94717]: pgmap v3762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:33:58.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:58.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.196679+0000) 2023-03-22T16:33:58.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:58.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.196916+0000) 2023-03-22T16:33:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:58.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.056775+0000) 2023-03-22T16:33:58.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:58.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.152553+0000) 2023-03-22T16:33:58.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:58.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.197441+0000) 2023-03-22T16:33:58.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:58.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.197128+0000) 2023-03-22T16:33:58.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:58.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.197307+0000) 2023-03-22T16:33:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:58.195+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:58.197253+0000) 2023-03-22T16:33:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:33:59.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.196816+0000) 2023-03-22T16:33:59.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:33:59.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.197037+0000) 2023-03-22T16:33:59.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:33:59.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.152676+0000) 2023-03-22T16:33:59.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:33:59.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.056991+0000) 2023-03-22T16:33:59.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:33:59.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.197564+0000) 2023-03-22T16:33:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:33:59.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.197424+0000) 2023-03-22T16:33:59.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:33:59.195+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.197245+0000) 2023-03-22T16:33:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:33:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:33:59.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:33:59.197384+0000) 2023-03-22T16:33:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:33:59 smithi098 ceph-mon[94136]: pgmap v3763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:33:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:33:59 smithi142 ceph-mon[94717]: pgmap v3763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:00.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:00.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.057110+0000) 2023-03-22T16:34:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:00.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.197688+0000) 2023-03-22T16:34:00.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:00.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.196944+0000) 2023-03-22T16:34:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:00.195+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.197152+0000) 2023-03-22T16:34:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:00.196+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.197371+0000) 2023-03-22T16:34:00.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:00.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.152797+0000) 2023-03-22T16:34:00.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:00.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.197576+0000) 2023-03-22T16:34:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:00.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:00.197502+0000) 2023-03-22T16:34:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:01.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.197072+0000) 2023-03-22T16:34:01.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:01.196+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.197286+0000) 2023-03-22T16:34:01.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:01.056+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.057296+0000) 2023-03-22T16:34:01.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:01.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.197815+0000) 2023-03-22T16:34:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:01.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.197771+0000) 2023-03-22T16:34:01.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:01.196+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.197498+0000) 2023-03-22T16:34:01.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:01.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.152921+0000) 2023-03-22T16:34:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:01.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:01.197641+0000) 2023-03-22T16:34:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:01 smithi098 ceph-mon[94136]: pgmap v3764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:01.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:01 smithi142 ceph-mon[94717]: pgmap v3764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:02.195+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.197200+0000) 2023-03-22T16:34:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:02.196+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.197401+0000) 2023-03-22T16:34:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:02.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.153052+0000) 2023-03-22T16:34:02.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:02.056+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.057420+0000) 2023-03-22T16:34:02.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:02.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.197936+0000) 2023-03-22T16:34:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:02.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.197878+0000) 2023-03-22T16:34:02.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:02.196+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.197622+0000) 2023-03-22T16:34:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:02.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:02.197760+0000) 2023-03-22T16:34:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:03.196+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.197322+0000) 2023-03-22T16:34:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:03.196+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.197515+0000) 2023-03-22T16:34:03.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:03.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.198007+0000) 2023-03-22T16:34:03.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:03.151+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.153193+0000) 2023-03-22T16:34:03.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:03.196+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.197745+0000) 2023-03-22T16:34:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:03.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.198059+0000) 2023-03-22T16:34:03.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:03.056+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.057650+0000) 2023-03-22T16:34:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:03.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:03.197877+0000) 2023-03-22T16:34:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:03 smithi098 ceph-mon[94136]: pgmap v3765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:03.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:03 smithi142 ceph-mon[94717]: pgmap v3765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:04.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:04.056+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.057777+0000) 2023-03-22T16:34:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:04.196+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.197447+0000) 2023-03-22T16:34:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:04.196+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.197632+0000) 2023-03-22T16:34:04.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:04.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.198117+0000) 2023-03-22T16:34:04.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:04.196+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.198178+0000) 2023-03-22T16:34:04.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:04.196+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.197871+0000) 2023-03-22T16:34:04.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:04.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.153313+0000) 2023-03-22T16:34:04.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:04.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:04.197994+0000) 2023-03-22T16:34:05.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:05.056+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.058004+0000) 2023-03-22T16:34:05.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:05.196+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.197570+0000) 2023-03-22T16:34:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:05.196+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.197747+0000) 2023-03-22T16:34:05.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:05.197+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.198306+0000) 2023-03-22T16:34:05.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:05.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.153433+0000) 2023-03-22T16:34:05.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:05.196+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.198227+0000) 2023-03-22T16:34:05.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:05.196+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.197992+0000) 2023-03-22T16:34:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:05.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:05.198112+0000) 2023-03-22T16:34:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:05 smithi098 ceph-mon[94136]: pgmap v3766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:34:05.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:05 smithi142 ceph-mon[94717]: pgmap v3766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:34:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:06.196+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.197698+0000) 2023-03-22T16:34:06.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:06.196+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.197862+0000) 2023-03-22T16:34:06.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:06.197+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:06.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:06.197+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:06.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:06.199+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.200320+0000) 2023-03-22T16:34:06.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:06.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.153554+0000) 2023-03-22T16:34:06.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:06.197+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.198588+0000) 2023-03-22T16:34:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:06.196+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.198139+0000) 2023-03-22T16:34:06.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:06.056+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.058131+0000) 2023-03-22T16:34:06.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:06.057+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:06.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:06.057+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:06.476 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:06.061+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.063102+0000) 2023-03-22T16:34:06.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:06.196+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.198254+0000) 2023-03-22T16:34:06.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:06.197+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:06.198331+0000) 2023-03-22T16:34:07.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:07.196+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:07.197840+0000) 2023-03-22T16:34:07.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:07.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:07.153678+0000) 2023-03-22T16:34:07.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:07.197+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:07.198701+0000) 2023-03-22T16:34:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:07.197+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:07.198257+0000) 2023-03-22T16:34:07.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:07.197+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:07.198380+0000) 2023-03-22T16:34:07.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:07.197+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:07.198580+0000) 2023-03-22T16:34:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:07 smithi098 ceph-mon[94136]: pgmap v3767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:34:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:07 smithi142 ceph-mon[94717]: pgmap v3767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:34:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:08.197+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.198929+0000) 2023-03-22T16:34:08.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:08.196+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.197961+0000) 2023-03-22T16:34:08.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:08.197+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:08.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:08.197+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:08.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:08.199+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.200944+0000) 2023-03-22T16:34:08.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:08.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.153807+0000) 2023-03-22T16:34:08.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:08.197+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.198393+0000) 2023-03-22T16:34:08.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:08.197+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.198716+0000) 2023-03-22T16:34:08.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:08.197+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.198626+0000) 2023-03-22T16:34:08.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:08.198+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:08.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:08.198+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:08.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:08.200+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:08.201478+0000) 2023-03-22T16:34:09.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:09.197+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:09.199043+0000) 2023-03-22T16:34:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:09.197+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:09.198819+0000) 2023-03-22T16:34:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:09.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:09.153934+0000) 2023-03-22T16:34:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:09.197+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:09.198516+0000) 2023-03-22T16:34:09.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:09 smithi098 ceph-mon[94136]: pgmap v3768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:34:09.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:09 smithi142 ceph-mon[94717]: pgmap v3768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:34:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:10.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:10.154055+0000) 2023-03-22T16:34:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:10.197+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:10.199160+0000) 2023-03-22T16:34:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:10.198+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:10.198+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:10.199+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:10.201099+0000) 2023-03-22T16:34:10.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:10.197+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:10.198641+0000) 2023-03-22T16:34:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:10.197+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:10.198921+0000) 2023-03-22T16:34:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:10 smithi098 ceph-mon[94136]: osdmap e256: 12 total, 9 up, 9 in 2023-03-22T16:34:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:10 smithi142 ceph-mon[94717]: osdmap e256: 12 total, 9 up, 9 in 2023-03-22T16:34:10.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:10.557+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:10.558464+0000) 2023-03-22T16:34:10.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:10.696+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:10.698171+0000) 2023-03-22T16:34:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:11.198+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:11.199020+0000) 2023-03-22T16:34:11.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:11.152+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:11.154222+0000) 2023-03-22T16:34:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:11.198+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:11.198811+0000) 2023-03-22T16:34:11.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:11 smithi098 ceph-mon[94136]: pgmap v3770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:34:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:11 smithi142 ceph-mon[94717]: pgmap v3770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:34:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:11.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:11.698289+0000) 2023-03-22T16:34:11.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:11.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:11.561004+0000) 2023-03-22T16:34:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:12.197+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.198926+0000) 2023-03-22T16:34:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:12.197+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.199111+0000) 2023-03-22T16:34:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:12.198+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:12.198+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:12.199+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.200389+0000) 2023-03-22T16:34:12.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:12.153+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.154315+0000) 2023-03-22T16:34:12.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:12.153+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:12.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:12.153+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:12.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:12.157+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.158666+0000) 2023-03-22T16:34:12.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:12.563+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.564843+0000) 2023-03-22T16:34:12.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:12.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.698274+0000) 2023-03-22T16:34:12.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:12.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.698408+0000) 2023-03-22T16:34:12.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:12.697+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:12.698895+0000) 2023-03-22T16:34:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:13.197+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:13.199044+0000) 2023-03-22T16:34:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:13 smithi098 ceph-mon[94136]: pgmap v3771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:34:13.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:13 smithi142 ceph-mon[94717]: pgmap v3771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:34:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:13.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:13.698393+0000) 2023-03-22T16:34:13.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:13.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:13.698522+0000) 2023-03-22T16:34:13.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:13.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:13.567316+0000) 2023-03-22T16:34:13.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:13.697+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:13.699017+0000) 2023-03-22T16:34:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:14.197+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:14.199167+0000) 2023-03-22T16:34:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:14.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:14.698520+0000) 2023-03-22T16:34:14.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:14.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:14.698636+0000) 2023-03-22T16:34:14.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:14.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:14.567545+0000) 2023-03-22T16:34:14.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:14.698+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:14.699428+0000) 2023-03-22T16:34:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:14.697+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:14.699143+0000) 2023-03-22T16:34:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:15.198+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:15.199299+0000) 2023-03-22T16:34:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:15.198+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:15.198+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:15.201+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:15.202604+0000) 2023-03-22T16:34:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:15 smithi098 ceph-mon[94136]: pgmap v3772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:34:15.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:15 smithi142 ceph-mon[94717]: pgmap v3772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:34:15.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:15.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:15.567675+0000) 2023-03-22T16:34:15.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:15.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:15.698651+0000) 2023-03-22T16:34:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:15.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:15.698754+0000) 2023-03-22T16:34:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:15.698+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:15.699545+0000) 2023-03-22T16:34:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:15.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:15.699273+0000) 2023-03-22T16:34:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:16.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:16.698770+0000) 2023-03-22T16:34:16.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:16.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:16.698877+0000) 2023-03-22T16:34:16.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:16.653+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:16.654573+0000) 2023-03-22T16:34:16.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:16.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:16.567904+0000) 2023-03-22T16:34:16.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:16.698+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:16.699661+0000) 2023-03-22T16:34:16.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:16.698+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:16.699396+0000) 2023-03-22T16:34:16.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:16.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:16.699396+0000) 2023-03-22T16:34:17.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:17 smithi098 ceph-mon[94136]: pgmap v3773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:34:17.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:17 smithi142 ceph-mon[94717]: pgmap v3773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:34:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:17.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:17.698894+0000) 2023-03-22T16:34:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:17.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:17.699025+0000) 2023-03-22T16:34:17.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:17.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:17.568035+0000) 2023-03-22T16:34:17.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:17.653+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:17.654698+0000) 2023-03-22T16:34:17.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:17.698+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:17.699774+0000) 2023-03-22T16:34:17.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:17.698+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:17.699514+0000) 2023-03-22T16:34:17.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:17.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:17.699520+0000) 2023-03-22T16:34:18.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:18.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:18.568247+0000) 2023-03-22T16:34:18.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:18.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:18.699015+0000) 2023-03-22T16:34:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:18.697+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:18.699141+0000) 2023-03-22T16:34:18.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:18.653+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:18.654815+0000) 2023-03-22T16:34:18.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:18.698+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:18.699889+0000) 2023-03-22T16:34:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:18.698+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:18.699811+0000) 2023-03-22T16:34:18.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:18.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:18.699639+0000) 2023-03-22T16:34:19.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:19 smithi098 ceph-mon[94136]: pgmap v3774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:34:19.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:19 smithi142 ceph-mon[94717]: pgmap v3774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:34:19.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:19.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.568374+0000) 2023-03-22T16:34:19.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:19.698+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.700042+0000) 2023-03-22T16:34:19.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:19.697+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.699154+0000) 2023-03-22T16:34:19.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:19.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.699259+0000) 2023-03-22T16:34:19.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:19.698+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.699540+0000) 2023-03-22T16:34:19.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:19.653+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.654935+0000) 2023-03-22T16:34:19.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:19.698+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.699922+0000) 2023-03-22T16:34:19.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:19.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:19.699770+0000) 2023-03-22T16:34:20.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:20.698+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.700181+0000) 2023-03-22T16:34:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:20.698+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.699298+0000) 2023-03-22T16:34:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:20.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.699391+0000) 2023-03-22T16:34:20.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:20.698+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.699668+0000) 2023-03-22T16:34:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:20.698+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.700043+0000) 2023-03-22T16:34:20.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:20.653+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.655059+0000) 2023-03-22T16:34:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:20.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.699888+0000) 2023-03-22T16:34:20.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:20.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:20.568594+0000) 2023-03-22T16:34:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:21 smithi098 ceph-mon[94136]: pgmap v3775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:34:21.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:21 smithi142 ceph-mon[94717]: pgmap v3775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:34:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:21.698+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.699430+0000) 2023-03-22T16:34:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:21.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.699508+0000) 2023-03-22T16:34:21.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:21.699+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.700302+0000) 2023-03-22T16:34:21.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:21.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.568739+0000) 2023-03-22T16:34:21.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:21.653+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.655193+0000) 2023-03-22T16:34:21.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:21.698+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.699793+0000) 2023-03-22T16:34:21.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:21.698+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.700159+0000) 2023-03-22T16:34:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:21.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:21.700011+0000) 2023-03-22T16:34:22.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:22.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.568950+0000) 2023-03-22T16:34:22.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:22.698+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.699556+0000) 2023-03-22T16:34:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:22.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.699646+0000) 2023-03-22T16:34:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:22.699+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.700279+0000) 2023-03-22T16:34:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:22.698+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.699921+0000) 2023-03-22T16:34:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:22.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.700129+0000) 2023-03-22T16:34:22.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:22.654+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.655298+0000) 2023-03-22T16:34:22.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:22.699+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:22.700420+0000) 2023-03-22T16:34:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:23 smithi098 ceph-mon[94136]: pgmap v3776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:34:23.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:23 smithi142 ceph-mon[94717]: pgmap v3776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:34:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:23.698+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.699703+0000) 2023-03-22T16:34:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:23.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.699763+0000) 2023-03-22T16:34:23.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:23.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.569069+0000) 2023-03-22T16:34:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:23.654+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.655437+0000) 2023-03-22T16:34:23.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:23.699+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.700530+0000) 2023-03-22T16:34:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:23.699+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.700399+0000) 2023-03-22T16:34:23.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:23.698+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.700040+0000) 2023-03-22T16:34:23.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:23.698+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:23.700240+0000) 2023-03-22T16:34:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:24.698+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.699821+0000) 2023-03-22T16:34:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:24.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.699882+0000) 2023-03-22T16:34:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:24.654+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.655559+0000) 2023-03-22T16:34:24.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:24.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.569310+0000) 2023-03-22T16:34:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:24.698+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.700158+0000) 2023-03-22T16:34:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:24.699+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.700365+0000) 2023-03-22T16:34:24.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:24.699+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.700642+0000) 2023-03-22T16:34:24.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:24.699+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:24.700509+0000) 2023-03-22T16:34:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:25 smithi142 ceph-mon[94717]: pgmap v3777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:34:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:25 smithi098 ceph-mon[94136]: pgmap v3777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:34:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:25.698+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.699946+0000) 2023-03-22T16:34:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:25.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.700001+0000) 2023-03-22T16:34:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:25.654+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.655682+0000) 2023-03-22T16:34:25.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:25.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.569450+0000) 2023-03-22T16:34:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:25.699+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.700757+0000) 2023-03-22T16:34:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:25.699+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.700285+0000) 2023-03-22T16:34:25.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:25.699+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.700629+0000) 2023-03-22T16:34:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:25.699+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:25.700482+0000) 2023-03-22T16:34:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:26.698+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.700071+0000) 2023-03-22T16:34:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:26.698+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.700159+0000) 2023-03-22T16:34:26.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:26.699+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.700865+0000) 2023-03-22T16:34:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:26.699+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.700411+0000) 2023-03-22T16:34:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:26.699+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.700598+0000) 2023-03-22T16:34:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:26.699+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.700745+0000) 2023-03-22T16:34:26.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:26.655+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.655813+0000) 2023-03-22T16:34:26.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:26.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:26.569711+0000) 2023-03-22T16:34:27.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:27 smithi142 ceph-mon[94717]: pgmap v3778: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:34:27.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:27 smithi098 ceph-mon[94136]: pgmap v3778: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:34:27.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:27.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.569871+0000) 2023-03-22T16:34:27.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:27.700+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.701006+0000) 2023-03-22T16:34:27.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:27.699+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.700222+0000) 2023-03-22T16:34:27.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:27.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.700303+0000) 2023-03-22T16:34:27.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:27.700+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.700860+0000) 2023-03-22T16:34:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:27.700+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.700524+0000) 2023-03-22T16:34:27.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:27.655+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.655946+0000) 2023-03-22T16:34:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:27.700+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:27.700712+0000) 2023-03-22T16:34:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:28.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.700346+0000) 2023-03-22T16:34:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:28.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.700439+0000) 2023-03-22T16:34:28.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:28.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.570089+0000) 2023-03-22T16:34:28.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:28.655+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.656081+0000) 2023-03-22T16:34:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:28.700+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.701130+0000) 2023-03-22T16:34:28.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:28.700+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.700654+0000) 2023-03-22T16:34:28.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:28.700+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.700975+0000) 2023-03-22T16:34:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:28.700+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:28.700828+0000) 2023-03-22T16:34:29.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:29 smithi142 ceph-mon[94717]: pgmap v3779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:34:29.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:29 smithi098 ceph-mon[94136]: pgmap v3779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:34:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:29.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.700488+0000) 2023-03-22T16:34:29.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:29.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.700581+0000) 2023-03-22T16:34:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:29.655+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.656199+0000) 2023-03-22T16:34:29.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:29.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.570224+0000) 2023-03-22T16:34:29.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:29.700+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.701245+0000) 2023-03-22T16:34:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:29.700+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.700772+0000) 2023-03-22T16:34:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:29.700+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.701094+0000) 2023-03-22T16:34:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:29.700+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:29.700954+0000) 2023-03-22T16:34:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:30.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.570452+0000) 2023-03-22T16:34:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:30.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.700604+0000) 2023-03-22T16:34:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:30.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.700706+0000) 2023-03-22T16:34:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:30.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.656314+0000) 2023-03-22T16:34:30.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:30.701+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.701373+0000) 2023-03-22T16:34:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:30.700+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.701202+0000) 2023-03-22T16:34:30.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:30.700+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.700889+0000) 2023-03-22T16:34:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:30.700+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:30.701067+0000) 2023-03-22T16:34:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:31 smithi142 ceph-mon[94717]: pgmap v3780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:31.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:31 smithi098 ceph-mon[94136]: pgmap v3780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:31.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:31.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.570575+0000) 2023-03-22T16:34:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:31.701+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.701498+0000) 2023-03-22T16:34:31.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:31.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.700824+0000) 2023-03-22T16:34:31.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:31.700+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.701019+0000) 2023-03-22T16:34:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:31.700+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.701170+0000) 2023-03-22T16:34:31.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:31.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.656441+0000) 2023-03-22T16:34:31.975 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:31.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.700730+0000) 2023-03-22T16:34:31.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:31.701+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:31.701298+0000) 2023-03-22T16:34:32.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:32.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.570795+0000) 2023-03-22T16:34:32.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:32.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.700859+0000) 2023-03-22T16:34:32.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:32.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.700946+0000) 2023-03-22T16:34:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:32.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.656567+0000) 2023-03-22T16:34:32.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:32.701+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.701636+0000) 2023-03-22T16:34:32.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:32.700+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.701134+0000) 2023-03-22T16:34:32.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:32.701+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.701565+0000) 2023-03-22T16:34:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:32.701+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:32.701304+0000) 2023-03-22T16:34:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:33 smithi142 ceph-mon[94717]: pgmap v3781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:33 smithi098 ceph-mon[94136]: pgmap v3781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:33.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:33.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.570919+0000) 2023-03-22T16:34:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:33.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.700999+0000) 2023-03-22T16:34:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:33.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.701075+0000) 2023-03-22T16:34:33.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:33.701+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.701418+0000) 2023-03-22T16:34:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:33.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.656702+0000) 2023-03-22T16:34:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:33.701+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.701690+0000) 2023-03-22T16:34:33.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:33.701+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.701765+0000) 2023-03-22T16:34:33.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:33.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:33.701260+0000) 2023-03-22T16:34:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:34.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.701107+0000) 2023-03-22T16:34:34.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:34.700+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.701185+0000) 2023-03-22T16:34:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:34.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.656829+0000) 2023-03-22T16:34:34.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:34.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.571152+0000) 2023-03-22T16:34:34.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:34.702+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.702837+0000) 2023-03-22T16:34:34.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:34.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.701385+0000) 2023-03-22T16:34:34.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:34.701+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.701800+0000) 2023-03-22T16:34:34.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:34.701+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:34.701536+0000) 2023-03-22T16:34:35.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:35 smithi142 ceph-mon[94717]: pgmap v3782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:35 smithi098 ceph-mon[94136]: pgmap v3782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:35.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:35.700+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.701222+0000) 2023-03-22T16:34:35.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:35.701+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.701298+0000) 2023-03-22T16:34:35.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:35.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.571294+0000) 2023-03-22T16:34:35.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:35.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.656944+0000) 2023-03-22T16:34:35.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:35.701+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.701908+0000) 2023-03-22T16:34:35.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:35.702+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.702966+0000) 2023-03-22T16:34:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:35.701+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.701657+0000) 2023-03-22T16:34:35.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:35.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:35.701506+0000) 2023-03-22T16:34:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:36.701+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.701310+0000) 2023-03-22T16:34:36.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:36.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.571564+0000) 2023-03-22T16:34:36.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:36.575+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.576073+0000) 2023-03-22T16:34:36.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:36.701+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.701413+0000) 2023-03-22T16:34:36.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:36.701+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:36.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:36.703+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:36.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:36.703+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.704090+0000) 2023-03-22T16:34:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:36.701+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.701777+0000) 2023-03-22T16:34:36.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:36.701+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.702028+0000) 2023-03-22T16:34:36.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:36.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.701769+0000) 2023-03-22T16:34:36.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:36.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.657073+0000) 2023-03-22T16:34:36.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:36.702+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:36.703076+0000) 2023-03-22T16:34:37.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:37 smithi142 ceph-mon[94717]: pgmap v3783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:37.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:37 smithi098 ceph-mon[94136]: pgmap v3783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:37.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:37.701+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:37.701425+0000) 2023-03-22T16:34:38.044 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:37.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:37.701896+0000) 2023-03-22T16:34:38.044 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:37.701+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:37.701899+0000) 2023-03-22T16:34:38.045 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:37.702+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:37.703187+0000) 2023-03-22T16:34:38.045 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:37.701+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:37.702139+0000) 2023-03-22T16:34:38.045 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:37.656+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:37.657184+0000) 2023-03-22T16:34:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:38.703+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.703297+0000) 2023-03-22T16:34:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:38.657+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.657310+0000) 2023-03-22T16:34:38.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:38.701+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.701544+0000) 2023-03-22T16:34:38.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:38.702+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:38.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:38.702+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:38.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:38.705+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.705623+0000) 2023-03-22T16:34:38.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:38.702+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.702300+0000) 2023-03-22T16:34:38.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:38.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.702030+0000) 2023-03-22T16:34:38.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:38.701+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.702020+0000) 2023-03-22T16:34:38.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:38.702+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:38.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:38.702+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:38.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:38.706+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:38.706760+0000) 2023-03-22T16:34:39.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:39 smithi142 ceph-mon[94717]: pgmap v3784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:39.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:39 smithi098 ceph-mon[94136]: pgmap v3784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:39.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:39.703+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:39.703381+0000) 2023-03-22T16:34:39.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:39.702+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:39.702416+0000) 2023-03-22T16:34:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:39.657+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:39.657426+0000) 2023-03-22T16:34:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:39.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:39.702174+0000) 2023-03-22T16:34:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:40.702+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:40.702298+0000) 2023-03-22T16:34:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:40.657+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:40.657551+0000) 2023-03-22T16:34:40.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:40.703+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:40.703501+0000) 2023-03-22T16:34:40.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:40.704+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:40.704398+0000) 2023-03-22T16:34:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:40.702+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:40.702532+0000) 2023-03-22T16:34:41.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:41.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:41.201732+0000) 2023-03-22T16:34:41.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:41.071+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:41.071894+0000) 2023-03-22T16:34:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:41 smithi142 ceph-mon[94717]: pgmap v3785: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:41.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:41 smithi098 ceph-mon[94136]: pgmap v3785: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:41.657+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:41.657677+0000) 2023-03-22T16:34:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:41.702+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:41.702427+0000) 2023-03-22T16:34:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:41.702+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:41.702651+0000) 2023-03-22T16:34:42.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:42.074+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:42.074286+0000) 2023-03-22T16:34:42.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:42.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:42.201858+0000) 2023-03-22T16:34:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:42.702+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:42.702560+0000) 2023-03-22T16:34:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:42.657+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:42.657803+0000) 2023-03-22T16:34:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:42.658+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:42.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:42.658+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:42.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:42.658+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:42.659246+0000) 2023-03-22T16:34:42.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:42.702+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:42.702772+0000) 2023-03-22T16:34:42.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:42.703+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:42.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:42.703+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:42.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:42.703+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:42.704102+0000) 2023-03-22T16:34:43.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:43.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:43.201884+0000) 2023-03-22T16:34:43.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:43.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:43.201984+0000) 2023-03-22T16:34:43.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:43.077+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:43.078255+0000) 2023-03-22T16:34:43.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:43.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:43.202298+0000) 2023-03-22T16:34:43.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:43 smithi142 ceph-mon[94717]: pgmap v3786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:43 smithi098 ceph-mon[94136]: pgmap v3786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:43.702+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:43.702687+0000) 2023-03-22T16:34:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:44.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:44.202020+0000) 2023-03-22T16:34:44.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:44.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:44.202111+0000) 2023-03-22T16:34:44.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:44.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:44.079870+0000) 2023-03-22T16:34:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:44.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:44.202436+0000) 2023-03-22T16:34:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:44.702+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:44.702811+0000) 2023-03-22T16:34:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:45.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:45.202143+0000) 2023-03-22T16:34:45.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:45.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:45.202231+0000) 2023-03-22T16:34:45.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:45.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:45.080078+0000) 2023-03-22T16:34:45.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:45.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:45.203769+0000) 2023-03-22T16:34:45.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:45.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:45.202561+0000) 2023-03-22T16:34:45.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:45 smithi142 ceph-mon[94717]: pgmap v3787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:45.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:45 smithi098 ceph-mon[94136]: pgmap v3787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:45.701+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:45.702938+0000) 2023-03-22T16:34:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:45.702+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:45.702+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:34:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:45.705+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:45.707148+0000) 2023-03-22T16:34:46.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:46.078+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:46.080197+0000) 2023-03-22T16:34:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:46.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:46.202283+0000) 2023-03-22T16:34:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:46.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:46.202376+0000) 2023-03-22T16:34:46.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:46.201+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:46.202683+0000) 2023-03-22T16:34:46.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:46.202+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:46.203889+0000) 2023-03-22T16:34:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:47.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:47.202412+0000) 2023-03-22T16:34:47.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:47.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:47.202492+0000) 2023-03-22T16:34:47.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:47.156+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:47.158074+0000) 2023-03-22T16:34:47.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:47.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:47.080415+0000) 2023-03-22T16:34:47.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:47.202+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:47.204007+0000) 2023-03-22T16:34:47.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:47.201+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:47.203029+0000) 2023-03-22T16:34:47.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:47.201+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:47.202809+0000) 2023-03-22T16:34:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:47 smithi142 ceph-mon[94717]: pgmap v3788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:47 smithi098 ceph-mon[94136]: pgmap v3788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:48.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:48.202528+0000) 2023-03-22T16:34:48.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:48.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:48.202628+0000) 2023-03-22T16:34:48.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:48.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:48.080571+0000) 2023-03-22T16:34:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:48.156+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:48.158251+0000) 2023-03-22T16:34:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:48.202+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:48.204139+0000) 2023-03-22T16:34:48.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:48.201+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:48.203143+0000) 2023-03-22T16:34:48.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:48.201+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:48.202942+0000) 2023-03-22T16:34:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:49.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:49.202640+0000) 2023-03-22T16:34:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:49.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:49.202739+0000) 2023-03-22T16:34:49.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:49.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:49.080759+0000) 2023-03-22T16:34:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:49.157+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:49.158423+0000) 2023-03-22T16:34:49.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:49.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:49.204287+0000) 2023-03-22T16:34:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:49.201+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:49.203053+0000) 2023-03-22T16:34:49.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:49.201+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:49.203248+0000) 2023-03-22T16:34:49.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:49 smithi142 ceph-mon[94717]: pgmap v3789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:49.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:49 smithi098 ceph-mon[94136]: pgmap v3789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:50.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:50.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.204403+0000) 2023-03-22T16:34:50.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:50.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.202774+0000) 2023-03-22T16:34:50.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:50.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.202868+0000) 2023-03-22T16:34:50.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:50.157+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.158544+0000) 2023-03-22T16:34:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:50.202+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.203441+0000) 2023-03-22T16:34:50.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:50.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.203303+0000) 2023-03-22T16:34:50.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:50.201+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.203182+0000) 2023-03-22T16:34:50.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:50.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:50.080882+0000) 2023-03-22T16:34:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:51.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.202900+0000) 2023-03-22T16:34:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:51.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.202986+0000) 2023-03-22T16:34:51.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:51.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.203421+0000) 2023-03-22T16:34:51.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:51.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.081100+0000) 2023-03-22T16:34:51.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:51.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.203298+0000) 2023-03-22T16:34:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:51.157+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.158674+0000) 2023-03-22T16:34:51.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:51.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.204521+0000) 2023-03-22T16:34:51.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:51.202+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:51.203555+0000) 2023-03-22T16:34:51.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:51 smithi142 ceph-mon[94717]: pgmap v3790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:51.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:51 smithi098 ceph-mon[94136]: pgmap v3790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:52.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.203019+0000) 2023-03-22T16:34:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:52.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.203103+0000) 2023-03-22T16:34:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:52.157+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.158802+0000) 2023-03-22T16:34:52.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:52.079+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.081224+0000) 2023-03-22T16:34:52.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:52.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.204649+0000) 2023-03-22T16:34:52.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:52.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.203543+0000) 2023-03-22T16:34:52.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:52.202+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.203672+0000) 2023-03-22T16:34:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:52.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:52.203417+0000) 2023-03-22T16:34:53.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:53.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.081450+0000) 2023-03-22T16:34:53.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:53.201+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.203137+0000) 2023-03-22T16:34:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:53.201+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.203244+0000) 2023-03-22T16:34:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:53.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.203537+0000) 2023-03-22T16:34:53.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:53.157+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.158927+0000) 2023-03-22T16:34:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:53.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.203678+0000) 2023-03-22T16:34:53.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:53.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.204768+0000) 2023-03-22T16:34:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:53.202+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:53.203805+0000) 2023-03-22T16:34:53.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:53 smithi142 ceph-mon[94717]: pgmap v3791: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:53.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:53 smithi098 ceph-mon[94136]: pgmap v3791: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:54.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:54.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.081576+0000) 2023-03-22T16:34:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:54.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.203278+0000) 2023-03-22T16:34:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:54.202+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.203371+0000) 2023-03-22T16:34:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:54.157+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.159065+0000) 2023-03-22T16:34:54.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:54.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.204889+0000) 2023-03-22T16:34:54.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:54.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.203805+0000) 2023-03-22T16:34:54.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:54.202+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.203935+0000) 2023-03-22T16:34:54.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:54.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:54.203660+0000) 2023-03-22T16:34:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:55.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.203403+0000) 2023-03-22T16:34:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:55.202+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.203673+0000) 2023-03-22T16:34:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:55.157+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.159191+0000) 2023-03-22T16:34:55.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:55.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.203788+0000) 2023-03-22T16:34:55.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:55.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.203922+0000) 2023-03-22T16:34:55.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:55.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.081797+0000) 2023-03-22T16:34:55.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:55.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.205015+0000) 2023-03-22T16:34:55.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:55.202+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:55.204054+0000) 2023-03-22T16:34:55.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:55 smithi142 ceph-mon[94717]: pgmap v3792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:55.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:55 smithi098 ceph-mon[94136]: pgmap v3792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:56.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.203535+0000) 2023-03-22T16:34:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:56.202+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.203793+0000) 2023-03-22T16:34:56.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:56.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.159312+0000) 2023-03-22T16:34:56.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:56.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.081927+0000) 2023-03-22T16:34:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:56.203+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.205144+0000) 2023-03-22T16:34:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:56.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.204034+0000) 2023-03-22T16:34:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:56.202+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.204171+0000) 2023-03-22T16:34:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:56.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:56.203909+0000) 2023-03-22T16:34:57.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:57.080+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.082145+0000) 2023-03-22T16:34:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:57.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.203656+0000) 2023-03-22T16:34:57.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:57.202+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.204162+0000) 2023-03-22T16:34:57.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:57.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.204031+0000) 2023-03-22T16:34:57.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:57.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.159428+0000) 2023-03-22T16:34:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:57.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.205259+0000) 2023-03-22T16:34:57.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:57.202+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.203913+0000) 2023-03-22T16:34:57.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:57.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:57.204294+0000) 2023-03-22T16:34:57.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:57 smithi142 ceph-mon[94717]: pgmap v3793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:57.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:57 smithi098 ceph-mon[94136]: pgmap v3793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:34:58.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:58.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.082286+0000) 2023-03-22T16:34:58.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:58.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.205385+0000) 2023-03-22T16:34:58.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:58.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.203775+0000) 2023-03-22T16:34:58.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:58.202+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.204035+0000) 2023-03-22T16:34:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:58.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.204421+0000) 2023-03-22T16:34:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:58.202+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.204151+0000) 2023-03-22T16:34:58.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:58.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.159552+0000) 2023-03-22T16:34:58.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:58.203+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:58.204287+0000) 2023-03-22T16:34:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:34:59.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.203896+0000) 2023-03-22T16:34:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:34:59.202+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.204148+0000) 2023-03-22T16:34:59.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:34:59.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.204281+0000) 2023-03-22T16:34:59.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:34:59.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.205501+0000) 2023-03-22T16:34:59.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:34:59.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.159673+0000) 2023-03-22T16:34:59.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:34:59.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.082513+0000) 2023-03-22T16:34:59.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:34:59.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.204543+0000) 2023-03-22T16:34:59.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:34:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:34:59.203+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:34:59.204407+0000) 2023-03-22T16:34:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:34:59 smithi142 ceph-mon[94717]: pgmap v3794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:34:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:34:59 smithi098 ceph-mon[94136]: pgmap v3794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:00.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.204021+0000) 2023-03-22T16:35:00.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:00.202+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.204258+0000) 2023-03-22T16:35:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:00.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.159793+0000) 2023-03-22T16:35:00.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:00.203+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.204529+0000) 2023-03-22T16:35:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:00.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.204662+0000) 2023-03-22T16:35:00.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:00.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.204420+0000) 2023-03-22T16:35:00.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:00.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.082644+0000) 2023-03-22T16:35:00.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:00.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:00.205619+0000) 2023-03-22T16:35:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:01.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.204129+0000) 2023-03-22T16:35:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:01.203+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.204372+0000) 2023-03-22T16:35:01.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:01.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.159912+0000) 2023-03-22T16:35:01.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:01.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.082878+0000) 2023-03-22T16:35:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:01.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.204777+0000) 2023-03-22T16:35:01.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:01.203+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.204649+0000) 2023-03-22T16:35:01.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:01.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.205736+0000) 2023-03-22T16:35:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:01.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:01.204546+0000) 2023-03-22T16:35:01.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:01 smithi142 ceph-mon[94717]: pgmap v3795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:01.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:01 smithi098 ceph-mon[94136]: pgmap v3795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:02.202+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.204241+0000) 2023-03-22T16:35:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:02.203+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.204483+0000) 2023-03-22T16:35:02.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:02.203+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.204769+0000) 2023-03-22T16:35:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:02.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.160032+0000) 2023-03-22T16:35:02.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:02.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.082996+0000) 2023-03-22T16:35:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:02.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.204897+0000) 2023-03-22T16:35:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:02.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.204677+0000) 2023-03-22T16:35:02.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:02.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:02.205858+0000) 2023-03-22T16:35:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:03.203+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.204373+0000) 2023-03-22T16:35:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:03.203+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.204594+0000) 2023-03-22T16:35:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:03.158+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.160151+0000) 2023-03-22T16:35:03.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:03.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.083198+0000) 2023-03-22T16:35:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:03.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.205009+0000) 2023-03-22T16:35:03.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:03.203+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.204887+0000) 2023-03-22T16:35:03.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:03.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.205972+0000) 2023-03-22T16:35:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:03.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:03.204797+0000) 2023-03-22T16:35:03.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:03 smithi142 ceph-mon[94717]: pgmap v3796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:03.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:03 smithi098 ceph-mon[94136]: pgmap v3796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:04.203+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.204515+0000) 2023-03-22T16:35:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:04.203+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.204715+0000) 2023-03-22T16:35:04.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:04.159+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.160287+0000) 2023-03-22T16:35:04.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:04.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.083299+0000) 2023-03-22T16:35:04.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:04.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.206084+0000) 2023-03-22T16:35:04.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:04.203+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.205154+0000) 2023-03-22T16:35:04.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:04.204+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.205586+0000) 2023-03-22T16:35:04.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:04.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:04.204922+0000) 2023-03-22T16:35:05.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:05.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.083523+0000) 2023-03-22T16:35:05.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:05.204+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.206201+0000) 2023-03-22T16:35:05.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:05.203+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.204642+0000) 2023-03-22T16:35:05.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:05.203+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.204830+0000) 2023-03-22T16:35:05.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:05.204+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.205267+0000) 2023-03-22T16:35:05.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:05.159+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.160406+0000) 2023-03-22T16:35:05.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:05.204+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.205703+0000) 2023-03-22T16:35:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:05.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:05.205043+0000) 2023-03-22T16:35:05.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:05 smithi142 ceph-mon[94717]: pgmap v3797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:35:05.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:05 smithi098 ceph-mon[94136]: pgmap v3797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:35:06.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:06.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.083646+0000) 2023-03-22T16:35:06.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:06.205+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.206301+0000) 2023-03-22T16:35:06.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:06.203+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.204778+0000) 2023-03-22T16:35:06.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:06.203+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.204957+0000) 2023-03-22T16:35:06.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:06.204+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.205391+0000) 2023-03-22T16:35:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:06.204+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.205825+0000) 2023-03-22T16:35:06.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:06.159+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.160520+0000) 2023-03-22T16:35:06.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:06.203+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:06.205156+0000) 2023-03-22T16:35:07.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:07.203+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.204901+0000) 2023-03-22T16:35:07.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:07.159+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.160648+0000) 2023-03-22T16:35:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:07.203+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.205072+0000) 2023-03-22T16:35:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:07.204+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:07.204+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:07.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:07.205+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.207133+0000) 2023-03-22T16:35:07.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:07.204+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.205585+0000) 2023-03-22T16:35:07.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:07.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.083873+0000) 2023-03-22T16:35:07.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:07.083+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:07.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:07.083+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:07.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:07.087+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.088963+0000) 2023-03-22T16:35:07.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:07.205+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.206422+0000) 2023-03-22T16:35:07.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:07.204+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.205970+0000) 2023-03-22T16:35:07.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:07.204+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:07.205394+0000) 2023-03-22T16:35:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:07 smithi142 ceph-mon[94717]: pgmap v3798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:35:07.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:07 smithi098 ceph-mon[94136]: pgmap v3798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:35:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:08.205+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:08.206543+0000) 2023-03-22T16:35:08.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:08.203+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:08.205020+0000) 2023-03-22T16:35:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:08.159+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:08.160774+0000) 2023-03-22T16:35:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:08.204+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:08.205718+0000) 2023-03-22T16:35:08.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:08.204+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:08.206082+0000) 2023-03-22T16:35:08.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:08.204+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:08.205529+0000) 2023-03-22T16:35:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:09.204+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.206200+0000) 2023-03-22T16:35:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:09.160+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.160944+0000) 2023-03-22T16:35:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:09.205+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.206683+0000) 2023-03-22T16:35:09.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:09.203+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.205167+0000) 2023-03-22T16:35:09.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:09.204+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:09.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:09.204+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:09.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:09.208+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.209889+0000) 2023-03-22T16:35:09.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:09.204+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.206009+0000) 2023-03-22T16:35:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:09.204+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.205670+0000) 2023-03-22T16:35:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:09.205+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:09.205+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:09.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:09.208+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:09.209773+0000) 2023-03-22T16:35:09.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:09 smithi142 ceph-mon[94717]: pgmap v3799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:35:09.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:09 smithi098 ceph-mon[94136]: pgmap v3799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:35:10.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:10.205+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:10.206811+0000) 2023-03-22T16:35:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:10.204+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:10.206159+0000) 2023-03-22T16:35:10.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:10.205+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:10.206302+0000) 2023-03-22T16:35:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:10.159+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:10.161103+0000) 2023-03-22T16:35:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:10 smithi142 ceph-mon[94717]: osdmap e257: 12 total, 9 up, 9 in 2023-03-22T16:35:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:10 smithi098 ceph-mon[94136]: osdmap e257: 12 total, 9 up, 9 in 2023-03-22T16:35:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:11.159+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:11.161232+0000) 2023-03-22T16:35:11.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:11.205+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:11.206930+0000) 2023-03-22T16:35:11.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:11.206+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:11.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:11.206+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:11.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:11.207+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:11.208494+0000) 2023-03-22T16:35:11.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:11.205+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:11.206302+0000) 2023-03-22T16:35:11.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:11.205+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:11.206424+0000) 2023-03-22T16:35:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:11 smithi142 ceph-mon[94717]: pgmap v3801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:35:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:11 smithi098 ceph-mon[94136]: pgmap v3801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:35:11.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:11.704+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:11.705386+0000) 2023-03-22T16:35:11.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:11.582+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:11.584139+0000) 2023-03-22T16:35:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:12.160+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:12.161297+0000) 2023-03-22T16:35:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:12.205+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:12.206547+0000) 2023-03-22T16:35:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:12.205+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:12.206422+0000) 2023-03-22T16:35:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:12.704+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:12.705521+0000) 2023-03-22T16:35:12.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:12.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:12.587993+0000) 2023-03-22T16:35:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:13.205+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.206670+0000) 2023-03-22T16:35:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:13.160+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.161425+0000) 2023-03-22T16:35:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:13.160+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:13.160+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:13.161+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.162994+0000) 2023-03-22T16:35:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:13.205+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.206539+0000) 2023-03-22T16:35:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:13.206+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:13.206+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:13.207+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.209252+0000) 2023-03-22T16:35:13.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:13 smithi142 ceph-mon[94717]: pgmap v3802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:35:13.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:13 smithi098 ceph-mon[94136]: pgmap v3802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:35:13.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:13.704+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.705593+0000) 2023-03-22T16:35:13.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:13.704+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.705651+0000) 2023-03-22T16:35:13.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:13.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.591563+0000) 2023-03-22T16:35:13.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:13.704+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:13.705970+0000) 2023-03-22T16:35:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:14.206+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:14.206842+0000) 2023-03-22T16:35:14.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:14.592+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:14.594192+0000) 2023-03-22T16:35:14.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:14.704+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:14.705739+0000) 2023-03-22T16:35:14.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:14.704+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:14.705768+0000) 2023-03-22T16:35:14.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:14.704+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:14.706091+0000) 2023-03-22T16:35:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:15.205+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:15.206982+0000) 2023-03-22T16:35:15.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:15 smithi142 ceph-mon[94717]: pgmap v3803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:35:15.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:15 smithi098 ceph-mon[94136]: pgmap v3803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:35:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:15.704+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:15.705866+0000) 2023-03-22T16:35:15.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:15.704+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:15.705911+0000) 2023-03-22T16:35:15.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:15.705+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:15.707157+0000) 2023-03-22T16:35:15.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:15.593+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:15.594314+0000) 2023-03-22T16:35:15.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:15.704+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:15.706217+0000) 2023-03-22T16:35:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:16.205+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:16.207091+0000) 2023-03-22T16:35:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:16.206+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:16.206+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:16.208+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:16.210101+0000) 2023-03-22T16:35:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:16.704+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:16.705999+0000) 2023-03-22T16:35:16.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:16.704+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:16.706032+0000) 2023-03-22T16:35:16.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:16.593+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:16.594552+0000) 2023-03-22T16:35:16.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:16.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:16.707279+0000) 2023-03-22T16:35:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:16.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:16.706308+0000) 2023-03-22T16:35:17.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:17 smithi142 ceph-mon[94717]: pgmap v3804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:35:17.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:17 smithi098 ceph-mon[94136]: pgmap v3804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:35:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:17.704+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:17.706122+0000) 2023-03-22T16:35:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:17.704+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:17.706149+0000) 2023-03-22T16:35:17.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:17.705+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:17.706779+0000) 2023-03-22T16:35:17.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:17.593+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:17.594693+0000) 2023-03-22T16:35:17.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:17.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:17.707388+0000) 2023-03-22T16:35:17.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:17.660+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:17.661775+0000) 2023-03-22T16:35:17.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:17.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:17.706432+0000) 2023-03-22T16:35:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:18.704+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:18.706245+0000) 2023-03-22T16:35:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:18.705+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:18.706299+0000) 2023-03-22T16:35:18.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:18.660+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:18.661903+0000) 2023-03-22T16:35:18.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:18.593+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:18.594914+0000) 2023-03-22T16:35:18.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:18.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:18.707498+0000) 2023-03-22T16:35:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:18.705+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:18.706890+0000) 2023-03-22T16:35:18.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:18.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:18.706558+0000) 2023-03-22T16:35:19.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:19 smithi142 ceph-mon[94717]: pgmap v3805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:35:19.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:19 smithi098 ceph-mon[94136]: pgmap v3805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:35:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:19.705+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:19.706386+0000) 2023-03-22T16:35:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:19.705+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:19.706427+0000) 2023-03-22T16:35:19.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:19.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:19.707634+0000) 2023-03-22T16:35:19.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:19.594+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:19.595103+0000) 2023-03-22T16:35:19.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:19.660+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:19.662082+0000) 2023-03-22T16:35:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:19.705+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:19.707011+0000) 2023-03-22T16:35:19.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:19.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:19.706687+0000) 2023-03-22T16:35:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:20.705+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.706531+0000) 2023-03-22T16:35:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:20.705+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.706553+0000) 2023-03-22T16:35:20.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:20.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.707302+0000) 2023-03-22T16:35:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:20.660+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.662220+0000) 2023-03-22T16:35:20.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:20.594+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.595302+0000) 2023-03-22T16:35:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:20.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.707749+0000) 2023-03-22T16:35:20.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:20.705+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.707126+0000) 2023-03-22T16:35:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:20.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:20.706821+0000) 2023-03-22T16:35:21.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:21 smithi142 ceph-mon[94717]: pgmap v3806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:35:21.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:21 smithi098 ceph-mon[94136]: pgmap v3806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:35:21.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:21.594+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.595429+0000) 2023-03-22T16:35:21.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:21.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.707869+0000) 2023-03-22T16:35:21.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:21.705+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.706660+0000) 2023-03-22T16:35:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:21.705+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.706673+0000) 2023-03-22T16:35:21.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:21.705+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.707239+0000) 2023-03-22T16:35:21.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:21.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.707419+0000) 2023-03-22T16:35:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:21.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.706943+0000) 2023-03-22T16:35:21.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:21.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:21.662344+0000) 2023-03-22T16:35:22.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:22.594+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.595647+0000) 2023-03-22T16:35:22.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:22.705+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.706786+0000) 2023-03-22T16:35:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:22.705+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.706794+0000) 2023-03-22T16:35:22.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:22.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.707065+0000) 2023-03-22T16:35:22.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:22.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.708006+0000) 2023-03-22T16:35:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:22.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.707362+0000) 2023-03-22T16:35:22.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:22.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.707539+0000) 2023-03-22T16:35:22.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:22.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:22.662470+0000) 2023-03-22T16:35:23.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:23 smithi142 ceph-mon[94717]: pgmap v3807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:35:23.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:23 smithi098 ceph-mon[94136]: pgmap v3807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:35:23.967 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:23.594+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.595770+0000) 2023-03-22T16:35:23.967 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:23.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.708115+0000) 2023-03-22T16:35:23.968 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:23.705+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.706912+0000) 2023-03-22T16:35:23.968 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:23.705+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.706913+0000) 2023-03-22T16:35:23.969 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:23.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.707483+0000) 2023-03-22T16:35:23.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:23.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.707656+0000) 2023-03-22T16:35:23.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:23.705+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.707187+0000) 2023-03-22T16:35:23.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:23.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:23.662596+0000) 2023-03-22T16:35:24.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:24.594+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.596009+0000) 2023-03-22T16:35:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:24.706+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.708223+0000) 2023-03-22T16:35:24.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:24.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.707095+0000) 2023-03-22T16:35:24.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:24.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.707097+0000) 2023-03-22T16:35:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:24.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.707764+0000) 2023-03-22T16:35:24.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:24.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.662733+0000) 2023-03-22T16:35:24.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:24.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.707611+0000) 2023-03-22T16:35:24.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:24.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:24.707307+0000) 2023-03-22T16:35:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:25 smithi142 ceph-mon[94717]: pgmap v3808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:35:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:25 smithi098 ceph-mon[94136]: pgmap v3808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:35:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:25.705+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.707235+0000) 2023-03-22T16:35:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:25.705+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.707237+0000) 2023-03-22T16:35:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:25.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.662858+0000) 2023-03-22T16:35:25.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:25.594+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.596129+0000) 2023-03-22T16:35:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:25.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.708301+0000) 2023-03-22T16:35:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:25.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.707872+0000) 2023-03-22T16:35:25.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:25.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.707730+0000) 2023-03-22T16:35:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:25.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:25.707427+0000) 2023-03-22T16:35:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:26.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.707364+0000) 2023-03-22T16:35:26.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:26.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.707365+0000) 2023-03-22T16:35:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:26.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.662981+0000) 2023-03-22T16:35:26.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:26.595+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.596312+0000) 2023-03-22T16:35:26.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:26.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.708414+0000) 2023-03-22T16:35:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:26.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.707840+0000) 2023-03-22T16:35:26.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:26.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.707985+0000) 2023-03-22T16:35:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:26.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:26.707564+0000) 2023-03-22T16:35:27.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:27 smithi142 ceph-mon[94717]: pgmap v3809: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:35:27.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:27 smithi098 ceph-mon[94136]: pgmap v3809: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:35:27.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:27.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.708529+0000) 2023-03-22T16:35:27.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:27.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.707485+0000) 2023-03-22T16:35:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:27.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.707482+0000) 2023-03-22T16:35:27.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:27.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.707958+0000) 2023-03-22T16:35:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:27.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.663104+0000) 2023-03-22T16:35:27.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:27.595+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.596430+0000) 2023-03-22T16:35:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:27.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.707716+0000) 2023-03-22T16:35:27.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:27.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:27.708111+0000) 2023-03-22T16:35:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:28.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.707609+0000) 2023-03-22T16:35:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:28.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.707612+0000) 2023-03-22T16:35:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:28.661+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.663212+0000) 2023-03-22T16:35:28.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:28.595+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.596653+0000) 2023-03-22T16:35:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:28.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.708643+0000) 2023-03-22T16:35:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:28.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.708076+0000) 2023-03-22T16:35:28.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:28.706+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.708227+0000) 2023-03-22T16:35:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:28.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:28.707856+0000) 2023-03-22T16:35:29.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:29 smithi142 ceph-mon[94717]: pgmap v3810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:35:29.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:29 smithi098 ceph-mon[94136]: pgmap v3810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:35:29.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:29.595+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.596769+0000) 2023-03-22T16:35:29.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:29.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.708759+0000) 2023-03-22T16:35:29.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:29.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.707742+0000) 2023-03-22T16:35:29.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:29.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.707739+0000) 2023-03-22T16:35:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:29.706+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.708192+0000) 2023-03-22T16:35:29.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:29.662+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.663316+0000) 2023-03-22T16:35:29.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:29.707+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.708345+0000) 2023-03-22T16:35:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:29.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:29.707987+0000) 2023-03-22T16:35:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:30.595+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.596980+0000) 2023-03-22T16:35:30.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:30.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.707877+0000) 2023-03-22T16:35:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:30.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.707867+0000) 2023-03-22T16:35:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:30.662+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.663439+0000) 2023-03-22T16:35:30.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:30.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.708880+0000) 2023-03-22T16:35:30.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:30.707+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.708456+0000) 2023-03-22T16:35:30.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:30.707+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.708300+0000) 2023-03-22T16:35:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:30.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:30.708113+0000) 2023-03-22T16:35:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:31 smithi142 ceph-mon[94717]: pgmap v3811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:31.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:31 smithi098 ceph-mon[94136]: pgmap v3811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:31.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:31.595+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.597103+0000) 2023-03-22T16:35:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:31.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.708998+0000) 2023-03-22T16:35:31.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:31.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.707999+0000) 2023-03-22T16:35:31.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:31.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.707997+0000) 2023-03-22T16:35:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:31.662+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.663562+0000) 2023-03-22T16:35:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:31.707+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.708417+0000) 2023-03-22T16:35:31.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:31.707+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.708571+0000) 2023-03-22T16:35:31.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:31.706+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:31.708224+0000) 2023-03-22T16:35:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:32.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.708124+0000) 2023-03-22T16:35:32.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:32.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.708119+0000) 2023-03-22T16:35:32.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:32.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.709119+0000) 2023-03-22T16:35:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:32.662+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.663681+0000) 2023-03-22T16:35:32.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:32.596+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.597335+0000) 2023-03-22T16:35:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:32.707+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.708535+0000) 2023-03-22T16:35:32.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:32.707+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.708699+0000) 2023-03-22T16:35:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:32.707+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:32.708307+0000) 2023-03-22T16:35:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:33 smithi142 ceph-mon[94717]: pgmap v3812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:33 smithi098 ceph-mon[94136]: pgmap v3812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:33.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:33.706+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.708245+0000) 2023-03-22T16:35:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:33.662+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.663803+0000) 2023-03-22T16:35:33.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:33.596+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.597454+0000) 2023-03-22T16:35:33.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:33.707+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.709222+0000) 2023-03-22T16:35:33.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:33.706+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.708246+0000) 2023-03-22T16:35:33.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:33.707+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.708841+0000) 2023-03-22T16:35:33.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:33.707+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.708696+0000) 2023-03-22T16:35:33.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:33.707+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:33.708449+0000) 2023-03-22T16:35:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:34.708+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.708379+0000) 2023-03-22T16:35:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:34.708+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.708425+0000) 2023-03-22T16:35:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:34.663+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.663930+0000) 2023-03-22T16:35:34.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:34.709+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.709298+0000) 2023-03-22T16:35:34.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:34.708+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.708955+0000) 2023-03-22T16:35:34.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:34.708+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.708574+0000) 2023-03-22T16:35:34.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:34.597+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.597727+0000) 2023-03-22T16:35:34.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:34.708+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:34.708821+0000) 2023-03-22T16:35:35.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:35 smithi142 ceph-mon[94717]: pgmap v3813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:35 smithi098 ceph-mon[94136]: pgmap v3813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:35.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:35.708+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.708496+0000) 2023-03-22T16:35:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:35.708+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.708699+0000) 2023-03-22T16:35:35.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:35.708+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.709072+0000) 2023-03-22T16:35:35.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:35.709+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.709410+0000) 2023-03-22T16:35:35.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:35.708+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.708573+0000) 2023-03-22T16:35:35.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:35.663+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.664056+0000) 2023-03-22T16:35:35.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:35.597+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.597874+0000) 2023-03-22T16:35:35.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:35.708+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:35.708938+0000) 2023-03-22T16:35:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:36.708+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.708680+0000) 2023-03-22T16:35:36.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:36.708+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.708711+0000) 2023-03-22T16:35:36.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:36.663+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.664181+0000) 2023-03-22T16:35:36.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:36.597+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.598100+0000) 2023-03-22T16:35:36.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:36.709+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.709525+0000) 2023-03-22T16:35:36.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:36.708+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.709183+0000) 2023-03-22T16:35:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:36.708+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.708892+0000) 2023-03-22T16:35:36.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:36.708+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:36.709059+0000) 2023-03-22T16:35:37.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:37 smithi142 ceph-mon[94717]: pgmap v3814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:37.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:37 smithi098 ceph-mon[94136]: pgmap v3814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:37.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:37.708+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.708833+0000) 2023-03-22T16:35:37.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:37.708+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.708859+0000) 2023-03-22T16:35:37.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:37.709+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:37.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:37.709+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:37.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:37.711+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.711442+0000) 2023-03-22T16:35:37.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:37.709+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.709313+0000) 2023-03-22T16:35:37.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:37.708+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.709049+0000) 2023-03-22T16:35:37.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:37.664+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.664300+0000) 2023-03-22T16:35:37.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:37.597+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.598244+0000) 2023-03-22T16:35:37.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:37.598+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:37.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:37.598+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:37.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:37.602+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.603143+0000) 2023-03-22T16:35:37.977 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:37.709+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.709643+0000) 2023-03-22T16:35:37.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:37.708+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:37.709181+0000) 2023-03-22T16:35:38.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:38.708+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:38.708984+0000) 2023-03-22T16:35:38.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:38.709+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:38.709796+0000) 2023-03-22T16:35:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:38.708+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:38.709190+0000) 2023-03-22T16:35:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:38.664+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:38.664425+0000) 2023-03-22T16:35:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:38.709+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:38.709432+0000) 2023-03-22T16:35:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:38.709+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:38.709297+0000) 2023-03-22T16:35:39.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:39 smithi142 ceph-mon[94717]: pgmap v3815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:39.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:39 smithi098 ceph-mon[94136]: pgmap v3815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:39.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:39.709+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.709975+0000) 2023-03-22T16:35:39.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:39.708+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.709133+0000) 2023-03-22T16:35:39.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:39.709+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:39.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:39.710+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:39.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:39.711+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.712088+0000) 2023-03-22T16:35:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:39.709+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.709757+0000) 2023-03-22T16:35:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:39.709+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.709420+0000) 2023-03-22T16:35:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:39.709+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.709361+0000) 2023-03-22T16:35:39.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:39.709+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:39.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:39.710+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:39.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:39.710+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.711207+0000) 2023-03-22T16:35:39.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:39.664+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:39.664546+0000) 2023-03-22T16:35:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:40.709+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:40.709619+0000) 2023-03-22T16:35:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:40.664+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:40.664729+0000) 2023-03-22T16:35:40.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:40.709+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:40.710135+0000) 2023-03-22T16:35:40.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:40.709+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:40.709871+0000) 2023-03-22T16:35:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:41 smithi142 ceph-mon[94717]: pgmap v3816: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:41.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:41 smithi098 ceph-mon[94136]: pgmap v3816: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:41.709+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:41.709767+0000) 2023-03-22T16:35:41.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:41.710+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:41.710296+0000) 2023-03-22T16:35:41.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:41.710+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:41.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:41.710+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:41.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:41.711+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:41.711973+0000) 2023-03-22T16:35:41.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:41.709+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:41.709980+0000) 2023-03-22T16:35:41.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:41.664+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:41.665008+0000) 2023-03-22T16:35:42.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:42.208+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:42.209127+0000) 2023-03-22T16:35:42.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:42.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:42.098505+0000) 2023-03-22T16:35:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:42.709+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:42.710096+0000) 2023-03-22T16:35:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:42.664+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:42.665152+0000) 2023-03-22T16:35:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:42.709+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:42.709916+0000) 2023-03-22T16:35:43.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:43.144+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:43.145042+0000) 2023-03-22T16:35:43.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:43.208+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:43.209240+0000) 2023-03-22T16:35:43.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:43 smithi142 ceph-mon[94717]: pgmap v3817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:43 smithi098 ceph-mon[94136]: pgmap v3817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:43.710+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:43.710329+0000) 2023-03-22T16:35:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:43.665+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:43.665312+0000) 2023-03-22T16:35:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:43.665+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:43.665+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:43.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:43.666+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:43.667078+0000) 2023-03-22T16:35:43.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:43.709+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:43.710057+0000) 2023-03-22T16:35:43.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:43.710+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:43.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:43.710+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:43.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:43.711+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:43.711991+0000) 2023-03-22T16:35:44.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:44.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:44.209405+0000) 2023-03-22T16:35:44.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:44.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:44.209358+0000) 2023-03-22T16:35:44.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:44.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:44.147491+0000) 2023-03-22T16:35:44.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:44.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:44.209589+0000) 2023-03-22T16:35:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:44.710+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:44.710472+0000) 2023-03-22T16:35:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:45.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:45.209525+0000) 2023-03-22T16:35:45.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:45.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:45.209488+0000) 2023-03-22T16:35:45.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:45.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:45.150223+0000) 2023-03-22T16:35:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:45.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:45.209721+0000) 2023-03-22T16:35:45.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:45 smithi142 ceph-mon[94717]: pgmap v3818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:45.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:45 smithi098 ceph-mon[94136]: pgmap v3818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:46.153 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:45.710+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:45.710720+0000) 2023-03-22T16:35:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:46.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:46.209643+0000) 2023-03-22T16:35:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:46.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:46.209616+0000) 2023-03-22T16:35:46.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:46.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:46.210560+0000) 2023-03-22T16:35:46.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:46.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:46.209841+0000) 2023-03-22T16:35:46.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:46.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:46.150317+0000) 2023-03-22T16:35:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:46.710+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:46.710864+0000) 2023-03-22T16:35:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:46.711+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:46.711+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:35:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:46.711+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:46.712237+0000) 2023-03-22T16:35:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:47.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:47.209783+0000) 2023-03-22T16:35:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:47.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:47.209743+0000) 2023-03-22T16:35:47.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:47.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:47.150532+0000) 2023-03-22T16:35:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:47.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:47.210678+0000) 2023-03-22T16:35:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:47.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:47.209965+0000) 2023-03-22T16:35:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:47 smithi142 ceph-mon[94717]: pgmap v3819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:47 smithi098 ceph-mon[94136]: pgmap v3819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:48.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:48.209908+0000) 2023-03-22T16:35:48.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:48.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:48.209884+0000) 2023-03-22T16:35:48.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:48.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:48.165559+0000) 2023-03-22T16:35:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:48.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:48.210799+0000) 2023-03-22T16:35:48.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:48.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:48.150653+0000) 2023-03-22T16:35:48.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:48.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:48.210089+0000) 2023-03-22T16:35:48.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:48.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:48.210301+0000) 2023-03-22T16:35:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:49.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:49.210037+0000) 2023-03-22T16:35:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:49.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:49.210006+0000) 2023-03-22T16:35:49.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:49.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:49.165686+0000) 2023-03-22T16:35:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:49.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:49.210211+0000) 2023-03-22T16:35:49.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:49.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:49.150896+0000) 2023-03-22T16:35:49.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:49.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:49.210420+0000) 2023-03-22T16:35:49.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:49.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:49.210915+0000) 2023-03-22T16:35:49.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:49 smithi142 ceph-mon[94717]: pgmap v3820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:49.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:49 smithi098 ceph-mon[94136]: pgmap v3820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:50.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:50.210161+0000) 2023-03-22T16:35:50.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:50.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:50.210121+0000) 2023-03-22T16:35:50.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:50.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:50.165811+0000) 2023-03-22T16:35:50.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:50.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:50.151019+0000) 2023-03-22T16:35:50.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:50.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:50.211031+0000) 2023-03-22T16:35:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:50.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:50.210538+0000) 2023-03-22T16:35:50.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:50.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:50.210350+0000) 2023-03-22T16:35:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:51.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.210298+0000) 2023-03-22T16:35:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:51.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.210249+0000) 2023-03-22T16:35:51.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:51.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.211165+0000) 2023-03-22T16:35:51.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:51.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.166001+0000) 2023-03-22T16:35:51.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:51.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.151315+0000) 2023-03-22T16:35:51.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:51.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.211153+0000) 2023-03-22T16:35:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:51.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.210499+0000) 2023-03-22T16:35:51.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:51.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:51.210662+0000) 2023-03-22T16:35:51.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:51 smithi142 ceph-mon[94717]: pgmap v3821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:51.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:51 smithi098 ceph-mon[94136]: pgmap v3821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:52.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:52.211+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.211284+0000) 2023-03-22T16:35:52.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:52.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.210413+0000) 2023-03-22T16:35:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:52.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.210390+0000) 2023-03-22T16:35:52.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:52.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.166140+0000) 2023-03-22T16:35:52.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:52.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.151466+0000) 2023-03-22T16:35:52.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:52.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.211294+0000) 2023-03-22T16:35:52.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:52.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.210786+0000) 2023-03-22T16:35:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:52.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:52.210629+0000) 2023-03-22T16:35:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:53.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.210537+0000) 2023-03-22T16:35:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:53.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.210509+0000) 2023-03-22T16:35:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:53.164+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.166259+0000) 2023-03-22T16:35:53.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:53.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.151694+0000) 2023-03-22T16:35:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:53.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.211401+0000) 2023-03-22T16:35:53.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:53.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.211415+0000) 2023-03-22T16:35:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:53.209+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.210887+0000) 2023-03-22T16:35:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:53.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:53.210754+0000) 2023-03-22T16:35:53.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:53 smithi142 ceph-mon[94717]: pgmap v3822: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:53.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:53 smithi098 ceph-mon[94136]: pgmap v3822: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:54.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.210670+0000) 2023-03-22T16:35:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:54.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.210644+0000) 2023-03-22T16:35:54.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:54.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.210891+0000) 2023-03-22T16:35:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:54.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.166379+0000) 2023-03-22T16:35:54.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:54.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.151813+0000) 2023-03-22T16:35:54.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:54.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.211534+0000) 2023-03-22T16:35:54.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:54.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.211538+0000) 2023-03-22T16:35:54.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:54.209+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:54.211024+0000) 2023-03-22T16:35:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:55.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.210792+0000) 2023-03-22T16:35:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:55.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.210763+0000) 2023-03-22T16:35:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:55.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.166505+0000) 2023-03-22T16:35:55.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:55.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.152001+0000) 2023-03-22T16:35:55.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:55.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.211673+0000) 2023-03-22T16:35:55.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:55.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.211652+0000) 2023-03-22T16:35:55.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:55.209+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.211144+0000) 2023-03-22T16:35:55.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:55.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:55.211018+0000) 2023-03-22T16:35:55.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:55 smithi142 ceph-mon[94717]: pgmap v3823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:55.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:55 smithi098 ceph-mon[94136]: pgmap v3823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:56.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.210951+0000) 2023-03-22T16:35:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:56.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.210951+0000) 2023-03-22T16:35:56.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:56.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.166632+0000) 2023-03-22T16:35:56.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:56.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.152142+0000) 2023-03-22T16:35:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:56.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.211800+0000) 2023-03-22T16:35:56.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:56.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.211765+0000) 2023-03-22T16:35:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:56.209+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.211151+0000) 2023-03-22T16:35:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:56.209+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:56.211252+0000) 2023-03-22T16:35:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:57.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.211116+0000) 2023-03-22T16:35:57.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:57.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.211115+0000) 2023-03-22T16:35:57.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:57.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.152377+0000) 2023-03-22T16:35:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:57.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.211913+0000) 2023-03-22T16:35:57.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:57.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.211885+0000) 2023-03-22T16:35:57.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:57.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.166755+0000) 2023-03-22T16:35:57.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:57.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.211313+0000) 2023-03-22T16:35:57.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:57.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:57.211395+0000) 2023-03-22T16:35:57.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:57 smithi142 ceph-mon[94717]: pgmap v3824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:57.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:57 smithi098 ceph-mon[94136]: pgmap v3824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:35:58.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:58.209+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.211241+0000) 2023-03-22T16:35:58.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:58.209+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.211241+0000) 2023-03-22T16:35:58.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:58.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.212015+0000) 2023-03-22T16:35:58.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:58.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.212058+0000) 2023-03-22T16:35:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:58.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.211728+0000) 2023-03-22T16:35:58.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:58.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.166882+0000) 2023-03-22T16:35:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:58.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.211457+0000) 2023-03-22T16:35:58.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:58.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:58.152500+0000) 2023-03-22T16:35:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:35:59.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.211375+0000) 2023-03-22T16:35:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:35:59.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.211385+0000) 2023-03-22T16:35:59.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:35:59.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.152735+0000) 2023-03-22T16:35:59.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:35:59.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.167024+0000) 2023-03-22T16:35:59.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:35:59.210+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.212176+0000) 2023-03-22T16:35:59.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:35:59.210+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.212150+0000) 2023-03-22T16:35:59.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:35:59.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.211839+0000) 2023-03-22T16:35:59.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:35:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:35:59.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:35:59.211577+0000) 2023-03-22T16:35:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:35:59 smithi142 ceph-mon[94717]: pgmap v3825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:35:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:35:59 smithi098 ceph-mon[94136]: pgmap v3825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:00.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:00.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.152892+0000) 2023-03-22T16:36:00.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:00.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.211503+0000) 2023-03-22T16:36:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:00.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.211503+0000) 2023-03-22T16:36:00.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:00.165+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.167137+0000) 2023-03-22T16:36:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:00.211+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.212304+0000) 2023-03-22T16:36:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:00.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.211952+0000) 2023-03-22T16:36:00.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:00.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.212266+0000) 2023-03-22T16:36:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:00.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:00.211709+0000) 2023-03-22T16:36:01.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:01.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.153087+0000) 2023-03-22T16:36:01.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:01.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.211631+0000) 2023-03-22T16:36:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:01.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.211631+0000) 2023-03-22T16:36:01.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:01.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.167263+0000) 2023-03-22T16:36:01.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:01.211+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.212427+0000) 2023-03-22T16:36:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:01.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.212064+0000) 2023-03-22T16:36:01.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:01.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.212393+0000) 2023-03-22T16:36:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:01.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:01.211838+0000) 2023-03-22T16:36:01.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:01 smithi142 ceph-mon[94717]: pgmap v3826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:01.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:01 smithi098 ceph-mon[94136]: pgmap v3826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:02.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.211761+0000) 2023-03-22T16:36:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:02.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.211760+0000) 2023-03-22T16:36:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:02.211+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.212548+0000) 2023-03-22T16:36:02.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:02.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.167388+0000) 2023-03-22T16:36:02.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:02.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.153206+0000) 2023-03-22T16:36:02.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:02.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.212511+0000) 2023-03-22T16:36:02.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:02.210+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.212180+0000) 2023-03-22T16:36:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:02.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:02.211958+0000) 2023-03-22T16:36:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:03.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.211890+0000) 2023-03-22T16:36:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:03.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.211907+0000) 2023-03-22T16:36:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:03.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.167511+0000) 2023-03-22T16:36:03.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:03.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.153440+0000) 2023-03-22T16:36:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:03.211+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.212957+0000) 2023-03-22T16:36:03.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:03.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.212630+0000) 2023-03-22T16:36:03.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:03.211+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.212299+0000) 2023-03-22T16:36:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:03.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:03.212084+0000) 2023-03-22T16:36:03.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:03 smithi142 ceph-mon[94717]: pgmap v3827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:03.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:03 smithi098 ceph-mon[94136]: pgmap v3827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:04.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.212020+0000) 2023-03-22T16:36:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:04.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.212026+0000) 2023-03-22T16:36:04.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:04.211+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.212411+0000) 2023-03-22T16:36:04.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:04.210+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.212222+0000) 2023-03-22T16:36:04.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:04.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.153565+0000) 2023-03-22T16:36:04.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:04.211+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.213081+0000) 2023-03-22T16:36:04.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:04.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.167634+0000) 2023-03-22T16:36:04.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:04.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:04.212756+0000) 2023-03-22T16:36:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:05.210+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.212146+0000) 2023-03-22T16:36:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:05.210+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.212144+0000) 2023-03-22T16:36:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:05.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.167765+0000) 2023-03-22T16:36:05.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:05.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.153787+0000) 2023-03-22T16:36:05.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:05.211+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.212316+0000) 2023-03-22T16:36:05.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:05.211+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.213202+0000) 2023-03-22T16:36:05.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:05.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.212881+0000) 2023-03-22T16:36:05.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:05.211+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:05.212537+0000) 2023-03-22T16:36:05.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:05 smithi142 ceph-mon[94717]: pgmap v3828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:36:05.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:05 smithi098 ceph-mon[94136]: pgmap v3828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:36:06.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:06.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.167888+0000) 2023-03-22T16:36:06.215 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:06.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.153908+0000) 2023-03-22T16:36:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:06.211+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.212275+0000) 2023-03-22T16:36:06.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:06.211+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.212294+0000) 2023-03-22T16:36:06.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:06.212+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.213300+0000) 2023-03-22T16:36:06.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:06.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.213070+0000) 2023-03-22T16:36:06.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:06.211+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.212470+0000) 2023-03-22T16:36:06.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:06.211+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:06.212659+0000) 2023-03-22T16:36:07.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:07.211+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.212401+0000) 2023-03-22T16:36:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:07.211+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.212410+0000) 2023-03-22T16:36:07.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:07.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.168006+0000) 2023-03-22T16:36:07.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:07.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.154125+0000) 2023-03-22T16:36:07.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:07.212+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.213406+0000) 2023-03-22T16:36:07.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:07.211+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.213184+0000) 2023-03-22T16:36:07.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:07.211+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.212777+0000) 2023-03-22T16:36:07.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:07.211+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:07.212596+0000) 2023-03-22T16:36:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:07 smithi142 ceph-mon[94717]: pgmap v3829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:36:07.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:07 smithi098 ceph-mon[94136]: pgmap v3829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:36:08.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:08.211+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.212532+0000) 2023-03-22T16:36:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:08.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.168116+0000) 2023-03-22T16:36:08.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:08.211+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.212538+0000) 2023-03-22T16:36:08.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:08.212+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:08.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:08.212+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:08.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:08.213+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.214988+0000) 2023-03-22T16:36:08.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:08.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.154261+0000) 2023-03-22T16:36:08.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:08.153+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:08.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:08.153+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:08.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:08.158+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.159562+0000) 2023-03-22T16:36:08.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:08.212+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.213643+0000) 2023-03-22T16:36:08.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:08.211+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.213093+0000) 2023-03-22T16:36:08.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:08.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.213331+0000) 2023-03-22T16:36:08.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:08.211+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:08.212734+0000) 2023-03-22T16:36:09.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:09.211+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:09.212689+0000) 2023-03-22T16:36:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:09.166+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:09.168243+0000) 2023-03-22T16:36:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:09.211+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:09.212858+0000) 2023-03-22T16:36:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:09.212+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:09.213760+0000) 2023-03-22T16:36:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:09.211+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:09.213202+0000) 2023-03-22T16:36:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:09.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:09.213447+0000) 2023-03-22T16:36:09.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:09 smithi142 ceph-mon[94717]: pgmap v3830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:36:09.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:09 smithi098 ceph-mon[94136]: pgmap v3830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:36:10.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:10.212+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.213876+0000) 2023-03-22T16:36:10.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:10.167+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.168371+0000) 2023-03-22T16:36:10.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:10.211+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.212816+0000) 2023-03-22T16:36:10.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:10.212+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:10.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:10.212+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:10.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:10.213+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.215095+0000) 2023-03-22T16:36:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:10.212+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.213332+0000) 2023-03-22T16:36:10.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:10.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.213574+0000) 2023-03-22T16:36:10.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:10.211+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.213014+0000) 2023-03-22T16:36:10.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:10.212+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:10.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:10.212+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:10.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:10.214+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:10.215334+0000) 2023-03-22T16:36:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:10 smithi142 ceph-mon[94717]: osdmap e258: 12 total, 9 up, 9 in 2023-03-22T16:36:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:10 smithi098 ceph-mon[94136]: osdmap e258: 12 total, 9 up, 9 in 2023-03-22T16:36:11.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:11.212+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:11.213993+0000) 2023-03-22T16:36:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:11.212+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:11.213448+0000) 2023-03-22T16:36:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:11.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:11.213688+0000) 2023-03-22T16:36:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:11.167+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:11.168497+0000) 2023-03-22T16:36:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:11 smithi142 ceph-mon[94717]: pgmap v3832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:36:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:11 smithi098 ceph-mon[94136]: pgmap v3832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:36:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:12.167+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:12.168677+0000) 2023-03-22T16:36:12.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:12.212+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:12.214104+0000) 2023-03-22T16:36:12.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:12.213+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:12.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:12.213+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:12.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:12.360+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:12.362000+0000) 2023-03-22T16:36:12.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:12.212+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:12.213619+0000) 2023-03-22T16:36:12.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:12.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:12.213806+0000) 2023-03-22T16:36:12.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:12.711+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:12.712796+0000) 2023-03-22T16:36:12.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:12.653+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:12.654567+0000) 2023-03-22T16:36:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:13.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:13.213919+0000) 2023-03-22T16:36:13.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:13.167+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:13.168802+0000) 2023-03-22T16:36:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:13.212+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:13.213732+0000) 2023-03-22T16:36:13.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:13 smithi142 ceph-mon[94717]: pgmap v3833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:36:13.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:13 smithi098 ceph-mon[94136]: pgmap v3833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:36:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:13.711+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:13.712918+0000) 2023-03-22T16:36:13.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:13.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:13.657048+0000) 2023-03-22T16:36:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:14.167+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.168927+0000) 2023-03-22T16:36:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:14.168+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:14.168+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:14.168+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.170215+0000) 2023-03-22T16:36:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:14.212+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.213854+0000) 2023-03-22T16:36:14.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:14.213+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:14.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:14.213+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:14.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:14.213+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.215228+0000) 2023-03-22T16:36:14.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:14.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.214043+0000) 2023-03-22T16:36:14.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:14.711+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.713086+0000) 2023-03-22T16:36:14.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:14.711+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.713055+0000) 2023-03-22T16:36:14.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:14.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.660929+0000) 2023-03-22T16:36:14.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:14.711+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:14.713255+0000) 2023-03-22T16:36:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:15.212+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:15.214157+0000) 2023-03-22T16:36:15.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:15 smithi142 ceph-mon[94717]: pgmap v3834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:36:15.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:15 smithi098 ceph-mon[94136]: pgmap v3834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:36:15.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:15.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:15.662764+0000) 2023-03-22T16:36:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:15.711+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:15.713197+0000) 2023-03-22T16:36:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:15.711+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:15.713168+0000) 2023-03-22T16:36:15.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:15.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:15.713386+0000) 2023-03-22T16:36:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:16.213+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:16.214287+0000) 2023-03-22T16:36:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:16.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:16.713295+0000) 2023-03-22T16:36:16.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:16.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:16.713292+0000) 2023-03-22T16:36:16.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:16.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:16.662983+0000) 2023-03-22T16:36:16.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:16.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:16.714295+0000) 2023-03-22T16:36:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:16.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:16.713512+0000) 2023-03-22T16:36:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:17.213+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:17.214446+0000) 2023-03-22T16:36:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:17.213+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:17.213+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:17.372+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:17.373423+0000) 2023-03-22T16:36:17.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:17 smithi142 ceph-mon[94717]: pgmap v3835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:36:17.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:17 smithi098 ceph-mon[94136]: pgmap v3835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:36:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:17.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:17.713416+0000) 2023-03-22T16:36:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:17.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:17.713419+0000) 2023-03-22T16:36:17.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:17.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:17.663106+0000) 2023-03-22T16:36:17.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:17.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:17.714405+0000) 2023-03-22T16:36:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:17.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:17.713635+0000) 2023-03-22T16:36:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:18.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:18.713557+0000) 2023-03-22T16:36:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:18.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:18.713543+0000) 2023-03-22T16:36:18.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:18.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:18.713756+0000) 2023-03-22T16:36:18.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:18.667+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:18.669165+0000) 2023-03-22T16:36:18.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:18.712+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:18.714174+0000) 2023-03-22T16:36:18.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:18.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:18.663316+0000) 2023-03-22T16:36:18.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:18.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:18.714517+0000) 2023-03-22T16:36:19.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:19 smithi142 ceph-mon[94717]: pgmap v3836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:36:19.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:19 smithi098 ceph-mon[94136]: pgmap v3836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:36:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:19.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:19.713677+0000) 2023-03-22T16:36:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:19.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:19.713665+0000) 2023-03-22T16:36:19.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:19.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:19.669284+0000) 2023-03-22T16:36:19.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:19.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:19.714633+0000) 2023-03-22T16:36:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:19.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:19.714299+0000) 2023-03-22T16:36:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:19.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:19.713871+0000) 2023-03-22T16:36:19.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:19.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:19.663448+0000) 2023-03-22T16:36:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:20.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:20.713800+0000) 2023-03-22T16:36:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:20.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:20.713789+0000) 2023-03-22T16:36:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:20.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:20.669411+0000) 2023-03-22T16:36:20.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:20.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:20.663675+0000) 2023-03-22T16:36:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:20.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:20.714753+0000) 2023-03-22T16:36:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:20.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:20.714416+0000) 2023-03-22T16:36:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:20.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:20.713997+0000) 2023-03-22T16:36:21.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:21 smithi142 ceph-mon[94717]: pgmap v3837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:36:21.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:21 smithi098 ceph-mon[94136]: pgmap v3837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:36:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:21.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.713935+0000) 2023-03-22T16:36:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:21.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.713917+0000) 2023-03-22T16:36:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:21.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.669532+0000) 2023-03-22T16:36:21.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:21.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.663800+0000) 2023-03-22T16:36:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:21.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.714870+0000) 2023-03-22T16:36:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:21.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.714534+0000) 2023-03-22T16:36:21.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:21.713+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.714682+0000) 2023-03-22T16:36:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:21.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:21.714105+0000) 2023-03-22T16:36:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:22.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.714060+0000) 2023-03-22T16:36:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:22.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.714047+0000) 2023-03-22T16:36:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:22.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.669671+0000) 2023-03-22T16:36:22.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:22.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.664029+0000) 2023-03-22T16:36:22.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:22.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.714989+0000) 2023-03-22T16:36:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:22.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.714654+0000) 2023-03-22T16:36:22.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:22.713+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.714804+0000) 2023-03-22T16:36:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:22.712+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:22.714240+0000) 2023-03-22T16:36:23.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:23 smithi142 ceph-mon[94717]: pgmap v3838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:36:23.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:23 smithi098 ceph-mon[94136]: pgmap v3838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:36:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:23.712+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.714172+0000) 2023-03-22T16:36:23.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:23.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.714773+0000) 2023-03-22T16:36:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:23.713+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.714929+0000) 2023-03-22T16:36:23.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:23.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.664161+0000) 2023-03-22T16:36:23.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:23.712+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.714190+0000) 2023-03-22T16:36:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:23.713+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.714369+0000) 2023-03-22T16:36:23.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:23.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.715115+0000) 2023-03-22T16:36:23.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:23.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:23.669784+0000) 2023-03-22T16:36:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:24.713+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.714305+0000) 2023-03-22T16:36:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:24.713+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.714308+0000) 2023-03-22T16:36:24.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:24.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.669922+0000) 2023-03-22T16:36:24.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:24.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.664397+0000) 2023-03-22T16:36:24.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:24.713+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.715232+0000) 2023-03-22T16:36:24.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:24.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.715297+0000) 2023-03-22T16:36:24.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:24.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.714907+0000) 2023-03-22T16:36:24.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:24.713+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:24.714508+0000) 2023-03-22T16:36:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:25 smithi142 ceph-mon[94717]: pgmap v3839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:36:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:25 smithi098 ceph-mon[94136]: pgmap v3839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:36:25.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:25.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.664526+0000) 2023-03-22T16:36:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:25.714+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.715356+0000) 2023-03-22T16:36:25.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:25.713+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.714431+0000) 2023-03-22T16:36:25.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:25.713+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.714431+0000) 2023-03-22T16:36:25.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:25.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.670043+0000) 2023-03-22T16:36:25.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:25.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.715030+0000) 2023-03-22T16:36:25.978 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:25.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.715442+0000) 2023-03-22T16:36:25.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:25.713+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:25.714627+0000) 2023-03-22T16:36:26.943 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:26.713+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.714561+0000) 2023-03-22T16:36:26.943 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:26.713+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.714559+0000) 2023-03-22T16:36:26.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:26.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.664755+0000) 2023-03-22T16:36:26.944 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:26.713+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.715138+0000) 2023-03-22T16:36:26.945 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:26.713+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.714752+0000) 2023-03-22T16:36:26.945 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:26.668+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.670167+0000) 2023-03-22T16:36:26.946 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:26.714+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.715474+0000) 2023-03-22T16:36:26.946 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:26.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:26.715560+0000) 2023-03-22T16:36:27.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:27 smithi142 ceph-mon[94717]: pgmap v3840: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:36:27.918 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:27.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.714742+0000) 2023-03-22T16:36:27.919 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:27.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.670330+0000) 2023-03-22T16:36:27.919 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:27.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.664924+0000) 2023-03-22T16:36:27.920 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:27.714+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.715589+0000) 2023-03-22T16:36:27.920 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:27.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.715683+0000) 2023-03-22T16:36:27.921 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:27.714+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.715241+0000) 2023-03-22T16:36:27.921 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:27.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.714872+0000) 2023-03-22T16:36:27.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:27 smithi098 ceph-mon[94136]: pgmap v3840: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:36:28.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:27.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:27.714735+0000) 2023-03-22T16:36:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:28.713+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.714876+0000) 2023-03-22T16:36:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:28.713+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.714903+0000) 2023-03-22T16:36:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:28.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.670440+0000) 2023-03-22T16:36:28.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:28.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.665173+0000) 2023-03-22T16:36:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:28.714+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.715694+0000) 2023-03-22T16:36:28.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:28.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.715836+0000) 2023-03-22T16:36:28.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:28.714+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.715359+0000) 2023-03-22T16:36:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:28.713+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:28.715017+0000) 2023-03-22T16:36:29.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:29 smithi142 ceph-mon[94717]: pgmap v3841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:36:29.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:29 smithi098 ceph-mon[94136]: pgmap v3841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:36:29.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:29.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.665312+0000) 2023-03-22T16:36:29.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:29.713+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.715009+0000) 2023-03-22T16:36:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:29.713+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.715048+0000) 2023-03-22T16:36:29.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:29.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.715950+0000) 2023-03-22T16:36:29.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:29.714+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.715810+0000) 2023-03-22T16:36:29.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:29.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.670567+0000) 2023-03-22T16:36:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:29.714+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.715475+0000) 2023-03-22T16:36:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:29.713+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:29.715168+0000) 2023-03-22T16:36:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:30.713+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.715141+0000) 2023-03-22T16:36:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:30.713+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.715166+0000) 2023-03-22T16:36:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:30.714+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.715922+0000) 2023-03-22T16:36:30.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:30.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.665520+0000) 2023-03-22T16:36:30.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:30.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.716063+0000) 2023-03-22T16:36:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:30.714+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.715591+0000) 2023-03-22T16:36:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:30.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.715323+0000) 2023-03-22T16:36:30.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:30.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:30.670689+0000) 2023-03-22T16:36:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:31 smithi142 ceph-mon[94717]: pgmap v3842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:31.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:31 smithi098 ceph-mon[94136]: pgmap v3842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:31.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:31.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.665643+0000) 2023-03-22T16:36:31.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:31.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.715287+0000) 2023-03-22T16:36:31.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:31.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.715288+0000) 2023-03-22T16:36:31.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:31.715+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.716277+0000) 2023-03-22T16:36:31.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:31.714+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.716181+0000) 2023-03-22T16:36:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:31.714+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.716225+0000) 2023-03-22T16:36:31.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:31.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.715472+0000) 2023-03-22T16:36:31.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:31.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:31.670808+0000) 2023-03-22T16:36:32.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:32.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.665865+0000) 2023-03-22T16:36:32.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:32.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.718378+0000) 2023-03-22T16:36:32.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:32.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.715421+0000) 2023-03-22T16:36:32.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:32.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.715409+0000) 2023-03-22T16:36:32.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:32.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.716303+0000) 2023-03-22T16:36:32.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:32.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.670927+0000) 2023-03-22T16:36:32.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:32.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.716317+0000) 2023-03-22T16:36:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:32.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:32.715630+0000) 2023-03-22T16:36:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:33 smithi142 ceph-mon[94717]: pgmap v3843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:33 smithi098 ceph-mon[94136]: pgmap v3843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:33.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.715540+0000) 2023-03-22T16:36:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:33.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.715529+0000) 2023-03-22T16:36:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:33.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.671046+0000) 2023-03-22T16:36:33.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:33.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.666002+0000) 2023-03-22T16:36:33.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:33.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.718507+0000) 2023-03-22T16:36:33.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:33.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.716420+0000) 2023-03-22T16:36:33.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:33.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.716436+0000) 2023-03-22T16:36:33.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:33.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:33.715755+0000) 2023-03-22T16:36:34.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:34.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.718637+0000) 2023-03-22T16:36:34.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:34.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.715665+0000) 2023-03-22T16:36:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:34.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.715665+0000) 2023-03-22T16:36:34.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:34.669+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.671164+0000) 2023-03-22T16:36:34.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:34.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.666209+0000) 2023-03-22T16:36:34.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:34.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.716552+0000) 2023-03-22T16:36:34.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:34.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.716535+0000) 2023-03-22T16:36:34.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:34.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:34.715877+0000) 2023-03-22T16:36:35.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:35 smithi142 ceph-mon[94717]: pgmap v3844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:35 smithi098 ceph-mon[94136]: pgmap v3844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:35.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:35.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.715791+0000) 2023-03-22T16:36:35.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:35.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.715804+0000) 2023-03-22T16:36:35.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:35.670+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.671292+0000) 2023-03-22T16:36:35.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:35.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.666294+0000) 2023-03-22T16:36:35.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:35.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.718759+0000) 2023-03-22T16:36:35.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:35.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.716663+0000) 2023-03-22T16:36:35.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:35.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.716680+0000) 2023-03-22T16:36:35.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:35.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:35.716004+0000) 2023-03-22T16:36:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:36.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.715915+0000) 2023-03-22T16:36:36.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:36.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.715920+0000) 2023-03-22T16:36:36.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:36.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.666530+0000) 2023-03-22T16:36:36.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:36.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.716131+0000) 2023-03-22T16:36:36.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:36.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.716802+0000) 2023-03-22T16:36:36.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:36.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.716782+0000) 2023-03-22T16:36:36.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:36.670+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.671415+0000) 2023-03-22T16:36:36.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:36.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:36.718872+0000) 2023-03-22T16:36:37.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:37 smithi142 ceph-mon[94717]: pgmap v3845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:37.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:37 smithi098 ceph-mon[94136]: pgmap v3845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:37.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:37.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.716035+0000) 2023-03-22T16:36:37.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:37.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.716035+0000) 2023-03-22T16:36:37.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:37.670+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.671533+0000) 2023-03-22T16:36:37.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:37.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.718994+0000) 2023-03-22T16:36:37.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:37.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.716899+0000) 2023-03-22T16:36:37.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:37.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.666654+0000) 2023-03-22T16:36:37.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:37.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.716919+0000) 2023-03-22T16:36:37.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:37.714+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:37.716252+0000) 2023-03-22T16:36:38.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:38.714+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.716159+0000) 2023-03-22T16:36:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:38.714+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.716170+0000) 2023-03-22T16:36:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:38.715+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:38.715+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:38.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:38.716+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.718032+0000) 2023-03-22T16:36:38.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:38.670+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.671655+0000) 2023-03-22T16:36:38.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:38.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.719106+0000) 2023-03-22T16:36:38.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:38.715+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.716389+0000) 2023-03-22T16:36:38.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:38.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.666880+0000) 2023-03-22T16:36:38.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:38.666+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:38.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:38.666+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:38.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:38.670+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.671792+0000) 2023-03-22T16:36:38.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:38.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.717058+0000) 2023-03-22T16:36:38.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:38.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:38.717036+0000) 2023-03-22T16:36:39.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:39 smithi142 ceph-mon[94717]: pgmap v3846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:39.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:39 smithi098 ceph-mon[94136]: pgmap v3846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:39.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:39.717+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:39.719214+0000) 2023-03-22T16:36:39.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:39.715+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:39.716294+0000) 2023-03-22T16:36:39.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:39.715+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:39.717146+0000) 2023-03-22T16:36:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:39.670+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:39.671781+0000) 2023-03-22T16:36:39.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:39.715+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:39.717180+0000) 2023-03-22T16:36:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:39.715+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:39.716513+0000) 2023-03-22T16:36:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:40.718+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.719299+0000) 2023-03-22T16:36:40.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:40.715+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.716409+0000) 2023-03-22T16:36:40.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:40.716+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:40.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:40.716+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:40.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:40.717+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.718367+0000) 2023-03-22T16:36:40.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:40.715+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.716657+0000) 2023-03-22T16:36:40.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:40.716+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:40.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:40.716+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:40.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:40.719+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.720290+0000) 2023-03-22T16:36:40.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:40.716+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.717325+0000) 2023-03-22T16:36:40.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:40.670+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.671907+0000) 2023-03-22T16:36:40.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:40.716+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:40.717310+0000) 2023-03-22T16:36:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:41 smithi142 ceph-mon[94717]: pgmap v3847: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:41.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:41 smithi098 ceph-mon[94136]: pgmap v3847: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:41.671+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:41.672030+0000) 2023-03-22T16:36:41.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:41.719+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:41.719413+0000) 2023-03-22T16:36:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:41.717+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:41.717440+0000) 2023-03-22T16:36:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:41.717+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:41.717424+0000) 2023-03-22T16:36:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:42.719+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:42.719538+0000) 2023-03-22T16:36:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:42.720+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:42.720373+0000) 2023-03-22T16:36:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:42.717+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:42.717560+0000) 2023-03-22T16:36:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:42.671+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:42.672154+0000) 2023-03-22T16:36:42.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:42.717+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:42.717557+0000) 2023-03-22T16:36:43.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:43.166+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:43.167142+0000) 2023-03-22T16:36:43.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:43.216+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:43.216448+0000) 2023-03-22T16:36:43.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:43 smithi142 ceph-mon[94717]: pgmap v3848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:43 smithi098 ceph-mon[94136]: pgmap v3848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:43.717+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:43.717688+0000) 2023-03-22T16:36:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:43.717+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:43.717688+0000) 2023-03-22T16:36:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:43.672+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:43.672302+0000) 2023-03-22T16:36:44.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:44.216+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:44.216573+0000) 2023-03-22T16:36:44.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:44.169+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:44.169561+0000) 2023-03-22T16:36:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:44.672+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:44.672415+0000) 2023-03-22T16:36:44.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:44.672+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:44.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:44.673+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:44.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:44.673+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:44.673468+0000) 2023-03-22T16:36:44.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:44.717+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:44.717805+0000) 2023-03-22T16:36:44.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:44.717+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:44.717815+0000) 2023-03-22T16:36:44.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:44.718+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:44.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:44.718+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:44.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:44.718+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:44.719084+0000) 2023-03-22T16:36:45.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:45.216+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:45.216775+0000) 2023-03-22T16:36:45.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:45.216+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:45.216699+0000) 2023-03-22T16:36:45.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:45.216+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:45.216912+0000) 2023-03-22T16:36:45.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:45.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:45.173463+0000) 2023-03-22T16:36:45.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:45 smithi142 ceph-mon[94717]: pgmap v3849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:45.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:45 smithi098 ceph-mon[94136]: pgmap v3849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:45.717+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:45.717951+0000) 2023-03-22T16:36:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:46.216+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:46.216925+0000) 2023-03-22T16:36:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:46.216+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:46.216832+0000) 2023-03-22T16:36:46.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:46.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:46.176300+0000) 2023-03-22T16:36:46.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:46.216+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:46.217072+0000) 2023-03-22T16:36:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:46.717+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:46.718069+0000) 2023-03-22T16:36:47.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:47.216+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:47.217058+0000) 2023-03-22T16:36:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:47.216+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:47.216964+0000) 2023-03-22T16:36:47.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:47.219+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:47.219879+0000) 2023-03-22T16:36:47.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:47.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:47.176528+0000) 2023-03-22T16:36:47.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:47.216+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:47.217218+0000) 2023-03-22T16:36:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:47 smithi142 ceph-mon[94717]: pgmap v3850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:47 smithi098 ceph-mon[94136]: pgmap v3850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:47.717+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:47.718185+0000) 2023-03-22T16:36:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:47.718+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:47.718+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:36:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:47.719+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:47.719971+0000) 2023-03-22T16:36:48.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:48.216+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:48.217181+0000) 2023-03-22T16:36:48.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:48.216+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:48.217095+0000) 2023-03-22T16:36:48.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:48.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:48.176651+0000) 2023-03-22T16:36:48.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:48.219+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:48.219994+0000) 2023-03-22T16:36:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:48.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:48.217307+0000) 2023-03-22T16:36:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:49.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:49.217316+0000) 2023-03-22T16:36:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:49.216+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:49.217226+0000) 2023-03-22T16:36:49.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:49.217+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:49.218066+0000) 2023-03-22T16:36:49.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:49.172+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:49.172681+0000) 2023-03-22T16:36:49.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:49.219+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:49.220104+0000) 2023-03-22T16:36:49.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:49.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:49.176867+0000) 2023-03-22T16:36:49.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:49.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:49.217457+0000) 2023-03-22T16:36:49.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:49 smithi142 ceph-mon[94717]: pgmap v3851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:49.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:49 smithi098 ceph-mon[94136]: pgmap v3851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:50.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:50.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:50.217441+0000) 2023-03-22T16:36:50.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:50.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:50.217373+0000) 2023-03-22T16:36:50.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:50.172+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:50.172809+0000) 2023-03-22T16:36:50.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:50.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:50.176988+0000) 2023-03-22T16:36:50.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:50.219+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:50.220218+0000) 2023-03-22T16:36:50.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:50.217+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:50.218193+0000) 2023-03-22T16:36:50.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:50.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:50.217626+0000) 2023-03-22T16:36:51.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:51.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:51.217563+0000) 2023-03-22T16:36:51.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:51.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:51.217502+0000) 2023-03-22T16:36:51.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:51.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:51.177196+0000) 2023-03-22T16:36:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:51.172+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:51.172940+0000) 2023-03-22T16:36:51.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:51.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:51.220298+0000) 2023-03-22T16:36:51.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:51.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:51.218305+0000) 2023-03-22T16:36:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:51.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:51.217742+0000) 2023-03-22T16:36:51.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:51 smithi142 ceph-mon[94717]: pgmap v3852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:51.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:51 smithi098 ceph-mon[94136]: pgmap v3852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:52.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:52.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.177312+0000) 2023-03-22T16:36:52.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:52.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.217693+0000) 2023-03-22T16:36:52.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:52.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.217633+0000) 2023-03-22T16:36:52.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:52.172+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.173065+0000) 2023-03-22T16:36:52.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:52.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.218415+0000) 2023-03-22T16:36:52.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:52.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.218468+0000) 2023-03-22T16:36:52.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:52.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.217861+0000) 2023-03-22T16:36:52.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:52.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:52.220412+0000) 2023-03-22T16:36:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:53.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.217813+0000) 2023-03-22T16:36:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:53.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.217760+0000) 2023-03-22T16:36:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:53.172+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.173182+0000) 2023-03-22T16:36:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:53.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.218069+0000) 2023-03-22T16:36:53.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:53.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.177525+0000) 2023-03-22T16:36:53.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:53.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.220522+0000) 2023-03-22T16:36:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:53.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.218535+0000) 2023-03-22T16:36:53.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:53.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:53.218616+0000) 2023-03-22T16:36:53.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:53 smithi142 ceph-mon[94717]: pgmap v3853: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:53.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:53 smithi098 ceph-mon[94136]: pgmap v3853: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:54.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.217947+0000) 2023-03-22T16:36:54.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:54.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.217911+0000) 2023-03-22T16:36:54.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:54.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.173321+0000) 2023-03-22T16:36:54.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:54.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.177657+0000) 2023-03-22T16:36:54.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:54.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.220668+0000) 2023-03-22T16:36:54.477 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:54.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.218785+0000) 2023-03-22T16:36:54.478 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:54.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.218663+0000) 2023-03-22T16:36:54.478 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:54.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:54.218201+0000) 2023-03-22T16:36:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:55.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.218084+0000) 2023-03-22T16:36:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:55.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.218045+0000) 2023-03-22T16:36:55.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:55.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.218306+0000) 2023-03-22T16:36:55.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:55.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.173442+0000) 2023-03-22T16:36:55.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:55.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.218911+0000) 2023-03-22T16:36:55.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:55.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.177894+0000) 2023-03-22T16:36:55.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:55.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.218792+0000) 2023-03-22T16:36:55.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:55.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:55.220780+0000) 2023-03-22T16:36:55.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:55 smithi142 ceph-mon[94717]: pgmap v3854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:55.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:55 smithi098 ceph-mon[94136]: pgmap v3854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:56.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:56.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.220910+0000) 2023-03-22T16:36:56.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:56.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.218198+0000) 2023-03-22T16:36:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:56.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.218173+0000) 2023-03-22T16:36:56.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:56.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.218427+0000) 2023-03-22T16:36:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:56.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.219027+0000) 2023-03-22T16:36:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:56.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.218926+0000) 2023-03-22T16:36:56.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:56.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.173577+0000) 2023-03-22T16:36:56.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:56.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:56.178010+0000) 2023-03-22T16:36:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:57.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.218294+0000) 2023-03-22T16:36:57.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:57.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.218297+0000) 2023-03-22T16:36:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:57.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.173703+0000) 2023-03-22T16:36:57.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:57.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.178219+0000) 2023-03-22T16:36:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:57.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.221015+0000) 2023-03-22T16:36:57.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:57.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.219039+0000) 2023-03-22T16:36:57.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:57.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.219144+0000) 2023-03-22T16:36:57.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:57.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:57.218546+0000) 2023-03-22T16:36:57.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:57 smithi142 ceph-mon[94717]: pgmap v3855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:57.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:57 smithi098 ceph-mon[94136]: pgmap v3855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:36:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:58.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.178316+0000) 2023-03-22T16:36:58.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:58.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.221128+0000) 2023-03-22T16:36:58.475 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:58.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.218418+0000) 2023-03-22T16:36:58.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:58.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.218440+0000) 2023-03-22T16:36:58.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:58.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.219146+0000) 2023-03-22T16:36:58.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:58.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.219257+0000) 2023-03-22T16:36:58.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:58.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.173827+0000) 2023-03-22T16:36:58.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:58.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:58.218669+0000) 2023-03-22T16:36:59.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:36:59.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.178525+0000) 2023-03-22T16:36:59.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:36:59.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.221255+0000) 2023-03-22T16:36:59.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:36:59.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.218598+0000) 2023-03-22T16:36:59.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:36:59.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.218598+0000) 2023-03-22T16:36:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:36:59.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.219263+0000) 2023-03-22T16:36:59.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:36:59.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.219380+0000) 2023-03-22T16:36:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:36:59.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.218785+0000) 2023-03-22T16:36:59.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:36:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:36:59.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:36:59.173953+0000) 2023-03-22T16:36:59.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:36:59 smithi142 ceph-mon[94717]: pgmap v3856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:36:59.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:36:59 smithi098 ceph-mon[94136]: pgmap v3856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:00.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:00.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.178650+0000) 2023-03-22T16:37:00.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:00.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.218717+0000) 2023-03-22T16:37:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:00.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.218721+0000) 2023-03-22T16:37:00.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:00.172+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.174078+0000) 2023-03-22T16:37:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:00.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.221368+0000) 2023-03-22T16:37:00.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:00.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.218910+0000) 2023-03-22T16:37:00.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:00.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.219385+0000) 2023-03-22T16:37:00.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:00.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:00.219497+0000) 2023-03-22T16:37:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:01.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.218844+0000) 2023-03-22T16:37:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:01.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.218840+0000) 2023-03-22T16:37:01.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:01.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.219616+0000) 2023-03-22T16:37:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:01.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.219502+0000) 2023-03-22T16:37:01.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:01.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.221485+0000) 2023-03-22T16:37:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:01.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.219038+0000) 2023-03-22T16:37:01.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:01.172+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.174200+0000) 2023-03-22T16:37:01.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:01.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:01.178861+0000) 2023-03-22T16:37:01.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:01 smithi142 ceph-mon[94717]: pgmap v3857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:01.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:01 smithi098 ceph-mon[94136]: pgmap v3857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:02.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.218973+0000) 2023-03-22T16:37:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:02.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.218985+0000) 2023-03-22T16:37:02.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:02.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.178979+0000) 2023-03-22T16:37:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:02.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.174320+0000) 2023-03-22T16:37:02.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:02.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.221601+0000) 2023-03-22T16:37:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:02.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.219624+0000) 2023-03-22T16:37:02.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:02.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.219756+0000) 2023-03-22T16:37:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:02.217+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:02.219165+0000) 2023-03-22T16:37:03.227 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:03.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.219096+0000) 2023-03-22T16:37:03.228 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:03.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.219098+0000) 2023-03-22T16:37:03.228 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:03.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.174444+0000) 2023-03-22T16:37:03.229 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:03.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.219744+0000) 2023-03-22T16:37:03.229 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:03.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.179190+0000) 2023-03-22T16:37:03.229 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:03.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.219296+0000) 2023-03-22T16:37:03.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:03.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.221714+0000) 2023-03-22T16:37:03.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:03.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:03.219873+0000) 2023-03-22T16:37:03.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:03 smithi142 ceph-mon[94717]: pgmap v3858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:03.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:03 smithi098 ceph-mon[94136]: pgmap v3858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:04.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:04.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.179299+0000) 2023-03-22T16:37:04.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:04.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.221846+0000) 2023-03-22T16:37:04.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:04.217+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.219214+0000) 2023-03-22T16:37:04.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:04.217+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.219215+0000) 2023-03-22T16:37:04.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:04.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.219861+0000) 2023-03-22T16:37:04.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:04.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.220039+0000) 2023-03-22T16:37:04.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:04.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.219424+0000) 2023-03-22T16:37:04.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:04.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:04.174565+0000) 2023-03-22T16:37:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:05.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.219309+0000) 2023-03-22T16:37:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:05.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.219288+0000) 2023-03-22T16:37:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:05.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.174694+0000) 2023-03-22T16:37:05.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:05.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.179508+0000) 2023-03-22T16:37:05.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:05.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.221966+0000) 2023-03-22T16:37:05.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:05.218+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.220163+0000) 2023-03-22T16:37:05.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:05.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.219970+0000) 2023-03-22T16:37:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:05.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:05.219542+0000) 2023-03-22T16:37:05.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:05 smithi142 ceph-mon[94717]: pgmap v3859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:37:05.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:05 smithi098 ceph-mon[94136]: pgmap v3859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:37:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:06.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.219425+0000) 2023-03-22T16:37:06.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:06.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.219416+0000) 2023-03-22T16:37:06.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:06.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.174831+0000) 2023-03-22T16:37:06.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:06.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.179635+0000) 2023-03-22T16:37:06.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:06.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.222068+0000) 2023-03-22T16:37:06.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:06.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.220290+0000) 2023-03-22T16:37:06.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:06.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.220102+0000) 2023-03-22T16:37:06.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:06.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:06.219665+0000) 2023-03-22T16:37:07.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:07.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.179862+0000) 2023-03-22T16:37:07.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:07.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.219546+0000) 2023-03-22T16:37:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:07.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.219546+0000) 2023-03-22T16:37:07.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:07.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.219791+0000) 2023-03-22T16:37:07.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:07.220+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.222172+0000) 2023-03-22T16:37:07.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:07.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.174955+0000) 2023-03-22T16:37:07.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:07.218+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.220215+0000) 2023-03-22T16:37:07.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:07.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:07.220408+0000) 2023-03-22T16:37:07.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:07 smithi142 ceph-mon[94717]: pgmap v3860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:37:07.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:07 smithi098 ceph-mon[94136]: pgmap v3860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:37:08.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:08.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.219677+0000) 2023-03-22T16:37:08.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:08.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.219674+0000) 2023-03-22T16:37:08.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:08.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.179977+0000) 2023-03-22T16:37:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:08.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.175075+0000) 2023-03-22T16:37:08.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:08.221+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.222306+0000) 2023-03-22T16:37:08.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:08.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.220525+0000) 2023-03-22T16:37:08.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:08.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.220295+0000) 2023-03-22T16:37:08.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:08.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:08.219915+0000) 2023-03-22T16:37:09.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:09.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.219805+0000) 2023-03-22T16:37:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:09.218+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.219799+0000) 2023-03-22T16:37:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:09.219+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:09.219+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.221069+0000) 2023-03-22T16:37:09.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:09.173+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.175199+0000) 2023-03-22T16:37:09.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:09.221+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.222423+0000) 2023-03-22T16:37:09.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:09.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.180163+0000) 2023-03-22T16:37:09.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:09.179+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:09.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:09.179+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:09.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:09.182+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.183425+0000) 2023-03-22T16:37:09.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:09.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.220654+0000) 2023-03-22T16:37:09.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:09.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.220417+0000) 2023-03-22T16:37:09.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:09.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:09.220046+0000) 2023-03-22T16:37:09.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:09 smithi142 ceph-mon[94717]: pgmap v3861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:37:09.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:09 smithi098 ceph-mon[94136]: pgmap v3861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:37:10.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:10.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:10.219925+0000) 2023-03-22T16:37:10.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:10.174+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:10.175324+0000) 2023-03-22T16:37:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:10.221+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:10.222541+0000) 2023-03-22T16:37:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:10.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:10.220531+0000) 2023-03-22T16:37:10.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:10.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:10.220776+0000) 2023-03-22T16:37:10.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:10.218+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:10.220165+0000) 2023-03-22T16:37:10.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:10 smithi142 ceph-mon[94717]: osdmap e259: 12 total, 9 up, 9 in 2023-03-22T16:37:10.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:10 smithi098 ceph-mon[94136]: osdmap e259: 12 total, 9 up, 9 in 2023-03-22T16:37:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:11.174+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.175446+0000) 2023-03-22T16:37:11.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:11.221+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.222661+0000) 2023-03-22T16:37:11.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:11.218+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.220053+0000) 2023-03-22T16:37:11.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:11.219+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:11.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:11.219+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:11.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:11.221+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.222488+0000) 2023-03-22T16:37:11.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:11.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.220897+0000) 2023-03-22T16:37:11.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:11.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.220651+0000) 2023-03-22T16:37:11.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:11.219+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.220296+0000) 2023-03-22T16:37:11.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:11.220+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:11.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:11.220+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:11.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:11.221+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:11.222416+0000) 2023-03-22T16:37:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:11 smithi142 ceph-mon[94717]: pgmap v3863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:37:11.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:11 smithi098 ceph-mon[94136]: pgmap v3863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:37:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:12.221+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:12.222783+0000) 2023-03-22T16:37:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:12.174+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:12.175564+0000) 2023-03-22T16:37:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:12.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:12.220776+0000) 2023-03-22T16:37:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:12.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:12.221014+0000) 2023-03-22T16:37:13.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:13.174+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:13.175679+0000) 2023-03-22T16:37:13.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:13.221+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:13.222916+0000) 2023-03-22T16:37:13.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:13.222+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:13.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:13.222+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:13.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:13.222+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:13.224173+0000) 2023-03-22T16:37:13.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:13.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:13.221133+0000) 2023-03-22T16:37:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:13.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:13.220917+0000) 2023-03-22T16:37:13.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:13 smithi142 ceph-mon[94717]: pgmap v3864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:37:13.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:13 smithi098 ceph-mon[94136]: pgmap v3864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:37:13.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:13.718+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:13.720085+0000) 2023-03-22T16:37:13.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:13.679+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:13.680459+0000) 2023-03-22T16:37:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:14.174+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:14.175807+0000) 2023-03-22T16:37:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:14.219+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:14.221255+0000) 2023-03-22T16:37:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:14.219+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:14.221029+0000) 2023-03-22T16:37:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:14.718+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:14.720211+0000) 2023-03-22T16:37:14.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:14.681+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:14.682747+0000) 2023-03-22T16:37:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:15.220+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.221407+0000) 2023-03-22T16:37:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:15.220+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.221205+0000) 2023-03-22T16:37:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:15.220+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:15.220+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:15.397+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.398297+0000) 2023-03-22T16:37:15.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:15.174+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.176002+0000) 2023-03-22T16:37:15.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:15.175+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:15.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:15.175+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:15.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:15.398+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.400183+0000) 2023-03-22T16:37:15.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:15 smithi142 ceph-mon[94717]: pgmap v3865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:37:15.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:15 smithi098 ceph-mon[94136]: pgmap v3865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:37:15.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:15.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.686751+0000) 2023-03-22T16:37:15.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:15.719+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.720428+0000) 2023-03-22T16:37:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:15.719+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.720300+0000) 2023-03-22T16:37:15.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:15.719+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:15.720555+0000) 2023-03-22T16:37:16.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:16.220+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:16.221569+0000) 2023-03-22T16:37:16.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:16.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:16.689488+0000) 2023-03-22T16:37:16.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:16.719+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:16.720592+0000) 2023-03-22T16:37:16.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:16.719+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:16.720462+0000) 2023-03-22T16:37:16.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:16.719+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:16.720809+0000) 2023-03-22T16:37:17.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:17.220+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:17.221694+0000) 2023-03-22T16:37:17.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:17 smithi098 ceph-mon[94136]: pgmap v3866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:37:17.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:17.721+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:17.723242+0000) 2023-03-22T16:37:17.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:17.719+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:17.720758+0000) 2023-03-22T16:37:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:17.719+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:17.720640+0000) 2023-03-22T16:37:17.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:17.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:17.689645+0000) 2023-03-22T16:37:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:17.719+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:17.720934+0000) 2023-03-22T16:37:18.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:17 smithi142 ceph-mon[94717]: pgmap v3866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:37:18.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:18.220+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:18.221832+0000) 2023-03-22T16:37:18.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:18.221+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:18.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:18.221+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:18.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:18.224+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:18.225382+0000) 2023-03-22T16:37:18.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:18.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:18.689881+0000) 2023-03-22T16:37:18.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:18.719+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:18.720913+0000) 2023-03-22T16:37:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:18.719+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:18.720761+0000) 2023-03-22T16:37:18.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:18.722+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:18.723366+0000) 2023-03-22T16:37:18.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:18.719+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:18.721056+0000) 2023-03-22T16:37:19.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:19 smithi098 ceph-mon[94136]: pgmap v3867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:37:19.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:19.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:19.689999+0000) 2023-03-22T16:37:19.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:19.722+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:19.723499+0000) 2023-03-22T16:37:19.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:19.719+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:19.721036+0000) 2023-03-22T16:37:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:19.719+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:19.720880+0000) 2023-03-22T16:37:19.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:19.675+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:19.676303+0000) 2023-03-22T16:37:19.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:19.720+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:19.721681+0000) 2023-03-22T16:37:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:19.719+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:19.721180+0000) 2023-03-22T16:37:20.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:19 smithi142 ceph-mon[94717]: pgmap v3867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 204 B/s wr, 9 op/s 2023-03-22T16:37:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:20.719+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:20.721158+0000) 2023-03-22T16:37:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:20.719+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:20.721036+0000) 2023-03-22T16:37:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:20.675+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:20.676429+0000) 2023-03-22T16:37:20.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:20.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:20.690251+0000) 2023-03-22T16:37:20.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:20.722+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:20.723638+0000) 2023-03-22T16:37:20.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:20.720+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:20.721311+0000) 2023-03-22T16:37:20.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:20.720+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:20.721802+0000) 2023-03-22T16:37:21.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:21 smithi098 ceph-mon[94136]: pgmap v3868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 199 B/s wr, 9 op/s 2023-03-22T16:37:21.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:21.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:21.690388+0000) 2023-03-22T16:37:21.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:21.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:21.721295+0000) 2023-03-22T16:37:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:21.719+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:21.721179+0000) 2023-03-22T16:37:21.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:21.675+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:21.676561+0000) 2023-03-22T16:37:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:21.722+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:21.723751+0000) 2023-03-22T16:37:21.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:21.720+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:21.721925+0000) 2023-03-22T16:37:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:21.720+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:21.721439+0000) 2023-03-22T16:37:22.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:21 smithi142 ceph-mon[94717]: pgmap v3868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 199 B/s wr, 9 op/s 2023-03-22T16:37:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:22.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.721423+0000) 2023-03-22T16:37:22.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:22.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.721329+0000) 2023-03-22T16:37:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:22.675+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.676698+0000) 2023-03-22T16:37:22.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:22.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.690609+0000) 2023-03-22T16:37:22.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:22.722+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.723867+0000) 2023-03-22T16:37:22.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:22.720+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.722071+0000) 2023-03-22T16:37:22.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:22.720+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.722043+0000) 2023-03-22T16:37:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:22.720+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:22.721574+0000) 2023-03-22T16:37:23.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:23 smithi098 ceph-mon[94136]: pgmap v3869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:37:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:23.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.721538+0000) 2023-03-22T16:37:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:23.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.721446+0000) 2023-03-22T16:37:23.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:23.720+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.722195+0000) 2023-03-22T16:37:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:23.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.676906+0000) 2023-03-22T16:37:23.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:23.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.690753+0000) 2023-03-22T16:37:23.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:23.722+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.723992+0000) 2023-03-22T16:37:23.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:23.720+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.722161+0000) 2023-03-22T16:37:23.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:23.720+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:23.721700+0000) 2023-03-22T16:37:24.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:23 smithi142 ceph-mon[94717]: pgmap v3869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:37:24.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:24.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.690968+0000) 2023-03-22T16:37:24.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:24.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.721653+0000) 2023-03-22T16:37:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:24.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.721569+0000) 2023-03-22T16:37:24.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:24.675+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.677049+0000) 2023-03-22T16:37:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:24.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.722308+0000) 2023-03-22T16:37:24.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:24.722+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.724110+0000) 2023-03-22T16:37:24.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:24.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.722288+0000) 2023-03-22T16:37:24.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:24.720+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:24.721820+0000) 2023-03-22T16:37:25.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:25 smithi098 ceph-mon[94136]: pgmap v3870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:37:25.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:25.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.691134+0000) 2023-03-22T16:37:25.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:25.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.721817+0000) 2023-03-22T16:37:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:25.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.677227+0000) 2023-03-22T16:37:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:25.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.724291+0000) 2023-03-22T16:37:25.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:25.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.721706+0000) 2023-03-22T16:37:25.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:25.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.722409+0000) 2023-03-22T16:37:25.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:25.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.722425+0000) 2023-03-22T16:37:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:25.720+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:25.721970+0000) 2023-03-22T16:37:26.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:25 smithi142 ceph-mon[94717]: pgmap v3870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:37:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:26.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.721988+0000) 2023-03-22T16:37:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:26.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.721856+0000) 2023-03-22T16:37:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:26.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.677408+0000) 2023-03-22T16:37:26.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:26.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.691405+0000) 2023-03-22T16:37:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:26.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.722537+0000) 2023-03-22T16:37:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:26.720+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.722158+0000) 2023-03-22T16:37:26.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:26.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.724439+0000) 2023-03-22T16:37:26.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:26.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:26.722525+0000) 2023-03-22T16:37:27.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:27 smithi098 ceph-mon[94136]: pgmap v3871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:37:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:27.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.722105+0000) 2023-03-22T16:37:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:27.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.721978+0000) 2023-03-22T16:37:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:27.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.677534+0000) 2023-03-22T16:37:27.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:27.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.691532+0000) 2023-03-22T16:37:27.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:27.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.724555+0000) 2023-03-22T16:37:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:27.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.722658+0000) 2023-03-22T16:37:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:27.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.722642+0000) 2023-03-22T16:37:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:27.721+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:27.722293+0000) 2023-03-22T16:37:28.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:27 smithi142 ceph-mon[94717]: pgmap v3871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:37:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:28.720+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.722225+0000) 2023-03-22T16:37:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:28.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.722100+0000) 2023-03-22T16:37:28.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:28.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.722755+0000) 2023-03-22T16:37:28.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:28.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.677672+0000) 2023-03-22T16:37:28.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:28.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.691757+0000) 2023-03-22T16:37:28.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:28.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.724671+0000) 2023-03-22T16:37:28.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:28.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.722777+0000) 2023-03-22T16:37:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:28.721+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:28.722416+0000) 2023-03-22T16:37:29.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:29 smithi098 ceph-mon[94136]: pgmap v3872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:37:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:29.721+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.722353+0000) 2023-03-22T16:37:29.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:29.720+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.722227+0000) 2023-03-22T16:37:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:29.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.677789+0000) 2023-03-22T16:37:29.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:29.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.691881+0000) 2023-03-22T16:37:29.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:29.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.724791+0000) 2023-03-22T16:37:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:29.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.722903+0000) 2023-03-22T16:37:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:29.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.722865+0000) 2023-03-22T16:37:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:29.721+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:29.722542+0000) 2023-03-22T16:37:30.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:29 smithi142 ceph-mon[94717]: pgmap v3872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:37:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:30.721+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.722472+0000) 2023-03-22T16:37:30.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:30.721+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.722370+0000) 2023-03-22T16:37:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:30.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.677916+0000) 2023-03-22T16:37:30.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:30.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.722978+0000) 2023-03-22T16:37:30.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:30.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.692106+0000) 2023-03-22T16:37:30.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:30.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.724897+0000) 2023-03-22T16:37:30.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:30.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.723022+0000) 2023-03-22T16:37:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:30.721+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:30.722666+0000) 2023-03-22T16:37:31.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:31 smithi098 ceph-mon[94136]: pgmap v3873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:31.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:31.721+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.722606+0000) 2023-03-22T16:37:31.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:31.721+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.722496+0000) 2023-03-22T16:37:31.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:31.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.692223+0000) 2023-03-22T16:37:31.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:31.721+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.723256+0000) 2023-03-22T16:37:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:31.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.723103+0000) 2023-03-22T16:37:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:31.721+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.722865+0000) 2023-03-22T16:37:31.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:31.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.725009+0000) 2023-03-22T16:37:31.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:31.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:31.678032+0000) 2023-03-22T16:37:32.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:31 smithi142 ceph-mon[94717]: pgmap v3873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:32.721+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.722764+0000) 2023-03-22T16:37:32.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:32.721+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.722642+0000) 2023-03-22T16:37:32.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:32.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.723377+0000) 2023-03-22T16:37:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:32.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.678147+0000) 2023-03-22T16:37:32.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:32.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.692455+0000) 2023-03-22T16:37:32.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:32.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.725128+0000) 2023-03-22T16:37:32.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:32.721+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.723218+0000) 2023-03-22T16:37:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:32.721+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:32.723009+0000) 2023-03-22T16:37:33.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:33 smithi098 ceph-mon[94136]: pgmap v3874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:33.721+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.722990+0000) 2023-03-22T16:37:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:33.721+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.722840+0000) 2023-03-22T16:37:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:33.676+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.678257+0000) 2023-03-22T16:37:33.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:33.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.692593+0000) 2023-03-22T16:37:33.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:33.723+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.725246+0000) 2023-03-22T16:37:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:33.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.723304+0000) 2023-03-22T16:37:33.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:33.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.723483+0000) 2023-03-22T16:37:33.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:33.721+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:33.723154+0000) 2023-03-22T16:37:34.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:33 smithi142 ceph-mon[94717]: pgmap v3874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:34.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:34.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.692882+0000) 2023-03-22T16:37:34.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:34.721+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.723104+0000) 2023-03-22T16:37:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:34.721+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.723013+0000) 2023-03-22T16:37:34.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:34.722+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.723266+0000) 2023-03-22T16:37:34.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:34.677+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.678392+0000) 2023-03-22T16:37:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:34.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.723418+0000) 2023-03-22T16:37:34.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:34.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.723594+0000) 2023-03-22T16:37:34.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:34.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:34.725368+0000) 2023-03-22T16:37:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:35 smithi098 ceph-mon[94136]: pgmap v3875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:35.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:35.721+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.723226+0000) 2023-03-22T16:37:35.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:35.721+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.723140+0000) 2023-03-22T16:37:35.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:35.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.693021+0000) 2023-03-22T16:37:35.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:35.677+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.678517+0000) 2023-03-22T16:37:35.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:35.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.725474+0000) 2023-03-22T16:37:35.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:35.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.723526+0000) 2023-03-22T16:37:35.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:35.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.723705+0000) 2023-03-22T16:37:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:35.722+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:35.723403+0000) 2023-03-22T16:37:36.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:35 smithi142 ceph-mon[94717]: pgmap v3875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:36.722+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.723361+0000) 2023-03-22T16:37:36.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:36.722+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.723275+0000) 2023-03-22T16:37:36.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:36.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.723650+0000) 2023-03-22T16:37:36.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:36.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.693254+0000) 2023-03-22T16:37:36.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:36.677+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.678660+0000) 2023-03-22T16:37:36.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:36.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.725582+0000) 2023-03-22T16:37:36.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:36.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.723822+0000) 2023-03-22T16:37:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:36.722+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:36.723530+0000) 2023-03-22T16:37:37.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:37 smithi098 ceph-mon[94136]: pgmap v3876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:37.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:37.722+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.723493+0000) 2023-03-22T16:37:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:37.722+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.723399+0000) 2023-03-22T16:37:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:37.722+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.723656+0000) 2023-03-22T16:37:37.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:37.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.693387+0000) 2023-03-22T16:37:37.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:37.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.723780+0000) 2023-03-22T16:37:37.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:37.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.723938+0000) 2023-03-22T16:37:37.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:37.677+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.678804+0000) 2023-03-22T16:37:37.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:37.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:37.725708+0000) 2023-03-22T16:37:38.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:37 smithi142 ceph-mon[94717]: pgmap v3876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:38.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:38.722+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.723609+0000) 2023-03-22T16:37:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:38.722+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.723519+0000) 2023-03-22T16:37:38.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:38.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.693609+0000) 2023-03-22T16:37:38.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:38.722+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.723775+0000) 2023-03-22T16:37:38.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:38.677+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.678920+0000) 2023-03-22T16:37:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:38.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.723893+0000) 2023-03-22T16:37:38.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:38.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.725809+0000) 2023-03-22T16:37:38.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:38.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:38.724043+0000) 2023-03-22T16:37:39.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:39 smithi098 ceph-mon[94136]: pgmap v3877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:39.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:39.722+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.723721+0000) 2023-03-22T16:37:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:39.677+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.679060+0000) 2023-03-22T16:37:39.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:39.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.725913+0000) 2023-03-22T16:37:39.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:39.722+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.723647+0000) 2023-03-22T16:37:39.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:39.723+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:39.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:39.723+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:39.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:39.724+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.725358+0000) 2023-03-22T16:37:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:39.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.724020+0000) 2023-03-22T16:37:39.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:39.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.693731+0000) 2023-03-22T16:37:39.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:39.693+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:39.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:39.693+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:39.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:39.696+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.697498+0000) 2023-03-22T16:37:39.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:39.722+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.723900+0000) 2023-03-22T16:37:39.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:39.722+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:39.724155+0000) 2023-03-22T16:37:40.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:39 smithi142 ceph-mon[94717]: pgmap v3877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:40.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:40.722+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:40.723842+0000) 2023-03-22T16:37:40.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:40.723+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:40.724283+0000) 2023-03-22T16:37:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:40.722+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:40.724020+0000) 2023-03-22T16:37:40.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:40.677+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:40.679241+0000) 2023-03-22T16:37:40.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:40.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:40.726029+0000) 2023-03-22T16:37:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:40.722+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:40.724130+0000) 2023-03-22T16:37:41.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:41 smithi098 ceph-mon[94136]: pgmap v3878: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:37:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:41.678+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.679406+0000) 2023-03-22T16:37:41.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:41.723+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.724035+0000) 2023-03-22T16:37:41.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:41.723+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:41.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:41.723+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:41.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:41.870+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.872196+0000) 2023-03-22T16:37:41.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:41.723+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.724242+0000) 2023-03-22T16:37:41.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:41.723+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.724398+0000) 2023-03-22T16:37:41.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:41.724+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.726150+0000) 2023-03-22T16:37:41.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:41.723+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.724144+0000) 2023-03-22T16:37:41.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:41.723+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:41.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:41.723+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:41.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:41.873+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:41.875041+0000) 2023-03-22T16:37:42.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:41 smithi142 ceph-mon[94717]: pgmap v3878: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:37:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:42.678+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:42.679522+0000) 2023-03-22T16:37:42.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:42.725+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:42.726277+0000) 2023-03-22T16:37:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:42.723+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:42.724363+0000) 2023-03-22T16:37:42.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:42.723+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:42.724513+0000) 2023-03-22T16:37:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:43 smithi098 ceph-mon[94136]: pgmap v3879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:37:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:43.723+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:43.724633+0000) 2023-03-22T16:37:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:43.678+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:43.679660+0000) 2023-03-22T16:37:43.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:43.725+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:43.726404+0000) 2023-03-22T16:37:43.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:43.725+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:43.727222+0000) 2023-03-22T16:37:43.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:43.723+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:43.724487+0000) 2023-03-22T16:37:44.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:43 smithi142 ceph-mon[94717]: pgmap v3879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:37:44.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:44.222+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:44.223963+0000) 2023-03-22T16:37:44.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:44.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:44.193997+0000) 2023-03-22T16:37:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:44.723+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:44.724613+0000) 2023-03-22T16:37:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:44.723+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:44.724781+0000) 2023-03-22T16:37:44.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:44.678+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:44.679807+0000) 2023-03-22T16:37:45.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:45.222+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:45.224151+0000) 2023-03-22T16:37:45.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:45.195+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:45.196966+0000) 2023-03-22T16:37:45.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:45 smithi098 ceph-mon[94136]: pgmap v3880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:45.724+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:45.724938+0000) 2023-03-22T16:37:45.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:45.678+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:45.679921+0000) 2023-03-22T16:37:45.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:45.679+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:45.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:45.679+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:45.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:45.689+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:45.690855+0000) 2023-03-22T16:37:45.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:45.724+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:45.724776+0000) 2023-03-22T16:37:45.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:45.724+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:45.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:45.724+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:45.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:45.731+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:45.733242+0000) 2023-03-22T16:37:46.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:45 smithi142 ceph-mon[94717]: pgmap v3880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:46.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:46.222+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:46.224249+0000) 2023-03-22T16:37:46.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:46.223+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:46.224294+0000) 2023-03-22T16:37:46.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:46.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:46.199823+0000) 2023-03-22T16:37:46.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:46.223+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:46.224452+0000) 2023-03-22T16:37:47.205 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:46.723+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:46.725099+0000) 2023-03-22T16:37:47.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:47.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:47.202491+0000) 2023-03-22T16:37:47.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:47.223+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:47.224386+0000) 2023-03-22T16:37:47.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:47.223+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:47.224414+0000) 2023-03-22T16:37:47.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:47.223+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:47.224597+0000) 2023-03-22T16:37:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:47 smithi098 ceph-mon[94136]: pgmap v3881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:37:48.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:47 smithi142 ceph-mon[94717]: pgmap v3881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:37:48.205 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:47.723+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:47.725222+0000) 2023-03-22T16:37:48.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:48.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:48.202626+0000) 2023-03-22T16:37:48.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:48.225+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:48.226725+0000) 2023-03-22T16:37:48.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:48.223+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:48.224517+0000) 2023-03-22T16:37:48.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:48.223+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:48.224535+0000) 2023-03-22T16:37:48.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:48.223+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:48.224726+0000) 2023-03-22T16:37:49.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:48 smithi142 ceph-mon[94717]: pgmap v3882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:49.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:48 smithi098 ceph-mon[94136]: pgmap v3882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:49.205 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:48.725+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:48.725389+0000) 2023-03-22T16:37:49.206 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:48.725+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:49.206 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:48.725+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:37:49.206 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:48.734+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:48.734990+0000) 2023-03-22T16:37:49.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:49.224+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:49.224640+0000) 2023-03-22T16:37:49.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:49.224+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:49.224651+0000) 2023-03-22T16:37:49.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:49.202+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:49.202856+0000) 2023-03-22T16:37:49.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:49.226+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:49.226836+0000) 2023-03-22T16:37:49.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:49.224+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:49.224845+0000) 2023-03-22T16:37:50.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:50.226+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:50.226960+0000) 2023-03-22T16:37:50.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:50.224+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:50.224769+0000) 2023-03-22T16:37:50.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:50.224+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:50.224767+0000) 2023-03-22T16:37:50.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:50.202+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:50.202977+0000) 2023-03-22T16:37:50.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:50.179+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:50.180193+0000) 2023-03-22T16:37:50.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:50.224+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:50.225218+0000) 2023-03-22T16:37:50.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:50.224+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:50.224959+0000) 2023-03-22T16:37:51.380 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:50 smithi142 ceph-mon[94717]: pgmap v3883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:51.425 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:50 smithi098 ceph-mon[94136]: pgmap v3883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:51.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:51.202+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:51.203203+0000) 2023-03-22T16:37:51.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:51.226+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:51.227122+0000) 2023-03-22T16:37:51.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:51.224+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:51.224888+0000) 2023-03-22T16:37:51.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:51.224+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:51.224891+0000) 2023-03-22T16:37:51.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:51.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:51.225295+0000) 2023-03-22T16:37:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:51.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:51.180301+0000) 2023-03-22T16:37:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:51.224+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:51.225075+0000) 2023-03-22T16:37:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:52.224+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:52.225054+0000) 2023-03-22T16:37:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:52.224+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:52.225092+0000) 2023-03-22T16:37:52.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:52.203+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:52.203343+0000) 2023-03-22T16:37:52.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:52.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:52.227282+0000) 2023-03-22T16:37:52.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:52.224+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:52.225212+0000) 2023-03-22T16:37:52.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:52.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:52.180453+0000) 2023-03-22T16:37:52.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:52.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:52.225433+0000) 2023-03-22T16:37:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:53.224+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.225227+0000) 2023-03-22T16:37:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:53.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.225258+0000) 2023-03-22T16:37:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:53.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.180562+0000) 2023-03-22T16:37:53.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:53.203+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.203527+0000) 2023-03-22T16:37:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:53.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.227386+0000) 2023-03-22T16:37:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:53.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.225557+0000) 2023-03-22T16:37:53.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:53.225+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.225709+0000) 2023-03-22T16:37:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:53.225+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:53.225419+0000) 2023-03-22T16:37:53.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:53 smithi142 ceph-mon[94717]: pgmap v3884: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:53 smithi098 ceph-mon[94136]: pgmap v3884: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:54.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.225361+0000) 2023-03-22T16:37:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:54.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.225393+0000) 2023-03-22T16:37:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:54.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.180673+0000) 2023-03-22T16:37:54.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:54.203+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.203647+0000) 2023-03-22T16:37:54.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:54.225+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.225568+0000) 2023-03-22T16:37:54.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:54.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.227494+0000) 2023-03-22T16:37:54.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:54.225+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.225825+0000) 2023-03-22T16:37:54.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:54.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:54.225677+0000) 2023-03-22T16:37:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:55.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.225489+0000) 2023-03-22T16:37:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:55.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.225526+0000) 2023-03-22T16:37:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:55.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.180755+0000) 2023-03-22T16:37:55.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:55.203+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.203866+0000) 2023-03-22T16:37:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:55.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.225793+0000) 2023-03-22T16:37:55.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:55.225+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.225937+0000) 2023-03-22T16:37:55.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:55.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.227661+0000) 2023-03-22T16:37:55.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:55.225+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:55.225685+0000) 2023-03-22T16:37:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:55 smithi142 ceph-mon[94717]: pgmap v3885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:55 smithi098 ceph-mon[94136]: pgmap v3885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:56.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.225627+0000) 2023-03-22T16:37:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:56.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.225689+0000) 2023-03-22T16:37:56.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:56.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.180880+0000) 2023-03-22T16:37:56.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:56.203+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.203992+0000) 2023-03-22T16:37:56.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:56.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.227776+0000) 2023-03-22T16:37:56.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:56.225+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.226037+0000) 2023-03-22T16:37:56.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:56.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.225901+0000) 2023-03-22T16:37:56.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:56.225+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:56.225803+0000) 2023-03-22T16:37:57.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:57.203+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.204234+0000) 2023-03-22T16:37:57.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:57.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.227908+0000) 2023-03-22T16:37:57.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:57.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.225786+0000) 2023-03-22T16:37:57.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:57.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.225849+0000) 2023-03-22T16:37:57.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:57.225+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.225972+0000) 2023-03-22T16:37:57.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:57.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.180992+0000) 2023-03-22T16:37:57.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:57.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.226035+0000) 2023-03-22T16:37:57.477 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:57.225+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:57.226145+0000) 2023-03-22T16:37:57.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:57 smithi142 ceph-mon[94717]: pgmap v3886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:57 smithi098 ceph-mon[94136]: pgmap v3886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:37:58.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:58.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.225910+0000) 2023-03-22T16:37:58.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:58.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.225978+0000) 2023-03-22T16:37:58.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:58.225+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.226154+0000) 2023-03-22T16:37:58.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:58.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.181103+0000) 2023-03-22T16:37:58.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:58.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.204355+0000) 2023-03-22T16:37:58.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:58.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.226313+0000) 2023-03-22T16:37:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:58.225+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.226108+0000) 2023-03-22T16:37:58.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:58.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:58.228020+0000) 2023-03-22T16:37:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:37:59.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.226042+0000) 2023-03-22T16:37:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:37:59.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.226146+0000) 2023-03-22T16:37:59.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:37:59.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.204579+0000) 2023-03-22T16:37:59.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:37:59.180+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.181215+0000) 2023-03-22T16:37:59.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:37:59.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.228134+0000) 2023-03-22T16:37:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:37:59.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.226305+0000) 2023-03-22T16:37:59.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:37:59.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.226548+0000) 2023-03-22T16:37:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:37:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:37:59.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:37:59.226331+0000) 2023-03-22T16:37:59.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:37:59 smithi142 ceph-mon[94717]: pgmap v3887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:37:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:37:59 smithi098 ceph-mon[94136]: pgmap v3887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:00.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:00.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.204705+0000) 2023-03-22T16:38:00.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:00.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.228262+0000) 2023-03-22T16:38:00.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:00.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.226171+0000) 2023-03-22T16:38:00.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:00.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.226266+0000) 2023-03-22T16:38:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:00.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.226675+0000) 2023-03-22T16:38:00.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:00.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.181343+0000) 2023-03-22T16:38:00.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:00.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.226431+0000) 2023-03-22T16:38:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:00.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:00.226452+0000) 2023-03-22T16:38:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:01.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.226337+0000) 2023-03-22T16:38:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:01.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.226416+0000) 2023-03-22T16:38:01.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:01.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.181457+0000) 2023-03-22T16:38:01.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:01.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.204957+0000) 2023-03-22T16:38:01.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:01.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.226798+0000) 2023-03-22T16:38:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:01.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.226555+0000) 2023-03-22T16:38:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:01.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.226572+0000) 2023-03-22T16:38:01.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:01.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:01.228389+0000) 2023-03-22T16:38:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:01 smithi142 ceph-mon[94717]: pgmap v3888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:01 smithi098 ceph-mon[94136]: pgmap v3888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:02.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.226465+0000) 2023-03-22T16:38:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:02.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.226534+0000) 2023-03-22T16:38:02.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:02.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.205072+0000) 2023-03-22T16:38:02.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:02.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.181588+0000) 2023-03-22T16:38:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:02.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.226680+0000) 2023-03-22T16:38:02.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:02.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.226917+0000) 2023-03-22T16:38:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:02.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.226696+0000) 2023-03-22T16:38:02.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:02.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:02.228509+0000) 2023-03-22T16:38:03.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:03.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.226594+0000) 2023-03-22T16:38:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:03.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.226649+0000) 2023-03-22T16:38:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:03.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.181715+0000) 2023-03-22T16:38:03.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:03.205+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.205321+0000) 2023-03-22T16:38:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:03.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.228616+0000) 2023-03-22T16:38:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:03.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.226812+0000) 2023-03-22T16:38:03.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:03.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.227059+0000) 2023-03-22T16:38:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:03.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:03.226847+0000) 2023-03-22T16:38:03.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:03 smithi142 ceph-mon[94717]: pgmap v3889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:03 smithi098 ceph-mon[94136]: pgmap v3889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:04.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:04.205+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.205445+0000) 2023-03-22T16:38:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:04.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.226731+0000) 2023-03-22T16:38:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:04.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.226778+0000) 2023-03-22T16:38:04.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:04.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.181841+0000) 2023-03-22T16:38:04.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:04.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.228729+0000) 2023-03-22T16:38:04.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:04.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.226937+0000) 2023-03-22T16:38:04.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:04.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.227062+0000) 2023-03-22T16:38:04.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:04.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:04.227177+0000) 2023-03-22T16:38:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:05.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.226862+0000) 2023-03-22T16:38:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:05.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.226892+0000) 2023-03-22T16:38:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:05.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.181990+0000) 2023-03-22T16:38:05.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:05.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.228866+0000) 2023-03-22T16:38:05.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:05.205+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.205698+0000) 2023-03-22T16:38:05.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:05.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.227058+0000) 2023-03-22T16:38:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:05.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.227173+0000) 2023-03-22T16:38:05.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:05.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:05.227301+0000) 2023-03-22T16:38:05.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:05 smithi142 ceph-mon[94717]: pgmap v3890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:38:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:05 smithi098 ceph-mon[94136]: pgmap v3890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:38:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:06.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.227002+0000) 2023-03-22T16:38:06.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:06.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.227014+0000) 2023-03-22T16:38:06.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:06.205+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.205861+0000) 2023-03-22T16:38:06.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:06.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.182182+0000) 2023-03-22T16:38:06.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:06.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.228976+0000) 2023-03-22T16:38:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:06.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.227422+0000) 2023-03-22T16:38:06.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:06.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.227190+0000) 2023-03-22T16:38:06.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:06.227+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:06.227295+0000) 2023-03-22T16:38:07.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:07.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.206115+0000) 2023-03-22T16:38:07.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:07.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.227128+0000) 2023-03-22T16:38:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:07.225+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.227124+0000) 2023-03-22T16:38:07.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:07.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.227299+0000) 2023-03-22T16:38:07.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:07.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.229094+0000) 2023-03-22T16:38:07.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:07.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.227538+0000) 2023-03-22T16:38:07.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:07.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.182385+0000) 2023-03-22T16:38:07.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:07.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:07.227424+0000) 2023-03-22T16:38:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:07 smithi142 ceph-mon[94717]: pgmap v3891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:38:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:07 smithi098 ceph-mon[94136]: pgmap v3891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:38:08.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:08.225+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.227249+0000) 2023-03-22T16:38:08.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:08.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.227253+0000) 2023-03-22T16:38:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:08.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.182515+0000) 2023-03-22T16:38:08.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:08.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.206252+0000) 2023-03-22T16:38:08.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:08.227+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.229216+0000) 2023-03-22T16:38:08.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:08.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.227664+0000) 2023-03-22T16:38:08.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:08.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.227466+0000) 2023-03-22T16:38:08.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:08.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:08.227549+0000) 2023-03-22T16:38:09.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:09.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.227395+0000) 2023-03-22T16:38:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:09.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.227400+0000) 2023-03-22T16:38:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:09.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.182635+0000) 2023-03-22T16:38:09.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:09.205+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.206465+0000) 2023-03-22T16:38:09.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:09.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.229291+0000) 2023-03-22T16:38:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:09.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.227589+0000) 2023-03-22T16:38:09.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:09.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.227774+0000) 2023-03-22T16:38:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:09.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:09.227688+0000) 2023-03-22T16:38:09.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:09 smithi142 ceph-mon[94717]: pgmap v3892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:38:09.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:09 smithi098 ceph-mon[94136]: pgmap v3892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:38:10.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:10.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.229406+0000) 2023-03-22T16:38:10.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:10.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.227520+0000) 2023-03-22T16:38:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:10.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.227857+0000) 2023-03-22T16:38:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:10.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.182720+0000) 2023-03-22T16:38:10.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:10.205+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.206605+0000) 2023-03-22T16:38:10.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:10.206+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:10.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:10.206+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:10.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:10.210+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.211580+0000) 2023-03-22T16:38:10.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:10.226+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.227517+0000) 2023-03-22T16:38:10.476 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:10.227+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.228471+0000) 2023-03-22T16:38:10.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:10.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.227915+0000) 2023-03-22T16:38:10.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:10.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:10.227856+0000) 2023-03-22T16:38:10.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:10 smithi142 ceph-mon[94717]: osdmap e260: 12 total, 9 up, 9 in 2023-03-22T16:38:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:10 smithi098 ceph-mon[94136]: osdmap e260: 12 total, 9 up, 9 in 2023-03-22T16:38:11.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:11.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:11.229515+0000) 2023-03-22T16:38:11.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:11.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:11.227643+0000) 2023-03-22T16:38:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:11.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:11.228000+0000) 2023-03-22T16:38:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:11.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:11.182833+0000) 2023-03-22T16:38:11.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:11.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:11.227978+0000) 2023-03-22T16:38:11.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:11.226+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:11.228063+0000) 2023-03-22T16:38:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:11 smithi142 ceph-mon[94717]: pgmap v3894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:38:11.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:11 smithi098 ceph-mon[94136]: pgmap v3894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:38:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:12.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.182958+0000) 2023-03-22T16:38:12.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:12.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.229621+0000) 2023-03-22T16:38:12.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:12.226+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.227764+0000) 2023-03-22T16:38:12.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:12.227+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:12.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:12.227+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:12.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:12.228+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.230172+0000) 2023-03-22T16:38:12.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:12.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.228345+0000) 2023-03-22T16:38:12.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:12.226+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.228107+0000) 2023-03-22T16:38:12.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:12.226+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.228181+0000) 2023-03-22T16:38:12.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:12.227+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:12.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:12.227+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:12.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:12.228+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:12.230212+0000) 2023-03-22T16:38:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:13.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:13.228487+0000) 2023-03-22T16:38:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:13.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:13.183138+0000) 2023-03-22T16:38:13.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:13.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:13.229751+0000) 2023-03-22T16:38:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:13.227+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:13.228301+0000) 2023-03-22T16:38:13.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:13 smithi142 ceph-mon[94717]: pgmap v3895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:38:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:13 smithi098 ceph-mon[94136]: pgmap v3895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:38:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:14.181+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:14.183248+0000) 2023-03-22T16:38:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:14.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:14.228638+0000) 2023-03-22T16:38:14.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:14.228+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:14.229866+0000) 2023-03-22T16:38:14.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:14.229+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:14.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:14.229+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:14.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:14.230+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:14.232024+0000) 2023-03-22T16:38:14.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:14.227+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:14.228439+0000) 2023-03-22T16:38:14.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:14.726+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:14.727775+0000) 2023-03-22T16:38:14.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:14.705+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:14.706894+0000) 2023-03-22T16:38:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:15.182+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:15.183382+0000) 2023-03-22T16:38:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:15.227+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:15.228570+0000) 2023-03-22T16:38:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:15.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:15.228757+0000) 2023-03-22T16:38:15.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:15 smithi142 ceph-mon[94717]: pgmap v3896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:38:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:15 smithi098 ceph-mon[94136]: pgmap v3896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:38:15.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:15.708+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:15.709745+0000) 2023-03-22T16:38:15.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:15.726+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:15.727882+0000) 2023-03-22T16:38:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:16.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.228870+0000) 2023-03-22T16:38:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:16.227+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.228691+0000) 2023-03-22T16:38:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:16.227+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:16.228+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:16.234+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.235729+0000) 2023-03-22T16:38:16.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:16.182+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.183508+0000) 2023-03-22T16:38:16.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:16.183+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.184336+0000) 2023-03-22T16:38:16.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:16.726+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.728105+0000) 2023-03-22T16:38:16.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:16.726+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.728006+0000) 2023-03-22T16:38:16.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:16.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.713448+0000) 2023-03-22T16:38:16.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:16.727+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:16.728484+0000) 2023-03-22T16:38:17.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:17 smithi142 ceph-mon[94717]: pgmap v3897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:38:17.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:17 smithi098 ceph-mon[94136]: pgmap v3897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:38:17.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:17.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:17.228990+0000) 2023-03-22T16:38:17.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:17.715+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:17.716311+0000) 2023-03-22T16:38:17.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:17.726+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:17.728136+0000) 2023-03-22T16:38:17.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:17.726+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:17.728230+0000) 2023-03-22T16:38:17.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:17.727+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:17.728608+0000) 2023-03-22T16:38:18.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:18.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:18.229119+0000) 2023-03-22T16:38:18.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:18.727+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:18.728382+0000) 2023-03-22T16:38:18.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:18.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:18.728279+0000) 2023-03-22T16:38:18.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:18.727+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:18.728740+0000) 2023-03-22T16:38:18.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:18.715+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:18.716541+0000) 2023-03-22T16:38:18.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:18.728+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:18.730125+0000) 2023-03-22T16:38:19.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:19 smithi142 ceph-mon[94717]: pgmap v3898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:38:19.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:19 smithi098 ceph-mon[94136]: pgmap v3898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:38:19.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:19.227+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:19.229244+0000) 2023-03-22T16:38:19.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:19.228+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:19.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:19.228+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:19.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:19.233+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:19.234381+0000) 2023-03-22T16:38:19.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:19.727+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:19.728502+0000) 2023-03-22T16:38:19.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:19.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:19.728421+0000) 2023-03-22T16:38:19.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:19.715+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:19.716687+0000) 2023-03-22T16:38:19.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:19.728+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:19.730246+0000) 2023-03-22T16:38:19.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:19.727+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:19.728885+0000) 2023-03-22T16:38:20.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:20.727+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:20.728630+0000) 2023-03-22T16:38:20.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:20.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:20.728541+0000) 2023-03-22T16:38:20.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:20.682+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:20.683762+0000) 2023-03-22T16:38:20.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:20.727+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:20.728894+0000) 2023-03-22T16:38:20.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:20.715+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:20.716948+0000) 2023-03-22T16:38:20.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:20.729+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:20.730366+0000) 2023-03-22T16:38:20.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:20.727+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:20.729009+0000) 2023-03-22T16:38:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:21 smithi142 ceph-mon[94717]: pgmap v3899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:38:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:21 smithi098 ceph-mon[94136]: pgmap v3899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:38:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:21.727+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:21.728754+0000) 2023-03-22T16:38:21.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:21.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:21.728683+0000) 2023-03-22T16:38:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:21.682+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:21.683884+0000) 2023-03-22T16:38:21.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:21.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:21.717127+0000) 2023-03-22T16:38:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:21.729+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:21.730484+0000) 2023-03-22T16:38:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:21.727+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:21.729016+0000) 2023-03-22T16:38:21.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:21.727+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:21.729121+0000) 2023-03-22T16:38:22.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:22.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:22.717404+0000) 2023-03-22T16:38:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:22.729+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:22.730602+0000) 2023-03-22T16:38:22.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:22.727+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:22.728879+0000) 2023-03-22T16:38:22.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:22.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:22.728810+0000) 2023-03-22T16:38:22.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:22.682+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:22.684004+0000) 2023-03-22T16:38:22.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:22.727+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:22.729138+0000) 2023-03-22T16:38:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:22.727+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:22.729239+0000) 2023-03-22T16:38:23.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:23 smithi142 ceph-mon[94717]: pgmap v3900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:38:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:23 smithi098 ceph-mon[94136]: pgmap v3900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:38:23.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:23.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.717550+0000) 2023-03-22T16:38:23.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:23.729+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.730734+0000) 2023-03-22T16:38:23.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:23.727+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.729023+0000) 2023-03-22T16:38:23.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:23.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.728981+0000) 2023-03-22T16:38:23.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:23.728+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.729558+0000) 2023-03-22T16:38:23.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:23.682+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.684141+0000) 2023-03-22T16:38:23.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:23.727+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.729254+0000) 2023-03-22T16:38:23.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:23.728+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:23.729370+0000) 2023-03-22T16:38:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:24.727+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.729136+0000) 2023-03-22T16:38:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:24.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.729095+0000) 2023-03-22T16:38:24.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:24.729+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.730874+0000) 2023-03-22T16:38:24.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:24.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.684283+0000) 2023-03-22T16:38:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:24.728+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.729673+0000) 2023-03-22T16:38:24.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:24.728+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.729478+0000) 2023-03-22T16:38:24.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:24.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.717743+0000) 2023-03-22T16:38:24.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:24.728+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:24.729371+0000) 2023-03-22T16:38:25.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:25 smithi142 ceph-mon[94717]: pgmap v3901: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:38:25.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:25 smithi098 ceph-mon[94136]: pgmap v3901: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:38:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:25.728+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.729292+0000) 2023-03-22T16:38:25.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:25.727+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.729220+0000) 2023-03-22T16:38:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:25.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.684396+0000) 2023-03-22T16:38:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:25.729+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.731022+0000) 2023-03-22T16:38:25.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:25.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.717921+0000) 2023-03-22T16:38:25.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:25.728+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.729493+0000) 2023-03-22T16:38:25.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:25.728+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.729792+0000) 2023-03-22T16:38:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:25.728+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:25.729634+0000) 2023-03-22T16:38:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:26.728+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.729415+0000) 2023-03-22T16:38:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:26.728+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.729349+0000) 2023-03-22T16:38:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:26.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.684510+0000) 2023-03-22T16:38:26.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:26.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.718136+0000) 2023-03-22T16:38:26.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:26.729+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.731197+0000) 2023-03-22T16:38:26.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:26.728+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.729614+0000) 2023-03-22T16:38:26.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:26.728+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.729904+0000) 2023-03-22T16:38:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:26.728+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:26.729747+0000) 2023-03-22T16:38:27.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:27 smithi142 ceph-mon[94717]: pgmap v3902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:38:27.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:27 smithi098 ceph-mon[94136]: pgmap v3902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:38:27.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:27.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.718252+0000) 2023-03-22T16:38:27.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:27.728+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.729580+0000) 2023-03-22T16:38:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:27.728+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.729511+0000) 2023-03-22T16:38:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:27.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.684645+0000) 2023-03-22T16:38:27.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:27.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.731291+0000) 2023-03-22T16:38:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:27.728+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.729759+0000) 2023-03-22T16:38:27.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:27.728+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.730009+0000) 2023-03-22T16:38:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:27.728+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:27.729890+0000) 2023-03-22T16:38:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:28.728+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.729746+0000) 2023-03-22T16:38:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:28.728+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.729683+0000) 2023-03-22T16:38:28.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:28.728+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.730126+0000) 2023-03-22T16:38:28.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:28.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.684832+0000) 2023-03-22T16:38:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:28.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.731400+0000) 2023-03-22T16:38:28.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:28.728+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.730208+0000) 2023-03-22T16:38:28.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:28.717+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.718490+0000) 2023-03-22T16:38:28.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:28.728+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:28.729921+0000) 2023-03-22T16:38:29.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:29 smithi142 ceph-mon[94717]: pgmap v3903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:38:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:29 smithi098 ceph-mon[94136]: pgmap v3903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:38:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:29.728+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.729858+0000) 2023-03-22T16:38:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:29.728+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.729826+0000) 2023-03-22T16:38:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:29.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.684975+0000) 2023-03-22T16:38:29.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:29.717+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.718616+0000) 2023-03-22T16:38:29.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:29.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.731518+0000) 2023-03-22T16:38:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:29.728+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.730247+0000) 2023-03-22T16:38:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:29.728+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.730041+0000) 2023-03-22T16:38:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:29.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:29.730307+0000) 2023-03-22T16:38:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:30.717+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.718880+0000) 2023-03-22T16:38:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:30.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.731640+0000) 2023-03-22T16:38:30.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:30.728+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.729977+0000) 2023-03-22T16:38:30.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:30.728+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.729949+0000) 2023-03-22T16:38:30.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:30.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.685101+0000) 2023-03-22T16:38:30.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:30.728+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.730152+0000) 2023-03-22T16:38:30.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:30.729+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.730384+0000) 2023-03-22T16:38:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:30.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:30.730429+0000) 2023-03-22T16:38:31.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:31 smithi142 ceph-mon[94717]: pgmap v3904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:31.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:31 smithi098 ceph-mon[94136]: pgmap v3904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:31.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:31.728+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.730155+0000) 2023-03-22T16:38:31.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:31.728+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.730144+0000) 2023-03-22T16:38:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:31.683+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.685225+0000) 2023-03-22T16:38:31.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:31.717+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.719038+0000) 2023-03-22T16:38:31.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:31.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.731768+0000) 2023-03-22T16:38:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:31.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.730542+0000) 2023-03-22T16:38:31.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:31.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.730308+0000) 2023-03-22T16:38:31.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:31.729+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:31.730502+0000) 2023-03-22T16:38:32.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:32.718+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.719266+0000) 2023-03-22T16:38:32.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:32.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.731929+0000) 2023-03-22T16:38:32.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:32.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.730312+0000) 2023-03-22T16:38:32.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:32.729+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.730310+0000) 2023-03-22T16:38:32.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:32.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.685374+0000) 2023-03-22T16:38:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:32.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.730471+0000) 2023-03-22T16:38:32.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:32.729+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.730614+0000) 2023-03-22T16:38:32.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:32.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:32.730653+0000) 2023-03-22T16:38:33.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:33 smithi142 ceph-mon[94717]: pgmap v3905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:33.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:33 smithi098 ceph-mon[94136]: pgmap v3905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:33.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.730447+0000) 2023-03-22T16:38:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:33.729+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.730440+0000) 2023-03-22T16:38:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:33.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.685489+0000) 2023-03-22T16:38:33.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:33.718+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.719437+0000) 2023-03-22T16:38:33.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:33.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.732060+0000) 2023-03-22T16:38:33.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:33.729+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.730922+0000) 2023-03-22T16:38:33.977 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:33.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.730630+0000) 2023-03-22T16:38:33.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:33.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:33.730779+0000) 2023-03-22T16:38:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:34.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.730578+0000) 2023-03-22T16:38:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:34.729+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.730563+0000) 2023-03-22T16:38:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:34.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.685621+0000) 2023-03-22T16:38:34.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:34.718+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.719656+0000) 2023-03-22T16:38:34.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:34.729+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.731045+0000) 2023-03-22T16:38:34.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:34.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.730751+0000) 2023-03-22T16:38:34.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:34.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.730892+0000) 2023-03-22T16:38:34.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:34.730+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:34.732175+0000) 2023-03-22T16:38:35.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:35 smithi142 ceph-mon[94717]: pgmap v3906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:35.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:35 smithi098 ceph-mon[94136]: pgmap v3906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:35.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:35.718+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.719784+0000) 2023-03-22T16:38:35.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:35.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.730696+0000) 2023-03-22T16:38:35.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:35.729+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.730686+0000) 2023-03-22T16:38:35.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:35.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.732299+0000) 2023-03-22T16:38:35.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:35.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.685740+0000) 2023-03-22T16:38:35.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:35.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.730867+0000) 2023-03-22T16:38:35.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:35.729+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.731157+0000) 2023-03-22T16:38:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:35.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:35.731003+0000) 2023-03-22T16:38:36.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:36.718+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.720005+0000) 2023-03-22T16:38:36.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:36.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.732408+0000) 2023-03-22T16:38:36.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:36.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.730810+0000) 2023-03-22T16:38:36.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:36.729+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.730807+0000) 2023-03-22T16:38:36.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:36.730+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.731276+0000) 2023-03-22T16:38:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:36.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.731124+0000) 2023-03-22T16:38:36.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:36.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.685870+0000) 2023-03-22T16:38:36.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:36.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:36.730992+0000) 2023-03-22T16:38:37.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:37 smithi142 ceph-mon[94717]: pgmap v3907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:37.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:37 smithi098 ceph-mon[94136]: pgmap v3907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:37.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:37.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.730931+0000) 2023-03-22T16:38:37.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:37.729+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.730957+0000) 2023-03-22T16:38:37.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:37.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.685991+0000) 2023-03-22T16:38:37.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:37.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.732517+0000) 2023-03-22T16:38:37.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:37.730+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.731393+0000) 2023-03-22T16:38:37.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:37.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.731120+0000) 2023-03-22T16:38:37.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:37.729+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.731239+0000) 2023-03-22T16:38:37.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:37.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:37.720217+0000) 2023-03-22T16:38:38.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:38.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.731046+0000) 2023-03-22T16:38:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:38.729+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.731126+0000) 2023-03-22T16:38:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:38.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.686110+0000) 2023-03-22T16:38:38.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:38.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.720519+0000) 2023-03-22T16:38:38.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:38.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.732625+0000) 2023-03-22T16:38:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:38.730+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.731513+0000) 2023-03-22T16:38:38.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:38.729+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.731243+0000) 2023-03-22T16:38:38.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:38.730+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:38.731361+0000) 2023-03-22T16:38:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:39 smithi142 ceph-mon[94717]: pgmap v3908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:39.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:39 smithi098 ceph-mon[94136]: pgmap v3908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:39.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:39.729+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.731221+0000) 2023-03-22T16:38:39.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:39.730+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.731280+0000) 2023-03-22T16:38:39.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:39.684+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.686232+0000) 2023-03-22T16:38:39.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:39.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.732744+0000) 2023-03-22T16:38:39.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:39.730+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.731383+0000) 2023-03-22T16:38:39.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:39.730+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.731630+0000) 2023-03-22T16:38:39.976 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:39.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.720701+0000) 2023-03-22T16:38:39.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:39.730+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:39.731532+0000) 2023-03-22T16:38:40.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:40.730+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.731539+0000) 2023-03-22T16:38:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:40.685+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.686370+0000) 2023-03-22T16:38:40.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:40.730+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.731423+0000) 2023-03-22T16:38:40.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:40.730+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:40.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:40.730+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:40.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:40.733+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.734794+0000) 2023-03-22T16:38:40.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:40.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.720939+0000) 2023-03-22T16:38:40.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:40.720+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:40.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:40.720+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:40.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:40.723+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.725267+0000) 2023-03-22T16:38:40.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:40.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.732862+0000) 2023-03-22T16:38:40.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:40.730+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.731505+0000) 2023-03-22T16:38:40.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:40.730+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.732058+0000) 2023-03-22T16:38:40.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:40.730+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:40.731729+0000) 2023-03-22T16:38:41.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:41 smithi142 ceph-mon[94717]: pgmap v3909: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:41.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:41 smithi098 ceph-mon[94136]: pgmap v3909: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:41.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:41.730+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:41.731687+0000) 2023-03-22T16:38:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:41.730+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:41.732174+0000) 2023-03-22T16:38:41.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:41.685+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:41.686539+0000) 2023-03-22T16:38:41.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:41.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:41.733014+0000) 2023-03-22T16:38:41.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:41.730+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:41.731642+0000) 2023-03-22T16:38:41.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:41.730+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:41.731880+0000) 2023-03-22T16:38:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:42.731+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.733164+0000) 2023-03-22T16:38:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:42.685+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.686680+0000) 2023-03-22T16:38:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:42.730+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.731772+0000) 2023-03-22T16:38:42.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:42.731+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.732416+0000) 2023-03-22T16:38:42.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:42.730+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.731844+0000) 2023-03-22T16:38:42.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:42.731+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:42.975 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:42.731+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:42.975 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:42.732+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.734073+0000) 2023-03-22T16:38:42.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:42.730+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.732020+0000) 2023-03-22T16:38:42.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:42.731+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:42.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:42.731+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:42.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:42.732+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:42.734177+0000) 2023-03-22T16:38:43.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:43 smithi142 ceph-mon[94717]: pgmap v3910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:43.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:43 smithi098 ceph-mon[94136]: pgmap v3910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:43.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:43.732+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:43.733318+0000) 2023-03-22T16:38:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:43.685+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:43.686849+0000) 2023-03-22T16:38:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:43.730+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:43.731946+0000) 2023-03-22T16:38:43.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:43.731+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:43.732544+0000) 2023-03-22T16:38:45.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:44.686+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:44.687028+0000) 2023-03-22T16:38:45.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:44.732+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:44.733488+0000) 2023-03-22T16:38:45.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:44.732+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:45.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:44.732+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:45.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:44.943+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:44.945197+0000) 2023-03-22T16:38:45.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:44.731+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:44.732692+0000) 2023-03-22T16:38:45.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:44.731+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:44.732115+0000) 2023-03-22T16:38:45.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:45 smithi142 ceph-mon[94717]: pgmap v3911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:45.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:45 smithi098 ceph-mon[94136]: pgmap v3911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:45.690 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:45.230+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:45.231686+0000) 2023-03-22T16:38:45.690 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:45.685+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:45.687183+0000) 2023-03-22T16:38:45.691 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:45.219+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:45.221183+0000) 2023-03-22T16:38:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:45.730+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:45.732239+0000) 2023-03-22T16:38:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:45.731+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:45.732811+0000) 2023-03-22T16:38:46.690 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:46.230+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:46.231802+0000) 2023-03-22T16:38:46.690 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:46.222+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:46.223581+0000) 2023-03-22T16:38:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:46.731+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:46.732957+0000) 2023-03-22T16:38:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:46.731+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:46.732351+0000) 2023-03-22T16:38:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:46.731+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:46.731+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:46.738+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:46.739990+0000) 2023-03-22T16:38:46.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:46.686+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:46.687342+0000) 2023-03-22T16:38:46.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:46.686+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:46.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:46.687+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:46.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:46.687+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:46.688457+0000) 2023-03-22T16:38:47.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:47 smithi142 ceph-mon[94717]: pgmap v3912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:47 smithi098 ceph-mon[94136]: pgmap v3912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:47.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:47.226+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:47.227484+0000) 2023-03-22T16:38:47.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:47.230+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:47.232068+0000) 2023-03-22T16:38:47.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:47.230+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:47.231926+0000) 2023-03-22T16:38:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:47.230+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:47.232250+0000) 2023-03-22T16:38:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:47.731+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:47.733119+0000) 2023-03-22T16:38:48.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:48.230+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:48.232184+0000) 2023-03-22T16:38:48.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:48.230+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:48.232044+0000) 2023-03-22T16:38:48.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:48.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:48.229468+0000) 2023-03-22T16:38:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:48.231+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:48.232378+0000) 2023-03-22T16:38:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:48.731+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:48.733259+0000) 2023-03-22T16:38:49.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:49 smithi142 ceph-mon[94717]: pgmap v3913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:49.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:49 smithi098 ceph-mon[94136]: pgmap v3913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:49.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:49.231+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:49.232337+0000) 2023-03-22T16:38:49.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:49.230+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:49.232167+0000) 2023-03-22T16:38:49.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:49.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:49.229700+0000) 2023-03-22T16:38:49.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:49.231+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:49.232504+0000) 2023-03-22T16:38:49.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:49.232+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:49.233908+0000) 2023-03-22T16:38:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:49.732+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:49.733415+0000) 2023-03-22T16:38:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:49.732+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:50.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:49.732+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:38:50.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:49.733+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:49.735213+0000) 2023-03-22T16:38:50.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:50.231+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:50.232467+0000) 2023-03-22T16:38:50.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:50.231+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:50.232306+0000) 2023-03-22T16:38:50.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:50.232+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:50.234046+0000) 2023-03-22T16:38:50.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:50.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:50.229844+0000) 2023-03-22T16:38:50.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:50.231+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:50.232627+0000) 2023-03-22T16:38:51.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:51.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:51.230072+0000) 2023-03-22T16:38:51.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:51.232+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:51.234164+0000) 2023-03-22T16:38:51.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:51.231+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:51.232588+0000) 2023-03-22T16:38:51.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:51.231+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:51.232438+0000) 2023-03-22T16:38:51.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:51.186+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:51.187650+0000) 2023-03-22T16:38:51.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:51.231+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:51.232634+0000) 2023-03-22T16:38:51.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:51.231+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:51.232793+0000) 2023-03-22T16:38:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:51 smithi142 ceph-mon[94717]: pgmap v3914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:51.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:51 smithi098 ceph-mon[94136]: pgmap v3914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:52.231+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:52.232712+0000) 2023-03-22T16:38:52.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:52.231+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:52.232560+0000) 2023-03-22T16:38:52.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:52.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:52.230205+0000) 2023-03-22T16:38:52.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:52.186+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:52.187772+0000) 2023-03-22T16:38:52.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:52.233+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:52.234291+0000) 2023-03-22T16:38:52.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:52.231+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:52.232761+0000) 2023-03-22T16:38:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:52.231+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:52.232906+0000) 2023-03-22T16:38:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:53.232+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:53.232864+0000) 2023-03-22T16:38:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:53.232+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:53.232720+0000) 2023-03-22T16:38:53.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:53.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:53.230482+0000) 2023-03-22T16:38:53.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:53.186+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:53.187891+0000) 2023-03-22T16:38:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:53.233+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:53.234402+0000) 2023-03-22T16:38:53.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:53.232+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:53.233041+0000) 2023-03-22T16:38:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:53.232+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:53.232918+0000) 2023-03-22T16:38:53.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:53 smithi142 ceph-mon[94717]: pgmap v3915: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:53 smithi098 ceph-mon[94136]: pgmap v3915: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:54.231+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.233085+0000) 2023-03-22T16:38:54.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:54.231+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.232903+0000) 2023-03-22T16:38:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:54.187+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.188030+0000) 2023-03-22T16:38:54.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:54.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.230681+0000) 2023-03-22T16:38:54.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:54.233+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.234511+0000) 2023-03-22T16:38:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:54.231+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.233116+0000) 2023-03-22T16:38:54.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:54.232+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.233673+0000) 2023-03-22T16:38:54.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:54.231+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:54.233198+0000) 2023-03-22T16:38:55.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:55.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.231070+0000) 2023-03-22T16:38:55.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:55.234+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.234671+0000) 2023-03-22T16:38:55.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:55.232+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.233251+0000) 2023-03-22T16:38:55.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:55.232+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.233061+0000) 2023-03-22T16:38:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:55.232+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.233298+0000) 2023-03-22T16:38:55.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:55.186+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.188148+0000) 2023-03-22T16:38:55.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:55.232+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.233308+0000) 2023-03-22T16:38:55.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:55.232+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:55.233788+0000) 2023-03-22T16:38:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:55 smithi142 ceph-mon[94717]: pgmap v3916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:55 smithi098 ceph-mon[94136]: pgmap v3916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:56.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.233379+0000) 2023-03-22T16:38:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:56.232+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.233180+0000) 2023-03-22T16:38:56.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:56.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.231210+0000) 2023-03-22T16:38:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:56.234+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.234823+0000) 2023-03-22T16:38:56.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:56.233+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.233902+0000) 2023-03-22T16:38:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:56.233+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.233528+0000) 2023-03-22T16:38:56.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:56.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.188278+0000) 2023-03-22T16:38:56.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:56.233+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:56.233540+0000) 2023-03-22T16:38:57.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:57.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.231448+0000) 2023-03-22T16:38:57.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:57.234+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.234939+0000) 2023-03-22T16:38:57.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:57.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.233498+0000) 2023-03-22T16:38:57.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:57.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.233295+0000) 2023-03-22T16:38:57.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:57.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.188397+0000) 2023-03-22T16:38:57.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:57.233+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.233648+0000) 2023-03-22T16:38:57.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:57.233+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.234014+0000) 2023-03-22T16:38:57.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:57.233+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:57.233661+0000) 2023-03-22T16:38:57.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:57 smithi142 ceph-mon[94717]: pgmap v3917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:57 smithi098 ceph-mon[94136]: pgmap v3917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:38:58.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:58.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.231583+0000) 2023-03-22T16:38:58.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:58.234+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.235053+0000) 2023-03-22T16:38:58.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:58.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.233618+0000) 2023-03-22T16:38:58.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:58.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.233414+0000) 2023-03-22T16:38:58.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:58.233+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.233779+0000) 2023-03-22T16:38:58.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:58.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.188521+0000) 2023-03-22T16:38:58.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:58.233+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.233782+0000) 2023-03-22T16:38:58.478 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:58.233+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:58.234132+0000) 2023-03-22T16:38:59.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:38:59.234+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.235167+0000) 2023-03-22T16:38:59.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:38:59.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.233730+0000) 2023-03-22T16:38:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:38:59.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.233549+0000) 2023-03-22T16:38:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:38:59.233+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.233897+0000) 2023-03-22T16:38:59.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:38:59.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.188649+0000) 2023-03-22T16:38:59.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:38:59.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.231822+0000) 2023-03-22T16:38:59.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:38:59.233+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.234241+0000) 2023-03-22T16:38:59.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:38:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:38:59.233+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:38:59.233896+0000) 2023-03-22T16:38:59.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:38:59 smithi142 ceph-mon[94717]: pgmap v3918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:38:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:38:59 smithi098 ceph-mon[94136]: pgmap v3918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:00.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.233837+0000) 2023-03-22T16:39:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:00.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.233659+0000) 2023-03-22T16:39:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:00.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.188781+0000) 2023-03-22T16:39:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:00.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.235286+0000) 2023-03-22T16:39:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:00.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.234359+0000) 2023-03-22T16:39:00.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:00.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.231943+0000) 2023-03-22T16:39:00.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:00.233+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.234023+0000) 2023-03-22T16:39:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:00.233+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:00.234013+0000) 2023-03-22T16:39:01.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:01.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.233950+0000) 2023-03-22T16:39:01.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:01.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.188924+0000) 2023-03-22T16:39:01.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:01.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.233770+0000) 2023-03-22T16:39:01.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:01.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.235397+0000) 2023-03-22T16:39:01.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:01.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.232182+0000) 2023-03-22T16:39:01.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:01.233+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.234146+0000) 2023-03-22T16:39:01.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:01.233+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.234137+0000) 2023-03-22T16:39:01.477 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:01.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:01.234483+0000) 2023-03-22T16:39:01.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:01 smithi142 ceph-mon[94717]: pgmap v3919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:01 smithi098 ceph-mon[94136]: pgmap v3919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:02.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:02.232+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.232302+0000) 2023-03-22T16:39:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:02.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.235516+0000) 2023-03-22T16:39:02.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:02.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.234132+0000) 2023-03-22T16:39:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:02.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.233893+0000) 2023-03-22T16:39:02.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:02.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.189051+0000) 2023-03-22T16:39:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:02.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.234311+0000) 2023-03-22T16:39:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:02.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.234275+0000) 2023-03-22T16:39:02.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:02.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:02.234596+0000) 2023-03-22T16:39:03.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:03.232+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.232530+0000) 2023-03-22T16:39:03.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:03.233+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.234247+0000) 2023-03-22T16:39:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:03.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.234020+0000) 2023-03-22T16:39:03.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:03.188+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.189172+0000) 2023-03-22T16:39:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:03.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.235644+0000) 2023-03-22T16:39:03.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:03.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.234715+0000) 2023-03-22T16:39:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:03.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.234391+0000) 2023-03-22T16:39:03.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:03.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:03.234470+0000) 2023-03-22T16:39:03.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:03 smithi142 ceph-mon[94717]: pgmap v3920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:03 smithi098 ceph-mon[94136]: pgmap v3920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:04.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:04.232+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.232652+0000) 2023-03-22T16:39:04.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:04.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.235751+0000) 2023-03-22T16:39:04.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:04.234+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.234388+0000) 2023-03-22T16:39:04.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:04.233+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.234153+0000) 2023-03-22T16:39:04.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:04.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.234599+0000) 2023-03-22T16:39:04.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:04.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.189295+0000) 2023-03-22T16:39:04.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:04.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.234834+0000) 2023-03-22T16:39:04.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:04.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:04.234521+0000) 2023-03-22T16:39:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:05.234+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.234512+0000) 2023-03-22T16:39:05.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:05.234+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.234275+0000) 2023-03-22T16:39:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:05.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.189422+0000) 2023-03-22T16:39:05.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:05.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.234644+0000) 2023-03-22T16:39:05.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:05.232+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.232880+0000) 2023-03-22T16:39:05.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:05.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.235860+0000) 2023-03-22T16:39:05.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:05.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.234947+0000) 2023-03-22T16:39:05.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:05.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:05.234717+0000) 2023-03-22T16:39:05.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:05 smithi142 ceph-mon[94717]: pgmap v3921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T16:39:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:05 smithi098 ceph-mon[94136]: pgmap v3921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T16:39:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:06.234+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.234635+0000) 2023-03-22T16:39:06.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:06.234+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.234399+0000) 2023-03-22T16:39:06.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:06.232+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.233009+0000) 2023-03-22T16:39:06.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:06.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.189553+0000) 2023-03-22T16:39:06.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:06.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.234852+0000) 2023-03-22T16:39:06.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:06.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.235984+0000) 2023-03-22T16:39:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:06.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.235065+0000) 2023-03-22T16:39:06.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:06.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:06.234766+0000) 2023-03-22T16:39:07.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:07.234+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.234754+0000) 2023-03-22T16:39:07.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:07.234+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.234511+0000) 2023-03-22T16:39:07.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:07.232+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.233237+0000) 2023-03-22T16:39:07.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:07.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.189683+0000) 2023-03-22T16:39:07.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:07.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.236121+0000) 2023-03-22T16:39:07.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:07.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.235182+0000) 2023-03-22T16:39:07.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:07.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.234969+0000) 2023-03-22T16:39:07.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:07.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:07.234882+0000) 2023-03-22T16:39:07.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:07 smithi142 ceph-mon[94717]: pgmap v3922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:39:07.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:07 smithi098 ceph-mon[94136]: pgmap v3922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:39:08.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:08.234+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.234877+0000) 2023-03-22T16:39:08.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:08.234+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.234629+0000) 2023-03-22T16:39:08.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:08.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.235021+0000) 2023-03-22T16:39:08.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:08.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.189809+0000) 2023-03-22T16:39:08.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:08.236+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.236262+0000) 2023-03-22T16:39:08.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:08.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.235291+0000) 2023-03-22T16:39:08.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:08.233+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.233426+0000) 2023-03-22T16:39:08.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:08.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:08.235108+0000) 2023-03-22T16:39:09.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:09.234+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.235022+0000) 2023-03-22T16:39:09.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:09.234+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.234781+0000) 2023-03-22T16:39:09.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:09.233+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.233647+0000) 2023-03-22T16:39:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:09.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.189936+0000) 2023-03-22T16:39:09.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:09.236+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.236383+0000) 2023-03-22T16:39:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:09.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.235412+0000) 2023-03-22T16:39:09.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:09.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.235248+0000) 2023-03-22T16:39:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:09.234+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:09.235168+0000) 2023-03-22T16:39:09.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:09 smithi142 ceph-mon[94717]: pgmap v3923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:39:09.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:09 smithi098 ceph-mon[94136]: pgmap v3923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:39:10.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:10.234+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.235146+0000) 2023-03-22T16:39:10.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:10.234+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.234901+0000) 2023-03-22T16:39:10.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:10.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.190058+0000) 2023-03-22T16:39:10.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:10.233+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.233765+0000) 2023-03-22T16:39:10.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:10.235+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.235294+0000) 2023-03-22T16:39:10.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:10.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.235530+0000) 2023-03-22T16:39:10.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:10.236+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.236497+0000) 2023-03-22T16:39:10.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:10.235+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:10.235377+0000) 2023-03-22T16:39:10.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:10 smithi142 ceph-mon[94717]: osdmap e261: 12 total, 9 up, 9 in 2023-03-22T16:39:10.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:10 smithi098 ceph-mon[94136]: osdmap e261: 12 total, 9 up, 9 in 2023-03-22T16:39:11.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:11.235+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.235260+0000) 2023-03-22T16:39:11.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:11.234+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.235033+0000) 2023-03-22T16:39:11.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:11.235+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:11.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:11.235+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:11.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:11.435+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.436129+0000) 2023-03-22T16:39:11.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:11.235+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.235512+0000) 2023-03-22T16:39:11.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:11.233+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.234039+0000) 2023-03-22T16:39:11.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:11.234+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:11.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:11.234+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:11.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:11.438+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.438502+0000) 2023-03-22T16:39:11.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:11.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.235653+0000) 2023-03-22T16:39:11.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:11.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.190197+0000) 2023-03-22T16:39:11.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:11.236+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.236605+0000) 2023-03-22T16:39:11.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:11.235+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:11.235408+0000) 2023-03-22T16:39:11.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:11 smithi142 ceph-mon[94717]: pgmap v3925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:39:11.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:11 smithi098 ceph-mon[94136]: pgmap v3925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:39:12.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:12.235+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:12.235394+0000) 2023-03-22T16:39:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:12.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:12.235766+0000) 2023-03-22T16:39:12.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:12.190+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:12.190308+0000) 2023-03-22T16:39:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:12.235+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:12.235635+0000) 2023-03-22T16:39:12.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:12.235+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:12.235530+0000) 2023-03-22T16:39:12.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:12.236+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:12.236711+0000) 2023-03-22T16:39:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:13.236+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.236835+0000) 2023-03-22T16:39:13.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:13.235+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.235519+0000) 2023-03-22T16:39:13.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:13.236+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:13.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:13.236+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:13.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:13.237+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.237810+0000) 2023-03-22T16:39:13.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:13.190+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.190434+0000) 2023-03-22T16:39:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:13.235+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.236107+0000) 2023-03-22T16:39:13.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:13.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.236049+0000) 2023-03-22T16:39:13.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:13.235+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.235658+0000) 2023-03-22T16:39:13.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:13.236+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:13.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:13.236+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:13.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:13.237+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:13.238256+0000) 2023-03-22T16:39:13.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:13 smithi142 ceph-mon[94717]: pgmap v3926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:39:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:13 smithi098 ceph-mon[94136]: pgmap v3926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:39:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:14.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:14.236961+0000) 2023-03-22T16:39:14.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:14.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:14.190562+0000) 2023-03-22T16:39:14.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:14.234+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:14.236236+0000) 2023-03-22T16:39:14.477 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:14.234+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:14.236177+0000) 2023-03-22T16:39:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:15.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:15.190683+0000) 2023-03-22T16:39:15.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:15.235+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:15.237095+0000) 2023-03-22T16:39:15.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:15.236+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:15.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:15.236+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:15.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:15.237+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:15.239111+0000) 2023-03-22T16:39:15.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:15.235+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:15.236371+0000) 2023-03-22T16:39:15.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:15.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:15.236311+0000) 2023-03-22T16:39:15.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:15 smithi142 ceph-mon[94717]: pgmap v3927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:39:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:15 smithi098 ceph-mon[94136]: pgmap v3927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:39:16.193 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:15.734+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:15.735303+0000) 2023-03-22T16:39:16.194 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:15.733+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:15.734261+0000) 2023-03-22T16:39:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:16.235+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:16.236488+0000) 2023-03-22T16:39:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:16.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:16.190806+0000) 2023-03-22T16:39:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:16.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:16.236440+0000) 2023-03-22T16:39:17.193 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:16.734+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:16.735437+0000) 2023-03-22T16:39:17.194 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:16.737+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:16.738459+0000) 2023-03-22T16:39:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:17.235+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.236595+0000) 2023-03-22T16:39:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:17.236+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:17.236+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:17.236+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.238195+0000) 2023-03-22T16:39:17.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:17.189+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.190929+0000) 2023-03-22T16:39:17.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:17.190+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:17.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:17.190+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:17.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:17.191+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.192988+0000) 2023-03-22T16:39:17.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:17.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.236562+0000) 2023-03-22T16:39:17.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:17 smithi142 ceph-mon[94717]: pgmap v3928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:39:17.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:17 smithi098 ceph-mon[94136]: pgmap v3928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:39:18.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:17.734+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.735881+0000) 2023-03-22T16:39:18.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:17.734+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.735572+0000) 2023-03-22T16:39:18.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:17.740+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.742167+0000) 2023-03-22T16:39:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:17.734+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:17.735936+0000) 2023-03-22T16:39:18.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:18.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:18.236686+0000) 2023-03-22T16:39:19.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:18.734+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:18.735997+0000) 2023-03-22T16:39:19.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:18.734+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:18.735738+0000) 2023-03-22T16:39:19.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:18.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:18.744580+0000) 2023-03-22T16:39:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:18.734+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:18.736061+0000) 2023-03-22T16:39:19.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:19 smithi142 ceph-mon[94717]: pgmap v3929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:39:19.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:19 smithi098 ceph-mon[94136]: pgmap v3929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:39:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:19.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:19.236822+0000) 2023-03-22T16:39:20.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:19.734+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:19.736104+0000) 2023-03-22T16:39:20.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:19.734+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:19.735900+0000) 2023-03-22T16:39:20.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:19.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:19.744765+0000) 2023-03-22T16:39:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:19.734+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:19.736186+0000) 2023-03-22T16:39:20.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:19.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:19.737355+0000) 2023-03-22T16:39:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:20.235+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:20.236949+0000) 2023-03-22T16:39:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:20.236+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:20.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:20.236+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:20.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:20.240+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:20.241779+0000) 2023-03-22T16:39:21.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:20.734+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:20.736218+0000) 2023-03-22T16:39:21.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:20.734+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:20.736009+0000) 2023-03-22T16:39:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:20.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:20.736315+0000) 2023-03-22T16:39:21.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:20.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:20.745001+0000) 2023-03-22T16:39:21.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:20.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:20.737468+0000) 2023-03-22T16:39:21.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:21 smithi142 ceph-mon[94717]: pgmap v3930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:39:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:21 smithi098 ceph-mon[94136]: pgmap v3930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:39:21.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:21.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:21.736293+0000) 2023-03-22T16:39:21.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:21.734+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:21.736146+0000) 2023-03-22T16:39:21.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:21.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:21.691267+0000) 2023-03-22T16:39:21.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:21.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:21.745126+0000) 2023-03-22T16:39:21.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:21.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:21.737597+0000) 2023-03-22T16:39:21.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:21.735+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:21.736929+0000) 2023-03-22T16:39:21.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:21.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:21.736447+0000) 2023-03-22T16:39:22.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:22.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:22.736427+0000) 2023-03-22T16:39:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:22.735+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:22.736296+0000) 2023-03-22T16:39:22.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:22.735+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:22.737053+0000) 2023-03-22T16:39:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:22.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:22.691429+0000) 2023-03-22T16:39:22.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:22.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:22.737713+0000) 2023-03-22T16:39:22.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:22.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:22.745382+0000) 2023-03-22T16:39:22.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:22.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:22.736580+0000) 2023-03-22T16:39:23.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:23 smithi142 ceph-mon[94717]: pgmap v3931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:39:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:23 smithi098 ceph-mon[94136]: pgmap v3931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:39:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:23.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:23.736540+0000) 2023-03-22T16:39:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:23.735+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:23.736415+0000) 2023-03-22T16:39:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:23.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:23.691552+0000) 2023-03-22T16:39:23.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:23.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:23.745491+0000) 2023-03-22T16:39:23.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:23.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:23.737828+0000) 2023-03-22T16:39:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:23.735+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:23.737169+0000) 2023-03-22T16:39:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:23.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:23.736703+0000) 2023-03-22T16:39:24.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:24.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.737938+0000) 2023-03-22T16:39:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:24.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.736667+0000) 2023-03-22T16:39:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:24.735+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.736535+0000) 2023-03-22T16:39:24.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:24.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.737331+0000) 2023-03-22T16:39:24.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:24.735+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.737197+0000) 2023-03-22T16:39:24.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:24.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.691684+0000) 2023-03-22T16:39:24.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:24.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.745712+0000) 2023-03-22T16:39:24.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:24.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:24.736852+0000) 2023-03-22T16:39:25.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:25 smithi142 ceph-mon[94717]: pgmap v3932: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:39:25.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:25 smithi098 ceph-mon[94136]: pgmap v3932: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:39:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:25.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.736788+0000) 2023-03-22T16:39:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:25.735+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.736663+0000) 2023-03-22T16:39:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:25.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.737444+0000) 2023-03-22T16:39:25.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:25.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.745831+0000) 2023-03-22T16:39:25.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:25.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.691782+0000) 2023-03-22T16:39:25.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:25.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.738054+0000) 2023-03-22T16:39:25.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:25.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.737306+0000) 2023-03-22T16:39:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:25.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:25.736974+0000) 2023-03-22T16:39:26.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:26.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.746082+0000) 2023-03-22T16:39:26.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:26.736+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.738225+0000) 2023-03-22T16:39:26.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:26.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.736925+0000) 2023-03-22T16:39:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:26.735+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.736859+0000) 2023-03-22T16:39:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:26.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.737417+0000) 2023-03-22T16:39:26.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:26.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.691917+0000) 2023-03-22T16:39:26.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:26.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.737554+0000) 2023-03-22T16:39:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:26.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:26.737094+0000) 2023-03-22T16:39:27.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:27 smithi142 ceph-mon[94717]: pgmap v3933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:39:27.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:27 smithi098 ceph-mon[94136]: pgmap v3933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:39:27.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:27.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.746220+0000) 2023-03-22T16:39:27.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:27.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.738373+0000) 2023-03-22T16:39:27.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:27.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.737034+0000) 2023-03-22T16:39:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:27.735+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.737033+0000) 2023-03-22T16:39:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:27.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.692028+0000) 2023-03-22T16:39:27.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:27.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.737522+0000) 2023-03-22T16:39:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:27.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.737655+0000) 2023-03-22T16:39:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:27.735+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:27.737222+0000) 2023-03-22T16:39:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:28.735+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.737178+0000) 2023-03-22T16:39:28.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:28.735+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.737165+0000) 2023-03-22T16:39:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:28.690+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.692160+0000) 2023-03-22T16:39:28.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:28.745+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.746447+0000) 2023-03-22T16:39:28.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:28.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.737629+0000) 2023-03-22T16:39:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:28.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.738493+0000) 2023-03-22T16:39:28.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:28.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.737769+0000) 2023-03-22T16:39:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:28.736+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:28.737367+0000) 2023-03-22T16:39:29.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:29 smithi142 ceph-mon[94717]: pgmap v3934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:39:29.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:29 smithi098 ceph-mon[94136]: pgmap v3934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:39:29.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:29.745+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.746566+0000) 2023-03-22T16:39:29.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:29.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.738613+0000) 2023-03-22T16:39:29.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:29.736+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.737304+0000) 2023-03-22T16:39:29.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:29.736+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.737304+0000) 2023-03-22T16:39:29.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:29.691+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.692298+0000) 2023-03-22T16:39:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:29.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.737878+0000) 2023-03-22T16:39:29.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:29.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.737739+0000) 2023-03-22T16:39:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:29.736+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:29.737500+0000) 2023-03-22T16:39:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:30.745+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.746786+0000) 2023-03-22T16:39:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:30.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.738724+0000) 2023-03-22T16:39:30.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:30.736+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.737491+0000) 2023-03-22T16:39:30.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:30.736+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.737489+0000) 2023-03-22T16:39:30.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:30.736+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.737654+0000) 2023-03-22T16:39:30.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:30.691+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.692421+0000) 2023-03-22T16:39:30.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:30.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.737996+0000) 2023-03-22T16:39:30.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:30.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:30.737875+0000) 2023-03-22T16:39:31.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:31 smithi142 ceph-mon[94717]: pgmap v3935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:31.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:31 smithi098 ceph-mon[94136]: pgmap v3935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:31.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:31.745+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.746906+0000) 2023-03-22T16:39:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:31.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.738879+0000) 2023-03-22T16:39:31.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:31.736+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.737659+0000) 2023-03-22T16:39:31.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:31.736+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.737652+0000) 2023-03-22T16:39:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:31.736+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.737820+0000) 2023-03-22T16:39:31.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:31.691+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.692544+0000) 2023-03-22T16:39:31.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:31.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.738106+0000) 2023-03-22T16:39:31.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:31.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:31.738034+0000) 2023-03-22T16:39:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:32.736+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.737783+0000) 2023-03-22T16:39:32.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:32.736+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.737784+0000) 2023-03-22T16:39:32.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:32.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.738979+0000) 2023-03-22T16:39:32.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:32.736+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.737945+0000) 2023-03-22T16:39:32.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:32.691+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.692672+0000) 2023-03-22T16:39:32.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:32.745+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.747131+0000) 2023-03-22T16:39:32.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:32.736+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.738145+0000) 2023-03-22T16:39:32.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:32.736+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:32.738217+0000) 2023-03-22T16:39:33.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:33 smithi142 ceph-mon[94717]: pgmap v3936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:33.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:33 smithi098 ceph-mon[94136]: pgmap v3936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:33.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:33.745+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.747254+0000) 2023-03-22T16:39:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:33.736+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.737913+0000) 2023-03-22T16:39:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:33.736+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.737912+0000) 2023-03-22T16:39:33.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:33.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.738309+0000) 2023-03-22T16:39:33.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:33.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.738263+0000) 2023-03-22T16:39:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:33.692+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.692864+0000) 2023-03-22T16:39:33.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:33.736+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.738087+0000) 2023-03-22T16:39:33.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:33.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:33.739094+0000) 2023-03-22T16:39:34.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:34.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.747467+0000) 2023-03-22T16:39:34.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:34.737+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.739219+0000) 2023-03-22T16:39:34.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:34.736+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.738067+0000) 2023-03-22T16:39:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:34.736+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.738040+0000) 2023-03-22T16:39:34.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:34.691+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.693006+0000) 2023-03-22T16:39:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:34.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.738426+0000) 2023-03-22T16:39:34.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:34.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.738390+0000) 2023-03-22T16:39:34.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:34.736+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:34.738231+0000) 2023-03-22T16:39:35.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:35 smithi142 ceph-mon[94717]: pgmap v3937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:35 smithi098 ceph-mon[94136]: pgmap v3937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:35.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:35.736+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.738204+0000) 2023-03-22T16:39:35.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:35.736+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.738168+0000) 2023-03-22T16:39:35.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:35.691+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.693156+0000) 2023-03-22T16:39:35.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:35.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.747591+0000) 2023-03-22T16:39:35.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:35.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.739303+0000) 2023-03-22T16:39:35.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:35.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.738509+0000) 2023-03-22T16:39:35.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:35.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.738541+0000) 2023-03-22T16:39:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:35.737+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:35.738370+0000) 2023-03-22T16:39:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:36.737+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.738322+0000) 2023-03-22T16:39:36.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:36.737+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.738295+0000) 2023-03-22T16:39:36.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:36.692+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.693288+0000) 2023-03-22T16:39:36.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:36.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.747783+0000) 2023-03-22T16:39:36.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:36.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.739428+0000) 2023-03-22T16:39:36.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:36.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.738657+0000) 2023-03-22T16:39:36.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:36.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.738629+0000) 2023-03-22T16:39:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:36.737+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:36.738497+0000) 2023-03-22T16:39:37.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:37 smithi142 ceph-mon[94717]: pgmap v3938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:37.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:37 smithi098 ceph-mon[94136]: pgmap v3938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:37.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:37.737+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.738438+0000) 2023-03-22T16:39:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:37.737+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.738434+0000) 2023-03-22T16:39:37.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:37.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.739544+0000) 2023-03-22T16:39:37.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:37.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.738794+0000) 2023-03-22T16:39:37.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:37.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.738748+0000) 2023-03-22T16:39:37.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:37.737+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.738629+0000) 2023-03-22T16:39:37.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:37.692+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.693419+0000) 2023-03-22T16:39:37.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:37.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:37.747901+0000) 2023-03-22T16:39:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:38.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.748124+0000) 2023-03-22T16:39:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:38.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.739663+0000) 2023-03-22T16:39:38.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:38.737+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.738566+0000) 2023-03-22T16:39:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:38.737+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.738563+0000) 2023-03-22T16:39:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:38.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.738872+0000) 2023-03-22T16:39:38.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:38.692+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.693531+0000) 2023-03-22T16:39:38.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:38.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.738917+0000) 2023-03-22T16:39:38.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:38.737+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:38.738758+0000) 2023-03-22T16:39:39.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:39 smithi142 ceph-mon[94717]: pgmap v3939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:39.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:39 smithi098 ceph-mon[94136]: pgmap v3939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:39.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:39.737+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.738684+0000) 2023-03-22T16:39:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:39.737+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.738682+0000) 2023-03-22T16:39:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:39.692+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.693649+0000) 2023-03-22T16:39:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:39.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.738984+0000) 2023-03-22T16:39:39.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:39.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.748240+0000) 2023-03-22T16:39:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:39.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.739028+0000) 2023-03-22T16:39:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:39.737+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.738882+0000) 2023-03-22T16:39:39.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:39.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:39.739785+0000) 2023-03-22T16:39:40.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:40.737+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.738797+0000) 2023-03-22T16:39:40.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:40.737+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.738796+0000) 2023-03-22T16:39:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:40.692+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.693785+0000) 2023-03-22T16:39:40.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:40.747+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.748457+0000) 2023-03-22T16:39:40.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:40.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.739885+0000) 2023-03-22T16:39:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:40.737+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.739175+0000) 2023-03-22T16:39:40.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:40.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.739097+0000) 2023-03-22T16:39:40.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:40.737+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:40.739008+0000) 2023-03-22T16:39:41.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:41 smithi142 ceph-mon[94717]: pgmap v3940: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:41 smithi098 ceph-mon[94136]: pgmap v3940: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:41.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:41.747+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.748562+0000) 2023-03-22T16:39:41.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:41.747+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:41.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:41.748+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:41.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:41.752+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.753685+0000) 2023-03-22T16:39:41.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:41.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.739998+0000) 2023-03-22T16:39:41.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:41.737+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.738964+0000) 2023-03-22T16:39:41.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:41.737+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.738969+0000) 2023-03-22T16:39:41.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:41.738+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:41.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:41.738+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:41.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:41.740+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.741833+0000) 2023-03-22T16:39:41.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:41.692+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.693973+0000) 2023-03-22T16:39:41.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:41.738+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.739295+0000) 2023-03-22T16:39:41.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:41.737+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.739222+0000) 2023-03-22T16:39:41.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:41.737+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:41.739144+0000) 2023-03-22T16:39:42.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:42.738+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:42.739127+0000) 2023-03-22T16:39:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:42.738+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:42.740120+0000) 2023-03-22T16:39:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:42.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:42.739300+0000) 2023-03-22T16:39:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:42.693+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:42.694163+0000) 2023-03-22T16:39:42.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:42.738+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:42.739397+0000) 2023-03-22T16:39:42.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:42.738+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:42.739296+0000) 2023-03-22T16:39:43.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:43 smithi142 ceph-mon[94717]: pgmap v3941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:43.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:43 smithi098 ceph-mon[94136]: pgmap v3941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:43.693+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.694314+0000) 2023-03-22T16:39:43.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:43.739+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.740267+0000) 2023-03-22T16:39:43.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:43.738+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.739299+0000) 2023-03-22T16:39:43.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:43.738+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:43.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:43.738+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:43.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:43.741+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.742754+0000) 2023-03-22T16:39:43.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:43.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.739422+0000) 2023-03-22T16:39:43.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:43.738+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.739661+0000) 2023-03-22T16:39:43.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:43.738+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.739421+0000) 2023-03-22T16:39:43.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:43.738+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:43.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:43.739+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:43.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:43.741+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:43.742808+0000) 2023-03-22T16:39:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:44.739+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:44.740393+0000) 2023-03-22T16:39:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:44.693+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:44.694430+0000) 2023-03-22T16:39:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:44.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:44.739544+0000) 2023-03-22T16:39:44.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:44.738+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:44.739768+0000) 2023-03-22T16:39:45.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:45 smithi142 ceph-mon[94717]: pgmap v3942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:45.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:45 smithi098 ceph-mon[94136]: pgmap v3942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:45.693+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:45.694553+0000) 2023-03-22T16:39:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:45.738+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:45.739874+0000) 2023-03-22T16:39:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:45.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:45.739659+0000) 2023-03-22T16:39:45.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:45.739+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:45.740507+0000) 2023-03-22T16:39:45.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:45.739+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:45.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:45.740+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:45.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:45.740+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:45.742163+0000) 2023-03-22T16:39:46.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:46.247+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:46.248854+0000) 2023-03-22T16:39:46.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:46.237+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:46.239250+0000) 2023-03-22T16:39:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:46.738+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:46.739988+0000) 2023-03-22T16:39:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:46.693+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:46.694673+0000) 2023-03-22T16:39:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:46.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:46.739798+0000) 2023-03-22T16:39:47.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:47 smithi142 ceph-mon[94717]: pgmap v3943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:47.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:47 smithi098 ceph-mon[94136]: pgmap v3943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:47.697 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:47.249+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:47.251113+0000) 2023-03-22T16:39:47.697 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:47.238+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:47.239375+0000) 2023-03-22T16:39:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:47.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:47.739912+0000) 2023-03-22T16:39:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:47.738+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:47.740099+0000) 2023-03-22T16:39:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:47.739+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:47.739+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:47.740+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:47.742174+0000) 2023-03-22T16:39:47.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:47.693+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:47.694843+0000) 2023-03-22T16:39:47.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:47.694+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:47.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:47.694+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:47.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:47.698+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:47.700107+0000) 2023-03-22T16:39:48.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:48.238+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:48.239525+0000) 2023-03-22T16:39:48.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:48.238+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:48.239487+0000) 2023-03-22T16:39:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:48.238+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:48.239689+0000) 2023-03-22T16:39:48.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:48.253+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:48.255052+0000) 2023-03-22T16:39:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:48.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:48.740044+0000) 2023-03-22T16:39:49.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:49 smithi142 ceph-mon[94717]: pgmap v3944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:49.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:49 smithi098 ceph-mon[94136]: pgmap v3944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:49.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:49.256+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:49.257394+0000) 2023-03-22T16:39:49.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:49.238+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:49.239649+0000) 2023-03-22T16:39:49.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:49.238+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:49.239632+0000) 2023-03-22T16:39:49.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:49.238+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:49.239821+0000) 2023-03-22T16:39:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:49.738+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:49.740184+0000) 2023-03-22T16:39:50.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:50.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:50.239818+0000) 2023-03-22T16:39:50.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:50.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:50.239811+0000) 2023-03-22T16:39:50.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:50.256+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:50.257507+0000) 2023-03-22T16:39:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:50.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:50.239971+0000) 2023-03-22T16:39:50.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:50.239+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:50.240858+0000) 2023-03-22T16:39:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:50.739+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:50.740299+0000) 2023-03-22T16:39:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:50.739+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:50.739+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:39:51.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:50.740+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:50.741982+0000) 2023-03-22T16:39:51.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:51 smithi142 ceph-mon[94717]: pgmap v3945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:51.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:51 smithi098 ceph-mon[94136]: pgmap v3945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:51.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:51.256+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:51.257719+0000) 2023-03-22T16:39:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:51.239+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:51.241017+0000) 2023-03-22T16:39:51.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:51.238+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:51.239982+0000) 2023-03-22T16:39:51.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:51.238+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:51.239993+0000) 2023-03-22T16:39:51.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:51.238+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:51.240145+0000) 2023-03-22T16:39:52.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:52.238+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:52.240104+0000) 2023-03-22T16:39:52.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:52.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:52.240388+0000) 2023-03-22T16:39:52.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:52.193+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:52.195079+0000) 2023-03-22T16:39:52.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:52.256+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:52.257838+0000) 2023-03-22T16:39:52.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:52.240+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:52.241511+0000) 2023-03-22T16:39:52.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:52.240+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:52.241492+0000) 2023-03-22T16:39:52.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:52.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:52.240266+0000) 2023-03-22T16:39:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:53.238+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:53.240242+0000) 2023-03-22T16:39:53.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:53.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:53.240512+0000) 2023-03-22T16:39:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:53.193+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:53.195198+0000) 2023-03-22T16:39:53.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:53.256+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:53.258087+0000) 2023-03-22T16:39:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:53.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:53.240397+0000) 2023-03-22T16:39:53.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:53.240+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:53.241628+0000) 2023-03-22T16:39:53.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:53.240+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:53.241607+0000) 2023-03-22T16:39:53.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:53 smithi142 ceph-mon[94717]: pgmap v3946: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:53.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:53 smithi098 ceph-mon[94136]: pgmap v3946: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:54.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:54.240+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:54.241765+0000) 2023-03-22T16:39:54.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:54.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:54.240365+0000) 2023-03-22T16:39:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:54.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:54.240651+0000) 2023-03-22T16:39:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:54.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:54.195299+0000) 2023-03-22T16:39:54.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:54.256+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:54.258244+0000) 2023-03-22T16:39:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:54.240+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:54.241727+0000) 2023-03-22T16:39:54.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:54.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:54.240523+0000) 2023-03-22T16:39:55.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:55.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.240505+0000) 2023-03-22T16:39:55.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:55.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.240828+0000) 2023-03-22T16:39:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:55.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.195423+0000) 2023-03-22T16:39:55.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:55.257+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.258466+0000) 2023-03-22T16:39:55.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:55.240+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.241886+0000) 2023-03-22T16:39:55.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:55.239+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.240639+0000) 2023-03-22T16:39:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:55.240+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.241844+0000) 2023-03-22T16:39:55.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:55.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:55.240652+0000) 2023-03-22T16:39:55.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:55 smithi142 ceph-mon[94717]: pgmap v3947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:55.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:55 smithi098 ceph-mon[94136]: pgmap v3947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:56.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.240637+0000) 2023-03-22T16:39:56.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:56.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.240948+0000) 2023-03-22T16:39:56.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:56.257+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.258600+0000) 2023-03-22T16:39:56.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:56.239+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.240766+0000) 2023-03-22T16:39:56.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:56.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.240772+0000) 2023-03-22T16:39:56.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:56.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.195545+0000) 2023-03-22T16:39:56.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:56.240+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.242002+0000) 2023-03-22T16:39:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:56.240+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:56.241946+0000) 2023-03-22T16:39:57.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:57.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.240758+0000) 2023-03-22T16:39:57.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:57.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.241062+0000) 2023-03-22T16:39:57.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:57.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.240889+0000) 2023-03-22T16:39:57.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:57.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.195670+0000) 2023-03-22T16:39:57.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:57.240+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.242125+0000) 2023-03-22T16:39:57.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:57.239+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.240924+0000) 2023-03-22T16:39:57.477 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:57.257+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.258832+0000) 2023-03-22T16:39:57.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:57.240+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:57.242054+0000) 2023-03-22T16:39:57.630 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:57 smithi142 ceph-mon[94717]: pgmap v3948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:57.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:57 smithi098 ceph-mon[94136]: pgmap v3948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:39:58.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:58.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.240920+0000) 2023-03-22T16:39:58.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:58.239+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.241171+0000) 2023-03-22T16:39:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:58.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.195794+0000) 2023-03-22T16:39:58.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:58.257+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.258951+0000) 2023-03-22T16:39:58.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:58.241+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.242260+0000) 2023-03-22T16:39:58.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:58.239+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.241053+0000) 2023-03-22T16:39:58.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:58.240+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.242170+0000) 2023-03-22T16:39:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:58.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:58.241058+0000) 2023-03-22T16:39:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:39:59.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.241083+0000) 2023-03-22T16:39:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:39:59.240+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.241292+0000) 2023-03-22T16:39:59.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:39:59.241+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.242306+0000) 2023-03-22T16:39:59.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:39:59.239+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.241183+0000) 2023-03-22T16:39:59.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:39:59.257+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.259168+0000) 2023-03-22T16:39:59.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:39:59.241+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.242388+0000) 2023-03-22T16:39:59.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:39:59.239+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.241174+0000) 2023-03-22T16:39:59.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:39:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:39:59.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:39:59.195925+0000) 2023-03-22T16:39:59.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:39:59 smithi098 ceph-mon[94136]: pgmap v3949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:39:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:39:59 smithi142 ceph-mon[94717]: pgmap v3949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:00.239+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.241206+0000) 2023-03-22T16:40:00.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:00.240+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.241472+0000) 2023-03-22T16:40:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:00.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.196061+0000) 2023-03-22T16:40:00.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:00.258+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.259299+0000) 2023-03-22T16:40:00.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:00.241+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.242503+0000) 2023-03-22T16:40:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:00.240+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.241309+0000) 2023-03-22T16:40:00.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:00.241+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.242423+0000) 2023-03-22T16:40:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:00.240+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:00.241309+0000) 2023-03-22T16:40:00.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:40:00.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:40:01.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:01.258+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.259529+0000) 2023-03-22T16:40:01.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:01.241+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.242639+0000) 2023-03-22T16:40:01.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:01.240+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.241317+0000) 2023-03-22T16:40:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:01.240+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.241601+0000) 2023-03-22T16:40:01.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:01.194+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.196193+0000) 2023-03-22T16:40:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:01.241+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.242537+0000) 2023-03-22T16:40:01.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:01.240+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.241431+0000) 2023-03-22T16:40:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:01.240+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:01.241526+0000) 2023-03-22T16:40:01.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:01 smithi098 ceph-mon[94136]: pgmap v3950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:01.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:01 smithi142 ceph-mon[94717]: pgmap v3950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:02.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:02.241+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.242758+0000) 2023-03-22T16:40:02.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:02.240+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.241440+0000) 2023-03-22T16:40:02.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:02.240+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.241720+0000) 2023-03-22T16:40:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:02.195+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.196318+0000) 2023-03-22T16:40:02.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:02.258+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.259652+0000) 2023-03-22T16:40:02.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:02.240+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.241563+0000) 2023-03-22T16:40:02.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:02.241+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.242655+0000) 2023-03-22T16:40:02.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:02.240+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:02.241641+0000) 2023-03-22T16:40:03.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:03.258+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.259883+0000) 2023-03-22T16:40:03.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:03.241+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.242867+0000) 2023-03-22T16:40:03.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:03.240+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.241558+0000) 2023-03-22T16:40:03.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:03.240+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.241868+0000) 2023-03-22T16:40:03.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:03.240+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.241683+0000) 2023-03-22T16:40:03.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:03.195+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.196426+0000) 2023-03-22T16:40:03.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:03.241+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.242761+0000) 2023-03-22T16:40:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:03.240+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:03.241763+0000) 2023-03-22T16:40:03.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:03 smithi098 ceph-mon[94136]: pgmap v3951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:03.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:03 smithi142 ceph-mon[94717]: pgmap v3951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:04.241+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.241731+0000) 2023-03-22T16:40:04.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:04.241+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.242027+0000) 2023-03-22T16:40:04.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:04.241+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.241895+0000) 2023-03-22T16:40:04.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:04.241+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.241859+0000) 2023-03-22T16:40:04.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:04.242+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.242877+0000) 2023-03-22T16:40:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:04.196+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.196588+0000) 2023-03-22T16:40:04.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:04.242+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.242965+0000) 2023-03-22T16:40:04.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:04.259+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:04.260038+0000) 2023-03-22T16:40:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:05.241+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.241882+0000) 2023-03-22T16:40:05.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:05.241+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.242174+0000) 2023-03-22T16:40:05.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:05.241+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.242028+0000) 2023-03-22T16:40:05.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:05.260+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.260288+0000) 2023-03-22T16:40:05.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:05.196+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.196743+0000) 2023-03-22T16:40:05.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:05.242+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.243075+0000) 2023-03-22T16:40:05.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:05.242+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.242996+0000) 2023-03-22T16:40:05.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:05.241+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:05.242069+0000) 2023-03-22T16:40:05.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:05 smithi098 ceph-mon[94136]: pgmap v3952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:40:05.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:05 smithi142 ceph-mon[94717]: pgmap v3952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:40:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:06.241+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.242023+0000) 2023-03-22T16:40:06.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:06.242+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.242317+0000) 2023-03-22T16:40:06.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:06.242+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.243112+0000) 2023-03-22T16:40:06.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:06.196+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.196872+0000) 2023-03-22T16:40:06.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:06.242+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.243187+0000) 2023-03-22T16:40:06.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:06.260+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.260417+0000) 2023-03-22T16:40:06.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:06.241+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.242159+0000) 2023-03-22T16:40:06.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:06.241+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:06.242208+0000) 2023-03-22T16:40:07.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:07.241+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.242134+0000) 2023-03-22T16:40:07.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:07.242+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.242441+0000) 2023-03-22T16:40:07.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:07.242+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.243236+0000) 2023-03-22T16:40:07.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:07.196+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.196999+0000) 2023-03-22T16:40:07.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:07.260+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.260638+0000) 2023-03-22T16:40:07.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:07.244+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.244717+0000) 2023-03-22T16:40:07.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:07.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.242299+0000) 2023-03-22T16:40:07.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:07.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:07.242299+0000) 2023-03-22T16:40:07.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:07 smithi098 ceph-mon[94136]: pgmap v3953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:40:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:07 smithi142 ceph-mon[94717]: pgmap v3953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:40:08.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:08.260+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.260775+0000) 2023-03-22T16:40:08.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:08.241+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.242245+0000) 2023-03-22T16:40:08.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:08.242+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.242629+0000) 2023-03-22T16:40:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:08.196+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.197124+0000) 2023-03-22T16:40:08.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:08.244+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.244828+0000) 2023-03-22T16:40:08.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:08.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.243354+0000) 2023-03-22T16:40:08.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:08.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.242439+0000) 2023-03-22T16:40:08.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:08.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:08.242433+0000) 2023-03-22T16:40:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:09.260+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.261003+0000) 2023-03-22T16:40:09.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:09.244+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.244945+0000) 2023-03-22T16:40:09.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:09.242+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.242372+0000) 2023-03-22T16:40:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:09.242+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.242750+0000) 2023-03-22T16:40:09.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:09.196+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.197252+0000) 2023-03-22T16:40:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:09.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.243479+0000) 2023-03-22T16:40:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:09.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.242552+0000) 2023-03-22T16:40:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:09.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:09.242551+0000) 2023-03-22T16:40:09.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:09 smithi098 ceph-mon[94136]: pgmap v3954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:40:09.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:09 smithi142 ceph-mon[94717]: pgmap v3954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:40:10.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:10.242+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.242489+0000) 2023-03-22T16:40:10.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:10.242+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.242858+0000) 2023-03-22T16:40:10.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:10.197+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.197395+0000) 2023-03-22T16:40:10.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:10.260+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.261120+0000) 2023-03-22T16:40:10.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:10.244+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.245054+0000) 2023-03-22T16:40:10.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:10.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.242678+0000) 2023-03-22T16:40:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:10.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.243596+0000) 2023-03-22T16:40:10.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:10.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:10.242665+0000) 2023-03-22T16:40:10.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:10 smithi098 ceph-mon[94136]: osdmap e262: 12 total, 9 up, 9 in 2023-03-22T16:40:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:10 smithi142 ceph-mon[94717]: osdmap e262: 12 total, 9 up, 9 in 2023-03-22T16:40:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:11.261+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.261293+0000) 2023-03-22T16:40:11.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:11.242+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.242606+0000) 2023-03-22T16:40:11.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:11.242+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.242970+0000) 2023-03-22T16:40:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:11.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.242796+0000) 2023-03-22T16:40:11.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:11.244+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.245177+0000) 2023-03-22T16:40:11.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:11.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.243732+0000) 2023-03-22T16:40:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:11.197+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.197521+0000) 2023-03-22T16:40:11.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:11.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:11.242789+0000) 2023-03-22T16:40:11.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:11 smithi098 ceph-mon[94136]: pgmap v3956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:40:11.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:11 smithi142 ceph-mon[94717]: pgmap v3956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:40:12.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:12.242+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.242733+0000) 2023-03-22T16:40:12.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:12.261+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.261433+0000) 2023-03-22T16:40:12.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:12.261+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:12.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:12.261+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:12.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:12.267+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.267873+0000) 2023-03-22T16:40:12.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:12.242+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.243085+0000) 2023-03-22T16:40:12.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:12.243+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:12.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:12.243+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:12.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:12.246+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.246828+0000) 2023-03-22T16:40:12.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:12.197+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.197644+0000) 2023-03-22T16:40:12.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:12.245+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.245282+0000) 2023-03-22T16:40:12.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:12.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.242932+0000) 2023-03-22T16:40:12.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:12.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.243837+0000) 2023-03-22T16:40:12.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:12.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:12.242910+0000) 2023-03-22T16:40:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:13.242+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:13.242858+0000) 2023-03-22T16:40:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:13.245+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:13.245390+0000) 2023-03-22T16:40:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:13.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:13.243058+0000) 2023-03-22T16:40:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:13.197+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:13.197769+0000) 2023-03-22T16:40:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:13.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:13.243964+0000) 2023-03-22T16:40:13.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:13.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:13.243034+0000) 2023-03-22T16:40:13.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:13 smithi098 ceph-mon[94136]: pgmap v3957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:40:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:13 smithi142 ceph-mon[94717]: pgmap v3957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:40:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:14.245+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.245500+0000) 2023-03-22T16:40:14.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:14.242+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.242988+0000) 2023-03-22T16:40:14.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:14.243+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:14.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:14.243+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:14.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:14.246+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.246299+0000) 2023-03-22T16:40:14.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:14.242+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.243182+0000) 2023-03-22T16:40:14.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:14.197+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.197892+0000) 2023-03-22T16:40:14.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:14.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.244077+0000) 2023-03-22T16:40:14.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:14.242+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.243160+0000) 2023-03-22T16:40:14.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:14.243+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:14.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:14.243+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:14.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:14.248+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:14.249142+0000) 2023-03-22T16:40:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:15.197+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:15.198020+0000) 2023-03-22T16:40:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:15.245+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:15.245624+0000) 2023-03-22T16:40:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:15.243+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:15.243305+0000) 2023-03-22T16:40:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:15.243+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:15.244217+0000) 2023-03-22T16:40:15.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:15 smithi098 ceph-mon[94136]: pgmap v3958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:40:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:15 smithi142 ceph-mon[94717]: pgmap v3958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:40:16.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:16.243+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:16.243429+0000) 2023-03-22T16:40:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:16.197+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:16.198144+0000) 2023-03-22T16:40:16.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:16.245+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:16.245745+0000) 2023-03-22T16:40:16.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:16.246+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:16.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:16.246+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:16.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:16.247+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:16.248015+0000) 2023-03-22T16:40:16.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:16.244+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:16.244308+0000) 2023-03-22T16:40:17.200 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:16.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:16.743428+0000) 2023-03-22T16:40:17.201 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:16.761+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:16.761680+0000) 2023-03-22T16:40:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:17.198+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:17.198279+0000) 2023-03-22T16:40:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:17.244+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:17.244423+0000) 2023-03-22T16:40:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:17.243+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:17.243547+0000) 2023-03-22T16:40:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:17 smithi098 ceph-mon[94136]: pgmap v3959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:40:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:17 smithi142 ceph-mon[94717]: pgmap v3959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:40:18.200 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:17.765+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:17.765380+0000) 2023-03-22T16:40:18.201 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:17.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:17.743558+0000) 2023-03-22T16:40:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:18.198+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.198400+0000) 2023-03-22T16:40:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:18.199+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:18.199+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:18.199+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.200177+0000) 2023-03-22T16:40:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:18.243+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.243680+0000) 2023-03-22T16:40:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:18.244+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.244539+0000) 2023-03-22T16:40:18.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:18.244+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:18.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:18.245+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:18.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:18.245+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.246038+0000) 2023-03-22T16:40:19.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:18.768+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.768962+0000) 2023-03-22T16:40:19.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:18.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.743344+0000) 2023-03-22T16:40:19.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:18.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.743676+0000) 2023-03-22T16:40:19.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:18.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:18.743423+0000) 2023-03-22T16:40:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:19 smithi098 ceph-mon[94136]: pgmap v3960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:40:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:19.243+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:19.243816+0000) 2023-03-22T16:40:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:19 smithi142 ceph-mon[94717]: pgmap v3960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:40:20.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:19.770+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:19.771074+0000) 2023-03-22T16:40:20.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:19.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:19.743460+0000) 2023-03-22T16:40:20.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:19.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:19.743792+0000) 2023-03-22T16:40:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:19.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:19.743545+0000) 2023-03-22T16:40:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:20.243+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:20.243981+0000) 2023-03-22T16:40:21.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:20.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:20.746063+0000) 2023-03-22T16:40:21.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:20.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:20.743588+0000) 2023-03-22T16:40:21.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:20.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:20.743912+0000) 2023-03-22T16:40:21.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:20.771+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:20.771310+0000) 2023-03-22T16:40:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:20.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:20.743673+0000) 2023-03-22T16:40:21.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:21 smithi098 ceph-mon[94136]: pgmap v3961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:40:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:21.243+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:21.244167+0000) 2023-03-22T16:40:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:21.244+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:21.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:21.244+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:21.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:21.246+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:21.246913+0000) 2023-03-22T16:40:21.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:21 smithi142 ceph-mon[94717]: pgmap v3961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:40:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:21.742+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:21.743717+0000) 2023-03-22T16:40:22.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:21.742+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:21.744031+0000) 2023-03-22T16:40:22.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:21.770+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:21.771452+0000) 2023-03-22T16:40:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:21.742+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:21.743804+0000) 2023-03-22T16:40:22.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:21.744+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:21.746177+0000) 2023-03-22T16:40:22.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:22.742+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:22.743915+0000) 2023-03-22T16:40:22.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:22.742+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:22.744148+0000) 2023-03-22T16:40:22.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:22.770+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:22.771701+0000) 2023-03-22T16:40:22.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:22.697+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:22.698670+0000) 2023-03-22T16:40:22.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:22.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:22.746342+0000) 2023-03-22T16:40:22.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:22.743+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:22.744876+0000) 2023-03-22T16:40:22.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:22.742+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:22.743931+0000) 2023-03-22T16:40:23.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:23 smithi098 ceph-mon[94136]: pgmap v3962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:40:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:23 smithi142 ceph-mon[94717]: pgmap v3962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:40:23.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:23.770+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:23.771860+0000) 2023-03-22T16:40:23.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:23.742+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:23.744035+0000) 2023-03-22T16:40:23.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:23.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:23.744265+0000) 2023-03-22T16:40:23.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:23.697+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:23.698793+0000) 2023-03-22T16:40:23.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:23.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:23.746460+0000) 2023-03-22T16:40:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:23.743+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:23.745012+0000) 2023-03-22T16:40:23.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:23.742+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:23.744048+0000) 2023-03-22T16:40:24.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:24.742+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:24.744163+0000) 2023-03-22T16:40:24.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:24.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:24.744390+0000) 2023-03-22T16:40:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:24.697+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:24.698968+0000) 2023-03-22T16:40:24.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:24.770+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:24.772099+0000) 2023-03-22T16:40:24.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:24.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:24.746576+0000) 2023-03-22T16:40:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:24.743+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:24.745130+0000) 2023-03-22T16:40:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:24.742+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:24.744179+0000) 2023-03-22T16:40:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:25 smithi098 ceph-mon[94136]: pgmap v3963: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:40:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:25 smithi142 ceph-mon[94717]: pgmap v3963: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:40:25.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:25.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.746695+0000) 2023-03-22T16:40:25.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:25.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.744305+0000) 2023-03-22T16:40:25.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:25.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.744650+0000) 2023-03-22T16:40:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:25.697+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.699106+0000) 2023-03-22T16:40:25.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:25.770+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.772223+0000) 2023-03-22T16:40:25.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:25.743+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.744475+0000) 2023-03-22T16:40:25.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:25.743+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.745243+0000) 2023-03-22T16:40:25.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:25.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:25.744386+0000) 2023-03-22T16:40:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:26.771+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.772455+0000) 2023-03-22T16:40:26.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:26.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.746855+0000) 2023-03-22T16:40:26.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:26.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.744453+0000) 2023-03-22T16:40:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:26.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.744768+0000) 2023-03-22T16:40:26.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:26.743+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.744626+0000) 2023-03-22T16:40:26.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:26.697+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.699230+0000) 2023-03-22T16:40:26.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:26.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.745367+0000) 2023-03-22T16:40:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:26.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:26.744536+0000) 2023-03-22T16:40:27.675 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:27 smithi098 ceph-mon[94136]: pgmap v3964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:40:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:27 smithi142 ceph-mon[94717]: pgmap v3964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:40:27.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:27.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.744674+0000) 2023-03-22T16:40:27.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:27.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.744876+0000) 2023-03-22T16:40:27.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:27.698+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.699364+0000) 2023-03-22T16:40:27.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:27.771+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.772585+0000) 2023-03-22T16:40:27.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:27.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.747054+0000) 2023-03-22T16:40:27.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:27.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.745472+0000) 2023-03-22T16:40:27.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:27.743+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.744807+0000) 2023-03-22T16:40:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:27.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:27.744710+0000) 2023-03-22T16:40:28.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:28.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.744787+0000) 2023-03-22T16:40:28.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:28.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.745021+0000) 2023-03-22T16:40:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:28.698+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.699483+0000) 2023-03-22T16:40:28.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:28.771+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.772826+0000) 2023-03-22T16:40:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:28.745+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.747193+0000) 2023-03-22T16:40:28.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:28.743+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.744980+0000) 2023-03-22T16:40:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:28.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.745582+0000) 2023-03-22T16:40:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:28.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:28.744840+0000) 2023-03-22T16:40:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:29 smithi098 ceph-mon[94136]: pgmap v3965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:40:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:29 smithi142 ceph-mon[94717]: pgmap v3965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:40:29.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:29.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.744965+0000) 2023-03-22T16:40:29.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:29.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.745138+0000) 2023-03-22T16:40:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:29.698+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.699604+0000) 2023-03-22T16:40:29.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:29.771+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.772974+0000) 2023-03-22T16:40:29.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:29.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.747324+0000) 2023-03-22T16:40:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:29.743+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.745099+0000) 2023-03-22T16:40:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:29.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.745715+0000) 2023-03-22T16:40:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:29.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:29.745028+0000) 2023-03-22T16:40:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:30.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.745131+0000) 2023-03-22T16:40:30.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:30.743+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.745247+0000) 2023-03-22T16:40:30.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:30.772+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.773214+0000) 2023-03-22T16:40:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:30.698+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.699759+0000) 2023-03-22T16:40:30.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:30.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.747461+0000) 2023-03-22T16:40:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:30.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.745834+0000) 2023-03-22T16:40:30.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:30.743+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.745234+0000) 2023-03-22T16:40:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:30.743+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:30.745163+0000) 2023-03-22T16:40:31.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:31 smithi142 ceph-mon[94717]: pgmap v3966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:31 smithi098 ceph-mon[94136]: pgmap v3966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:31.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:31.743+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.745241+0000) 2023-03-22T16:40:31.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:31.744+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.745383+0000) 2023-03-22T16:40:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:31.698+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.699894+0000) 2023-03-22T16:40:31.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:31.772+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.773363+0000) 2023-03-22T16:40:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:31.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.745933+0000) 2023-03-22T16:40:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:31.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.745291+0000) 2023-03-22T16:40:31.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:31.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.747604+0000) 2023-03-22T16:40:31.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:31.744+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:31.745426+0000) 2023-03-22T16:40:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:32.744+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.745401+0000) 2023-03-22T16:40:32.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:32.744+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.745584+0000) 2023-03-22T16:40:32.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:32.772+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.773588+0000) 2023-03-22T16:40:32.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:32.744+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.745602+0000) 2023-03-22T16:40:32.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:32.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.745422+0000) 2023-03-22T16:40:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:32.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.746050+0000) 2023-03-22T16:40:32.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:32.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.700085+0000) 2023-03-22T16:40:32.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:32.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:32.747714+0000) 2023-03-22T16:40:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:33 smithi142 ceph-mon[94717]: pgmap v3967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:33 smithi098 ceph-mon[94136]: pgmap v3967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:33.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:33.744+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.745524+0000) 2023-03-22T16:40:33.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:33.744+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.745706+0000) 2023-03-22T16:40:33.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:33.772+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.773723+0000) 2023-03-22T16:40:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:33.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.700260+0000) 2023-03-22T16:40:33.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:33.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.747825+0000) 2023-03-22T16:40:33.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:33.744+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.745730+0000) 2023-03-22T16:40:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:33.744+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.746172+0000) 2023-03-22T16:40:33.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:33.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:33.745572+0000) 2023-03-22T16:40:34.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:34.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.747937+0000) 2023-03-22T16:40:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:34.744+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.745647+0000) 2023-03-22T16:40:34.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:34.744+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.745877+0000) 2023-03-22T16:40:34.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:34.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.746299+0000) 2023-03-22T16:40:34.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:34.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.745700+0000) 2023-03-22T16:40:34.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:34.772+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.773950+0000) 2023-03-22T16:40:34.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:34.744+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.745864+0000) 2023-03-22T16:40:34.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:34.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:34.700454+0000) 2023-03-22T16:40:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:35 smithi142 ceph-mon[94717]: pgmap v3968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:35.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:35 smithi098 ceph-mon[94136]: pgmap v3968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:35.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:35.772+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.774080+0000) 2023-03-22T16:40:35.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:35.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.748047+0000) 2023-03-22T16:40:35.974 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:35.744+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.745777+0000) 2023-03-22T16:40:35.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:35.744+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.745989+0000) 2023-03-22T16:40:35.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:35.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.746415+0000) 2023-03-22T16:40:35.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:35.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.700611+0000) 2023-03-22T16:40:35.977 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:35.744+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.745981+0000) 2023-03-22T16:40:35.978 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:35.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:35.745837+0000) 2023-03-22T16:40:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:36.744+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.745888+0000) 2023-03-22T16:40:36.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:36.744+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.746102+0000) 2023-03-22T16:40:36.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:36.773+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.774354+0000) 2023-03-22T16:40:36.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:36.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.746534+0000) 2023-03-22T16:40:36.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:36.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.700739+0000) 2023-03-22T16:40:36.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:36.746+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.748155+0000) 2023-03-22T16:40:36.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:36.744+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.746116+0000) 2023-03-22T16:40:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:36.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:36.745961+0000) 2023-03-22T16:40:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:37 smithi142 ceph-mon[94717]: pgmap v3969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:37.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:37 smithi098 ceph-mon[94136]: pgmap v3969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:37.744+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.746017+0000) 2023-03-22T16:40:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:37.744+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.746224+0000) 2023-03-22T16:40:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:37.773+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.774504+0000) 2023-03-22T16:40:37.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:37.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.748292+0000) 2023-03-22T16:40:37.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:37.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.700866+0000) 2023-03-22T16:40:37.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:37.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.746670+0000) 2023-03-22T16:40:37.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:37.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.746084+0000) 2023-03-22T16:40:37.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:37.744+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:37.746241+0000) 2023-03-22T16:40:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:38.773+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.774730+0000) 2023-03-22T16:40:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:38.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.748457+0000) 2023-03-22T16:40:38.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:38.744+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.746156+0000) 2023-03-22T16:40:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:38.745+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.746301+0000) 2023-03-22T16:40:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:38.745+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.746367+0000) 2023-03-22T16:40:38.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:38.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.700994+0000) 2023-03-22T16:40:38.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:38.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.746782+0000) 2023-03-22T16:40:38.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:38.744+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:38.746221+0000) 2023-03-22T16:40:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:39 smithi142 ceph-mon[94717]: pgmap v3970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:39 smithi098 ceph-mon[94136]: pgmap v3970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:39.745+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.746277+0000) 2023-03-22T16:40:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:39.745+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.746419+0000) 2023-03-22T16:40:39.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:39.773+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.774845+0000) 2023-03-22T16:40:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:39.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.701124+0000) 2023-03-22T16:40:39.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:39.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.748638+0000) 2023-03-22T16:40:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:39.745+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.746299+0000) 2023-03-22T16:40:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:39.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.746899+0000) 2023-03-22T16:40:39.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:39.745+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:39.746479+0000) 2023-03-22T16:40:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:40.773+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.775072+0000) 2023-03-22T16:40:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:40.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.748743+0000) 2023-03-22T16:40:40.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:40.745+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.746373+0000) 2023-03-22T16:40:40.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:40.745+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.746573+0000) 2023-03-22T16:40:40.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:40.699+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.701249+0000) 2023-03-22T16:40:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:40.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.747009+0000) 2023-03-22T16:40:40.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:40.745+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.746598+0000) 2023-03-22T16:40:40.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:40.745+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:40.746428+0000) 2023-03-22T16:40:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:41 smithi142 ceph-mon[94717]: pgmap v3971: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:41 smithi098 ceph-mon[94136]: pgmap v3971: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:41.745+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.746501+0000) 2023-03-22T16:40:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:41.745+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.746700+0000) 2023-03-22T16:40:41.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:41.700+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.701372+0000) 2023-03-22T16:40:41.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:41.773+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.775185+0000) 2023-03-22T16:40:41.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:41.745+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.746557+0000) 2023-03-22T16:40:41.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:41.745+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.746737+0000) 2023-03-22T16:40:41.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:41.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.747122+0000) 2023-03-22T16:40:41.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:41.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:41.748849+0000) 2023-03-22T16:40:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:42.745+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.746631+0000) 2023-03-22T16:40:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:42.745+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.746833+0000) 2023-03-22T16:40:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:42.746+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:42.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:42.746+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:42.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:42.755+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.756562+0000) 2023-03-22T16:40:42.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:42.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.748977+0000) 2023-03-22T16:40:42.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:42.745+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.747248+0000) 2023-03-22T16:40:42.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:42.700+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.701497+0000) 2023-03-22T16:40:42.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:42.774+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.775413+0000) 2023-03-22T16:40:42.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:42.774+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:42.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:42.774+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:42.975 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:42.779+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.780707+0000) 2023-03-22T16:40:42.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:42.745+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.746866+0000) 2023-03-22T16:40:42.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:42.745+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:42.746686+0000) 2023-03-22T16:40:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:43 smithi142 ceph-mon[94717]: pgmap v3972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:43 smithi098 ceph-mon[94136]: pgmap v3972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:43.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:43.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:43.749082+0000) 2023-03-22T16:40:43.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:43.745+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:43.746761+0000) 2023-03-22T16:40:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:43.746+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:43.747410+0000) 2023-03-22T16:40:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:43.745+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:43.746980+0000) 2023-03-22T16:40:43.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:43.700+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:43.701686+0000) 2023-03-22T16:40:43.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:43.745+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:43.746813+0000) 2023-03-22T16:40:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:44.700+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.701882+0000) 2023-03-22T16:40:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:44.747+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.749200+0000) 2023-03-22T16:40:44.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:44.745+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.746888+0000) 2023-03-22T16:40:44.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:44.746+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:44.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:44.747+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.748333+0000) 2023-03-22T16:40:44.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:44.746+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.747425+0000) 2023-03-22T16:40:44.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:44.746+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.747612+0000) 2023-03-22T16:40:44.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:44.745+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.746941+0000) 2023-03-22T16:40:44.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:44.747+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:44.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:44.747+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:44.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:44.748+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:44.749676+0000) 2023-03-22T16:40:45.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:45 smithi142 ceph-mon[94717]: pgmap v3973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:45 smithi098 ceph-mon[94136]: pgmap v3973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:45.748+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:45.749299+0000) 2023-03-22T16:40:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:45.746+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:45.747543+0000) 2023-03-22T16:40:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:45.700+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:45.702032+0000) 2023-03-22T16:40:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:45.746+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:45.747736+0000) 2023-03-22T16:40:46.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:46.746+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:46.747855+0000) 2023-03-22T16:40:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:46.700+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:46.702177+0000) 2023-03-22T16:40:46.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:46.748+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:46.749423+0000) 2023-03-22T16:40:46.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:46.748+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:46.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:46.748+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:46.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:46.749+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:46.751260+0000) 2023-03-22T16:40:46.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:46.746+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:46.747677+0000) 2023-03-22T16:40:47.704 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:47.274+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:47.275668+0000) 2023-03-22T16:40:47.705 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:47.245+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:47.247099+0000) 2023-03-22T16:40:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:47 smithi142 ceph-mon[94717]: pgmap v3974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:47 smithi098 ceph-mon[94136]: pgmap v3974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:47.746+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:47.747806+0000) 2023-03-22T16:40:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:47.701+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:47.702310+0000) 2023-03-22T16:40:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:47.746+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:47.747981+0000) 2023-03-22T16:40:48.704 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:48.278+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:48.279390+0000) 2023-03-22T16:40:48.705 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:48.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:48.247310+0000) 2023-03-22T16:40:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:48.746+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:48.747939+0000) 2023-03-22T16:40:48.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:48.701+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:48.702426+0000) 2023-03-22T16:40:48.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:48.701+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:48.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:48.702+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:48.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:48.703+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:48.705248+0000) 2023-03-22T16:40:48.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:48.746+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:48.748107+0000) 2023-03-22T16:40:48.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:48.747+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:48.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:48.747+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:48.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:48.761+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:48.762890+0000) 2023-03-22T16:40:49.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:49.245+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:49.247164+0000) 2023-03-22T16:40:49.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:49.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:49.247474+0000) 2023-03-22T16:40:49.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:49.281+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:49.283240+0000) 2023-03-22T16:40:49.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:49.245+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:49.247203+0000) 2023-03-22T16:40:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:49 smithi142 ceph-mon[94717]: pgmap v3975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:49 smithi098 ceph-mon[94136]: pgmap v3975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:49.747+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:49.748117+0000) 2023-03-22T16:40:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:50.246+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:50.247338+0000) 2023-03-22T16:40:50.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:50.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:50.247589+0000) 2023-03-22T16:40:50.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:50.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:50.286743+0000) 2023-03-22T16:40:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:50.246+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:50.247353+0000) 2023-03-22T16:40:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:50.747+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:50.748322+0000) 2023-03-22T16:40:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:51.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:51.286977+0000) 2023-03-22T16:40:51.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:51.248+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:51.249746+0000) 2023-03-22T16:40:51.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:51.246+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:51.247450+0000) 2023-03-22T16:40:51.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:51.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:51.247693+0000) 2023-03-22T16:40:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:51.246+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:51.247472+0000) 2023-03-22T16:40:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:51 smithi142 ceph-mon[94717]: pgmap v3976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:51.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:51 smithi098 ceph-mon[94136]: pgmap v3976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:52.028 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:51.747+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:51.748485+0000) 2023-03-22T16:40:52.028 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:51.747+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:52.029 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:51.747+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:40:52.029 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:52.024+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:52.025811+0000) 2023-03-22T16:40:52.289 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:52.246+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:52.247579+0000) 2023-03-22T16:40:52.290 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:52.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:52.247808+0000) 2023-03-22T16:40:52.290 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:52.248+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:52.249860+0000) 2023-03-22T16:40:52.291 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:52.246+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:52.247593+0000) 2023-03-22T16:40:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:52.285+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:52.287145+0000) 2023-03-22T16:40:53.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:53.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:53.287350+0000) 2023-03-22T16:40:53.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:53.248+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:53.250037+0000) 2023-03-22T16:40:53.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:53.246+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:53.247695+0000) 2023-03-22T16:40:53.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:53.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:53.247920+0000) 2023-03-22T16:40:53.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:53.201+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:53.202669+0000) 2023-03-22T16:40:53.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:53.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:53.248355+0000) 2023-03-22T16:40:53.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:53.246+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:53.247714+0000) 2023-03-22T16:40:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:53 smithi142 ceph-mon[94717]: pgmap v3977: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:53 smithi098 ceph-mon[94136]: pgmap v3977: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:54.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:54.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:54.287498+0000) 2023-03-22T16:40:54.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:54.248+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:54.250215+0000) 2023-03-22T16:40:54.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:54.246+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:54.247867+0000) 2023-03-22T16:40:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:54.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:54.248043+0000) 2023-03-22T16:40:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:54.201+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:54.202797+0000) 2023-03-22T16:40:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:54.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:54.248456+0000) 2023-03-22T16:40:54.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:54.246+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:54.247886+0000) 2023-03-22T16:40:55.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:55.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:55.287704+0000) 2023-03-22T16:40:55.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:55.249+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:55.250387+0000) 2023-03-22T16:40:55.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:55.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:55.248030+0000) 2023-03-22T16:40:55.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:55.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:55.248153+0000) 2023-03-22T16:40:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:55.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:55.248555+0000) 2023-03-22T16:40:55.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:55.201+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:55.202912+0000) 2023-03-22T16:40:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:55.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:55.248040+0000) 2023-03-22T16:40:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:55 smithi142 ceph-mon[94717]: pgmap v3978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:55 smithi098 ceph-mon[94136]: pgmap v3978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:56.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.287817+0000) 2023-03-22T16:40:56.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:56.249+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.250545+0000) 2023-03-22T16:40:56.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:56.246+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.248149+0000) 2023-03-22T16:40:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:56.246+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.248257+0000) 2023-03-22T16:40:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:56.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.248658+0000) 2023-03-22T16:40:56.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:56.201+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.203041+0000) 2023-03-22T16:40:56.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:56.247+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.248772+0000) 2023-03-22T16:40:56.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:56.246+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:56.248169+0000) 2023-03-22T16:40:57.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:57.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.248267+0000) 2023-03-22T16:40:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:57.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.248429+0000) 2023-03-22T16:40:57.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:57.201+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.203155+0000) 2023-03-22T16:40:57.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:57.247+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.248881+0000) 2023-03-22T16:40:57.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:57.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.288021+0000) 2023-03-22T16:40:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:57.249+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.250647+0000) 2023-03-22T16:40:57.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:57.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.248298+0000) 2023-03-22T16:40:57.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:57.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:57.248768+0000) 2023-03-22T16:40:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:57 smithi142 ceph-mon[94717]: pgmap v3979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:57.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:57 smithi098 ceph-mon[94136]: pgmap v3979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:40:58.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:58.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.248400+0000) 2023-03-22T16:40:58.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:58.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.248559+0000) 2023-03-22T16:40:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:58.202+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.203339+0000) 2023-03-22T16:40:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:58.286+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.288148+0000) 2023-03-22T16:40:58.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:58.249+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.250766+0000) 2023-03-22T16:40:58.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:58.247+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.248998+0000) 2023-03-22T16:40:58.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:58.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.248888+0000) 2023-03-22T16:40:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:58.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:58.248417+0000) 2023-03-22T16:40:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:40:59.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.288409+0000) 2023-03-22T16:40:59.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:40:59.249+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.250912+0000) 2023-03-22T16:40:59.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:40:59.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.248514+0000) 2023-03-22T16:40:59.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:40:59.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.248674+0000) 2023-03-22T16:40:59.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:40:59.202+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.203480+0000) 2023-03-22T16:40:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:40:59.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.249008+0000) 2023-03-22T16:40:59.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:40:59.247+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.249108+0000) 2023-03-22T16:40:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:40:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:40:59.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:40:59.248540+0000) 2023-03-22T16:40:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:40:59 smithi142 ceph-mon[94717]: pgmap v3980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:40:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:40:59 smithi098 ceph-mon[94136]: pgmap v3980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:00.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.288562+0000) 2023-03-22T16:41:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:00.249+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.251075+0000) 2023-03-22T16:41:00.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:00.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.248624+0000) 2023-03-22T16:41:00.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:00.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.248781+0000) 2023-03-22T16:41:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:00.202+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.203668+0000) 2023-03-22T16:41:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:00.247+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.249151+0000) 2023-03-22T16:41:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:00.247+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.249232+0000) 2023-03-22T16:41:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:00.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:00.248648+0000) 2023-03-22T16:41:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:01.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.288783+0000) 2023-03-22T16:41:01.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:01.249+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.251202+0000) 2023-03-22T16:41:01.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:01.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.248753+0000) 2023-03-22T16:41:01.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:01.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.248921+0000) 2023-03-22T16:41:01.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:01.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.249307+0000) 2023-03-22T16:41:01.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:01.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.248759+0000) 2023-03-22T16:41:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:01.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.249258+0000) 2023-03-22T16:41:01.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:01.202+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:01.203854+0000) 2023-03-22T16:41:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:01 smithi142 ceph-mon[94717]: pgmap v3981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:01 smithi098 ceph-mon[94136]: pgmap v3981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:02.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:02.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.248907+0000) 2023-03-22T16:41:02.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:02.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.249060+0000) 2023-03-22T16:41:02.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:02.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.288932+0000) 2023-03-22T16:41:02.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:02.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.204009+0000) 2023-03-22T16:41:02.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:02.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.251353+0000) 2023-03-22T16:41:02.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:02.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.249377+0000) 2023-03-22T16:41:02.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:02.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.248898+0000) 2023-03-22T16:41:02.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:02.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:02.249425+0000) 2023-03-22T16:41:03.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:03.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.249066+0000) 2023-03-22T16:41:03.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:03.247+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.249233+0000) 2023-03-22T16:41:03.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:03.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.249030+0000) 2023-03-22T16:41:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:03.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.204176+0000) 2023-03-22T16:41:03.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:03.287+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.289185+0000) 2023-03-22T16:41:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:03.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.251479+0000) 2023-03-22T16:41:03.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:03.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.249619+0000) 2023-03-22T16:41:03.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:03.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:03.249486+0000) 2023-03-22T16:41:03.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:03 smithi142 ceph-mon[94717]: pgmap v3982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:03 smithi098 ceph-mon[94136]: pgmap v3982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:04.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:04.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.289319+0000) 2023-03-22T16:41:04.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:04.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.251609+0000) 2023-03-22T16:41:04.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:04.247+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.249198+0000) 2023-03-22T16:41:04.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:04.248+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.249379+0000) 2023-03-22T16:41:04.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:04.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.249731+0000) 2023-03-22T16:41:04.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:04.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.204369+0000) 2023-03-22T16:41:04.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:04.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.249603+0000) 2023-03-22T16:41:04.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:04.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:04.249139+0000) 2023-03-22T16:41:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:05.248+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.249332+0000) 2023-03-22T16:41:05.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:05.248+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.249498+0000) 2023-03-22T16:41:05.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:05.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.289532+0000) 2023-03-22T16:41:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:05.204+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.204565+0000) 2023-03-22T16:41:05.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:05.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.251722+0000) 2023-03-22T16:41:05.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:05.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.249837+0000) 2023-03-22T16:41:05.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:05.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.249721+0000) 2023-03-22T16:41:05.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:05.247+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:05.249245+0000) 2023-03-22T16:41:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:05 smithi142 ceph-mon[94717]: pgmap v3983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:41:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:05 smithi098 ceph-mon[94136]: pgmap v3983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:41:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:06.248+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.249468+0000) 2023-03-22T16:41:06.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:06.248+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.249616+0000) 2023-03-22T16:41:06.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:06.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.289663+0000) 2023-03-22T16:41:06.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:06.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.204682+0000) 2023-03-22T16:41:06.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:06.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.251844+0000) 2023-03-22T16:41:06.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:06.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.249838+0000) 2023-03-22T16:41:06.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:06.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.249955+0000) 2023-03-22T16:41:06.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:06.248+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:06.249368+0000) 2023-03-22T16:41:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:07.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.289898+0000) 2023-03-22T16:41:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:07.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.251967+0000) 2023-03-22T16:41:07.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:07.248+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.249598+0000) 2023-03-22T16:41:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:07.248+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.249728+0000) 2023-03-22T16:41:07.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:07.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.249956+0000) 2023-03-22T16:41:07.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:07.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.204805+0000) 2023-03-22T16:41:07.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:07.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.250071+0000) 2023-03-22T16:41:07.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:07.248+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:07.249472+0000) 2023-03-22T16:41:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:07 smithi142 ceph-mon[94717]: pgmap v3984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:41:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:07 smithi098 ceph-mon[94136]: pgmap v3984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:41:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:08.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.290029+0000) 2023-03-22T16:41:08.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:08.248+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.249719+0000) 2023-03-22T16:41:08.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:08.248+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.249847+0000) 2023-03-22T16:41:08.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:08.248+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.250188+0000) 2023-03-22T16:41:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:08.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.204918+0000) 2023-03-22T16:41:08.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:08.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.252113+0000) 2023-03-22T16:41:08.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:08.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.250074+0000) 2023-03-22T16:41:08.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:08.248+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:08.249579+0000) 2023-03-22T16:41:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:09.248+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.249836+0000) 2023-03-22T16:41:09.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:09.248+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.249965+0000) 2023-03-22T16:41:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:09.250+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.252234+0000) 2023-03-22T16:41:09.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:09.288+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.290247+0000) 2023-03-22T16:41:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:09.249+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.250292+0000) 2023-03-22T16:41:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:09.248+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.250183+0000) 2023-03-22T16:41:09.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:09.248+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.249678+0000) 2023-03-22T16:41:09.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:09.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:09.205041+0000) 2023-03-22T16:41:09.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:09 smithi142 ceph-mon[94717]: pgmap v3985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:41:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:09 smithi098 ceph-mon[94136]: pgmap v3985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:41:10.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:10.289+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.290400+0000) 2023-03-22T16:41:10.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:10.248+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.249953+0000) 2023-03-22T16:41:10.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:10.248+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.250084+0000) 2023-03-22T16:41:10.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:10.203+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.205183+0000) 2023-03-22T16:41:10.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:10.251+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.252400+0000) 2023-03-22T16:41:10.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:10.249+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.250303+0000) 2023-03-22T16:41:10.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:10.248+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.249800+0000) 2023-03-22T16:41:10.477 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:10.249+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:10.250437+0000) 2023-03-22T16:41:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:10 smithi142 ceph-mon[94717]: osdmap e263: 12 total, 9 up, 9 in 2023-03-22T16:41:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:10 smithi098 ceph-mon[94136]: osdmap e263: 12 total, 9 up, 9 in 2023-03-22T16:41:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:11.249+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.250076+0000) 2023-03-22T16:41:11.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:11.249+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.250207+0000) 2023-03-22T16:41:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:11.205+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.205381+0000) 2023-03-22T16:41:11.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:11.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.290626+0000) 2023-03-22T16:41:11.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:11.252+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.252509+0000) 2023-03-22T16:41:11.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:11.250+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.250425+0000) 2023-03-22T16:41:11.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:11.250+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.250551+0000) 2023-03-22T16:41:11.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:11.249+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:11.249912+0000) 2023-03-22T16:41:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:11 smithi142 ceph-mon[94717]: pgmap v3987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:41:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:11 smithi098 ceph-mon[94136]: pgmap v3987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:41:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:12.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.290751+0000) 2023-03-22T16:41:12.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:12.252+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.252613+0000) 2023-03-22T16:41:12.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:12.249+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.250195+0000) 2023-03-22T16:41:12.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:12.250+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.250308+0000) 2023-03-22T16:41:12.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:12.250+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.250665+0000) 2023-03-22T16:41:12.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:12.205+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.205514+0000) 2023-03-22T16:41:12.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:12.250+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.250537+0000) 2023-03-22T16:41:12.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:12.249+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:12.250042+0000) 2023-03-22T16:41:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:13.250+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.250331+0000) 2023-03-22T16:41:13.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:13.250+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.250484+0000) 2023-03-22T16:41:13.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:13.251+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:13.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:13.251+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:13.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:13.253+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.253831+0000) 2023-03-22T16:41:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:13.249+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.250157+0000) 2023-03-22T16:41:13.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:13.252+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.252894+0000) 2023-03-22T16:41:13.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:13.205+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.205662+0000) 2023-03-22T16:41:13.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:13.290+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.290952+0000) 2023-03-22T16:41:13.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:13.291+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:13.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:13.291+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:13.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:13.296+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.297081+0000) 2023-03-22T16:41:13.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:13.250+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.251001+0000) 2023-03-22T16:41:13.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:13.250+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:13.251041+0000) 2023-03-22T16:41:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:13 smithi142 ceph-mon[94717]: pgmap v3988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:41:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:13 smithi098 ceph-mon[94136]: pgmap v3988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:41:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:14.250+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:14.250459+0000) 2023-03-22T16:41:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:14.250+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:14.251169+0000) 2023-03-22T16:41:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:14.252+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:14.253005+0000) 2023-03-22T16:41:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:14.205+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:14.205830+0000) 2023-03-22T16:41:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:14.250+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:14.251122+0000) 2023-03-22T16:41:14.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:14.250+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:14.250292+0000) 2023-03-22T16:41:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:15.252+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.253127+0000) 2023-03-22T16:41:15.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:15.250+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.250594+0000) 2023-03-22T16:41:15.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:15.251+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:15.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:15.251+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:15.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:15.252+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.253145+0000) 2023-03-22T16:41:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:15.251+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.251354+0000) 2023-03-22T16:41:15.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:15.205+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.205967+0000) 2023-03-22T16:41:15.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:15.251+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.251295+0000) 2023-03-22T16:41:15.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:15.250+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.250415+0000) 2023-03-22T16:41:15.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:15.250+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:15.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:15.251+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:15.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:15.252+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:15.252282+0000) 2023-03-22T16:41:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:15 smithi142 ceph-mon[94717]: pgmap v3989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:41:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:15 smithi098 ceph-mon[94136]: pgmap v3989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:41:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:16.252+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:16.253255+0000) 2023-03-22T16:41:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:16.251+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:16.251474+0000) 2023-03-22T16:41:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:16.205+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:16.206108+0000) 2023-03-22T16:41:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:16.251+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:16.251431+0000) 2023-03-22T16:41:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:17.205+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:17.206242+0000) 2023-03-22T16:41:17.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:17.253+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:17.253381+0000) 2023-03-22T16:41:17.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:17.253+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:17.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:17.253+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:17.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:17.259+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:17.259490+0000) 2023-03-22T16:41:17.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:17.251+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:17.251546+0000) 2023-03-22T16:41:17.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:17.251+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:17.251605+0000) 2023-03-22T16:41:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:17 smithi142 ceph-mon[94717]: pgmap v3990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:41:17.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:17 smithi098 ceph-mon[94136]: pgmap v3990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:41:18.208 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:17.750+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:17.750742+0000) 2023-03-22T16:41:18.209 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:17.790+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:17.791240+0000) 2023-03-22T16:41:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:18.206+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:18.206380+0000) 2023-03-22T16:41:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:18.251+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:18.251730+0000) 2023-03-22T16:41:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:18.251+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:18.251673+0000) 2023-03-22T16:41:19.208 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:18.795+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:18.795426+0000) 2023-03-22T16:41:19.209 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:18.750+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:18.750857+0000) 2023-03-22T16:41:19.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:19.251+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.251861+0000) 2023-03-22T16:41:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:19.206+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.206538+0000) 2023-03-22T16:41:19.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:19.207+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:19.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:19.207+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:19.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:19.209+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.209903+0000) 2023-03-22T16:41:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:19.251+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.251809+0000) 2023-03-22T16:41:19.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:19.252+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:19.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:19.252+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:19.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:19.254+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.255221+0000) 2023-03-22T16:41:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:19 smithi142 ceph-mon[94717]: pgmap v3991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:41:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:19 smithi098 ceph-mon[94136]: pgmap v3991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:41:20.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:19.750+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.750844+0000) 2023-03-22T16:41:20.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:19.750+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.750979+0000) 2023-03-22T16:41:20.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:19.798+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.799048+0000) 2023-03-22T16:41:20.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:19.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:19.750700+0000) 2023-03-22T16:41:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:20.251+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:20.252032+0000) 2023-03-22T16:41:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:20.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:20.802069+0000) 2023-03-22T16:41:21.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:20.750+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:20.750964+0000) 2023-03-22T16:41:21.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:20.750+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:20.751093+0000) 2023-03-22T16:41:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:20.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:20.750819+0000) 2023-03-22T16:41:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:21.251+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:21.252189+0000) 2023-03-22T16:41:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:21 smithi142 ceph-mon[94717]: pgmap v3992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:41:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:21 smithi098 ceph-mon[94136]: pgmap v3992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:41:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:21.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:21.802183+0000) 2023-03-22T16:41:22.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:21.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:21.753689+0000) 2023-03-22T16:41:22.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:21.750+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:21.751088+0000) 2023-03-22T16:41:22.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:21.750+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:21.751204+0000) 2023-03-22T16:41:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:21.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:21.750943+0000) 2023-03-22T16:41:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:22.252+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:22.252306+0000) 2023-03-22T16:41:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:22.252+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:22.252+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:22.255+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:22.256164+0000) 2023-03-22T16:41:23.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:22.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:22.802415+0000) 2023-03-22T16:41:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:22.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:22.753804+0000) 2023-03-22T16:41:23.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:22.750+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:22.751215+0000) 2023-03-22T16:41:23.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:22.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:22.751322+0000) 2023-03-22T16:41:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:22.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:22.751062+0000) 2023-03-22T16:41:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:23 smithi142 ceph-mon[94717]: pgmap v3993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:41:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:23 smithi098 ceph-mon[94136]: pgmap v3993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:41:23.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:23.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:23.751300+0000) 2023-03-22T16:41:23.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:23.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:23.751439+0000) 2023-03-22T16:41:23.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:23.706+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:23.707081+0000) 2023-03-22T16:41:23.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:23.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:23.802542+0000) 2023-03-22T16:41:23.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:23.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:23.753921+0000) 2023-03-22T16:41:23.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:23.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:23.752055+0000) 2023-03-22T16:41:23.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:23.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:23.751185+0000) 2023-03-22T16:41:24.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:24.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:24.802780+0000) 2023-03-22T16:41:24.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:24.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:24.754043+0000) 2023-03-22T16:41:24.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:24.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:24.751450+0000) 2023-03-22T16:41:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:24.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:24.751571+0000) 2023-03-22T16:41:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:24.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:24.707300+0000) 2023-03-22T16:41:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:24.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:24.752183+0000) 2023-03-22T16:41:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:24.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:24.751349+0000) 2023-03-22T16:41:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:25 smithi142 ceph-mon[94717]: pgmap v3994: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:41:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:25 smithi098 ceph-mon[94136]: pgmap v3994: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:41:25.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:25.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:25.751607+0000) 2023-03-22T16:41:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:25.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:25.751704+0000) 2023-03-22T16:41:25.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:25.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:25.752302+0000) 2023-03-22T16:41:25.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:25.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:25.751508+0000) 2023-03-22T16:41:25.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:25.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:25.707468+0000) 2023-03-22T16:41:25.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:25.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:25.802907+0000) 2023-03-22T16:41:25.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:25.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:25.754158+0000) 2023-03-22T16:41:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:26.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.803136+0000) 2023-03-22T16:41:26.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:26.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.754283+0000) 2023-03-22T16:41:26.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:26.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.751747+0000) 2023-03-22T16:41:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:26.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.751841+0000) 2023-03-22T16:41:26.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:26.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.707615+0000) 2023-03-22T16:41:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:26.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.752419+0000) 2023-03-22T16:41:26.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:26.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.752616+0000) 2023-03-22T16:41:26.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:26.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:26.751649+0000) 2023-03-22T16:41:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:27 smithi142 ceph-mon[94717]: pgmap v3995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:41:27.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:27 smithi098 ceph-mon[94136]: pgmap v3995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:41:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:27.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.803256+0000) 2023-03-22T16:41:27.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:27.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.754402+0000) 2023-03-22T16:41:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:27.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.751877+0000) 2023-03-22T16:41:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:27.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.751964+0000) 2023-03-22T16:41:27.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:27.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.752736+0000) 2023-03-22T16:41:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:27.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.707730+0000) 2023-03-22T16:41:27.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:27.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.752535+0000) 2023-03-22T16:41:27.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:27.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:27.751769+0000) 2023-03-22T16:41:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:28.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.803557+0000) 2023-03-22T16:41:28.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:28.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.754540+0000) 2023-03-22T16:41:28.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:28.750+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.752022+0000) 2023-03-22T16:41:28.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:28.750+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.752094+0000) 2023-03-22T16:41:28.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:28.751+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.752849+0000) 2023-03-22T16:41:28.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:28.706+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.707912+0000) 2023-03-22T16:41:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:28.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.752673+0000) 2023-03-22T16:41:28.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:28.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:28.751938+0000) 2023-03-22T16:41:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:29 smithi142 ceph-mon[94717]: pgmap v3996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:41:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:29 smithi098 ceph-mon[94136]: pgmap v3996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:41:29.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:29.750+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.752138+0000) 2023-03-22T16:41:29.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:29.750+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.752238+0000) 2023-03-22T16:41:29.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:29.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.803705+0000) 2023-03-22T16:41:29.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:29.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.754690+0000) 2023-03-22T16:41:29.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:29.751+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.752956+0000) 2023-03-22T16:41:29.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:29.706+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.708064+0000) 2023-03-22T16:41:29.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:29.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.752776+0000) 2023-03-22T16:41:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:29.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:29.752095+0000) 2023-03-22T16:41:30.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:30.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.752297+0000) 2023-03-22T16:41:30.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:30.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.752414+0000) 2023-03-22T16:41:30.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:30.751+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.753070+0000) 2023-03-22T16:41:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:30.706+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.708199+0000) 2023-03-22T16:41:30.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:30.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.803954+0000) 2023-03-22T16:41:30.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:30.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.754803+0000) 2023-03-22T16:41:30.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:30.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.752905+0000) 2023-03-22T16:41:30.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:30.750+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:30.752225+0000) 2023-03-22T16:41:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:31 smithi142 ceph-mon[94717]: pgmap v3997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:31 smithi098 ceph-mon[94136]: pgmap v3997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:31.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.804075+0000) 2023-03-22T16:41:31.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:31.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.752489+0000) 2023-03-22T16:41:31.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:31.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.752542+0000) 2023-03-22T16:41:31.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:31.751+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.753180+0000) 2023-03-22T16:41:31.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:31.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.708316+0000) 2023-03-22T16:41:31.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:31.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.754979+0000) 2023-03-22T16:41:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:31.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.753035+0000) 2023-03-22T16:41:31.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:31.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:31.752371+0000) 2023-03-22T16:41:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:32.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.752647+0000) 2023-03-22T16:41:32.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:32.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.752743+0000) 2023-03-22T16:41:32.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:32.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.804393+0000) 2023-03-22T16:41:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:32.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.708456+0000) 2023-03-22T16:41:32.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:32.753+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.755112+0000) 2023-03-22T16:41:32.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:32.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.753141+0000) 2023-03-22T16:41:32.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:32.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.753299+0000) 2023-03-22T16:41:32.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:32.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:32.752513+0000) 2023-03-22T16:41:33.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:33 smithi142 ceph-mon[94717]: pgmap v3998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:33 smithi098 ceph-mon[94136]: pgmap v3998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:33.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:33.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.755285+0000) 2023-03-22T16:41:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:33.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.752787+0000) 2023-03-22T16:41:33.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:33.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.752865+0000) 2023-03-22T16:41:33.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:33.751+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.753255+0000) 2023-03-22T16:41:33.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:33.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.753418+0000) 2023-03-22T16:41:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:33.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.708602+0000) 2023-03-22T16:41:33.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:33.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.804502+0000) 2023-03-22T16:41:33.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:33.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:33.752646+0000) 2023-03-22T16:41:34.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:34.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.752917+0000) 2023-03-22T16:41:34.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:34.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.753369+0000) 2023-03-22T16:41:34.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:34.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.752761+0000) 2023-03-22T16:41:34.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:34.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.804693+0000) 2023-03-22T16:41:34.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:34.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.755441+0000) 2023-03-22T16:41:34.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:34.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.753525+0000) 2023-03-22T16:41:34.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:34.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.753014+0000) 2023-03-22T16:41:34.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:34.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:34.708730+0000) 2023-03-22T16:41:35.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:35 smithi142 ceph-mon[94717]: pgmap v3999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:35 smithi098 ceph-mon[94136]: pgmap v3999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:35.751+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.753039+0000) 2023-03-22T16:41:35.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:35.751+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.753173+0000) 2023-03-22T16:41:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:35.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.708867+0000) 2023-03-22T16:41:35.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:35.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.755552+0000) 2023-03-22T16:41:35.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:35.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.804877+0000) 2023-03-22T16:41:35.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:35.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.753485+0000) 2023-03-22T16:41:35.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:35.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.753641+0000) 2023-03-22T16:41:35.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:35.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:35.752876+0000) 2023-03-22T16:41:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:36.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.753184+0000) 2023-03-22T16:41:36.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:36.752+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.753321+0000) 2023-03-22T16:41:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:36.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.708978+0000) 2023-03-22T16:41:36.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:36.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.805133+0000) 2023-03-22T16:41:36.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:36.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.755680+0000) 2023-03-22T16:41:36.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:36.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.753589+0000) 2023-03-22T16:41:36.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:36.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.753745+0000) 2023-03-22T16:41:36.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:36.752+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:36.753056+0000) 2023-03-22T16:41:37.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:37 smithi142 ceph-mon[94717]: pgmap v4000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:37.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:37 smithi098 ceph-mon[94136]: pgmap v4000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:37.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.753412+0000) 2023-03-22T16:41:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:37.752+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.753456+0000) 2023-03-22T16:41:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:37.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.805258+0000) 2023-03-22T16:41:37.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:37.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.755817+0000) 2023-03-22T16:41:37.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:37.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.753846+0000) 2023-03-22T16:41:37.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:37.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.709106+0000) 2023-03-22T16:41:37.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:37.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.753700+0000) 2023-03-22T16:41:37.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:37.751+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:37.753247+0000) 2023-03-22T16:41:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:38.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.753584+0000) 2023-03-22T16:41:38.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:38.752+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.753618+0000) 2023-03-22T16:41:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:38.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.805494+0000) 2023-03-22T16:41:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:38.707+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.709237+0000) 2023-03-22T16:41:38.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:38.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.755944+0000) 2023-03-22T16:41:38.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:38.752+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.753425+0000) 2023-03-22T16:41:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:38.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.753804+0000) 2023-03-22T16:41:38.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:38.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:38.753955+0000) 2023-03-22T16:41:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:39 smithi142 ceph-mon[94717]: pgmap v4001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:39 smithi098 ceph-mon[94136]: pgmap v4001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:39.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.753709+0000) 2023-03-22T16:41:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:39.752+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.753736+0000) 2023-03-22T16:41:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:39.708+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.709364+0000) 2023-03-22T16:41:39.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:39.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.805607+0000) 2023-03-22T16:41:39.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:39.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.756057+0000) 2023-03-22T16:41:39.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:39.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.754127+0000) 2023-03-22T16:41:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:39.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.753971+0000) 2023-03-22T16:41:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:39.752+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:39.753542+0000) 2023-03-22T16:41:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:40.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.805878+0000) 2023-03-22T16:41:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:40.754+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.756181+0000) 2023-03-22T16:41:40.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:40.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.753824+0000) 2023-03-22T16:41:40.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:40.752+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.753889+0000) 2023-03-22T16:41:40.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:40.708+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.709497+0000) 2023-03-22T16:41:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:40.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.754088+0000) 2023-03-22T16:41:40.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:40.752+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.754236+0000) 2023-03-22T16:41:40.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:40.752+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:40.753668+0000) 2023-03-22T16:41:41.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:41 smithi142 ceph-mon[94717]: pgmap v4002: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:41 smithi098 ceph-mon[94136]: pgmap v4002: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:41.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.753930+0000) 2023-03-22T16:41:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:41.752+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.754039+0000) 2023-03-22T16:41:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:41.708+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.709621+0000) 2023-03-22T16:41:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:41.752+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.754187+0000) 2023-03-22T16:41:41.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:41.755+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.756352+0000) 2023-03-22T16:41:41.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:41.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.806029+0000) 2023-03-22T16:41:41.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:41.753+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.754301+0000) 2023-03-22T16:41:41.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:41.752+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:41.753784+0000) 2023-03-22T16:41:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:42.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.754094+0000) 2023-03-22T16:41:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:42.752+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.754206+0000) 2023-03-22T16:41:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:42.753+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.754409+0000) 2023-03-22T16:41:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:42.708+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.709745+0000) 2023-03-22T16:41:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:42.752+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.753935+0000) 2023-03-22T16:41:42.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:42.755+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.756457+0000) 2023-03-22T16:41:42.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:42.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.806291+0000) 2023-03-22T16:41:42.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:42.753+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:42.754303+0000) 2023-03-22T16:41:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:43 smithi142 ceph-mon[94717]: pgmap v4003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:43 smithi098 ceph-mon[94136]: pgmap v4003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:43.755+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.756566+0000) 2023-03-22T16:41:43.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:43.752+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.754232+0000) 2023-03-22T16:41:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:43.708+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.709872+0000) 2023-03-22T16:41:43.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:43.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.806444+0000) 2023-03-22T16:41:43.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:43.805+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:43.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:43.805+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:43.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:43.809+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.810322+0000) 2023-03-22T16:41:43.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:43.753+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.754336+0000) 2023-03-22T16:41:43.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:43.753+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:43.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:43.754+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:43.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:43.755+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.756323+0000) 2023-03-22T16:41:43.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:43.753+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.754407+0000) 2023-03-22T16:41:43.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:43.753+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.754543+0000) 2023-03-22T16:41:43.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:43.752+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:43.754075+0000) 2023-03-22T16:41:45.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:44.753+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:44.754402+0000) 2023-03-22T16:41:45.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:44.755+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:44.756671+0000) 2023-03-22T16:41:45.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:44.709+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:44.710063+0000) 2023-03-22T16:41:45.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:44.753+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:44.754556+0000) 2023-03-22T16:41:45.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:44.753+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:44.754650+0000) 2023-03-22T16:41:45.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:44.753+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:44.754335+0000) 2023-03-22T16:41:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:45 smithi142 ceph-mon[94717]: pgmap v4004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:45 smithi098 ceph-mon[94136]: pgmap v4004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:45.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:45.708+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.710178+0000) 2023-03-22T16:41:45.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:45.755+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.756835+0000) 2023-03-22T16:41:45.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:45.753+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.754576+0000) 2023-03-22T16:41:45.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:45.753+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:45.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:45.754+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:45.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:45.759+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.761111+0000) 2023-03-22T16:41:45.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:45.753+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.754674+0000) 2023-03-22T16:41:45.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:45.753+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.754801+0000) 2023-03-22T16:41:45.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:45.753+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.754516+0000) 2023-03-22T16:41:45.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:45.753+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:45.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:45.754+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:45.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:45.760+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:45.761285+0000) 2023-03-22T16:41:46.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:46.754+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:46.754976+0000) 2023-03-22T16:41:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:46.709+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:46.710420+0000) 2023-03-22T16:41:46.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:46.755+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:46.757009+0000) 2023-03-22T16:41:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:46.754+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:46.754892+0000) 2023-03-22T16:41:47.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:47 smithi142 ceph-mon[94717]: pgmap v4005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:47 smithi098 ceph-mon[94136]: pgmap v4005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:47.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:47.709+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:47.710579+0000) 2023-03-22T16:41:47.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:47.755+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:47.757130+0000) 2023-03-22T16:41:47.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:47.756+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:47.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:47.756+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:47.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:47.763+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:47.764348+0000) 2023-03-22T16:41:47.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:47.753+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:47.755023+0000) 2023-03-22T16:41:47.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:47.753+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:47.755151+0000) 2023-03-22T16:41:48.712 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:48.253+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:48.254619+0000) 2023-03-22T16:41:48.713 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:48.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:48.306691+0000) 2023-03-22T16:41:48.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:48.709+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:48.710728+0000) 2023-03-22T16:41:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:48.753+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:48.755163+0000) 2023-03-22T16:41:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:48.754+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:48.755280+0000) 2023-03-22T16:41:49.713 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:49.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:49.308782+0000) 2023-03-22T16:41:49.713 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:49.253+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:49.254751+0000) 2023-03-22T16:41:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:49 smithi142 ceph-mon[94717]: pgmap v4006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:49 smithi098 ceph-mon[94136]: pgmap v4006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:49.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:49.709+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:49.710858+0000) 2023-03-22T16:41:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:49.710+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:49.710+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:49.711+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:49.713072+0000) 2023-03-22T16:41:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:49.754+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:49.755442+0000) 2023-03-22T16:41:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:49.754+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:49.755283+0000) 2023-03-22T16:41:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:49.754+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:49.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:49.754+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:49.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:49.754+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:49.756201+0000) 2023-03-22T16:41:50.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:50.253+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:50.254874+0000) 2023-03-22T16:41:50.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:50.253+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:50.254876+0000) 2023-03-22T16:41:50.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:50.311+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:50.312529+0000) 2023-03-22T16:41:50.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:50.253+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:50.254722+0000) 2023-03-22T16:41:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:50.754+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:50.755580+0000) 2023-03-22T16:41:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:51.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:51.315812+0000) 2023-03-22T16:41:51.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:51.253+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:51.255019+0000) 2023-03-22T16:41:51.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:51.253+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:51.255001+0000) 2023-03-22T16:41:51.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:51.253+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:51.254848+0000) 2023-03-22T16:41:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:51 smithi142 ceph-mon[94717]: pgmap v4007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:51 smithi098 ceph-mon[94136]: pgmap v4007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:52.062 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:51.754+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:51.755724+0000) 2023-03-22T16:41:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:52.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:52.315933+0000) 2023-03-22T16:41:52.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:52.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:52.257298+0000) 2023-03-22T16:41:52.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:52.253+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:52.255145+0000) 2023-03-22T16:41:52.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:52.253+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:52.255125+0000) 2023-03-22T16:41:52.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:52.253+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:52.254974+0000) 2023-03-22T16:41:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:52.754+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:52.755851+0000) 2023-03-22T16:41:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:52.755+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:52.755+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:41:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:52.760+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:52.762015+0000) 2023-03-22T16:41:53.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:53.314+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:53.316157+0000) 2023-03-22T16:41:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:53.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:53.257414+0000) 2023-03-22T16:41:53.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:53.254+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:53.255267+0000) 2023-03-22T16:41:53.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:53.253+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:53.255249+0000) 2023-03-22T16:41:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:53.253+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:53.255113+0000) 2023-03-22T16:41:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:53 smithi142 ceph-mon[94717]: pgmap v4008: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:53 smithi098 ceph-mon[94136]: pgmap v4008: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:54.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:54.315+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:54.316292+0000) 2023-03-22T16:41:54.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:54.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:54.257529+0000) 2023-03-22T16:41:54.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:54.254+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:54.255423+0000) 2023-03-22T16:41:54.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:54.254+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:54.255383+0000) 2023-03-22T16:41:54.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:54.209+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:54.211122+0000) 2023-03-22T16:41:54.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:54.254+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:54.255563+0000) 2023-03-22T16:41:54.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:54.253+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:54.255232+0000) 2023-03-22T16:41:55.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:55.254+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:55.255556+0000) 2023-03-22T16:41:55.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:55.254+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:55.255566+0000) 2023-03-22T16:41:55.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:55.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:55.257698+0000) 2023-03-22T16:41:55.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:55.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:55.211309+0000) 2023-03-22T16:41:55.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:55.315+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:55.316532+0000) 2023-03-22T16:41:55.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:55.254+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:55.255691+0000) 2023-03-22T16:41:55.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:55.254+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:55.255407+0000) 2023-03-22T16:41:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:55 smithi142 ceph-mon[94717]: pgmap v4009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:55 smithi098 ceph-mon[94136]: pgmap v4009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:56.316+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:56.316714+0000) 2023-03-22T16:41:56.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:56.254+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:56.255725+0000) 2023-03-22T16:41:56.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:56.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:56.211439+0000) 2023-03-22T16:41:56.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:56.254+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:56.255743+0000) 2023-03-22T16:41:56.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:56.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:56.257833+0000) 2023-03-22T16:41:56.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:56.254+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:56.255865+0000) 2023-03-22T16:41:56.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:56.254+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:56.255590+0000) 2023-03-22T16:41:57.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:57.254+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.255914+0000) 2023-03-22T16:41:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:57.254+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.255912+0000) 2023-03-22T16:41:57.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:57.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.211551+0000) 2023-03-22T16:41:57.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:57.316+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.317030+0000) 2023-03-22T16:41:57.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:57.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.257953+0000) 2023-03-22T16:41:57.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:57.254+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.256005+0000) 2023-03-22T16:41:57.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:57.254+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.255790+0000) 2023-03-22T16:41:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:57 smithi142 ceph-mon[94717]: pgmap v4010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:57.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:57 smithi098 ceph-mon[94136]: pgmap v4010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:41:57.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:57.254+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:57.256082+0000) 2023-03-22T16:41:58.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:58.254+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.256106+0000) 2023-03-22T16:41:58.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:58.254+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.256105+0000) 2023-03-22T16:41:58.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:58.254+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.256160+0000) 2023-03-22T16:41:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:58.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.211670+0000) 2023-03-22T16:41:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:58.315+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.317144+0000) 2023-03-22T16:41:58.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:58.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.258073+0000) 2023-03-22T16:41:58.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:58.254+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.256224+0000) 2023-03-22T16:41:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:58.254+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:58.255957+0000) 2023-03-22T16:41:59.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:41:59.255+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.256292+0000) 2023-03-22T16:41:59.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:41:59.255+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.256295+0000) 2023-03-22T16:41:59.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:41:59.316+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.317385+0000) 2023-03-22T16:41:59.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:41:59.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.211789+0000) 2023-03-22T16:41:59.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:41:59.256+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.258218+0000) 2023-03-22T16:41:59.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:41:59.255+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.256448+0000) 2023-03-22T16:41:59.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:41:59.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.256305+0000) 2023-03-22T16:41:59.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:41:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:41:59.254+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:41:59.256098+0000) 2023-03-22T16:41:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:41:59 smithi142 ceph-mon[94717]: pgmap v4011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:41:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:41:59 smithi098 ceph-mon[94136]: pgmap v4011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:00.317+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.317593+0000) 2023-03-22T16:42:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:00.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.258295+0000) 2023-03-22T16:42:00.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:00.255+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.256664+0000) 2023-03-22T16:42:00.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:00.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.211905+0000) 2023-03-22T16:42:00.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:00.255+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.256400+0000) 2023-03-22T16:42:00.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:00.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.256426+0000) 2023-03-22T16:42:00.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:00.255+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.256810+0000) 2023-03-22T16:42:00.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:00.254+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:00.256224+0000) 2023-03-22T16:42:01.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:01.255+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.256783+0000) 2023-03-22T16:42:01.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:01.255+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.256524+0000) 2023-03-22T16:42:01.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:01.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.212023+0000) 2023-03-22T16:42:01.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:01.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.256558+0000) 2023-03-22T16:42:01.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:01.316+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.317839+0000) 2023-03-22T16:42:01.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:01.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.258410+0000) 2023-03-22T16:42:01.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:01.255+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.256356+0000) 2023-03-22T16:42:01.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:01.255+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:01.256930+0000) 2023-03-22T16:42:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:01 smithi142 ceph-mon[94717]: pgmap v4012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:01 smithi098 ceph-mon[94136]: pgmap v4012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:02.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:02.316+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.318002+0000) 2023-03-22T16:42:02.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:02.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.258545+0000) 2023-03-22T16:42:02.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:02.255+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.256902+0000) 2023-03-22T16:42:02.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:02.255+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.256651+0000) 2023-03-22T16:42:02.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:02.210+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.212133+0000) 2023-03-22T16:42:02.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:02.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.256676+0000) 2023-03-22T16:42:02.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:02.255+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.257053+0000) 2023-03-22T16:42:02.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:02.255+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:02.256480+0000) 2023-03-22T16:42:03.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:03.255+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.257014+0000) 2023-03-22T16:42:03.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:03.255+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.256774+0000) 2023-03-22T16:42:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:03.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.212263+0000) 2023-03-22T16:42:03.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:03.316+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.318188+0000) 2023-03-22T16:42:03.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:03.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.258680+0000) 2023-03-22T16:42:03.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:03.255+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.257170+0000) 2023-03-22T16:42:03.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:03.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.256798+0000) 2023-03-22T16:42:03.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:03.255+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:03.256608+0000) 2023-03-22T16:42:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:03 smithi142 ceph-mon[94717]: pgmap v4013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:03 smithi098 ceph-mon[94136]: pgmap v4013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:04.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:04.317+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.318362+0000) 2023-03-22T16:42:04.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:04.255+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.257128+0000) 2023-03-22T16:42:04.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:04.255+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.256956+0000) 2023-03-22T16:42:04.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:04.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.212420+0000) 2023-03-22T16:42:04.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:04.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.258799+0000) 2023-03-22T16:42:04.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:04.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.257298+0000) 2023-03-22T16:42:04.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:04.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.256913+0000) 2023-03-22T16:42:04.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:04.255+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:04.256728+0000) 2023-03-22T16:42:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:05.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.258925+0000) 2023-03-22T16:42:05.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:05.255+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.257242+0000) 2023-03-22T16:42:05.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:05.255+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.257115+0000) 2023-03-22T16:42:05.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:05.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.257042+0000) 2023-03-22T16:42:05.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:05.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.212595+0000) 2023-03-22T16:42:05.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:05.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.318707+0000) 2023-03-22T16:42:05.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:05.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.257413+0000) 2023-03-22T16:42:05.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:05.255+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:05.256852+0000) 2023-03-22T16:42:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:05 smithi142 ceph-mon[94717]: pgmap v4014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:42:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:05 smithi098 ceph-mon[94136]: pgmap v4014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:42:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:06.317+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.318846+0000) 2023-03-22T16:42:06.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:06.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.259024+0000) 2023-03-22T16:42:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:06.256+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.257366+0000) 2023-03-22T16:42:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:06.255+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.256981+0000) 2023-03-22T16:42:06.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:06.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.212716+0000) 2023-03-22T16:42:06.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:06.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.257283+0000) 2023-03-22T16:42:06.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:06.255+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.257157+0000) 2023-03-22T16:42:06.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:06.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:06.257521+0000) 2023-03-22T16:42:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:07.317+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.319098+0000) 2023-03-22T16:42:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:07.257+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.259187+0000) 2023-03-22T16:42:07.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:07.256+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.257480+0000) 2023-03-22T16:42:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:07.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.257626+0000) 2023-03-22T16:42:07.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:07.255+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.257145+0000) 2023-03-22T16:42:07.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:07.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.212841+0000) 2023-03-22T16:42:07.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:07.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.257400+0000) 2023-03-22T16:42:07.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:07.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:07.257331+0000) 2023-03-22T16:42:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:07 smithi142 ceph-mon[94717]: pgmap v4015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:42:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:07 smithi098 ceph-mon[94136]: pgmap v4015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:42:08.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:08.256+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.257594+0000) 2023-03-22T16:42:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:08.256+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.257298+0000) 2023-03-22T16:42:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:08.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.212961+0000) 2023-03-22T16:42:08.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:08.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.319260+0000) 2023-03-22T16:42:08.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:08.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.257445+0000) 2023-03-22T16:42:08.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:08.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.257584+0000) 2023-03-22T16:42:08.476 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:08.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.259300+0000) 2023-03-22T16:42:08.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:08.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:08.257777+0000) 2023-03-22T16:42:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:09.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.319494+0000) 2023-03-22T16:42:09.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:09.256+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.257795+0000) 2023-03-22T16:42:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:09.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.213083+0000) 2023-03-22T16:42:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:09.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.259420+0000) 2023-03-22T16:42:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:09.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.257711+0000) 2023-03-22T16:42:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:09.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.257566+0000) 2023-03-22T16:42:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:09.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.257941+0000) 2023-03-22T16:42:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:09.256+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:09.257430+0000) 2023-03-22T16:42:09.881 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:09 smithi142 ceph-mon[94717]: pgmap v4016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:42:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:09 smithi098 ceph-mon[94136]: pgmap v4016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:42:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:10.256+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.257918+0000) 2023-03-22T16:42:10.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:10.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.257834+0000) 2023-03-22T16:42:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:10.211+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.213211+0000) 2023-03-22T16:42:10.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:10.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.319620+0000) 2023-03-22T16:42:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:10.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.259539+0000) 2023-03-22T16:42:10.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:10.256+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.257556+0000) 2023-03-22T16:42:10.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:10.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.258062+0000) 2023-03-22T16:42:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:10.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:10.257683+0000) 2023-03-22T16:42:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:10 smithi142 ceph-mon[94717]: osdmap e264: 12 total, 9 up, 9 in 2023-03-22T16:42:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:10 smithi098 ceph-mon[94136]: osdmap e264: 12 total, 9 up, 9 in 2023-03-22T16:42:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:11.256+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.258037+0000) 2023-03-22T16:42:11.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:11.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.257954+0000) 2023-03-22T16:42:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:11.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.319829+0000) 2023-03-22T16:42:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:11.256+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.257692+0000) 2023-03-22T16:42:11.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:11.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.259658+0000) 2023-03-22T16:42:11.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:11.256+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.258175+0000) 2023-03-22T16:42:11.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:11.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.257811+0000) 2023-03-22T16:42:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:11.212+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:11.213307+0000) 2023-03-22T16:42:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:11 smithi142 ceph-mon[94717]: pgmap v4018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:42:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:11 smithi098 ceph-mon[94136]: pgmap v4018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:42:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:12.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.319944+0000) 2023-03-22T16:42:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:12.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.259763+0000) 2023-03-22T16:42:12.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:12.256+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.258171+0000) 2023-03-22T16:42:12.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:12.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.258082+0000) 2023-03-22T16:42:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:12.257+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.258310+0000) 2023-03-22T16:42:12.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:12.212+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.213430+0000) 2023-03-22T16:42:12.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:12.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.257925+0000) 2023-03-22T16:42:12.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:12.256+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:12.257807+0000) 2023-03-22T16:42:13.322 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:13.257+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.258285+0000) 2023-03-22T16:42:13.323 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:13.256+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.258238+0000) 2023-03-22T16:42:13.323 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:13.212+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.213555+0000) 2023-03-22T16:42:13.323 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:13.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.259918+0000) 2023-03-22T16:42:13.324 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:13.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.258089+0000) 2023-03-22T16:42:13.324 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:13.257+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.258425+0000) 2023-03-22T16:42:13.325 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:13.256+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.257987+0000) 2023-03-22T16:42:13.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:13.319+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:13.320197+0000) 2023-03-22T16:42:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:13 smithi142 ceph-mon[94717]: pgmap v4019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:42:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:13 smithi098 ceph-mon[94136]: pgmap v4019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:42:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:14.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.260019+0000) 2023-03-22T16:42:14.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:14.257+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.258396+0000) 2023-03-22T16:42:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:14.212+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.213682+0000) 2023-03-22T16:42:14.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:14.319+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.320303+0000) 2023-03-22T16:42:14.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:14.319+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:14.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:14.319+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:14.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:14.326+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.327577+0000) 2023-03-22T16:42:14.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:14.257+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.258363+0000) 2023-03-22T16:42:14.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:14.257+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:14.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:14.257+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:14.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:14.264+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.266181+0000) 2023-03-22T16:42:14.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:14.256+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.258223+0000) 2023-03-22T16:42:14.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:14.257+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.258554+0000) 2023-03-22T16:42:14.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:14.256+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:14.258146+0000) 2023-03-22T16:42:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:15.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:15.260143+0000) 2023-03-22T16:42:15.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:15.257+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:15.258521+0000) 2023-03-22T16:42:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:15.257+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:15.258654+0000) 2023-03-22T16:42:15.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:15.212+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:15.213808+0000) 2023-03-22T16:42:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:15.257+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:15.258302+0000) 2023-03-22T16:42:15.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:15.257+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:15.258290+0000) 2023-03-22T16:42:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:15 smithi142 ceph-mon[94717]: pgmap v4020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:42:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:15 smithi098 ceph-mon[94136]: pgmap v4020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:42:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:16.258+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.260242+0000) 2023-03-22T16:42:16.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:16.258+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.258628+0000) 2023-03-22T16:42:16.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:16.258+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:16.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:16.258+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:16.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:16.375+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.376358+0000) 2023-03-22T16:42:16.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:16.213+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.213986+0000) 2023-03-22T16:42:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:16.258+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.258415+0000) 2023-03-22T16:42:16.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:16.258+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.258776+0000) 2023-03-22T16:42:16.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:16.258+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.258428+0000) 2023-03-22T16:42:16.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:16.258+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:16.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:16.258+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:16.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:16.374+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:16.376159+0000) 2023-03-22T16:42:17.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:17.212+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:17.214201+0000) 2023-03-22T16:42:17.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:17.259+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:17.260314+0000) 2023-03-22T16:42:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:17.258+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:17.258891+0000) 2023-03-22T16:42:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:17.258+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:17.258545+0000) 2023-03-22T16:42:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:17 smithi142 ceph-mon[94717]: pgmap v4021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:42:17.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:17 smithi098 ceph-mon[94136]: pgmap v4021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:42:18.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:18.260+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:18.260426+0000) 2023-03-22T16:42:18.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:18.260+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:18.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:18.260+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:18.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:18.269+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:18.269917+0000) 2023-03-22T16:42:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:18.258+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:18.259008+0000) 2023-03-22T16:42:18.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:18.214+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:18.214302+0000) 2023-03-22T16:42:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:18.258+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:18.258672+0000) 2023-03-22T16:42:19.216 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:18.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:18.820624+0000) 2023-03-22T16:42:19.217 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:18.758+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:18.758699+0000) 2023-03-22T16:42:19.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:19.214+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:19.214424+0000) 2023-03-22T16:42:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:19.258+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:19.259129+0000) 2023-03-22T16:42:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:19.258+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:19.258795+0000) 2023-03-22T16:42:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:19 smithi142 ceph-mon[94717]: pgmap v4022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:42:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:19 smithi098 ceph-mon[94136]: pgmap v4022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:42:20.216 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:19.824+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:19.824579+0000) 2023-03-22T16:42:20.217 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:19.758+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:19.758887+0000) 2023-03-22T16:42:20.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:20.259+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.259289+0000) 2023-03-22T16:42:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:20.214+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.214548+0000) 2023-03-22T16:42:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:20.215+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:20.215+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.215462+0000) 2023-03-22T16:42:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:20.258+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.258925+0000) 2023-03-22T16:42:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:20.259+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:20.260+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.261157+0000) 2023-03-22T16:42:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:20.827+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.827910+0000) 2023-03-22T16:42:21.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:20.758+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.758876+0000) 2023-03-22T16:42:21.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:20.758+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.759014+0000) 2023-03-22T16:42:21.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:20.758+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:20.758733+0000) 2023-03-22T16:42:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:21.259+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:21.259445+0000) 2023-03-22T16:42:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:21 smithi142 ceph-mon[94717]: pgmap v4023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:42:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:21 smithi098 ceph-mon[94136]: pgmap v4023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:42:22.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:21.758+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:21.759026+0000) 2023-03-22T16:42:22.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:21.758+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:21.759123+0000) 2023-03-22T16:42:22.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:21.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:21.831286+0000) 2023-03-22T16:42:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:21.758+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:21.758880+0000) 2023-03-22T16:42:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:22.259+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:22.259577+0000) 2023-03-22T16:42:23.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:22.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:22.831493+0000) 2023-03-22T16:42:23.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:22.760+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:22.760733+0000) 2023-03-22T16:42:23.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:22.758+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:22.759196+0000) 2023-03-22T16:42:23.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:22.758+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:22.759243+0000) 2023-03-22T16:42:23.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:22.758+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:22.759005+0000) 2023-03-22T16:42:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:23.259+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:23.259757+0000) 2023-03-22T16:42:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:23.260+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:23.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:23.260+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:23.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:23.263+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:23.263797+0000) 2023-03-22T16:42:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:23 smithi142 ceph-mon[94717]: pgmap v4024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:42:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:23 smithi098 ceph-mon[94136]: pgmap v4024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:42:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:23.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:23.759303+0000) 2023-03-22T16:42:24.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:23.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:23.759387+0000) 2023-03-22T16:42:24.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:23.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:23.831622+0000) 2023-03-22T16:42:24.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:23.760+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:23.760849+0000) 2023-03-22T16:42:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:23.758+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:23.759130+0000) 2023-03-22T16:42:24.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:24.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:24.831847+0000) 2023-03-22T16:42:24.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:24.760+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:24.760963+0000) 2023-03-22T16:42:24.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:24.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:24.759429+0000) 2023-03-22T16:42:24.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:24.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:24.759536+0000) 2023-03-22T16:42:24.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:24.714+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:24.714941+0000) 2023-03-22T16:42:24.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:24.758+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:24.759198+0000) 2023-03-22T16:42:24.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:24.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:24.759259+0000) 2023-03-22T16:42:25.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:25 smithi142 ceph-mon[94717]: pgmap v4025: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:42:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:25 smithi098 ceph-mon[94136]: pgmap v4025: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:42:25.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:25.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:25.759561+0000) 2023-03-22T16:42:25.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:25.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:25.759664+0000) 2023-03-22T16:42:25.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:25.714+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:25.715087+0000) 2023-03-22T16:42:25.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:25.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:25.831982+0000) 2023-03-22T16:42:25.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:25.760+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:25.761094+0000) 2023-03-22T16:42:25.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:25.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:25.759316+0000) 2023-03-22T16:42:25.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:25.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:25.759403+0000) 2023-03-22T16:42:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:26.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:26.832251+0000) 2023-03-22T16:42:26.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:26.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:26.761257+0000) 2023-03-22T16:42:26.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:26.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:26.759681+0000) 2023-03-22T16:42:26.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:26.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:26.759774+0000) 2023-03-22T16:42:26.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:26.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:26.715257+0000) 2023-03-22T16:42:26.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:26.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:26.759432+0000) 2023-03-22T16:42:26.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:26.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:26.759515+0000) 2023-03-22T16:42:27.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:27 smithi142 ceph-mon[94717]: pgmap v4026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:42:27.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:27 smithi098 ceph-mon[94136]: pgmap v4026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:42:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:27.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.832414+0000) 2023-03-22T16:42:27.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:27.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.761406+0000) 2023-03-22T16:42:27.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:27.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.759811+0000) 2023-03-22T16:42:27.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:27.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.759883+0000) 2023-03-22T16:42:27.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:27.759+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.760075+0000) 2023-03-22T16:42:27.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:27.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.715378+0000) 2023-03-22T16:42:27.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:27.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.759539+0000) 2023-03-22T16:42:27.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:27.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:27.759634+0000) 2023-03-22T16:42:28.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:28.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.759926+0000) 2023-03-22T16:42:28.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:28.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.760004+0000) 2023-03-22T16:42:28.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:28.759+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.760190+0000) 2023-03-22T16:42:28.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:28.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.832620+0000) 2023-03-22T16:42:28.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:28.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.715499+0000) 2023-03-22T16:42:28.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:28.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.761510+0000) 2023-03-22T16:42:28.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:28.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.759649+0000) 2023-03-22T16:42:28.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:28.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:28.759747+0000) 2023-03-22T16:42:29.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:29 smithi142 ceph-mon[94717]: pgmap v4027: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:42:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:29 smithi098 ceph-mon[94136]: pgmap v4027: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:42:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:29.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.832757+0000) 2023-03-22T16:42:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:29.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.760037+0000) 2023-03-22T16:42:29.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:29.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.760113+0000) 2023-03-22T16:42:29.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:29.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.715628+0000) 2023-03-22T16:42:29.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:29.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.760300+0000) 2023-03-22T16:42:29.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:29.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.761635+0000) 2023-03-22T16:42:29.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:29.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.759774+0000) 2023-03-22T16:42:29.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:29.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:29.759911+0000) 2023-03-22T16:42:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:30.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.832984+0000) 2023-03-22T16:42:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:30.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.760152+0000) 2023-03-22T16:42:30.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:30.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.760196+0000) 2023-03-22T16:42:30.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:30.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.715757+0000) 2023-03-22T16:42:30.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:30.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.761730+0000) 2023-03-22T16:42:30.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:30.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.759917+0000) 2023-03-22T16:42:30.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:30.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.760407+0000) 2023-03-22T16:42:30.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:30.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:30.760026+0000) 2023-03-22T16:42:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:31 smithi142 ceph-mon[94717]: pgmap v4028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:31 smithi098 ceph-mon[94136]: pgmap v4028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:31.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:31.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.760286+0000) 2023-03-22T16:42:31.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:31.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.760298+0000) 2023-03-22T16:42:31.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:31.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.715898+0000) 2023-03-22T16:42:31.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:31.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.833105+0000) 2023-03-22T16:42:31.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:31.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.761837+0000) 2023-03-22T16:42:31.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:31.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.760047+0000) 2023-03-22T16:42:31.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:31.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.760141+0000) 2023-03-22T16:42:31.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:31.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:31.760526+0000) 2023-03-22T16:42:32.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:32.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.761954+0000) 2023-03-22T16:42:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:32.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.760420+0000) 2023-03-22T16:42:32.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:32.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.760421+0000) 2023-03-22T16:42:32.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:32.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.760644+0000) 2023-03-22T16:42:32.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:32.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.760183+0000) 2023-03-22T16:42:32.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:32.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.716035+0000) 2023-03-22T16:42:32.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:32.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.760262+0000) 2023-03-22T16:42:32.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:32.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:32.833304+0000) 2023-03-22T16:42:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:33 smithi142 ceph-mon[94717]: pgmap v4029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:33 smithi098 ceph-mon[94136]: pgmap v4029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:33.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.833431+0000) 2023-03-22T16:42:33.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:33.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.762062+0000) 2023-03-22T16:42:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:33.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.760547+0000) 2023-03-22T16:42:33.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:33.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.760544+0000) 2023-03-22T16:42:33.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:33.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.760767+0000) 2023-03-22T16:42:33.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:33.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.716151+0000) 2023-03-22T16:42:33.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:33.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.760301+0000) 2023-03-22T16:42:33.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:33.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:33.760386+0000) 2023-03-22T16:42:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:34.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.833656+0000) 2023-03-22T16:42:34.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:34.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.760669+0000) 2023-03-22T16:42:34.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:34.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.760672+0000) 2023-03-22T16:42:34.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:34.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.760421+0000) 2023-03-22T16:42:34.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:34.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.762202+0000) 2023-03-22T16:42:34.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:34.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.760889+0000) 2023-03-22T16:42:34.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:34.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.760500+0000) 2023-03-22T16:42:34.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:34.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:34.716334+0000) 2023-03-22T16:42:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:35 smithi142 ceph-mon[94717]: pgmap v4030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:35 smithi098 ceph-mon[94136]: pgmap v4030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:35.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.833798+0000) 2023-03-22T16:42:35.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:35.762+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.762298+0000) 2023-03-22T16:42:35.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:35.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.760782+0000) 2023-03-22T16:42:35.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:35.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.760802+0000) 2023-03-22T16:42:35.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:35.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.760992+0000) 2023-03-22T16:42:35.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:35.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.716523+0000) 2023-03-22T16:42:35.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:35.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.760555+0000) 2023-03-22T16:42:35.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:35.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:35.760609+0000) 2023-03-22T16:42:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:36.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.834017+0000) 2023-03-22T16:42:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:36.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.760900+0000) 2023-03-22T16:42:36.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:36.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.760926+0000) 2023-03-22T16:42:36.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:36.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.716747+0000) 2023-03-22T16:42:36.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:36.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.762418+0000) 2023-03-22T16:42:36.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:36.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.760666+0000) 2023-03-22T16:42:36.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:36.759+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.761108+0000) 2023-03-22T16:42:36.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:36.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:36.760727+0000) 2023-03-22T16:42:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:37 smithi142 ceph-mon[94717]: pgmap v4031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:37.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:37 smithi098 ceph-mon[94136]: pgmap v4031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:37.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.834141+0000) 2023-03-22T16:42:37.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:37.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.761035+0000) 2023-03-22T16:42:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:37.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.761048+0000) 2023-03-22T16:42:37.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:37.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.762533+0000) 2023-03-22T16:42:37.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:37.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.760805+0000) 2023-03-22T16:42:37.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:37.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.760861+0000) 2023-03-22T16:42:37.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:37.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.716891+0000) 2023-03-22T16:42:37.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:37.759+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:37.761224+0000) 2023-03-22T16:42:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:38.759+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.761160+0000) 2023-03-22T16:42:38.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:38.759+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.761166+0000) 2023-03-22T16:42:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:38.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.761307+0000) 2023-03-22T16:42:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:38.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.717012+0000) 2023-03-22T16:42:38.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:38.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.834370+0000) 2023-03-22T16:42:38.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:38.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.762642+0000) 2023-03-22T16:42:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:38.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.760930+0000) 2023-03-22T16:42:38.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:38.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:38.760979+0000) 2023-03-22T16:42:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:39 smithi142 ceph-mon[94717]: pgmap v4032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:39 smithi098 ceph-mon[94136]: pgmap v4032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:39.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.761296+0000) 2023-03-22T16:42:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:39.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.761301+0000) 2023-03-22T16:42:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:39.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.761452+0000) 2023-03-22T16:42:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:39.715+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.717171+0000) 2023-03-22T16:42:39.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:39.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.834509+0000) 2023-03-22T16:42:39.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:39.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.762753+0000) 2023-03-22T16:42:39.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:39.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.761068+0000) 2023-03-22T16:42:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:39.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:39.761100+0000) 2023-03-22T16:42:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:40.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.761430+0000) 2023-03-22T16:42:40.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:40.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.761477+0000) 2023-03-22T16:42:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:40.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.717311+0000) 2023-03-22T16:42:40.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:40.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.834757+0000) 2023-03-22T16:42:40.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:40.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.762870+0000) 2023-03-22T16:42:40.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:40.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.761660+0000) 2023-03-22T16:42:40.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:40.759+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.761231+0000) 2023-03-22T16:42:40.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:40.759+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:40.761199+0000) 2023-03-22T16:42:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:41 smithi142 ceph-mon[94717]: pgmap v4033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:41 smithi098 ceph-mon[94136]: pgmap v4033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:41.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.761555+0000) 2023-03-22T16:42:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:41.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.761608+0000) 2023-03-22T16:42:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:41.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.761365+0000) 2023-03-22T16:42:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:41.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.761771+0000) 2023-03-22T16:42:41.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:41.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.834871+0000) 2023-03-22T16:42:41.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:41.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.762990+0000) 2023-03-22T16:42:41.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:41.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.761343+0000) 2023-03-22T16:42:41.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:41.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:41.717445+0000) 2023-03-22T16:42:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:42.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.835084+0000) 2023-03-22T16:42:42.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:42.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.761704+0000) 2023-03-22T16:42:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:42.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.761727+0000) 2023-03-22T16:42:42.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:42.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.717625+0000) 2023-03-22T16:42:42.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:42.761+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.763117+0000) 2023-03-22T16:42:42.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:42.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.761501+0000) 2023-03-22T16:42:42.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:42.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.761511+0000) 2023-03-22T16:42:42.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:42.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:42.761905+0000) 2023-03-22T16:42:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:43 smithi142 ceph-mon[94717]: pgmap v4034: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:43 smithi098 ceph-mon[94136]: pgmap v4034: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:43.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.835209+0000) 2023-03-22T16:42:43.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:43.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.761832+0000) 2023-03-22T16:42:43.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:43.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.761863+0000) 2023-03-22T16:42:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:43.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.717766+0000) 2023-03-22T16:42:43.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:43.762+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.763292+0000) 2023-03-22T16:42:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:43.760+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.762019+0000) 2023-03-22T16:42:43.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:43.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.761629+0000) 2023-03-22T16:42:43.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:43.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:43.761631+0000) 2023-03-22T16:42:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:44.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.761951+0000) 2023-03-22T16:42:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:44.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.717936+0000) 2023-03-22T16:42:44.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:44.834+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.835499+0000) 2023-03-22T16:42:44.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:44.834+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:44.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:44.834+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:44.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:44.842+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.843719+0000) 2023-03-22T16:42:44.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:44.762+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.763400+0000) 2023-03-22T16:42:44.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:44.760+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.761980+0000) 2023-03-22T16:42:44.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:44.761+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:44.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:44.761+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:44.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:44.764+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.765894+0000) 2023-03-22T16:42:44.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:44.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.761759+0000) 2023-03-22T16:42:44.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:44.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.762289+0000) 2023-03-22T16:42:44.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:44.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:44.761747+0000) 2023-03-22T16:42:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:45 smithi142 ceph-mon[94717]: pgmap v4035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:45 smithi098 ceph-mon[94136]: pgmap v4035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:45.762+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:45.763520+0000) 2023-03-22T16:42:45.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:45.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:45.762083+0000) 2023-03-22T16:42:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:45.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:45.718080+0000) 2023-03-22T16:42:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:45.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:45.761885+0000) 2023-03-22T16:42:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:45.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:45.762405+0000) 2023-03-22T16:42:45.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:45.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:45.761885+0000) 2023-03-22T16:42:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:46.762+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.763631+0000) 2023-03-22T16:42:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:46.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.762531+0000) 2023-03-22T16:42:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:46.716+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.718217+0000) 2023-03-22T16:42:46.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:46.760+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.762211+0000) 2023-03-22T16:42:46.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:46.761+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:46.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:46.761+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:46.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:46.766+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.767887+0000) 2023-03-22T16:42:46.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:46.760+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.762049+0000) 2023-03-22T16:42:46.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:46.760+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.762062+0000) 2023-03-22T16:42:46.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:46.761+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:46.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:46.761+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:46.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:46.765+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:46.766451+0000) 2023-03-22T16:42:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:47 smithi142 ceph-mon[94717]: pgmap v4036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:47.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:47 smithi098 ceph-mon[94136]: pgmap v4036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:47.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:47.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:47.762642+0000) 2023-03-22T16:42:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:47.717+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:47.718309+0000) 2023-03-22T16:42:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:47.761+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:47.762265+0000) 2023-03-22T16:42:48.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:47.762+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:47.763772+0000) 2023-03-22T16:42:48.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:48.717+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:48.718440+0000) 2023-03-22T16:42:48.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:48.762+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:48.763899+0000) 2023-03-22T16:42:48.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:48.763+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:48.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:48.763+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:48.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:48.765+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:48.766792+0000) 2023-03-22T16:42:48.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:48.761+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:48.762427+0000) 2023-03-22T16:42:48.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:48.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:48.762752+0000) 2023-03-22T16:42:49.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:49.260+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:49.262227+0000) 2023-03-22T16:42:49.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:49.334+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:49.335804+0000) 2023-03-22T16:42:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:49 smithi142 ceph-mon[94717]: pgmap v4037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:49 smithi098 ceph-mon[94136]: pgmap v4037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:49.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:49.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:49.762868+0000) 2023-03-22T16:42:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:49.717+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:49.718588+0000) 2023-03-22T16:42:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:49.761+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:49.762553+0000) 2023-03-22T16:42:50.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:50.336+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:50.338060+0000) 2023-03-22T16:42:50.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:50.261+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:50.262359+0000) 2023-03-22T16:42:50.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:50.761+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:50.762688+0000) 2023-03-22T16:42:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:50.762+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:50.762+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:50.763+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:50.764280+0000) 2023-03-22T16:42:50.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:50.717+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:50.718711+0000) 2023-03-22T16:42:50.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:50.718+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:50.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:50.718+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:50.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:50.720+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:50.722001+0000) 2023-03-22T16:42:50.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:50.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:50.762995+0000) 2023-03-22T16:42:51.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:51.261+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:51.262559+0000) 2023-03-22T16:42:51.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:51.261+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:51.262481+0000) 2023-03-22T16:42:51.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:51.340+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:51.341834+0000) 2023-03-22T16:42:51.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:51.261+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:51.262478+0000) 2023-03-22T16:42:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:51 smithi142 ceph-mon[94717]: pgmap v4038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:51 smithi098 ceph-mon[94136]: pgmap v4038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:51.761+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:51.763163+0000) 2023-03-22T16:42:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:52.344+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:52.345485+0000) 2023-03-22T16:42:52.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:52.261+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:52.262780+0000) 2023-03-22T16:42:52.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:52.261+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:52.262605+0000) 2023-03-22T16:42:52.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:52.261+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:52.262608+0000) 2023-03-22T16:42:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:52.762+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:52.763376+0000) 2023-03-22T16:42:53.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:53.261+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:53.262888+0000) 2023-03-22T16:42:53.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:53.261+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:53.262745+0000) 2023-03-22T16:42:53.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:53.344+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:53.345712+0000) 2023-03-22T16:42:53.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:53.262+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:53.264239+0000) 2023-03-22T16:42:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:53.261+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:53.262748+0000) 2023-03-22T16:42:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:53 smithi142 ceph-mon[94717]: pgmap v4039: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:53 smithi098 ceph-mon[94136]: pgmap v4039: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:54.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:53.762+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:53.763515+0000) 2023-03-22T16:42:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:53.762+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:53.762+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:42:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:53.767+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:53.769100+0000) 2023-03-22T16:42:54.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:54.261+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:54.262999+0000) 2023-03-22T16:42:54.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:54.261+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:54.262865+0000) 2023-03-22T16:42:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:54.344+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:54.345836+0000) 2023-03-22T16:42:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:54.261+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:54.262886+0000) 2023-03-22T16:42:54.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:54.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:54.264384+0000) 2023-03-22T16:42:55.348 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:55.261+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:55.263167+0000) 2023-03-22T16:42:55.348 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:55.261+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:55.262996+0000) 2023-03-22T16:42:55.349 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:55.217+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:55.218911+0000) 2023-03-22T16:42:55.349 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:55.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:55.264497+0000) 2023-03-22T16:42:55.350 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:55.261+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:55.262929+0000) 2023-03-22T16:42:55.350 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:55.261+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:55.263010+0000) 2023-03-22T16:42:55.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:55.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:55.346118+0000) 2023-03-22T16:42:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:55 smithi142 ceph-mon[94717]: pgmap v4040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:55 smithi098 ceph-mon[94136]: pgmap v4040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:56.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:56.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:56.346349+0000) 2023-03-22T16:42:56.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:56.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:56.264615+0000) 2023-03-22T16:42:56.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:56.262+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:56.263318+0000) 2023-03-22T16:42:56.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:56.261+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:56.263182+0000) 2023-03-22T16:42:56.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:56.217+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:56.219069+0000) 2023-03-22T16:42:56.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:56.261+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:56.263049+0000) 2023-03-22T16:42:56.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:56.261+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:56.263132+0000) 2023-03-22T16:42:57.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:57.262+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:57.263451+0000) 2023-03-22T16:42:57.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:57.262+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:57.263311+0000) 2023-03-22T16:42:57.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:57.217+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:57.219208+0000) 2023-03-22T16:42:57.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:57.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:57.263230+0000) 2023-03-22T16:42:57.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:57.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:57.346660+0000) 2023-03-22T16:42:57.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:57.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:57.263248+0000) 2023-03-22T16:42:57.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:57.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:57.264730+0000) 2023-03-22T16:42:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:57 smithi142 ceph-mon[94717]: pgmap v4041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:57.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:57 smithi098 ceph-mon[94136]: pgmap v4041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:42:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:58.346+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.346873+0000) 2023-03-22T16:42:58.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:58.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.264842+0000) 2023-03-22T16:42:58.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:58.262+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.263525+0000) 2023-03-22T16:42:58.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:58.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.263357+0000) 2023-03-22T16:42:58.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:58.262+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.263767+0000) 2023-03-22T16:42:58.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:58.218+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.219337+0000) 2023-03-22T16:42:58.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:58.262+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.263575+0000) 2023-03-22T16:42:58.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:58.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:58.263382+0000) 2023-03-22T16:42:59.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:42:59.262+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.263693+0000) 2023-03-22T16:42:59.829 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:42:59.262+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.263654+0000) 2023-03-22T16:42:59.830 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:42:59.218+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.219465+0000) 2023-03-22T16:42:59.830 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:42:59.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.347089+0000) 2023-03-22T16:42:59.830 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:42:59.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.265010+0000) 2023-03-22T16:42:59.831 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:42:59.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.263478+0000) 2023-03-22T16:42:59.831 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:42:59.262+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.263878+0000) 2023-03-22T16:42:59.832 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:42:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:42:59.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:42:59.263495+0000) 2023-03-22T16:42:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:42:59 smithi142 ceph-mon[94717]: pgmap v4042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:42:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:42:59 smithi098 ceph-mon[94136]: pgmap v4042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:00.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:00.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.347254+0000) 2023-03-22T16:43:00.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:00.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.265151+0000) 2023-03-22T16:43:00.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:00.262+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.263809+0000) 2023-03-22T16:43:00.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:00.262+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.263773+0000) 2023-03-22T16:43:00.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:00.262+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.263981+0000) 2023-03-22T16:43:00.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:00.218+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.219611+0000) 2023-03-22T16:43:00.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:00.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.263610+0000) 2023-03-22T16:43:00.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:00.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:00.263612+0000) 2023-03-22T16:43:01.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:01.346+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.347451+0000) 2023-03-22T16:43:01.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:01.262+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.264113+0000) 2023-03-22T16:43:01.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:01.262+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.263931+0000) 2023-03-22T16:43:01.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:01.218+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.219733+0000) 2023-03-22T16:43:01.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:01.263+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.265256+0000) 2023-03-22T16:43:01.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:01.262+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.264118+0000) 2023-03-22T16:43:01.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:01.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.263723+0000) 2023-03-22T16:43:01.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:01.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:01.263727+0000) 2023-03-22T16:43:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:01 smithi142 ceph-mon[94717]: pgmap v4043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:01 smithi098 ceph-mon[94136]: pgmap v4043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:02.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:02.262+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.264235+0000) 2023-03-22T16:43:02.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:02.262+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.264051+0000) 2023-03-22T16:43:02.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:02.346+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.347636+0000) 2023-03-22T16:43:02.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:02.264+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.265375+0000) 2023-03-22T16:43:02.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:02.219+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.219926+0000) 2023-03-22T16:43:02.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:02.262+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.264231+0000) 2023-03-22T16:43:02.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:02.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.263863+0000) 2023-03-22T16:43:02.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:02.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:02.263884+0000) 2023-03-22T16:43:03.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:03.346+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.347885+0000) 2023-03-22T16:43:03.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:03.264+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.265482+0000) 2023-03-22T16:43:03.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:03.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.264358+0000) 2023-03-22T16:43:03.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:03.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.263998+0000) 2023-03-22T16:43:03.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:03.263+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.264352+0000) 2023-03-22T16:43:03.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:03.218+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.220065+0000) 2023-03-22T16:43:03.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:03.262+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.264170+0000) 2023-03-22T16:43:03.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:03.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:03.263976+0000) 2023-03-22T16:43:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:03 smithi142 ceph-mon[94717]: pgmap v4044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:03 smithi098 ceph-mon[94136]: pgmap v4044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:04.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:04.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.264474+0000) 2023-03-22T16:43:04.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:04.263+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.264306+0000) 2023-03-22T16:43:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:04.262+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.264145+0000) 2023-03-22T16:43:04.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:04.262+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.264102+0000) 2023-03-22T16:43:04.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:04.218+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.220197+0000) 2023-03-22T16:43:04.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:04.346+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.348007+0000) 2023-03-22T16:43:04.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:04.264+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.265599+0000) 2023-03-22T16:43:04.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:04.263+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:04.264474+0000) 2023-03-22T16:43:05.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:05.264+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.265718+0000) 2023-03-22T16:43:05.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:05.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.264586+0000) 2023-03-22T16:43:05.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:05.263+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.264430+0000) 2023-03-22T16:43:05.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:05.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.264332+0000) 2023-03-22T16:43:05.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:05.219+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.220364+0000) 2023-03-22T16:43:05.725 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:05.346+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.348232+0000) 2023-03-22T16:43:05.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:05.263+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.264595+0000) 2023-03-22T16:43:05.726 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:05.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:05.264323+0000) 2023-03-22T16:43:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:05 smithi142 ceph-mon[94717]: pgmap v4045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:43:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:05 smithi098 ceph-mon[94136]: pgmap v4045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:43:06.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:06.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.264694+0000) 2023-03-22T16:43:06.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:06.263+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.264555+0000) 2023-03-22T16:43:06.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:06.347+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.348373+0000) 2023-03-22T16:43:06.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:06.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.264434+0000) 2023-03-22T16:43:06.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:06.219+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.220497+0000) 2023-03-22T16:43:06.725 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:06.264+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.265847+0000) 2023-03-22T16:43:06.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:06.263+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.264712+0000) 2023-03-22T16:43:06.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:06.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:06.264443+0000) 2023-03-22T16:43:07.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:07.347+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.348610+0000) 2023-03-22T16:43:07.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:07.264+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.266026+0000) 2023-03-22T16:43:07.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:07.263+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.264672+0000) 2023-03-22T16:43:07.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:07.263+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.264833+0000) 2023-03-22T16:43:07.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:07.219+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.220616+0000) 2023-03-22T16:43:07.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:07.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.264805+0000) 2023-03-22T16:43:07.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:07.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.264545+0000) 2023-03-22T16:43:07.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:07.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:07.264561+0000) 2023-03-22T16:43:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:07 smithi142 ceph-mon[94717]: pgmap v4046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:43:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:07 smithi098 ceph-mon[94136]: pgmap v4046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:43:08.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:08.347+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.348754+0000) 2023-03-22T16:43:08.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:08.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.264930+0000) 2023-03-22T16:43:08.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:08.263+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.264838+0000) 2023-03-22T16:43:08.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:08.219+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.220792+0000) 2023-03-22T16:43:08.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:08.264+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.266188+0000) 2023-03-22T16:43:08.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:08.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.264659+0000) 2023-03-22T16:43:08.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:08.263+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.264973+0000) 2023-03-22T16:43:08.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:08.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:08.264685+0000) 2023-03-22T16:43:09.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:09.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.265079+0000) 2023-03-22T16:43:09.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:09.263+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.264993+0000) 2023-03-22T16:43:09.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:09.219+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.220910+0000) 2023-03-22T16:43:09.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:09.347+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.349040+0000) 2023-03-22T16:43:09.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:09.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.266295+0000) 2023-03-22T16:43:09.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:09.263+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.265131+0000) 2023-03-22T16:43:09.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:09.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.264792+0000) 2023-03-22T16:43:09.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:09.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:09.264806+0000) 2023-03-22T16:43:09.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:09 smithi142 ceph-mon[94717]: pgmap v4047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:43:09.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:09 smithi098 ceph-mon[94136]: pgmap v4047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:43:10.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:10.347+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.349166+0000) 2023-03-22T16:43:10.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:10.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.266421+0000) 2023-03-22T16:43:10.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:10.263+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.265208+0000) 2023-03-22T16:43:10.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:10.263+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.265128+0000) 2023-03-22T16:43:10.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:10.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.264929+0000) 2023-03-22T16:43:10.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:10.220+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.221060+0000) 2023-03-22T16:43:10.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:10.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.264925+0000) 2023-03-22T16:43:10.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:10.264+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:10.265259+0000) 2023-03-22T16:43:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:10 smithi142 ceph-mon[94717]: osdmap e265: 12 total, 9 up, 9 in 2023-03-22T16:43:10.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:10 smithi098 ceph-mon[94136]: osdmap e265: 12 total, 9 up, 9 in 2023-03-22T16:43:11.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:11.348+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.349436+0000) 2023-03-22T16:43:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:11.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.266541+0000) 2023-03-22T16:43:11.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:11.264+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.265300+0000) 2023-03-22T16:43:11.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:11.264+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.265258+0000) 2023-03-22T16:43:11.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:11.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.265052+0000) 2023-03-22T16:43:11.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:11.219+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.221179+0000) 2023-03-22T16:43:11.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:11.264+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.265415+0000) 2023-03-22T16:43:11.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:11.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:11.265052+0000) 2023-03-22T16:43:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:11 smithi142 ceph-mon[94717]: pgmap v4049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:43:11.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:11 smithi098 ceph-mon[94136]: pgmap v4049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:43:12.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:12.264+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.265418+0000) 2023-03-22T16:43:12.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:12.264+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.265392+0000) 2023-03-22T16:43:12.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:12.220+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.221319+0000) 2023-03-22T16:43:12.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:12.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.266654+0000) 2023-03-22T16:43:12.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:12.349+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.349589+0000) 2023-03-22T16:43:12.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:12.263+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.265187+0000) 2023-03-22T16:43:12.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:12.263+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.265183+0000) 2023-03-22T16:43:12.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:12.264+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:12.265540+0000) 2023-03-22T16:43:13.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:13.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.266775+0000) 2023-03-22T16:43:13.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:13.264+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.265534+0000) 2023-03-22T16:43:13.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:13.264+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.265517+0000) 2023-03-22T16:43:13.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:13.264+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.265353+0000) 2023-03-22T16:43:13.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:13.220+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.221448+0000) 2023-03-22T16:43:13.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:13.348+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.349779+0000) 2023-03-22T16:43:13.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:13.264+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.265353+0000) 2023-03-22T16:43:13.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:13.264+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:13.265653+0000) 2023-03-22T16:43:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:13 smithi142 ceph-mon[94717]: pgmap v4050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:43:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:13 smithi098 ceph-mon[94136]: pgmap v4050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:43:14.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:14.264+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.265648+0000) 2023-03-22T16:43:14.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:14.264+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.265645+0000) 2023-03-22T16:43:14.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:14.221+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.221601+0000) 2023-03-22T16:43:14.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:14.264+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.265509+0000) 2023-03-22T16:43:14.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:14.264+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.265504+0000) 2023-03-22T16:43:14.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:14.264+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.265782+0000) 2023-03-22T16:43:14.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:14.348+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.349969+0000) 2023-03-22T16:43:14.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:14.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:14.266955+0000) 2023-03-22T16:43:15.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:15.348+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.350169+0000) 2023-03-22T16:43:15.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:15.349+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:15.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:15.349+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:15.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:15.362+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.363942+0000) 2023-03-22T16:43:15.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:15.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.267059+0000) 2023-03-22T16:43:15.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:15.264+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.265864+0000) 2023-03-22T16:43:15.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:15.264+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.265832+0000) 2023-03-22T16:43:15.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:15.265+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:15.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:15.265+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:15.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:15.268+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.270055+0000) 2023-03-22T16:43:15.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:15.220+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.221731+0000) 2023-03-22T16:43:15.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:15.264+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.265659+0000) 2023-03-22T16:43:15.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:15.264+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.266029+0000) 2023-03-22T16:43:15.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:15.264+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:15.265659+0000) 2023-03-22T16:43:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:15 smithi142 ceph-mon[94717]: pgmap v4051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:43:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:15 smithi098 ceph-mon[94136]: pgmap v4051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:43:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:16.264+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:16.265973+0000) 2023-03-22T16:43:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:16.264+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:16.265785+0000) 2023-03-22T16:43:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:16.264+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:16.266142+0000) 2023-03-22T16:43:16.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:16.265+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:16.267176+0000) 2023-03-22T16:43:16.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:16.220+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:16.221911+0000) 2023-03-22T16:43:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:16.264+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:16.265797+0000) 2023-03-22T16:43:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:17.265+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.266440+0000) 2023-03-22T16:43:17.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:17.220+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.222052+0000) 2023-03-22T16:43:17.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:17.266+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.267293+0000) 2023-03-22T16:43:17.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:17.264+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.266144+0000) 2023-03-22T16:43:17.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:17.265+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:17.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:17.265+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:17.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:17.266+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.268193+0000) 2023-03-22T16:43:17.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:17.264+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.265914+0000) 2023-03-22T16:43:17.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:17.264+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.265914+0000) 2023-03-22T16:43:17.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:17.265+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:17.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:17.265+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:17.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:17.267+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:17.268338+0000) 2023-03-22T16:43:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:17 smithi142 ceph-mon[94717]: pgmap v4052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:43:17.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:17 smithi098 ceph-mon[94136]: pgmap v4052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:43:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:18.265+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:18.266557+0000) 2023-03-22T16:43:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:18.220+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:18.222178+0000) 2023-03-22T16:43:18.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:18.266+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:18.267409+0000) 2023-03-22T16:43:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:18.264+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:18.266038+0000) 2023-03-22T16:43:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:19.266+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:19.267531+0000) 2023-03-22T16:43:19.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:19.266+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:19.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:19.267+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:19.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:19.272+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:19.273642+0000) 2023-03-22T16:43:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:19.264+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:19.266170+0000) 2023-03-22T16:43:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:19.265+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:19.266671+0000) 2023-03-22T16:43:19.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:19.221+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:19.222305+0000) 2023-03-22T16:43:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:19 smithi142 ceph-mon[94717]: pgmap v4053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:43:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:19 smithi098 ceph-mon[94136]: pgmap v4053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:43:20.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:19.764+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:19.766114+0000) 2023-03-22T16:43:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:19.849+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:19.850447+0000) 2023-03-22T16:43:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:20.221+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:20.222431+0000) 2023-03-22T16:43:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:20.265+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:20.266776+0000) 2023-03-22T16:43:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:20.265+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:20.266296+0000) 2023-03-22T16:43:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:20.764+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:20.766246+0000) 2023-03-22T16:43:21.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:20.852+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:20.853855+0000) 2023-03-22T16:43:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:21.265+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.266405+0000) 2023-03-22T16:43:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:21.265+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:21.265+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:21.272+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.274059+0000) 2023-03-22T16:43:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:21.221+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.222554+0000) 2023-03-22T16:43:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:21.221+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:21.222+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:21.232+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.234209+0000) 2023-03-22T16:43:21.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:21.265+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.266900+0000) 2023-03-22T16:43:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:21 smithi142 ceph-mon[94717]: pgmap v4054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:43:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:21 smithi098 ceph-mon[94136]: pgmap v4054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:43:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:21.855+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.856299+0000) 2023-03-22T16:43:22.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:21.765+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.766477+0000) 2023-03-22T16:43:22.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:21.765+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.766395+0000) 2023-03-22T16:43:22.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:21.765+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:21.766234+0000) 2023-03-22T16:43:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:22.265+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:22.267010+0000) 2023-03-22T16:43:23.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:22.765+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:22.766641+0000) 2023-03-22T16:43:23.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:22.765+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:22.766547+0000) 2023-03-22T16:43:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:22.765+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:22.766401+0000) 2023-03-22T16:43:23.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:22.859+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:22.859732+0000) 2023-03-22T16:43:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:23.265+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:23.267146+0000) 2023-03-22T16:43:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:23 smithi098 ceph-mon[94136]: pgmap v4055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:43:24.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:23 smithi142 ceph-mon[94717]: pgmap v4055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:43:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:23.765+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:23.766763+0000) 2023-03-22T16:43:24.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:23.765+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:23.766673+0000) 2023-03-22T16:43:24.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:23.858+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:23.859874+0000) 2023-03-22T16:43:24.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:23.766+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:23.767869+0000) 2023-03-22T16:43:24.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:23.765+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:23.766526+0000) 2023-03-22T16:43:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:24.266+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:24.267285+0000) 2023-03-22T16:43:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:24.266+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:24.266+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:24.269+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:24.270418+0000) 2023-03-22T16:43:25.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:24.766+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:24.766878+0000) 2023-03-22T16:43:25.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:24.766+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:24.766801+0000) 2023-03-22T16:43:25.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:24.859+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:24.860158+0000) 2023-03-22T16:43:25.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:24.766+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:24.768008+0000) 2023-03-22T16:43:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:24.766+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:24.766717+0000) 2023-03-22T16:43:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:25 smithi098 ceph-mon[94136]: pgmap v4056: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:43:26.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:25 smithi142 ceph-mon[94717]: pgmap v4056: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:43:26.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:25.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:25.860304+0000) 2023-03-22T16:43:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:25.767+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:25.768112+0000) 2023-03-22T16:43:26.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:25.766+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:25.766999+0000) 2023-03-22T16:43:26.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:25.766+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:25.766937+0000) 2023-03-22T16:43:26.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:25.722+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:25.722844+0000) 2023-03-22T16:43:26.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:25.766+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:25.766672+0000) 2023-03-22T16:43:26.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:25.766+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:25.766853+0000) 2023-03-22T16:43:27.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:26.766+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:26.767124+0000) 2023-03-22T16:43:27.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:26.766+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:26.767067+0000) 2023-03-22T16:43:27.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:26.722+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:26.722997+0000) 2023-03-22T16:43:27.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:26.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:26.860592+0000) 2023-03-22T16:43:27.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:26.767+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:26.768240+0000) 2023-03-22T16:43:27.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:26.766+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:26.766812+0000) 2023-03-22T16:43:27.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:26.766+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:26.766973+0000) 2023-03-22T16:43:27.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:27 smithi098 ceph-mon[94136]: pgmap v4057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:43:28.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:27 smithi142 ceph-mon[94717]: pgmap v4057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:43:28.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:27.766+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:27.767246+0000) 2023-03-22T16:43:28.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:27.766+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:27.767211+0000) 2023-03-22T16:43:28.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:27.722+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:27.723142+0000) 2023-03-22T16:43:28.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:27.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:27.860763+0000) 2023-03-22T16:43:28.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:27.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:27.768359+0000) 2023-03-22T16:43:28.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:27.766+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:27.766994+0000) 2023-03-22T16:43:28.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:27.766+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:27.767144+0000) 2023-03-22T16:43:29.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:28.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.860992+0000) 2023-03-22T16:43:29.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:28.767+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.767391+0000) 2023-03-22T16:43:29.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:28.767+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.767302+0000) 2023-03-22T16:43:29.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:28.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.768472+0000) 2023-03-22T16:43:29.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:28.766+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.767134+0000) 2023-03-22T16:43:29.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:28.767+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.767623+0000) 2023-03-22T16:43:29.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:28.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.723283+0000) 2023-03-22T16:43:29.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:28.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:28.767335+0000) 2023-03-22T16:43:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:29 smithi098 ceph-mon[94136]: pgmap v4058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:43:30.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:29 smithi142 ceph-mon[94717]: pgmap v4058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:43:30.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:29.860+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.861117+0000) 2023-03-22T16:43:30.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:29.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.768595+0000) 2023-03-22T16:43:30.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:29.767+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.767555+0000) 2023-03-22T16:43:30.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:29.767+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.767423+0000) 2023-03-22T16:43:30.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:29.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.723400+0000) 2023-03-22T16:43:30.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:29.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.767261+0000) 2023-03-22T16:43:30.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:29.767+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.767743+0000) 2023-03-22T16:43:30.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:29.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:29.767456+0000) 2023-03-22T16:43:31.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:30.767+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.767678+0000) 2023-03-22T16:43:31.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:30.767+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.767553+0000) 2023-03-22T16:43:31.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:30.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.723512+0000) 2023-03-22T16:43:31.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:30.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.861302+0000) 2023-03-22T16:43:31.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:30.767+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.767857+0000) 2023-03-22T16:43:31.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:30.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.768732+0000) 2023-03-22T16:43:31.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:30.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.767386+0000) 2023-03-22T16:43:31.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:30.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:30.767575+0000) 2023-03-22T16:43:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:31 smithi098 ceph-mon[94136]: pgmap v4059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:32.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:31 smithi142 ceph-mon[94717]: pgmap v4059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:32.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:31.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.861423+0000) 2023-03-22T16:43:32.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:31.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.768856+0000) 2023-03-22T16:43:32.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:31.767+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.767787+0000) 2023-03-22T16:43:32.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:31.767+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.767682+0000) 2023-03-22T16:43:32.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:31.767+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.767968+0000) 2023-03-22T16:43:32.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:31.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.723639+0000) 2023-03-22T16:43:32.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:31.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.767497+0000) 2023-03-22T16:43:32.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:31.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:31.767692+0000) 2023-03-22T16:43:33.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:32.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.861685+0000) 2023-03-22T16:43:33.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:32.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.768958+0000) 2023-03-22T16:43:33.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:32.767+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.767892+0000) 2023-03-22T16:43:33.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:32.767+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.767803+0000) 2023-03-22T16:43:33.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:32.767+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.768078+0000) 2023-03-22T16:43:33.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:32.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.723784+0000) 2023-03-22T16:43:33.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:32.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.767639+0000) 2023-03-22T16:43:33.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:32.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:32.767800+0000) 2023-03-22T16:43:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:33 smithi098 ceph-mon[94136]: pgmap v4060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:34.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:33 smithi142 ceph-mon[94717]: pgmap v4060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:34.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:33.767+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.768082+0000) 2023-03-22T16:43:34.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:33.767+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.767925+0000) 2023-03-22T16:43:34.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:33.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.723908+0000) 2023-03-22T16:43:34.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:33.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.861799+0000) 2023-03-22T16:43:34.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:33.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.769082+0000) 2023-03-22T16:43:34.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:33.767+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.768199+0000) 2023-03-22T16:43:34.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:33.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.767762+0000) 2023-03-22T16:43:34.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:33.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:33.767917+0000) 2023-03-22T16:43:35.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:34.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.862023+0000) 2023-03-22T16:43:35.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:34.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.769192+0000) 2023-03-22T16:43:35.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:34.767+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.768212+0000) 2023-03-22T16:43:35.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:34.767+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.768185+0000) 2023-03-22T16:43:35.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:34.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.767879+0000) 2023-03-22T16:43:35.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:34.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.724035+0000) 2023-03-22T16:43:35.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:34.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.768379+0000) 2023-03-22T16:43:35.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:34.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:34.768047+0000) 2023-03-22T16:43:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:35 smithi098 ceph-mon[94136]: pgmap v4061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:36.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:35 smithi142 ceph-mon[94717]: pgmap v4061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:35.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.768298+0000) 2023-03-22T16:43:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:35.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.768309+0000) 2023-03-22T16:43:36.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:35.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.769299+0000) 2023-03-22T16:43:36.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:35.723+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.724151+0000) 2023-03-22T16:43:36.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:35.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.862165+0000) 2023-03-22T16:43:36.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:35.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.768023+0000) 2023-03-22T16:43:36.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:35.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.768518+0000) 2023-03-22T16:43:36.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:35.767+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:35.768164+0000) 2023-03-22T16:43:37.022 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:36.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.768424+0000) 2023-03-22T16:43:37.022 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:36.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.768438+0000) 2023-03-22T16:43:37.023 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:36.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.724280+0000) 2023-03-22T16:43:37.023 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:36.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.862399+0000) 2023-03-22T16:43:37.024 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:36.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.769414+0000) 2023-03-22T16:43:37.024 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:36.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.768639+0000) 2023-03-22T16:43:37.025 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:36.767+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.768142+0000) 2023-03-22T16:43:37.025 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:36.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:36.768279+0000) 2023-03-22T16:43:37.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:37 smithi098 ceph-mon[94136]: pgmap v4062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:38.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:37 smithi142 ceph-mon[94717]: pgmap v4062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:38.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:37.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.862525+0000) 2023-03-22T16:43:38.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:37.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.769528+0000) 2023-03-22T16:43:38.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:37.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.768538+0000) 2023-03-22T16:43:38.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:37.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.768263+0000) 2023-03-22T16:43:38.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:37.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.768756+0000) 2023-03-22T16:43:38.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:37.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.724407+0000) 2023-03-22T16:43:38.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:37.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.768557+0000) 2023-03-22T16:43:38.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:37.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:37.768402+0000) 2023-03-22T16:43:39.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:38.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.768680+0000) 2023-03-22T16:43:39.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:38.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.768692+0000) 2023-03-22T16:43:39.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:38.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.724565+0000) 2023-03-22T16:43:39.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:38.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.862732+0000) 2023-03-22T16:43:39.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:38.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.769644+0000) 2023-03-22T16:43:39.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:38.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.768894+0000) 2023-03-22T16:43:39.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:38.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.768389+0000) 2023-03-22T16:43:39.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:38.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:38.768524+0000) 2023-03-22T16:43:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:39 smithi098 ceph-mon[94136]: pgmap v4063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:40.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:39 smithi142 ceph-mon[94717]: pgmap v4063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:40.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:39.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.862862+0000) 2023-03-22T16:43:40.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:39.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.769754+0000) 2023-03-22T16:43:40.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:39.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.768813+0000) 2023-03-22T16:43:40.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:39.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.768836+0000) 2023-03-22T16:43:40.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:39.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.769008+0000) 2023-03-22T16:43:40.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:39.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.724722+0000) 2023-03-22T16:43:40.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:39.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.768525+0000) 2023-03-22T16:43:40.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:39.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:39.768648+0000) 2023-03-22T16:43:41.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:40.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.768948+0000) 2023-03-22T16:43:41.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:40.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.768987+0000) 2023-03-22T16:43:41.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:40.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.863100+0000) 2023-03-22T16:43:41.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:40.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.724921+0000) 2023-03-22T16:43:41.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:40.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.769872+0000) 2023-03-22T16:43:41.225 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:40.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.768747+0000) 2023-03-22T16:43:41.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:40.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.769120+0000) 2023-03-22T16:43:41.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:40.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:40.768857+0000) 2023-03-22T16:43:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:41 smithi098 ceph-mon[94136]: pgmap v4064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:42.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:41 smithi142 ceph-mon[94717]: pgmap v4064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:42.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:41.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.863216+0000) 2023-03-22T16:43:42.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:41.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.769991+0000) 2023-03-22T16:43:42.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:41.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.769075+0000) 2023-03-22T16:43:42.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:41.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.769107+0000) 2023-03-22T16:43:42.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:41.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.725070+0000) 2023-03-22T16:43:42.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:41.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.768965+0000) 2023-03-22T16:43:42.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:41.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.769231+0000) 2023-03-22T16:43:42.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:41.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:41.769050+0000) 2023-03-22T16:43:43.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:42.863+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.863453+0000) 2023-03-22T16:43:43.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:42.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.769235+0000) 2023-03-22T16:43:43.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:42.769+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.769264+0000) 2023-03-22T16:43:43.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:42.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.725203+0000) 2023-03-22T16:43:43.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:42.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.770098+0000) 2023-03-22T16:43:43.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:42.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.769125+0000) 2023-03-22T16:43:43.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:42.769+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.769319+0000) 2023-03-22T16:43:43.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:42.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:42.769183+0000) 2023-03-22T16:43:43.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:43 smithi098 ceph-mon[94136]: pgmap v4065: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:44.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:43 smithi142 ceph-mon[94717]: pgmap v4065: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:44.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:43.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.863581+0000) 2023-03-22T16:43:44.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:43.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.769447+0000) 2023-03-22T16:43:44.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:43.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.769479+0000) 2023-03-22T16:43:44.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:43.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.725362+0000) 2023-03-22T16:43:44.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:43.768+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.770213+0000) 2023-03-22T16:43:44.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:43.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.769255+0000) 2023-03-22T16:43:44.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:43.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.769459+0000) 2023-03-22T16:43:44.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:43.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:43.769317+0000) 2023-03-22T16:43:45.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:44.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.769605+0000) 2023-03-22T16:43:45.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:44.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.769686+0000) 2023-03-22T16:43:45.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:44.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.863808+0000) 2023-03-22T16:43:45.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:44.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.725486+0000) 2023-03-22T16:43:45.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:44.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.770358+0000) 2023-03-22T16:43:45.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:44.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.769584+0000) 2023-03-22T16:43:45.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:44.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.769386+0000) 2023-03-22T16:43:45.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:44.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:44.769437+0000) 2023-03-22T16:43:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:45 smithi098 ceph-mon[94136]: pgmap v4066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:46.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:45 smithi142 ceph-mon[94717]: pgmap v4066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:46.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:45.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.770739+0000) 2023-03-22T16:43:46.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:45.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.769732+0000) 2023-03-22T16:43:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:45.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.769515+0000) 2023-03-22T16:43:46.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:45.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.725612+0000) 2023-03-22T16:43:46.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:45.862+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.864048+0000) 2023-03-22T16:43:46.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:45.863+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:46.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:45.863+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:46.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:45.869+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.870876+0000) 2023-03-22T16:43:46.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:45.768+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.769852+0000) 2023-03-22T16:43:46.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:45.769+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:46.224 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:45.769+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:46.225 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:45.775+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.777020+0000) 2023-03-22T16:43:46.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:45.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.769711+0000) 2023-03-22T16:43:46.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:45.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:45.769561+0000) 2023-03-22T16:43:47.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:46.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:46.769855+0000) 2023-03-22T16:43:47.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:46.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:46.769835+0000) 2023-03-22T16:43:47.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:46.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:46.769685+0000) 2023-03-22T16:43:47.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:46.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:46.725738+0000) 2023-03-22T16:43:47.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:46.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:46.770858+0000) 2023-03-22T16:43:47.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:46.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:46.769645+0000) 2023-03-22T16:43:47.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:47 smithi098 ceph-mon[94136]: pgmap v4067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:48.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:47 smithi142 ceph-mon[94717]: pgmap v4067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:48.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:47.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.771019+0000) 2023-03-22T16:43:48.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:47.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.725858+0000) 2023-03-22T16:43:48.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:47.768+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.769983+0000) 2023-03-22T16:43:48.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:47.769+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:48.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:47.769+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:48.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:47.770+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.772193+0000) 2023-03-22T16:43:48.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:47.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.769769+0000) 2023-03-22T16:43:48.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:47.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.769961+0000) 2023-03-22T16:43:48.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:47.768+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.769807+0000) 2023-03-22T16:43:48.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:47.769+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:48.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:47.769+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:48.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:47.771+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:47.772392+0000) 2023-03-22T16:43:49.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:48.769+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:48.771140+0000) 2023-03-22T16:43:49.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:48.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:48.769891+0000) 2023-03-22T16:43:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:48.768+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:48.770072+0000) 2023-03-22T16:43:49.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:48.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:48.725984+0000) 2023-03-22T16:43:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:49 smithi098 ceph-mon[94136]: pgmap v4068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:50.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:49 smithi142 ceph-mon[94717]: pgmap v4068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:49.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:49.726114+0000) 2023-03-22T16:43:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:49.770+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:49.771340+0000) 2023-03-22T16:43:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:49.770+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:49.771+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:49.772+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:49.773315+0000) 2023-03-22T16:43:50.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:49.769+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:49.770068+0000) 2023-03-22T16:43:50.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:49.769+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:49.770196+0000) 2023-03-22T16:43:50.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:50.363+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:50.364435+0000) 2023-03-22T16:43:50.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:50.268+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:50.270122+0000) 2023-03-22T16:43:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:50.769+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:50.770305+0000) 2023-03-22T16:43:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:50.724+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:50.726251+0000) 2023-03-22T16:43:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:50.768+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:50.770204+0000) 2023-03-22T16:43:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:51.365+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:51.366941+0000) 2023-03-22T16:43:51.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:51.268+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:51.270249+0000) 2023-03-22T16:43:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:51 smithi098 ceph-mon[94136]: pgmap v4069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:52.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:51 smithi142 ceph-mon[94717]: pgmap v4069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:51.769+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:51.770527+0000) 2023-03-22T16:43:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:51.725+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:51.726371+0000) 2023-03-22T16:43:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:51.725+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:51.726+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:51.729+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:51.731195+0000) 2023-03-22T16:43:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:51.769+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:51.770313+0000) 2023-03-22T16:43:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:51.769+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:51.769+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:51.775+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:51.776577+0000) 2023-03-22T16:43:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:52.484+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:52.485402+0000) 2023-03-22T16:43:52.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:52.269+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:52.270363+0000) 2023-03-22T16:43:52.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:52.268+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:52.270152+0000) 2023-03-22T16:43:52.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:52.268+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:52.270229+0000) 2023-03-22T16:43:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:52.769+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:52.770642+0000) 2023-03-22T16:43:53.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:53.269+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:53.270359+0000) 2023-03-22T16:43:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:53.269+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:53.270472+0000) 2023-03-22T16:43:53.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:53.488+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:53.489194+0000) 2023-03-22T16:43:53.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:53.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:53.270304+0000) 2023-03-22T16:43:53.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:53 smithi098 ceph-mon[94136]: pgmap v4070: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:54.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:53 smithi142 ceph-mon[94717]: pgmap v4070: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:54.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:53.769+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:53.770783+0000) 2023-03-22T16:43:54.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:54.270+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:54.271780+0000) 2023-03-22T16:43:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:54.269+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:54.270588+0000) 2023-03-22T16:43:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:54.488+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:54.489437+0000) 2023-03-22T16:43:54.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:54.269+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:54.270477+0000) 2023-03-22T16:43:54.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:54.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:54.270439+0000) 2023-03-22T16:43:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:54.769+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:54.770946+0000) 2023-03-22T16:43:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:54.770+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:54.770+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:43:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:54.772+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:54.773907+0000) 2023-03-22T16:43:55.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:55.488+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:55.489550+0000) 2023-03-22T16:43:55.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:55.269+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:55.270614+0000) 2023-03-22T16:43:55.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:55.269+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:55.270747+0000) 2023-03-22T16:43:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:55.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:55.270560+0000) 2023-03-22T16:43:55.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:55.270+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:55.271885+0000) 2023-03-22T16:43:55.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:55 smithi098 ceph-mon[94136]: pgmap v4071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:56.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:55 smithi142 ceph-mon[94717]: pgmap v4071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:43:56.491 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:56.270+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:56.271998+0000) 2023-03-22T16:43:56.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:56.269+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:56.270766+0000) 2023-03-22T16:43:56.492 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:56.269+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:56.270868+0000) 2023-03-22T16:43:56.493 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:56.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:56.226663+0000) 2023-03-22T16:43:56.493 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:56.269+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:56.270574+0000) 2023-03-22T16:43:56.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:56.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:56.270688+0000) 2023-03-22T16:43:56.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:56.488+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:56.489762+0000) 2023-03-22T16:43:57.491 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:57.269+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:57.270949+0000) 2023-03-22T16:43:57.492 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:57.269+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:57.270996+0000) 2023-03-22T16:43:57.492 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:57.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:57.226786+0000) 2023-03-22T16:43:57.493 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:57.488+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:57.489903+0000) 2023-03-22T16:43:57.493 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:57.270+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:57.272112+0000) 2023-03-22T16:43:57.494 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:57.269+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:57.270697+0000) 2023-03-22T16:43:57.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:57.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:57.270806+0000) 2023-03-22T16:43:58.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:57 smithi142 ceph-mon[94717]: pgmap v4072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:58.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:57 smithi098 ceph-mon[94136]: pgmap v4072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:43:58.272 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:58.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:58.226914+0000) 2023-03-22T16:43:58.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:58.269+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:58.271086+0000) 2023-03-22T16:43:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:58.269+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:58.271123+0000) 2023-03-22T16:43:58.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:58.488+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:58.490102+0000) 2023-03-22T16:43:58.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:58.269+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:58.270822+0000) 2023-03-22T16:43:58.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:58.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:58.270922+0000) 2023-03-22T16:43:58.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:58.270+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:58.272230+0000) 2023-03-22T16:43:59.492 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:43:59.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.272314+0000) 2023-03-22T16:43:59.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:43:59.269+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.271237+0000) 2023-03-22T16:43:59.493 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:43:59.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.271263+0000) 2023-03-22T16:43:59.493 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:43:59.225+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.227035+0000) 2023-03-22T16:43:59.494 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:43:59.269+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.270957+0000) 2023-03-22T16:43:59.494 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:43:59.270+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.271488+0000) 2023-03-22T16:43:59.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:43:59.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.271085+0000) 2023-03-22T16:43:59.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:43:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:43:59.489+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:43:59.490267+0000) 2023-03-22T16:44:00.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:43:59 smithi142 ceph-mon[94717]: pgmap v4073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:00.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:43:59 smithi098 ceph-mon[94136]: pgmap v4073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:00.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:00.270+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.271384+0000) 2023-03-22T16:44:00.492 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:00.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.271398+0000) 2023-03-22T16:44:00.493 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:00.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.227222+0000) 2023-03-22T16:44:00.493 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:00.269+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.271092+0000) 2023-03-22T16:44:00.494 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:00.270+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.271603+0000) 2023-03-22T16:44:00.494 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:00.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.272415+0000) 2023-03-22T16:44:00.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:00.269+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.271238+0000) 2023-03-22T16:44:00.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:00.489+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:00.490513+0000) 2023-03-22T16:44:01.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:01.270+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.271514+0000) 2023-03-22T16:44:01.492 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:01.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.271520+0000) 2023-03-22T16:44:01.493 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:01.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.272534+0000) 2023-03-22T16:44:01.493 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:01.269+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.271205+0000) 2023-03-22T16:44:01.494 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:01.270+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.271717+0000) 2023-03-22T16:44:01.494 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:01.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.227401+0000) 2023-03-22T16:44:01.495 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:01.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.271358+0000) 2023-03-22T16:44:01.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:01.489+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:01.490635+0000) 2023-03-22T16:44:02.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:01 smithi142 ceph-mon[94717]: pgmap v4074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:02.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:01 smithi098 ceph-mon[94136]: pgmap v4074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:02.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:02.270+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.271637+0000) 2023-03-22T16:44:02.493 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:02.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.271637+0000) 2023-03-22T16:44:02.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:02.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.271476+0000) 2023-03-22T16:44:02.494 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:02.270+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.271295+0000) 2023-03-22T16:44:02.494 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:02.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.227515+0000) 2023-03-22T16:44:02.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:02.270+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.271835+0000) 2023-03-22T16:44:02.495 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:02.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.272632+0000) 2023-03-22T16:44:02.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:02.489+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:02.490845+0000) 2023-03-22T16:44:03.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:03.270+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.271755+0000) 2023-03-22T16:44:03.493 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:03.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.271773+0000) 2023-03-22T16:44:03.493 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:03.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.227649+0000) 2023-03-22T16:44:03.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:03.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.271610+0000) 2023-03-22T16:44:03.494 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:03.270+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.271415+0000) 2023-03-22T16:44:03.495 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:03.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.272736+0000) 2023-03-22T16:44:03.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:03.270+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.271947+0000) 2023-03-22T16:44:03.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:03.489+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:03.490947+0000) 2023-03-22T16:44:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:03 smithi142 ceph-mon[94717]: pgmap v4075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:04.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:03 smithi098 ceph-mon[94136]: pgmap v4075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:04.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:04.270+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.271874+0000) 2023-03-22T16:44:04.493 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:04.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.271903+0000) 2023-03-22T16:44:04.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:04.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.271726+0000) 2023-03-22T16:44:04.494 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:04.270+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.271540+0000) 2023-03-22T16:44:04.495 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:04.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.272852+0000) 2023-03-22T16:44:04.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:04.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.227774+0000) 2023-03-22T16:44:04.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:04.270+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.272061+0000) 2023-03-22T16:44:04.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:04.489+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:04.491155+0000) 2023-03-22T16:44:05.492 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:05.270+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.272003+0000) 2023-03-22T16:44:05.493 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:05.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.272013+0000) 2023-03-22T16:44:05.494 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:05.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.227898+0000) 2023-03-22T16:44:05.494 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:05.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.271845+0000) 2023-03-22T16:44:05.494 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:05.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.272987+0000) 2023-03-22T16:44:05.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:05.270+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.272167+0000) 2023-03-22T16:44:05.495 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:05.270+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.271654+0000) 2023-03-22T16:44:05.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:05.490+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:05.491262+0000) 2023-03-22T16:44:06.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:05 smithi142 ceph-mon[94717]: pgmap v4076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:44:06.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:05 smithi098 ceph-mon[94136]: pgmap v4076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:44:06.493 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:06.270+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.272130+0000) 2023-03-22T16:44:06.494 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:06.270+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.272132+0000) 2023-03-22T16:44:06.494 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:06.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.272302+0000) 2023-03-22T16:44:06.495 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:06.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.273104+0000) 2023-03-22T16:44:06.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:06.226+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.228020+0000) 2023-03-22T16:44:06.496 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:06.270+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.271780+0000) 2023-03-22T16:44:06.496 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:06.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.271964+0000) 2023-03-22T16:44:06.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:06.490+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:06.491477+0000) 2023-03-22T16:44:07.493 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:07.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.272257+0000) 2023-03-22T16:44:07.494 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:07.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.272300+0000) 2023-03-22T16:44:07.494 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:07.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.228199+0000) 2023-03-22T16:44:07.495 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:07.271+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.273237+0000) 2023-03-22T16:44:07.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:07.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.272437+0000) 2023-03-22T16:44:07.495 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:07.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.272095+0000) 2023-03-22T16:44:07.496 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:07.270+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.271945+0000) 2023-03-22T16:44:07.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:07.490+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:07.491601+0000) 2023-03-22T16:44:08.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:07 smithi142 ceph-mon[94717]: pgmap v4077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:44:08.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:07 smithi098 ceph-mon[94136]: pgmap v4077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:44:08.493 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:08.272+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.273362+0000) 2023-03-22T16:44:08.494 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:08.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.272422+0000) 2023-03-22T16:44:08.494 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:08.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.272435+0000) 2023-03-22T16:44:08.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:08.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.228390+0000) 2023-03-22T16:44:08.495 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:08.270+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.272116+0000) 2023-03-22T16:44:08.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:08.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.272574+0000) 2023-03-22T16:44:08.496 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:08.270+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.272250+0000) 2023-03-22T16:44:08.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:08.491+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:08.491866+0000) 2023-03-22T16:44:09.493 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:09.272+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.273567+0000) 2023-03-22T16:44:09.494 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:09.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.272546+0000) 2023-03-22T16:44:09.494 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:09.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.272550+0000) 2023-03-22T16:44:09.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:09.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.228555+0000) 2023-03-22T16:44:09.495 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:09.271+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.272299+0000) 2023-03-22T16:44:09.496 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:09.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.272681+0000) 2023-03-22T16:44:09.496 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:09.271+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.272406+0000) 2023-03-22T16:44:09.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:09.490+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:09.491979+0000) 2023-03-22T16:44:10.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:09 smithi142 ceph-mon[94717]: pgmap v4078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:44:10.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:09 smithi098 ceph-mon[94136]: pgmap v4078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:44:10.493 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:10.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.272671+0000) 2023-03-22T16:44:10.494 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:10.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.272660+0000) 2023-03-22T16:44:10.495 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:10.272+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.273703+0000) 2023-03-22T16:44:10.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:10.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.228713+0000) 2023-03-22T16:44:10.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:10.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.272795+0000) 2023-03-22T16:44:10.496 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:10.271+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.272422+0000) 2023-03-22T16:44:10.496 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:10.271+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.272513+0000) 2023-03-22T16:44:10.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:10.490+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:10.492177+0000) 2023-03-22T16:44:11.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:10 smithi142 ceph-mon[94717]: osdmap e266: 12 total, 9 up, 9 in 2023-03-22T16:44:11.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:10 smithi098 ceph-mon[94136]: osdmap e266: 12 total, 9 up, 9 in 2023-03-22T16:44:11.493 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:11.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.272794+0000) 2023-03-22T16:44:11.494 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:11.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.272782+0000) 2023-03-22T16:44:11.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:11.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.228844+0000) 2023-03-22T16:44:11.495 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:11.272+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.273816+0000) 2023-03-22T16:44:11.496 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:11.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.272940+0000) 2023-03-22T16:44:11.496 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:11.271+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.272534+0000) 2023-03-22T16:44:11.496 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:11.271+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.272619+0000) 2023-03-22T16:44:11.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:11.491+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:11.492293+0000) 2023-03-22T16:44:12.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:11 smithi142 ceph-mon[94717]: pgmap v4080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:44:12.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:11 smithi098 ceph-mon[94136]: pgmap v4080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:44:12.494 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:12.272+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.273938+0000) 2023-03-22T16:44:12.495 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:12.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.272916+0000) 2023-03-22T16:44:12.495 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:12.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.272904+0000) 2023-03-22T16:44:12.496 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:12.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.273065+0000) 2023-03-22T16:44:12.496 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:12.271+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.272658+0000) 2023-03-22T16:44:12.496 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:12.271+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.272747+0000) 2023-03-22T16:44:12.497 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:12.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.228981+0000) 2023-03-22T16:44:12.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:12.491+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:12.492505+0000) 2023-03-22T16:44:13.494 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:13.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.273041+0000) 2023-03-22T16:44:13.495 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:13.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.273029+0000) 2023-03-22T16:44:13.495 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:13.271+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.272811+0000) 2023-03-22T16:44:13.495 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:13.271+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.273184+0000) 2023-03-22T16:44:13.496 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:13.271+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.272873+0000) 2023-03-22T16:44:13.496 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:13.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.229118+0000) 2023-03-22T16:44:13.497 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:13.272+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.274054+0000) 2023-03-22T16:44:13.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:13.491+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:13.492637+0000) 2023-03-22T16:44:14.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:13 smithi142 ceph-mon[94717]: pgmap v4081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:44:14.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:13 smithi098 ceph-mon[94136]: pgmap v4081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:44:14.494 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:14.271+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.273150+0000) 2023-03-22T16:44:14.495 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:14.271+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.273144+0000) 2023-03-22T16:44:14.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:14.227+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.229234+0000) 2023-03-22T16:44:14.496 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:14.271+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.272930+0000) 2023-03-22T16:44:14.496 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:14.272+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.274164+0000) 2023-03-22T16:44:14.496 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:14.272+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.273298+0000) 2023-03-22T16:44:14.497 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:14.271+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.272990+0000) 2023-03-22T16:44:14.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:14.491+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:14.492840+0000) 2023-03-22T16:44:15.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:14 smithi142 ceph-mon[94717]: pgmap v4082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:44:15.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:14 smithi098 ceph-mon[94136]: pgmap v4082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:44:15.494 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:15.272+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.273347+0000) 2023-03-22T16:44:15.495 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:15.272+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.273276+0000) 2023-03-22T16:44:15.495 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:15.271+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.273148+0000) 2023-03-22T16:44:15.496 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:15.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.229411+0000) 2023-03-22T16:44:15.496 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:15.273+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.274734+0000) 2023-03-22T16:44:15.497 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:15.272+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.273422+0000) 2023-03-22T16:44:15.497 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:15.272+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.273777+0000) 2023-03-22T16:44:15.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:15.491+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:15.492956+0000) 2023-03-22T16:44:16.494 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:16.272+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.273472+0000) 2023-03-22T16:44:16.495 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:16.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.229548+0000) 2023-03-22T16:44:16.496 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:16.272+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.273402+0000) 2023-03-22T16:44:16.496 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:16.272+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:16.496 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:16.272+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:16.496 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:16.278+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.279329+0000) 2023-03-22T16:44:16.497 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:16.273+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.274846+0000) 2023-03-22T16:44:16.497 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:16.272+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.273556+0000) 2023-03-22T16:44:16.498 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:16.272+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.273888+0000) 2023-03-22T16:44:16.498 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:16.272+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.273281+0000) 2023-03-22T16:44:16.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:16.491+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.493177+0000) 2023-03-22T16:44:16.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:16.492+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:16.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:16.492+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:16.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:16.498+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:16.499424+0000) 2023-03-22T16:44:17.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:17 smithi142 ceph-mon[94717]: pgmap v4083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:44:17.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:17 smithi098 ceph-mon[94136]: pgmap v4083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:44:17.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:17.273+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:17.274963+0000) 2023-03-22T16:44:17.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:17.272+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:17.273595+0000) 2023-03-22T16:44:17.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:17.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:17.229687+0000) 2023-03-22T16:44:17.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:17.272+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:17.274004+0000) 2023-03-22T16:44:17.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:17.272+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:17.273740+0000) 2023-03-22T16:44:17.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:17.272+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:17.273407+0000) 2023-03-22T16:44:18.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:18.273+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.274408+0000) 2023-03-22T16:44:18.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:18.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.229805+0000) 2023-03-22T16:44:18.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:18.272+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.273918+0000) 2023-03-22T16:44:18.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:18.273+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:18.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:18.273+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:18.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:18.275+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.276334+0000) 2023-03-22T16:44:18.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:18.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.274285+0000) 2023-03-22T16:44:18.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:18.272+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.273531+0000) 2023-03-22T16:44:18.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:18.273+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:18.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:18.273+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:18.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:18.274+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.276256+0000) 2023-03-22T16:44:18.724 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:18.274+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:18.275301+0000) 2023-03-22T16:44:19.276 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:19.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:19.274404+0000) 2023-03-22T16:44:19.276 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:19.229+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:19.229984+0000) 2023-03-22T16:44:19.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:19 smithi142 ceph-mon[94717]: pgmap v4084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:44:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:19 smithi098 ceph-mon[94136]: pgmap v4084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:44:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:19.274+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:19.275419+0000) 2023-03-22T16:44:19.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:19.273+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:19.274544+0000) 2023-03-22T16:44:20.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:20.274+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:20.275540+0000) 2023-03-22T16:44:20.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:20.275+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:20.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:20.275+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:20.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:20.277+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:20.279111+0000) 2023-03-22T16:44:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:20.273+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:20.274674+0000) 2023-03-22T16:44:20.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:20.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:20.274528+0000) 2023-03-22T16:44:20.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:20.228+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:20.230187+0000) 2023-03-22T16:44:21.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:20.992+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:20.993477+0000) 2023-03-22T16:44:21.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:20.772+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:20.773731+0000) 2023-03-22T16:44:21.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:21 smithi142 ceph-mon[94717]: pgmap v4085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T16:44:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:21 smithi098 ceph-mon[94136]: pgmap v4085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 199 B/s wr, 10 op/s 2023-03-22T16:44:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:21.273+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:21.274787+0000) 2023-03-22T16:44:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:21.229+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:21.230294+0000) 2023-03-22T16:44:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:21.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:21.274652+0000) 2023-03-22T16:44:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:21.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:21.996688+0000) 2023-03-22T16:44:22.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:21.772+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:21.773884+0000) 2023-03-22T16:44:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:22.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.274779+0000) 2023-03-22T16:44:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:22.273+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.274906+0000) 2023-03-22T16:44:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:22.274+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:22.274+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:22.281+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.283162+0000) 2023-03-22T16:44:22.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:22.229+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.230410+0000) 2023-03-22T16:44:22.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:22.229+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:22.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:22.229+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:22.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:22.233+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.235016+0000) 2023-03-22T16:44:23.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:22.999+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:23.000601+0000) 2023-03-22T16:44:23.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:22.772+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.774168+0000) 2023-03-22T16:44:23.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:22.772+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.774008+0000) 2023-03-22T16:44:23.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:22.772+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:22.773791+0000) 2023-03-22T16:44:23.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:23 smithi142 ceph-mon[94717]: pgmap v4086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:44:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:23 smithi098 ceph-mon[94136]: pgmap v4086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:44:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:23.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:23.274927+0000) 2023-03-22T16:44:24.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:24.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:24.002334+0000) 2023-03-22T16:44:24.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:23.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:23.774292+0000) 2023-03-22T16:44:24.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:23.772+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:23.774130+0000) 2023-03-22T16:44:24.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:23.772+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:23.773917+0000) 2023-03-22T16:44:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:24.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:24.275061+0000) 2023-03-22T16:44:25.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:25.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:25.002565+0000) 2023-03-22T16:44:25.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:24.774+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:24.775863+0000) 2023-03-22T16:44:25.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:24.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:24.774404+0000) 2023-03-22T16:44:25.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:24.773+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:24.774266+0000) 2023-03-22T16:44:25.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:24.772+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:24.774092+0000) 2023-03-22T16:44:25.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:25 smithi142 ceph-mon[94717]: pgmap v4087: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:44:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:25 smithi098 ceph-mon[94136]: pgmap v4087: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:44:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:25.273+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:25.275236+0000) 2023-03-22T16:44:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:25.274+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:25.274+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:25.280+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:25.282134+0000) 2023-03-22T16:44:26.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:26.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:26.002696+0000) 2023-03-22T16:44:26.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:25.774+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:25.775972+0000) 2023-03-22T16:44:26.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:25.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:25.774526+0000) 2023-03-22T16:44:26.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:25.773+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:25.774438+0000) 2023-03-22T16:44:26.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:25.773+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:25.774308+0000) 2023-03-22T16:44:27.004 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:26.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:26.774645+0000) 2023-03-22T16:44:27.005 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:26.773+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:26.774593+0000) 2023-03-22T16:44:27.005 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:26.729+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:26.730748+0000) 2023-03-22T16:44:27.006 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:26.774+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:26.776133+0000) 2023-03-22T16:44:27.006 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:26.773+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:26.775192+0000) 2023-03-22T16:44:27.007 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:26.773+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:26.774451+0000) 2023-03-22T16:44:27.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:27.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:27.002930+0000) 2023-03-22T16:44:27.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:27 smithi142 ceph-mon[94717]: pgmap v4088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:44:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:27 smithi098 ceph-mon[94136]: pgmap v4088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:44:28.004 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:27.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:27.774761+0000) 2023-03-22T16:44:28.005 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:27.773+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:27.774747+0000) 2023-03-22T16:44:28.005 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:27.729+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:27.730871+0000) 2023-03-22T16:44:28.006 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:27.775+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:27.776266+0000) 2023-03-22T16:44:28.006 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:27.774+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:27.775308+0000) 2023-03-22T16:44:28.007 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:27.773+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:27.774600+0000) 2023-03-22T16:44:28.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:28.001+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:28.003074+0000) 2023-03-22T16:44:29.004 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:28.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:28.774885+0000) 2023-03-22T16:44:29.005 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:28.773+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:28.774869+0000) 2023-03-22T16:44:29.006 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:28.775+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:28.776386+0000) 2023-03-22T16:44:29.006 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:28.729+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:28.730998+0000) 2023-03-22T16:44:29.006 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:28.773+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:28.774737+0000) 2023-03-22T16:44:29.007 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:28.774+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:28.775417+0000) 2023-03-22T16:44:29.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:29.002+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.003259+0000) 2023-03-22T16:44:29.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:29 smithi142 ceph-mon[94717]: pgmap v4089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:44:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:29 smithi098 ceph-mon[94136]: pgmap v4089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:44:30.005 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:29.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.775061+0000) 2023-03-22T16:44:30.005 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:29.773+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.775025+0000) 2023-03-22T16:44:30.006 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:29.729+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.731139+0000) 2023-03-22T16:44:30.006 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:29.775+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.776515+0000) 2023-03-22T16:44:30.007 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:29.774+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.775536+0000) 2023-03-22T16:44:30.007 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:29.774+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.775475+0000) 2023-03-22T16:44:30.007 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:29.773+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:29.774920+0000) 2023-03-22T16:44:30.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:30.002+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.003398+0000) 2023-03-22T16:44:31.005 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:30.773+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.775240+0000) 2023-03-22T16:44:31.006 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:30.773+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.775195+0000) 2023-03-22T16:44:31.006 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:30.730+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.731258+0000) 2023-03-22T16:44:31.006 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:30.775+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.776658+0000) 2023-03-22T16:44:31.007 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:30.774+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.775664+0000) 2023-03-22T16:44:31.007 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:30.774+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.775593+0000) 2023-03-22T16:44:31.008 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:30.773+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:30.775063+0000) 2023-03-22T16:44:31.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:31.002+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.003634+0000) 2023-03-22T16:44:31.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:31 smithi142 ceph-mon[94717]: pgmap v4090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:31 smithi098 ceph-mon[94136]: pgmap v4090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:32.005 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:31.775+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.776784+0000) 2023-03-22T16:44:32.006 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:31.774+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.775399+0000) 2023-03-22T16:44:32.007 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:31.774+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.775339+0000) 2023-03-22T16:44:32.007 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:31.731+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.731398+0000) 2023-03-22T16:44:32.007 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:31.774+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.775780+0000) 2023-03-22T16:44:32.008 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:31.774+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.775710+0000) 2023-03-22T16:44:32.008 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:31.774+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:31.775240+0000) 2023-03-22T16:44:32.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:32.002+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.003784+0000) 2023-03-22T16:44:33.005 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:32.775+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.775593+0000) 2023-03-22T16:44:33.006 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:32.775+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.775494+0000) 2023-03-22T16:44:33.006 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:32.731+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.731525+0000) 2023-03-22T16:44:33.007 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:32.775+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.775890+0000) 2023-03-22T16:44:33.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:32.776+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.776899+0000) 2023-03-22T16:44:33.008 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:32.775+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.775818+0000) 2023-03-22T16:44:33.008 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:32.775+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:32.775414+0000) 2023-03-22T16:44:33.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:33.003+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.004087+0000) 2023-03-22T16:44:33.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:33 smithi142 ceph-mon[94717]: pgmap v4091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:33 smithi098 ceph-mon[94136]: pgmap v4091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:34.005 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:33.775+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.775713+0000) 2023-03-22T16:44:34.006 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:33.775+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.775624+0000) 2023-03-22T16:44:34.007 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:33.731+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.731664+0000) 2023-03-22T16:44:34.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:33.776+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.777050+0000) 2023-03-22T16:44:34.007 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:33.775+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.775928+0000) 2023-03-22T16:44:34.008 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:33.775+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.776008+0000) 2023-03-22T16:44:34.008 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:33.775+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:33.775558+0000) 2023-03-22T16:44:34.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:34.003+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.004216+0000) 2023-03-22T16:44:35.006 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:34.775+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.775877+0000) 2023-03-22T16:44:35.006 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:34.775+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.775900+0000) 2023-03-22T16:44:35.007 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:34.731+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.731809+0000) 2023-03-22T16:44:35.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:34.776+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.777153+0000) 2023-03-22T16:44:35.008 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:34.775+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.776100+0000) 2023-03-22T16:44:35.008 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:34.775+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.776141+0000) 2023-03-22T16:44:35.008 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:34.775+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:34.775696+0000) 2023-03-22T16:44:35.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:35.004+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.004490+0000) 2023-03-22T16:44:35.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:35 smithi142 ceph-mon[94717]: pgmap v4092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:35 smithi098 ceph-mon[94136]: pgmap v4092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:36.006 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:35.775+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.776003+0000) 2023-03-22T16:44:36.006 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:35.775+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.776014+0000) 2023-03-22T16:44:36.007 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:35.775+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.776215+0000) 2023-03-22T16:44:36.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:35.777+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.777321+0000) 2023-03-22T16:44:36.008 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:35.731+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.731930+0000) 2023-03-22T16:44:36.008 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:35.775+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.775838+0000) 2023-03-22T16:44:36.009 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:35.775+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:35.776255+0000) 2023-03-22T16:44:36.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:36.004+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.004614+0000) 2023-03-22T16:44:37.006 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:36.775+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.776160+0000) 2023-03-22T16:44:37.007 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:36.775+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.776176+0000) 2023-03-22T16:44:37.007 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:36.776+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.776302+0000) 2023-03-22T16:44:37.008 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:36.731+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.732061+0000) 2023-03-22T16:44:37.008 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:36.777+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.777480+0000) 2023-03-22T16:44:37.009 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:36.776+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.776376+0000) 2023-03-22T16:44:37.009 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:36.775+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:36.776019+0000) 2023-03-22T16:44:37.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:37.004+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.004854+0000) 2023-03-22T16:44:37.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:37 smithi142 ceph-mon[94717]: pgmap v4093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:37 smithi098 ceph-mon[94136]: pgmap v4093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:38.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:37.777+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.777661+0000) 2023-03-22T16:44:38.008 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:37.776+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.776328+0000) 2023-03-22T16:44:38.009 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:37.776+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.776315+0000) 2023-03-22T16:44:38.009 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:37.776+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.776480+0000) 2023-03-22T16:44:38.010 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:37.776+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.776411+0000) 2023-03-22T16:44:38.010 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:37.731+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.732188+0000) 2023-03-22T16:44:38.010 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:37.775+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:37.776213+0000) 2023-03-22T16:44:38.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:38.004+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.005005+0000) 2023-03-22T16:44:39.006 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:38.776+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.776487+0000) 2023-03-22T16:44:39.007 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:38.776+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.776458+0000) 2023-03-22T16:44:39.008 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:38.776+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.776627+0000) 2023-03-22T16:44:39.008 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:38.776+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.776552+0000) 2023-03-22T16:44:39.008 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:38.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.732374+0000) 2023-03-22T16:44:39.009 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:38.777+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.777827+0000) 2023-03-22T16:44:39.010 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:38.776+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:38.776411+0000) 2023-03-22T16:44:39.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:39.004+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.005237+0000) 2023-03-22T16:44:39.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:39 smithi142 ceph-mon[94717]: pgmap v4094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:39 smithi098 ceph-mon[94136]: pgmap v4094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:39.998 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:39.776+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.776661+0000) 2023-03-22T16:44:39.998 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:39.776+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.776607+0000) 2023-03-22T16:44:39.999 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:39.776+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.776835+0000) 2023-03-22T16:44:39.999 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:39.776+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.776778+0000) 2023-03-22T16:44:40.000 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:39.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.732518+0000) 2023-03-22T16:44:40.000 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:39.776+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.776555+0000) 2023-03-22T16:44:40.001 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:39.777+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:39.777952+0000) 2023-03-22T16:44:40.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:40.005+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.005397+0000) 2023-03-22T16:44:41.007 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:40.776+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.776845+0000) 2023-03-22T16:44:41.007 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:40.776+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.776732+0000) 2023-03-22T16:44:41.008 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:40.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.732643+0000) 2023-03-22T16:44:41.008 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:40.776+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.776945+0000) 2023-03-22T16:44:41.009 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:40.776+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.776985+0000) 2023-03-22T16:44:41.009 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:40.776+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.776664+0000) 2023-03-22T16:44:41.010 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:40.777+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:40.778062+0000) 2023-03-22T16:44:41.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:41.005+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.005588+0000) 2023-03-22T16:44:41.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:41 smithi142 ceph-mon[94717]: pgmap v4095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:41 smithi098 ceph-mon[94136]: pgmap v4095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:42.007 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:41.776+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.776997+0000) 2023-03-22T16:44:42.008 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:41.776+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.776890+0000) 2023-03-22T16:44:42.008 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:41.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.732761+0000) 2023-03-22T16:44:42.008 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:41.776+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.776858+0000) 2023-03-22T16:44:42.009 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:41.777+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.778182+0000) 2023-03-22T16:44:42.009 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:41.776+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.777097+0000) 2023-03-22T16:44:42.010 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:41.776+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:41.777176+0000) 2023-03-22T16:44:42.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:42.005+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.005711+0000) 2023-03-22T16:44:43.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:42.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.778294+0000) 2023-03-22T16:44:43.008 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:42.776+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.777150+0000) 2023-03-22T16:44:43.008 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:42.776+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.777029+0000) 2023-03-22T16:44:43.009 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:42.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.732892+0000) 2023-03-22T16:44:43.009 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:42.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.777302+0000) 2023-03-22T16:44:43.010 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:42.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.777258+0000) 2023-03-22T16:44:43.010 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:42.776+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:42.777005+0000) 2023-03-22T16:44:43.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:43.005+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.005944+0000) 2023-03-22T16:44:43.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:43 smithi142 ceph-mon[94717]: pgmap v4096: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:43 smithi098 ceph-mon[94136]: pgmap v4096: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:44.007 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:43.777+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.777289+0000) 2023-03-22T16:44:44.008 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:43.776+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.777210+0000) 2023-03-22T16:44:44.008 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:43.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.777376+0000) 2023-03-22T16:44:44.009 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:43.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.733057+0000) 2023-03-22T16:44:44.009 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:43.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.778419+0000) 2023-03-22T16:44:44.010 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:43.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.777428+0000) 2023-03-22T16:44:44.010 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:43.776+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:43.777148+0000) 2023-03-22T16:44:44.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:44.005+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.006099+0000) 2023-03-22T16:44:45.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:44.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.778561+0000) 2023-03-22T16:44:45.008 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:44.777+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.777424+0000) 2023-03-22T16:44:45.009 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:44.733+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.733255+0000) 2023-03-22T16:44:45.009 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:44.777+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.777355+0000) 2023-03-22T16:44:45.009 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:44.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.777623+0000) 2023-03-22T16:44:45.010 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:44.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.777497+0000) 2023-03-22T16:44:45.010 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:44.776+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:44.777248+0000) 2023-03-22T16:44:45.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:45.006+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.006351+0000) 2023-03-22T16:44:45.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:45 smithi142 ceph-mon[94717]: pgmap v4097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:45 smithi098 ceph-mon[94136]: pgmap v4097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:46.008 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:45.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.778675+0000) 2023-03-22T16:44:46.008 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:45.777+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.777643+0000) 2023-03-22T16:44:46.009 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:45.777+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.777510+0000) 2023-03-22T16:44:46.009 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:45.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.777660+0000) 2023-03-22T16:44:46.010 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:45.733+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.733413+0000) 2023-03-22T16:44:46.010 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:45.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.777807+0000) 2023-03-22T16:44:46.011 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:45.777+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:45.777433+0000) 2023-03-22T16:44:46.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:46.006+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.006490+0000) 2023-03-22T16:44:47.008 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:46.777+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.777780+0000) 2023-03-22T16:44:47.009 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:46.733+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.733523+0000) 2023-03-22T16:44:47.009 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:46.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.777937+0000) 2023-03-22T16:44:47.010 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:46.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.778789+0000) 2023-03-22T16:44:47.010 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:46.777+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.777670+0000) 2023-03-22T16:44:47.010 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:46.778+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:47.011 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:46.778+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:47.011 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:46.782+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.783245+0000) 2023-03-22T16:44:47.011 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:46.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.777787+0000) 2023-03-22T16:44:47.012 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:46.777+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:46.777583+0000) 2023-03-22T16:44:47.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:47.006+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.006812+0000) 2023-03-22T16:44:47.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:47.007+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:47.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:47.007+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:47.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:47.017+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.017814+0000) 2023-03-22T16:44:47.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:47 smithi142 ceph-mon[94717]: pgmap v4098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:47 smithi098 ceph-mon[94136]: pgmap v4098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:48.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:47.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.778935+0000) 2023-03-22T16:44:48.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:47.777+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.777909+0000) 2023-03-22T16:44:48.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:47.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.778073+0000) 2023-03-22T16:44:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:47.733+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.733666+0000) 2023-03-22T16:44:48.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:47.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.777924+0000) 2023-03-22T16:44:48.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:47.777+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:47.777706+0000) 2023-03-22T16:44:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:48.777+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.778192+0000) 2023-03-22T16:44:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:48.778+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:48.778+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:49.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:48.787+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.788102+0000) 2023-03-22T16:44:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:48.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.778128+0000) 2023-03-22T16:44:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:48.777+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.777854+0000) 2023-03-22T16:44:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:48.778+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:48.778+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:48.779+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.780197+0000) 2023-03-22T16:44:49.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:48.733+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.733774+0000) 2023-03-22T16:44:49.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:48.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.779063+0000) 2023-03-22T16:44:49.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:48.778+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:48.778487+0000) 2023-03-22T16:44:49.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:49 smithi142 ceph-mon[94717]: pgmap v4099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:49 smithi098 ceph-mon[94136]: pgmap v4099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:49.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:49.779203+0000) 2023-03-22T16:44:50.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:49.733+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:49.733933+0000) 2023-03-22T16:44:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:49.778+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:49.778641+0000) 2023-03-22T16:44:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:49.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:49.778246+0000) 2023-03-22T16:44:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:50.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:50.734086+0000) 2023-03-22T16:44:51.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:50.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:50.778779+0000) 2023-03-22T16:44:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:50.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:50.778367+0000) 2023-03-22T16:44:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:50.778+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:50.779379+0000) 2023-03-22T16:44:51.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:50.778+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:51.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:50.778+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:51.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:50.781+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:50.783193+0000) 2023-03-22T16:44:51.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:51 smithi142 ceph-mon[94717]: pgmap v4100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:51 smithi098 ceph-mon[94136]: pgmap v4100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:51.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:51.276+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:51.278007+0000) 2023-03-22T16:44:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:51.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:51.507143+0000) 2023-03-22T16:44:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:51.732+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:51.734236+0000) 2023-03-22T16:44:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:51.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:51.778916+0000) 2023-03-22T16:44:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:51.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:51.778491+0000) 2023-03-22T16:44:52.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:52.276+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:52.278167+0000) 2023-03-22T16:44:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:52.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:52.510046+0000) 2023-03-22T16:44:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:52.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:52.778680+0000) 2023-03-22T16:44:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:52.733+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:52.734333+0000) 2023-03-22T16:44:53.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:52.733+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:52.735108+0000) 2023-03-22T16:44:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:52.777+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:52.779056+0000) 2023-03-22T16:44:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:52.778+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:53.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:52.778+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:53.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:52.780+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:52.782209+0000) 2023-03-22T16:44:53.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:53 smithi142 ceph-mon[94717]: pgmap v4101: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:53.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:53 smithi098 ceph-mon[94136]: pgmap v4101: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:53.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:53.512+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:53.513694+0000) 2023-03-22T16:44:53.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:53.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:53.278457+0000) 2023-03-22T16:44:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:53.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:53.278295+0000) 2023-03-22T16:44:53.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:53.276+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:53.278095+0000) 2023-03-22T16:44:54.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:53.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:53.778825+0000) 2023-03-22T16:44:54.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:54.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:54.278589+0000) 2023-03-22T16:44:54.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:54.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:54.278451+0000) 2023-03-22T16:44:54.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:54.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:54.517320+0000) 2023-03-22T16:44:54.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:54.276+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:54.278252+0000) 2023-03-22T16:44:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:54.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:54.778963+0000) 2023-03-22T16:44:55.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:55 smithi142 ceph-mon[94717]: pgmap v4102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:55.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:55 smithi098 ceph-mon[94136]: pgmap v4102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:55.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:55.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:55.278722+0000) 2023-03-22T16:44:55.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:55.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:55.278594+0000) 2023-03-22T16:44:55.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:55.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:55.517453+0000) 2023-03-22T16:44:55.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:55.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:55.278407+0000) 2023-03-22T16:44:55.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:55.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:55.279616+0000) 2023-03-22T16:44:56.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:55.777+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:55.779102+0000) 2023-03-22T16:44:56.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:55.778+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:56.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:55.778+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:44:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:44:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:44:55.779+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:55.780288+0000) 2023-03-22T16:44:56.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:56.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:56.278846+0000) 2023-03-22T16:44:56.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:56.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:56.278713+0000) 2023-03-22T16:44:56.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:56.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:56.517670+0000) 2023-03-22T16:44:56.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:56.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:56.279730+0000) 2023-03-22T16:44:56.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:56.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:56.278527+0000) 2023-03-22T16:44:57.519 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:57.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:57.279853+0000) 2023-03-22T16:44:57.520 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:57.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:57.278971+0000) 2023-03-22T16:44:57.520 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:57.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:57.278849+0000) 2023-03-22T16:44:57.520 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:57.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:57.234633+0000) 2023-03-22T16:44:57.521 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:57.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:57.279297+0000) 2023-03-22T16:44:57.521 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:57.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:57.278711+0000) 2023-03-22T16:44:57.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:57 smithi142 ceph-mon[94717]: pgmap v4103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:57.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:57 smithi098 ceph-mon[94136]: pgmap v4103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:44:57.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:57.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:57.517780+0000) 2023-03-22T16:44:58.519 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:58.277+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:58.279087+0000) 2023-03-22T16:44:58.520 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:58.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:58.278998+0000) 2023-03-22T16:44:58.520 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:58.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:58.234756+0000) 2023-03-22T16:44:58.521 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:58.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:58.279958+0000) 2023-03-22T16:44:58.521 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:58.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:58.279397+0000) 2023-03-22T16:44:58.522 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:58.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:58.278846+0000) 2023-03-22T16:44:58.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:58.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:58.518004+0000) 2023-03-22T16:44:59.519 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:44:59.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:59.279256+0000) 2023-03-22T16:44:59.520 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:44:59.277+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:59.279124+0000) 2023-03-22T16:44:59.520 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:44:59.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:59.234920+0000) 2023-03-22T16:44:59.521 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:44:59.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:59.280076+0000) 2023-03-22T16:44:59.521 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:44:59.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:59.279499+0000) 2023-03-22T16:44:59.522 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:44:59.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:59.279001+0000) 2023-03-22T16:44:59.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:44:59 smithi142 ceph-mon[94717]: pgmap v4104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:59.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:44:59 smithi098 ceph-mon[94136]: pgmap v4104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:44:59.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:44:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:44:59.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:44:59.518129+0000) 2023-03-22T16:45:00.519 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:00.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.279505+0000) 2023-03-22T16:45:00.520 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:00.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.279310+0000) 2023-03-22T16:45:00.521 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:00.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.235082+0000) 2023-03-22T16:45:00.521 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:00.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.279320+0000) 2023-03-22T16:45:00.522 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:00.277+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.279190+0000) 2023-03-22T16:45:00.522 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:00.278+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.280195+0000) 2023-03-22T16:45:00.522 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:00.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.279610+0000) 2023-03-22T16:45:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:00.517+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:00.518352+0000) 2023-03-22T16:45:01.280 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:01.233+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.235207+0000) 2023-03-22T16:45:01.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:01 smithi142 ceph-mon[94717]: pgmap v4105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:01.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:01 smithi098 ceph-mon[94136]: pgmap v4105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:01.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:01.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.279640+0000) 2023-03-22T16:45:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:01.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.279485+0000) 2023-03-22T16:45:01.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:01.517+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.518510+0000) 2023-03-22T16:45:01.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:01.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.280300+0000) 2023-03-22T16:45:01.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:01.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.279489+0000) 2023-03-22T16:45:01.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:01.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.279812+0000) 2023-03-22T16:45:01.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:01.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:01.279297+0000) 2023-03-22T16:45:02.520 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:02.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.279756+0000) 2023-03-22T16:45:02.521 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:02.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.279627+0000) 2023-03-22T16:45:02.521 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:02.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.235308+0000) 2023-03-22T16:45:02.522 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:02.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.280420+0000) 2023-03-22T16:45:02.522 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:02.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.279926+0000) 2023-03-22T16:45:02.522 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:02.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.279604+0000) 2023-03-22T16:45:02.523 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:02.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.279458+0000) 2023-03-22T16:45:02.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:02.517+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:02.518728+0000) 2023-03-22T16:45:03.520 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:03.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.280527+0000) 2023-03-22T16:45:03.521 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:03.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.279892+0000) 2023-03-22T16:45:03.521 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:03.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.279767+0000) 2023-03-22T16:45:03.522 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:03.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.279585+0000) 2023-03-22T16:45:03.522 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:03.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.235418+0000) 2023-03-22T16:45:03.522 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:03.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.280028+0000) 2023-03-22T16:45:03.523 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:03.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.279746+0000) 2023-03-22T16:45:03.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:03 smithi142 ceph-mon[94717]: pgmap v4106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:03.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:03 smithi098 ceph-mon[94136]: pgmap v4106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:03.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:03.517+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:03.518852+0000) 2023-03-22T16:45:04.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:04.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.280636+0000) 2023-03-22T16:45:04.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:04.278+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.280035+0000) 2023-03-22T16:45:04.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:04.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.279950+0000) 2023-03-22T16:45:04.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:04.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.279918+0000) 2023-03-22T16:45:04.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:04.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.235541+0000) 2023-03-22T16:45:04.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:04.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.280140+0000) 2023-03-22T16:45:04.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:04.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.279738+0000) 2023-03-22T16:45:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:04.517+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:04.519096+0000) 2023-03-22T16:45:05.520 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:05.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.280347+0000) 2023-03-22T16:45:05.521 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:05.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.280078+0000) 2023-03-22T16:45:05.522 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:05.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.235662+0000) 2023-03-22T16:45:05.522 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:05.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.280751+0000) 2023-03-22T16:45:05.522 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:05.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.279894+0000) 2023-03-22T16:45:05.523 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:05.517+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.519235+0000) 2023-03-22T16:45:05.523 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:05.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.280027+0000) 2023-03-22T16:45:05.524 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:05.278+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:05.280251+0000) 2023-03-22T16:45:05.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:05 smithi142 ceph-mon[94717]: pgmap v4107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:45:05.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:05 smithi098 ceph-mon[94136]: pgmap v4107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:45:06.521 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:06.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.280467+0000) 2023-03-22T16:45:06.522 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:06.278+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.280232+0000) 2023-03-22T16:45:06.522 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:06.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.235775+0000) 2023-03-22T16:45:06.522 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:06.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.280880+0000) 2023-03-22T16:45:06.523 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:06.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.280371+0000) 2023-03-22T16:45:06.523 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:06.278+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.280149+0000) 2023-03-22T16:45:06.524 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:06.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.280021+0000) 2023-03-22T16:45:06.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:06.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:06.519463+0000) 2023-03-22T16:45:07.521 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:07.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.280593+0000) 2023-03-22T16:45:07.521 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:07.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.280378+0000) 2023-03-22T16:45:07.522 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:07.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.235906+0000) 2023-03-22T16:45:07.522 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:07.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.280294+0000) 2023-03-22T16:45:07.523 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:07.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.280985+0000) 2023-03-22T16:45:07.523 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:07.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.280481+0000) 2023-03-22T16:45:07.524 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:07.278+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.280137+0000) 2023-03-22T16:45:07.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:07 smithi142 ceph-mon[94717]: pgmap v4108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:45:07.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:07 smithi098 ceph-mon[94136]: pgmap v4108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:45:07.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:07.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:07.519580+0000) 2023-03-22T16:45:08.521 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:08.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.280741+0000) 2023-03-22T16:45:08.522 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:08.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.280542+0000) 2023-03-22T16:45:08.522 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:08.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.236031+0000) 2023-03-22T16:45:08.523 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:08.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.281100+0000) 2023-03-22T16:45:08.523 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:08.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.280415+0000) 2023-03-22T16:45:08.524 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:08.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.280631+0000) 2023-03-22T16:45:08.524 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:08.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.280264+0000) 2023-03-22T16:45:08.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:08.518+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:08.519812+0000) 2023-03-22T16:45:09.521 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:09.279+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.281216+0000) 2023-03-22T16:45:09.522 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:09.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.280866+0000) 2023-03-22T16:45:09.523 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:09.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.280671+0000) 2023-03-22T16:45:09.523 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:09.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.280535+0000) 2023-03-22T16:45:09.523 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:09.234+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.236155+0000) 2023-03-22T16:45:09.524 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:09.279+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.280757+0000) 2023-03-22T16:45:09.524 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:09.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.280394+0000) 2023-03-22T16:45:09.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:09 smithi142 ceph-mon[94717]: pgmap v4109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:45:09.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:09 smithi098 ceph-mon[94136]: pgmap v4109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:45:09.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:09.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:09.520002+0000) 2023-03-22T16:45:10.521 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:10.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.280986+0000) 2023-03-22T16:45:10.522 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:10.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.280798+0000) 2023-03-22T16:45:10.523 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:10.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.280519+0000) 2023-03-22T16:45:10.523 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:10.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.236302+0000) 2023-03-22T16:45:10.523 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:10.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.281298+0000) 2023-03-22T16:45:10.524 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:10.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.280657+0000) 2023-03-22T16:45:10.524 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:10.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.282278+0000) 2023-03-22T16:45:10.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:10 smithi142 ceph-mon[94717]: osdmap e267: 12 total, 9 up, 9 in 2023-03-22T16:45:10.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:10 smithi098 ceph-mon[94136]: osdmap e267: 12 total, 9 up, 9 in 2023-03-22T16:45:10.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:10.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:10.520300+0000) 2023-03-22T16:45:11.522 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:11.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.281394+0000) 2023-03-22T16:45:11.522 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:11.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.281088+0000) 2023-03-22T16:45:11.523 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:11.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.280918+0000) 2023-03-22T16:45:11.523 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:11.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.282382+0000) 2023-03-22T16:45:11.524 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:11.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.280769+0000) 2023-03-22T16:45:11.524 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:11.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.236423+0000) 2023-03-22T16:45:11.525 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:11.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.280676+0000) 2023-03-22T16:45:11.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:11 smithi142 ceph-mon[94717]: pgmap v4111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:45:11.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:11 smithi098 ceph-mon[94136]: pgmap v4111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:45:11.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:11.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:11.520425+0000) 2023-03-22T16:45:12.522 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:12.279+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.281195+0000) 2023-03-22T16:45:12.522 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:12.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.281032+0000) 2023-03-22T16:45:12.523 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:12.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.236536+0000) 2023-03-22T16:45:12.523 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:12.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.281505+0000) 2023-03-22T16:45:12.524 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:12.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.282485+0000) 2023-03-22T16:45:12.524 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:12.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.280881+0000) 2023-03-22T16:45:12.525 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:12.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.280787+0000) 2023-03-22T16:45:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:12.519+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:12.520654+0000) 2023-03-22T16:45:13.522 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:13.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.281624+0000) 2023-03-22T16:45:13.523 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:13.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.281304+0000) 2023-03-22T16:45:13.523 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:13.279+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.281156+0000) 2023-03-22T16:45:13.524 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:13.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.236653+0000) 2023-03-22T16:45:13.524 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:13.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.282605+0000) 2023-03-22T16:45:13.524 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:13.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.281000+0000) 2023-03-22T16:45:13.525 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:13.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.280923+0000) 2023-03-22T16:45:13.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:13 smithi142 ceph-mon[94717]: pgmap v4112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:45:13.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:13 smithi098 ceph-mon[94136]: pgmap v4112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:45:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:13.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:13.520839+0000) 2023-03-22T16:45:14.522 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:14.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.281425+0000) 2023-03-22T16:45:14.523 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:14.280+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.281287+0000) 2023-03-22T16:45:14.523 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:14.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.236774+0000) 2023-03-22T16:45:14.524 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:14.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.281742+0000) 2023-03-22T16:45:14.524 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:14.279+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.281120+0000) 2023-03-22T16:45:14.525 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:14.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.282719+0000) 2023-03-22T16:45:14.525 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:14.279+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.281038+0000) 2023-03-22T16:45:14.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:14.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:14.521100+0000) 2023-03-22T16:45:15.522 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:15.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.281539+0000) 2023-03-22T16:45:15.523 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:15.280+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.281395+0000) 2023-03-22T16:45:15.524 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:15.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.236943+0000) 2023-03-22T16:45:15.524 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:15.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.281840+0000) 2023-03-22T16:45:15.524 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:15.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.281253+0000) 2023-03-22T16:45:15.525 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:15.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.282865+0000) 2023-03-22T16:45:15.525 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:15.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.281224+0000) 2023-03-22T16:45:15.526 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:15.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:15.521286+0000) 2023-03-22T16:45:15.629 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:15 smithi142 ceph-mon[94717]: pgmap v4113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:45:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:15 smithi098 ceph-mon[94136]: pgmap v4113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:45:16.523 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:16.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.281684+0000) 2023-03-22T16:45:16.523 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:16.280+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.281507+0000) 2023-03-22T16:45:16.524 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:16.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.237093+0000) 2023-03-22T16:45:16.524 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:16.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.281949+0000) 2023-03-22T16:45:16.525 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:16.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.282993+0000) 2023-03-22T16:45:16.525 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:16.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.281480+0000) 2023-03-22T16:45:16.525 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:16.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.281298+0000) 2023-03-22T16:45:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:16.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:16.521491+0000) 2023-03-22T16:45:17.523 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:17.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.281835+0000) 2023-03-22T16:45:17.523 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:17.280+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.281630+0000) 2023-03-22T16:45:17.524 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:17.281+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:17.524 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:17.281+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:17.524 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:17.293+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.294879+0000) 2023-03-22T16:45:17.525 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:17.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.281602+0000) 2023-03-22T16:45:17.525 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:17.235+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.237235+0000) 2023-03-22T16:45:17.526 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:17.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.282089+0000) 2023-03-22T16:45:17.526 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:17.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.283120+0000) 2023-03-22T16:45:17.526 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:17.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.281422+0000) 2023-03-22T16:45:17.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:17 smithi098 ceph-mon[94136]: pgmap v4114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:45:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:17 smithi142 ceph-mon[94717]: pgmap v4114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:45:17.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:17.520+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.521630+0000) 2023-03-22T16:45:17.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:17.521+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:17.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:17.521+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:17.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:17.526+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:17.527322+0000) 2023-03-22T16:45:18.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:18.280+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:18.282204+0000) 2023-03-22T16:45:18.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:18.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:18.281948+0000) 2023-03-22T16:45:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:18.281+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:18.283248+0000) 2023-03-22T16:45:18.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:18.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:18.281535+0000) 2023-03-22T16:45:18.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:18.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:18.237364+0000) 2023-03-22T16:45:18.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:18.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:18.281703+0000) 2023-03-22T16:45:19.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:19 smithi098 ceph-mon[94136]: pgmap v4115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:45:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:19.281+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.282300+0000) 2023-03-22T16:45:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:19.280+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.282092+0000) 2023-03-22T16:45:19.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:19.281+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:19.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:19.282+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:19.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:19.283+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.284794+0000) 2023-03-22T16:45:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:19.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.281825+0000) 2023-03-22T16:45:19.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:19.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.237471+0000) 2023-03-22T16:45:19.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:19.280+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.281708+0000) 2023-03-22T16:45:19.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:19.281+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:19.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:19.281+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:19.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:19.283+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.284832+0000) 2023-03-22T16:45:19.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:19.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:19.283365+0000) 2023-03-22T16:45:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:19 smithi142 ceph-mon[94717]: pgmap v4115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:45:20.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:20.281+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:20.282422+0000) 2023-03-22T16:45:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:20.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:20.237656+0000) 2023-03-22T16:45:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:20.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:20.283481+0000) 2023-03-22T16:45:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:20.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:20.281951+0000) 2023-03-22T16:45:21.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:21 smithi098 ceph-mon[94136]: pgmap v4116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:45:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:21.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:21.237797+0000) 2023-03-22T16:45:21.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:21.281+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:21.282548+0000) 2023-03-22T16:45:21.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:21.282+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:21.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:21.282+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:21.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:21.285+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:21.286933+0000) 2023-03-22T16:45:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:21.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:21.283599+0000) 2023-03-22T16:45:21.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:21.280+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:21.282076+0000) 2023-03-22T16:45:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:21 smithi142 ceph-mon[94717]: pgmap v4116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:45:22.088 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:21.780+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:21.781937+0000) 2023-03-22T16:45:22.089 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:22.021+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:22.022003+0000) 2023-03-22T16:45:22.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:22.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:22.282263+0000) 2023-03-22T16:45:22.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:22.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:22.237919+0000) 2023-03-22T16:45:22.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:22.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:22.283725+0000) 2023-03-22T16:45:23.088 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:22.780+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:22.782050+0000) 2023-03-22T16:45:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:23.086+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.087473+0000) 2023-03-22T16:45:23.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:23.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.282381+0000) 2023-03-22T16:45:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:23.282+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.283830+0000) 2023-03-22T16:45:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:23.283+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:23.283+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:23.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:23.283+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.285060+0000) 2023-03-22T16:45:23.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:23.236+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.238039+0000) 2023-03-22T16:45:23.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:23.237+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:23.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:23.237+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:23.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:23.237+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.239215+0000) 2023-03-22T16:45:23.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:23 smithi098 ceph-mon[94136]: pgmap v4117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:45:23.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:23 smithi142 ceph-mon[94717]: pgmap v4117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:45:24.091 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:23.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.782450+0000) 2023-03-22T16:45:24.092 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:23.780+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.782162+0000) 2023-03-22T16:45:24.092 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:23.780+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:23.781917+0000) 2023-03-22T16:45:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:24.088+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:24.089841+0000) 2023-03-22T16:45:24.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:24.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:24.282523+0000) 2023-03-22T16:45:25.093 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:24.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:24.782566+0000) 2023-03-22T16:45:25.094 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:24.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:24.782290+0000) 2023-03-22T16:45:25.094 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:24.780+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:24.782035+0000) 2023-03-22T16:45:25.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:25.090+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:25.092255+0000) 2023-03-22T16:45:25.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:25.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:25.282616+0000) 2023-03-22T16:45:25.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:25 smithi098 ceph-mon[94136]: pgmap v4118: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:45:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:25 smithi142 ceph-mon[94717]: pgmap v4118: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:45:26.094 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:25.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:25.782677+0000) 2023-03-22T16:45:26.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:25.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:25.782412+0000) 2023-03-22T16:45:26.095 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:25.781+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:25.782802+0000) 2023-03-22T16:45:26.096 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:25.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:25.782191+0000) 2023-03-22T16:45:26.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:26.091+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:26.092389+0000) 2023-03-22T16:45:26.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:26.281+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:26.282737+0000) 2023-03-22T16:45:26.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:26.282+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:26.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:26.282+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:26.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:26.287+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:26.288763+0000) 2023-03-22T16:45:27.094 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:26.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:26.782795+0000) 2023-03-22T16:45:27.094 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:26.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:26.782528+0000) 2023-03-22T16:45:27.095 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:26.781+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:26.782923+0000) 2023-03-22T16:45:27.095 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:26.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:26.782304+0000) 2023-03-22T16:45:27.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:27.091+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:27.092638+0000) 2023-03-22T16:45:27.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:27 smithi098 ceph-mon[94136]: pgmap v4119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:45:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:27 smithi142 ceph-mon[94717]: pgmap v4119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:45:28.094 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:27.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:27.782908+0000) 2023-03-22T16:45:28.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:27.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:27.782655+0000) 2023-03-22T16:45:28.095 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:27.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:27.738354+0000) 2023-03-22T16:45:28.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:27.781+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:27.783040+0000) 2023-03-22T16:45:28.096 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:27.782+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:27.784125+0000) 2023-03-22T16:45:28.096 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:27.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:27.782426+0000) 2023-03-22T16:45:28.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:28.091+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:28.092774+0000) 2023-03-22T16:45:29.094 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:28.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:28.783008+0000) 2023-03-22T16:45:29.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:28.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:28.782789+0000) 2023-03-22T16:45:29.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:28.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:28.738490+0000) 2023-03-22T16:45:29.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:28.781+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:28.783153+0000) 2023-03-22T16:45:29.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:28.782+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:28.784259+0000) 2023-03-22T16:45:29.097 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:28.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:28.782539+0000) 2023-03-22T16:45:29.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:29.091+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:29.092989+0000) 2023-03-22T16:45:29.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:29 smithi098 ceph-mon[94136]: pgmap v4120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:45:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:29 smithi142 ceph-mon[94717]: pgmap v4120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:45:30.094 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:29.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:29.783114+0000) 2023-03-22T16:45:30.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:29.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:29.782908+0000) 2023-03-22T16:45:30.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:29.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:29.738600+0000) 2023-03-22T16:45:30.096 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:29.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:29.782666+0000) 2023-03-22T16:45:30.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:29.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:29.783274+0000) 2023-03-22T16:45:30.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:29.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:29.784374+0000) 2023-03-22T16:45:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:30.091+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.093107+0000) 2023-03-22T16:45:31.094 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:30.781+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.783238+0000) 2023-03-22T16:45:31.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:30.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.783071+0000) 2023-03-22T16:45:31.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:30.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.738735+0000) 2023-03-22T16:45:31.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:30.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.783385+0000) 2023-03-22T16:45:31.097 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:30.781+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.782982+0000) 2023-03-22T16:45:31.097 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:30.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.782800+0000) 2023-03-22T16:45:31.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:30.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:30.784491+0000) 2023-03-22T16:45:31.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:31.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.093332+0000) 2023-03-22T16:45:31.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:31 smithi098 ceph-mon[94136]: pgmap v4121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:31 smithi142 ceph-mon[94717]: pgmap v4121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:32.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:31.782+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.783361+0000) 2023-03-22T16:45:32.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:31.781+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.783191+0000) 2023-03-22T16:45:32.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:31.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.738854+0000) 2023-03-22T16:45:32.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:31.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.784620+0000) 2023-03-22T16:45:32.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:31.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.783495+0000) 2023-03-22T16:45:32.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:31.781+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.783094+0000) 2023-03-22T16:45:32.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:31.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:31.782924+0000) 2023-03-22T16:45:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:32.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.093468+0000) 2023-03-22T16:45:33.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:32.782+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.783461+0000) 2023-03-22T16:45:33.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:32.782+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.783317+0000) 2023-03-22T16:45:33.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:32.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.738975+0000) 2023-03-22T16:45:33.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:32.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.783602+0000) 2023-03-22T16:45:33.097 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:32.781+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.783222+0000) 2023-03-22T16:45:33.097 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:32.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.783080+0000) 2023-03-22T16:45:33.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:32.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:32.784739+0000) 2023-03-22T16:45:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:33.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.093705+0000) 2023-03-22T16:45:33.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:33 smithi098 ceph-mon[94136]: pgmap v4122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:33 smithi142 ceph-mon[94717]: pgmap v4122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:34.095 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:33.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.783703+0000) 2023-03-22T16:45:34.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:33.782+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.783559+0000) 2023-03-22T16:45:34.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:33.782+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.783459+0000) 2023-03-22T16:45:34.098 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:33.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.739109+0000) 2023-03-22T16:45:34.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:33.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.784840+0000) 2023-03-22T16:45:34.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:33.782+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.783363+0000) 2023-03-22T16:45:34.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:33.781+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:33.783229+0000) 2023-03-22T16:45:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:34.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.093877+0000) 2023-03-22T16:45:35.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:34.782+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.783789+0000) 2023-03-22T16:45:35.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:34.782+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.783580+0000) 2023-03-22T16:45:35.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:34.737+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.739228+0000) 2023-03-22T16:45:35.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:34.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.783814+0000) 2023-03-22T16:45:35.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:34.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.784963+0000) 2023-03-22T16:45:35.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:34.782+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.783565+0000) 2023-03-22T16:45:35.101 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:34.782+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:34.783388+0000) 2023-03-22T16:45:35.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:35.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.094120+0000) 2023-03-22T16:45:35.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:35 smithi098 ceph-mon[94136]: pgmap v4123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:35 smithi142 ceph-mon[94717]: pgmap v4123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:36.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:35.782+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.783706+0000) 2023-03-22T16:45:36.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:35.738+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.739347+0000) 2023-03-22T16:45:36.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:35.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.783928+0000) 2023-03-22T16:45:36.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:35.782+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.783907+0000) 2023-03-22T16:45:36.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:35.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.785093+0000) 2023-03-22T16:45:36.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:35.782+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.783680+0000) 2023-03-22T16:45:36.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:35.782+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:35.783512+0000) 2023-03-22T16:45:36.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:36.093+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.094287+0000) 2023-03-22T16:45:37.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:36.782+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.784024+0000) 2023-03-22T16:45:37.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:36.782+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.783841+0000) 2023-03-22T16:45:37.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:36.738+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.739472+0000) 2023-03-22T16:45:37.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:36.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.784047+0000) 2023-03-22T16:45:37.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:36.782+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.783789+0000) 2023-03-22T16:45:37.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:36.783+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.785229+0000) 2023-03-22T16:45:37.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:36.782+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:36.783638+0000) 2023-03-22T16:45:37.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:37.093+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.094528+0000) 2023-03-22T16:45:37.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:37 smithi098 ceph-mon[94136]: pgmap v4124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:37 smithi142 ceph-mon[94717]: pgmap v4124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:38.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:37.782+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.784147+0000) 2023-03-22T16:45:38.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:37.782+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.783970+0000) 2023-03-22T16:45:38.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:37.738+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.739595+0000) 2023-03-22T16:45:38.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:37.782+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.784168+0000) 2023-03-22T16:45:38.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:37.784+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.785301+0000) 2023-03-22T16:45:38.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:37.782+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.783920+0000) 2023-03-22T16:45:38.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:37.782+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:37.783754+0000) 2023-03-22T16:45:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:38.093+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.094655+0000) 2023-03-22T16:45:39.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:38.783+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.784263+0000) 2023-03-22T16:45:39.097 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:39.093+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.094910+0000) 2023-03-22T16:45:39.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:38.783+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.784296+0000) 2023-03-22T16:45:39.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:38.782+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.784125+0000) 2023-03-22T16:45:39.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:38.784+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.785415+0000) 2023-03-22T16:45:39.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:38.782+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.784041+0000) 2023-03-22T16:45:39.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:38.738+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.739725+0000) 2023-03-22T16:45:39.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:38.782+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:38.783880+0000) 2023-03-22T16:45:39.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:39 smithi098 ceph-mon[94136]: pgmap v4125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:39.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:39 smithi142 ceph-mon[94717]: pgmap v4125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:40.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:39.784+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.784433+0000) 2023-03-22T16:45:40.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:39.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.784396+0000) 2023-03-22T16:45:40.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:39.783+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.784244+0000) 2023-03-22T16:45:40.098 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:39.739+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.739905+0000) 2023-03-22T16:45:40.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:39.785+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.785528+0000) 2023-03-22T16:45:40.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:39.783+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.784160+0000) 2023-03-22T16:45:40.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:39.783+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:39.784002+0000) 2023-03-22T16:45:40.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:40.094+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.095039+0000) 2023-03-22T16:45:41.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:40.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.784522+0000) 2023-03-22T16:45:41.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:40.784+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.784370+0000) 2023-03-22T16:45:41.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:40.739+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.740054+0000) 2023-03-22T16:45:41.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:40.784+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.784546+0000) 2023-03-22T16:45:41.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:40.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.784285+0000) 2023-03-22T16:45:41.099 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:40.785+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.785648+0000) 2023-03-22T16:45:41.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:40.783+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:40.784149+0000) 2023-03-22T16:45:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:41.094+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.095229+0000) 2023-03-22T16:45:41.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:41 smithi098 ceph-mon[94136]: pgmap v4126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:41 smithi142 ceph-mon[94717]: pgmap v4126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:42.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:41.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.784641+0000) 2023-03-22T16:45:42.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:41.784+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.784512+0000) 2023-03-22T16:45:42.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:41.739+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.740196+0000) 2023-03-22T16:45:42.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:41.784+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.784673+0000) 2023-03-22T16:45:42.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:41.785+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.785766+0000) 2023-03-22T16:45:42.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:41.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.784408+0000) 2023-03-22T16:45:42.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:41.784+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:41.784264+0000) 2023-03-22T16:45:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:42.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.095345+0000) 2023-03-22T16:45:43.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:42.784+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.784844+0000) 2023-03-22T16:45:43.098 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:42.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.784765+0000) 2023-03-22T16:45:43.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:42.784+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.784635+0000) 2023-03-22T16:45:43.098 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:42.740+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.740366+0000) 2023-03-22T16:45:43.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:42.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.784530+0000) 2023-03-22T16:45:43.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:42.784+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.784399+0000) 2023-03-22T16:45:43.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:42.785+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:42.785880+0000) 2023-03-22T16:45:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:43.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.095624+0000) 2023-03-22T16:45:43.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:43 smithi098 ceph-mon[94136]: pgmap v4127: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:43.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:43 smithi142 ceph-mon[94717]: pgmap v4127: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:44.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:43.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.784883+0000) 2023-03-22T16:45:44.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:43.784+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.784758+0000) 2023-03-22T16:45:44.098 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:43.740+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.740525+0000) 2023-03-22T16:45:44.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:43.784+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.784521+0000) 2023-03-22T16:45:44.099 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:43.784+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.784968+0000) 2023-03-22T16:45:44.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:43.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.784644+0000) 2023-03-22T16:45:44.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:43.785+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:43.785996+0000) 2023-03-22T16:45:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:44.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.095780+0000) 2023-03-22T16:45:45.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:44.784+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.785086+0000) 2023-03-22T16:45:45.098 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:44.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.785003+0000) 2023-03-22T16:45:45.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:44.784+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.784880+0000) 2023-03-22T16:45:45.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:44.740+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.740661+0000) 2023-03-22T16:45:45.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:44.785+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.786121+0000) 2023-03-22T16:45:45.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:44.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.784759+0000) 2023-03-22T16:45:45.100 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:44.784+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:44.784633+0000) 2023-03-22T16:45:45.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:45.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.096057+0000) 2023-03-22T16:45:45.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:45 smithi098 ceph-mon[94136]: pgmap v4128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:45 smithi142 ceph-mon[94717]: pgmap v4128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:46.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:45.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.785121+0000) 2023-03-22T16:45:46.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:45.784+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.784997+0000) 2023-03-22T16:45:46.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:45.784+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.784759+0000) 2023-03-22T16:45:46.099 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:45.785+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.786251+0000) 2023-03-22T16:45:46.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:45.740+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.740779+0000) 2023-03-22T16:45:46.100 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:45.784+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.785203+0000) 2023-03-22T16:45:46.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:45.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:45.784878+0000) 2023-03-22T16:45:46.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:46.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.096205+0000) 2023-03-22T16:45:47.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:46.784+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.785231+0000) 2023-03-22T16:45:47.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:46.784+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.785109+0000) 2023-03-22T16:45:47.099 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:46.785+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.785296+0000) 2023-03-22T16:45:47.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:46.740+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.740916+0000) 2023-03-22T16:45:47.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:46.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.786366+0000) 2023-03-22T16:45:47.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:46.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.785000+0000) 2023-03-22T16:45:47.101 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:46.784+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:46.784872+0000) 2023-03-22T16:45:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:47.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.096466+0000) 2023-03-22T16:45:47.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:47 smithi098 ceph-mon[94136]: pgmap v4129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:47 smithi142 ceph-mon[94717]: pgmap v4129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:48.098 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:47.785+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.785392+0000) 2023-03-22T16:45:48.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:47.785+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.785260+0000) 2023-03-22T16:45:48.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:47.785+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:48.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:47.785+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:48.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:47.789+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.790133+0000) 2023-03-22T16:45:48.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:47.740+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.741070+0000) 2023-03-22T16:45:48.100 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:48.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.096591+0000) 2023-03-22T16:45:48.100 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:47.785+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.785447+0000) 2023-03-22T16:45:48.101 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:47.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.786476+0000) 2023-03-22T16:45:48.101 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:47.784+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.785152+0000) 2023-03-22T16:45:48.102 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:47.784+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:47.785029+0000) 2023-03-22T16:45:48.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:48.097+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:48.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:48.097+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:48.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:48.113+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.113314+0000) 2023-03-22T16:45:49.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:48.785+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.785558+0000) 2023-03-22T16:45:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:48.785+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.785537+0000) 2023-03-22T16:45:49.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:48.740+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.741218+0000) 2023-03-22T16:45:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:48.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.786610+0000) 2023-03-22T16:45:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:48.785+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.785324+0000) 2023-03-22T16:45:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:48.785+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:48.785213+0000) 2023-03-22T16:45:49.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:49 smithi098 ceph-mon[94136]: pgmap v4130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:49 smithi142 ceph-mon[94717]: pgmap v4130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:50.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:49.741+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.741356+0000) 2023-03-22T16:45:50.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:49.785+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.785663+0000) 2023-03-22T16:45:50.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:49.786+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:50.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:49.786+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:50.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:49.789+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.790026+0000) 2023-03-22T16:45:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:49.785+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.785676+0000) 2023-03-22T16:45:50.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:49.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.786743+0000) 2023-03-22T16:45:50.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:49.785+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.785497+0000) 2023-03-22T16:45:50.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:49.785+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.785379+0000) 2023-03-22T16:45:50.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:49.785+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:50.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:49.785+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:50.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:49.789+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:49.790085+0000) 2023-03-22T16:45:51.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:50.785+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:50.785792+0000) 2023-03-22T16:45:51.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:50.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:50.786881+0000) 2023-03-22T16:45:51.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:50.741+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:50.741495+0000) 2023-03-22T16:45:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:50.785+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:50.785631+0000) 2023-03-22T16:45:51.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:51 smithi098 ceph-mon[94136]: pgmap v4131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:51 smithi142 ceph-mon[94717]: pgmap v4131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:51.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:51.786983+0000) 2023-03-22T16:45:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:51.741+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:51.741627+0000) 2023-03-22T16:45:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:51.785+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:51.785738+0000) 2023-03-22T16:45:52.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:51.785+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:51.785901+0000) 2023-03-22T16:45:52.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:51.786+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:52.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:51.786+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:52.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:51.791+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:51.791981+0000) 2023-03-22T16:45:52.598 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:52.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:52.285687+0000) 2023-03-22T16:45:52.599 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:52.596+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:52.596897+0000) 2023-03-22T16:45:52.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:52.741+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:52.741747+0000) 2023-03-22T16:45:52.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:52.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:52.787087+0000) 2023-03-22T16:45:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:52.785+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:52.785851+0000) 2023-03-22T16:45:53.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:53.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:53.285818+0000) 2023-03-22T16:45:53.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:53 smithi098 ceph-mon[94136]: pgmap v4132: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:53 smithi142 ceph-mon[94717]: pgmap v4132: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:45:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:53.786+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:53.787234+0000) 2023-03-22T16:45:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:53.787+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:53.787+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:53.790+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:53.790935+0000) 2023-03-22T16:45:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:53.741+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:53.741878+0000) 2023-03-22T16:45:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:53.742+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:53.742+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:53.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:53.744+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:53.745022+0000) 2023-03-22T16:45:53.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:53.599+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:53.599827+0000) 2023-03-22T16:45:53.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:53.785+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:53.786023+0000) 2023-03-22T16:45:54.605 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:54.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:54.285936+0000) 2023-03-22T16:45:54.605 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:54.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:54.285945+0000) 2023-03-22T16:45:54.606 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:54.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:54.285733+0000) 2023-03-22T16:45:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:54.603+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:54.603389+0000) 2023-03-22T16:45:54.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:54.785+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:54.786165+0000) 2023-03-22T16:45:55.608 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:55.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:55.286051+0000) 2023-03-22T16:45:55.609 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:55.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:55.286064+0000) 2023-03-22T16:45:55.609 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:55.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:55.285877+0000) 2023-03-22T16:45:55.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:55 smithi098 ceph-mon[94136]: pgmap v4133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:55 smithi142 ceph-mon[94717]: pgmap v4133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:55.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:55.606+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:55.607090+0000) 2023-03-22T16:45:55.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:55.786+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:55.786302+0000) 2023-03-22T16:45:56.608 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:56.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:56.286175+0000) 2023-03-22T16:45:56.609 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:56.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:56.286185+0000) 2023-03-22T16:45:56.609 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:56.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:56.286355+0000) 2023-03-22T16:45:56.610 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:56.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:56.285992+0000) 2023-03-22T16:45:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:56.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:56.607282+0000) 2023-03-22T16:45:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:56.786+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:56.786473+0000) 2023-03-22T16:45:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:56.786+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:56.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:56.786+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:45:56.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:45:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:45:56.791+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:56.791946+0000) 2023-03-22T16:45:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:57.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:57.286291+0000) 2023-03-22T16:45:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:57.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:57.286291+0000) 2023-03-22T16:45:57.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:57.606+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:57.607405+0000) 2023-03-22T16:45:57.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:57.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:57.286463+0000) 2023-03-22T16:45:57.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:57.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:57.286172+0000) 2023-03-22T16:45:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:57 smithi142 ceph-mon[94717]: pgmap v4134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:45:57.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:57 smithi098 ceph-mon[94136]: pgmap v4134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:45:58.609 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:58.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:58.286422+0000) 2023-03-22T16:45:58.609 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:58.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:58.286432+0000) 2023-03-22T16:45:58.610 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:58.240+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:58.242187+0000) 2023-03-22T16:45:58.610 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:58.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:58.286623+0000) 2023-03-22T16:45:58.611 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:58.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:58.287578+0000) 2023-03-22T16:45:58.611 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:58.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:58.286349+0000) 2023-03-22T16:45:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:58.606+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:58.607616+0000) 2023-03-22T16:45:59.609 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:45:59.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:59.286592+0000) 2023-03-22T16:45:59.609 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:45:59.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:59.242307+0000) 2023-03-22T16:45:59.610 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:45:59.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:59.286666+0000) 2023-03-22T16:45:59.610 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:45:59.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:59.286794+0000) 2023-03-22T16:45:59.611 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:45:59.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:59.287683+0000) 2023-03-22T16:45:59.611 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:45:59.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:59.286489+0000) 2023-03-22T16:45:59.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:45:59 smithi142 ceph-mon[94717]: pgmap v4135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:59.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:45:59 smithi098 ceph-mon[94136]: pgmap v4135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:45:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:45:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:45:59.606+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:45:59.607752+0000) 2023-03-22T16:46:00.609 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:00.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:00.286722+0000) 2023-03-22T16:46:00.610 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:00.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:00.286811+0000) 2023-03-22T16:46:00.610 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:00.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:00.242431+0000) 2023-03-22T16:46:00.611 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:00.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:00.286915+0000) 2023-03-22T16:46:00.611 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:00.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:00.287820+0000) 2023-03-22T16:46:00.611 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:00.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:00.286612+0000) 2023-03-22T16:46:00.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:00.606+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:00.607982+0000) 2023-03-22T16:46:01.609 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:01.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.287028+0000) 2023-03-22T16:46:01.610 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:01.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.286847+0000) 2023-03-22T16:46:01.610 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:01.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.286942+0000) 2023-03-22T16:46:01.611 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:01.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.287944+0000) 2023-03-22T16:46:01.611 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:01.285+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.286893+0000) 2023-03-22T16:46:01.612 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:01.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.242557+0000) 2023-03-22T16:46:01.612 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:01.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.286749+0000) 2023-03-22T16:46:01.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:01 smithi142 ceph-mon[94717]: pgmap v4136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:46:01.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:01 smithi098 ceph-mon[94136]: pgmap v4136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:46:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:01.606+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:01.608109+0000) 2023-03-22T16:46:02.609 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:02.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.286961+0000) 2023-03-22T16:46:02.610 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:02.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.287118+0000) 2023-03-22T16:46:02.610 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:02.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.288046+0000) 2023-03-22T16:46:02.611 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:02.285+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.287213+0000) 2023-03-22T16:46:02.611 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:02.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.242679+0000) 2023-03-22T16:46:02.612 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:02.285+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.287070+0000) 2023-03-22T16:46:02.612 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:02.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.286868+0000) 2023-03-22T16:46:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:02.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:02.608297+0000) 2023-03-22T16:46:03.609 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:03.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.287085+0000) 2023-03-22T16:46:03.610 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:03.285+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.287239+0000) 2023-03-22T16:46:03.611 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:03.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.242808+0000) 2023-03-22T16:46:03.611 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:03.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.287355+0000) 2023-03-22T16:46:03.611 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:03.285+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.287189+0000) 2023-03-22T16:46:03.612 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:03.286+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.288152+0000) 2023-03-22T16:46:03.612 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:03.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.287010+0000) 2023-03-22T16:46:03.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:03 smithi142 ceph-mon[94717]: pgmap v4137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:46:03.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:03 smithi098 ceph-mon[94136]: pgmap v4137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:46:03.965 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:03.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:03.608424+0000) 2023-03-22T16:46:04.610 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:04.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.287481+0000) 2023-03-22T16:46:04.610 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:04.285+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.287207+0000) 2023-03-22T16:46:04.611 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:04.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.287375+0000) 2023-03-22T16:46:04.611 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:04.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.242926+0000) 2023-03-22T16:46:04.612 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:04.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.288259+0000) 2023-03-22T16:46:04.612 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:04.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.287330+0000) 2023-03-22T16:46:04.613 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:04.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.287125+0000) 2023-03-22T16:46:04.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:04.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:04.608670+0000) 2023-03-22T16:46:05.610 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:05.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.287317+0000) 2023-03-22T16:46:05.610 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:05.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.287484+0000) 2023-03-22T16:46:05.611 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:05.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.243056+0000) 2023-03-22T16:46:05.611 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:05.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.287597+0000) 2023-03-22T16:46:05.612 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:05.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.288392+0000) 2023-03-22T16:46:05.612 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:05.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.287442+0000) 2023-03-22T16:46:05.613 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:05.285+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.287244+0000) 2023-03-22T16:46:05.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:05 smithi142 ceph-mon[94717]: pgmap v4138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:46:05.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:05 smithi098 ceph-mon[94136]: pgmap v4138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:46:05.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:05.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:05.608852+0000) 2023-03-22T16:46:06.610 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:06.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.287768+0000) 2023-03-22T16:46:06.611 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:06.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.287464+0000) 2023-03-22T16:46:06.611 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:06.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.287652+0000) 2023-03-22T16:46:06.612 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:06.241+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.243242+0000) 2023-03-22T16:46:06.612 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:06.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.609079+0000) 2023-03-22T16:46:06.612 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:06.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.288498+0000) 2023-03-22T16:46:06.613 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:06.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.287451+0000) 2023-03-22T16:46:06.613 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:06.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:06.287633+0000) 2023-03-22T16:46:07.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:07.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.287949+0000) 2023-03-22T16:46:07.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:07.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.287705+0000) 2023-03-22T16:46:07.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:07.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.287782+0000) 2023-03-22T16:46:07.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:07.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.288615+0000) 2023-03-22T16:46:07.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:07.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.243397+0000) 2023-03-22T16:46:07.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:07.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.287789+0000) 2023-03-22T16:46:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:07.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.287622+0000) 2023-03-22T16:46:07.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:07 smithi142 ceph-mon[94717]: pgmap v4139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:46:07.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:07 smithi098 ceph-mon[94136]: pgmap v4139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:46:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:07.607+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:07.609220+0000) 2023-03-22T16:46:08.610 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:08.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.287831+0000) 2023-03-22T16:46:08.611 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:08.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.243524+0000) 2023-03-22T16:46:08.611 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:08.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.287923+0000) 2023-03-22T16:46:08.612 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:08.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.609410+0000) 2023-03-22T16:46:08.612 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:08.286+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.288146+0000) 2023-03-22T16:46:08.613 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:08.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.287986+0000) 2023-03-22T16:46:08.613 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:08.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.288734+0000) 2023-03-22T16:46:08.614 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:08.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:08.287736+0000) 2023-03-22T16:46:09.610 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:09.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.287961+0000) 2023-03-22T16:46:09.611 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:09.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.288066+0000) 2023-03-22T16:46:09.612 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:09.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.243636+0000) 2023-03-22T16:46:09.612 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:09.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.288311+0000) 2023-03-22T16:46:09.613 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:09.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.287865+0000) 2023-03-22T16:46:09.613 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:09.286+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.288155+0000) 2023-03-22T16:46:09.613 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:09.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.288854+0000) 2023-03-22T16:46:09.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:09 smithi142 ceph-mon[94717]: pgmap v4140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:46:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:09 smithi098 ceph-mon[94136]: pgmap v4140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:46:09.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:09.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:09.609548+0000) 2023-03-22T16:46:10.611 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:10.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.288470+0000) 2023-03-22T16:46:10.611 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:10.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.288114+0000) 2023-03-22T16:46:10.612 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:10.286+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.288213+0000) 2023-03-22T16:46:10.612 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:10.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.243759+0000) 2023-03-22T16:46:10.613 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:10.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.288971+0000) 2023-03-22T16:46:10.613 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:10.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.288418+0000) 2023-03-22T16:46:10.613 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:10.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.288002+0000) 2023-03-22T16:46:10.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:10 smithi142 ceph-mon[94717]: osdmap e268: 12 total, 9 up, 9 in 2023-03-22T16:46:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:10 smithi098 ceph-mon[94136]: osdmap e268: 12 total, 9 up, 9 in 2023-03-22T16:46:10.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:10.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:10.609771+0000) 2023-03-22T16:46:11.611 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:11.286+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.288250+0000) 2023-03-22T16:46:11.612 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:11.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.288336+0000) 2023-03-22T16:46:11.612 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:11.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.243900+0000) 2023-03-22T16:46:11.612 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:11.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.288614+0000) 2023-03-22T16:46:11.613 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:11.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.289100+0000) 2023-03-22T16:46:11.613 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:11.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.288535+0000) 2023-03-22T16:46:11.614 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:11.286+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.288138+0000) 2023-03-22T16:46:11.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:11 smithi142 ceph-mon[94717]: pgmap v4142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:46:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:11 smithi098 ceph-mon[94136]: pgmap v4142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:46:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:11.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:11.609886+0000) 2023-03-22T16:46:12.611 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:12.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.288735+0000) 2023-03-22T16:46:12.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:12.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.288394+0000) 2023-03-22T16:46:12.612 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:12.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.288472+0000) 2023-03-22T16:46:12.613 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:12.287+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.289212+0000) 2023-03-22T16:46:12.613 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:12.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.288261+0000) 2023-03-22T16:46:12.614 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:12.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.244019+0000) 2023-03-22T16:46:12.614 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:12.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.288653+0000) 2023-03-22T16:46:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:12.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:12.610106+0000) 2023-03-22T16:46:13.611 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:13.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.288524+0000) 2023-03-22T16:46:13.612 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:13.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.288607+0000) 2023-03-22T16:46:13.612 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:13.242+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.244150+0000) 2023-03-22T16:46:13.613 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:13.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.288858+0000) 2023-03-22T16:46:13.613 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:13.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.289296+0000) 2023-03-22T16:46:13.614 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:13.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.288393+0000) 2023-03-22T16:46:13.614 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:13.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.288771+0000) 2023-03-22T16:46:13.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:13 smithi142 ceph-mon[94717]: pgmap v4143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:46:13.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:13 smithi098 ceph-mon[94136]: pgmap v4143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:46:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:13.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:13.610227+0000) 2023-03-22T16:46:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:14.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.288969+0000) 2023-03-22T16:46:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:14.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.288639+0000) 2023-03-22T16:46:14.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:14.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.288726+0000) 2023-03-22T16:46:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:14.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.288892+0000) 2023-03-22T16:46:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:14.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.244330+0000) 2023-03-22T16:46:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:14.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.289407+0000) 2023-03-22T16:46:14.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:14.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.288560+0000) 2023-03-22T16:46:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:14.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:14.610460+0000) 2023-03-22T16:46:15.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:15.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.288775+0000) 2023-03-22T16:46:15.612 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:15.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.288890+0000) 2023-03-22T16:46:15.613 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:15.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.288750+0000) 2023-03-22T16:46:15.613 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:15.287+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.289106+0000) 2023-03-22T16:46:15.614 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:15.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.289511+0000) 2023-03-22T16:46:15.614 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:15.287+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.289072+0000) 2023-03-22T16:46:15.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:15.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.244542+0000) 2023-03-22T16:46:15.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:15 smithi142 ceph-mon[94717]: pgmap v4144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:46:15.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:15 smithi098 ceph-mon[94136]: pgmap v4144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:46:15.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:15.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:15.610617+0000) 2023-03-22T16:46:16.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:16.288+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.288927+0000) 2023-03-22T16:46:16.612 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:16.288+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.289069+0000) 2023-03-22T16:46:16.613 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:16.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.289200+0000) 2023-03-22T16:46:16.613 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:16.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.244717+0000) 2023-03-22T16:46:16.614 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:16.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.289213+0000) 2023-03-22T16:46:16.614 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:16.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.289623+0000) 2023-03-22T16:46:16.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:16.288+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.288923+0000) 2023-03-22T16:46:16.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:16.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:16.610887+0000) 2023-03-22T16:46:17.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:17.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.289052+0000) 2023-03-22T16:46:17.613 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:17.287+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.289220+0000) 2023-03-22T16:46:17.613 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:17.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.244854+0000) 2023-03-22T16:46:17.613 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:17.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.289301+0000) 2023-03-22T16:46:17.614 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:17.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.289304+0000) 2023-03-22T16:46:17.614 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:17.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.289038+0000) 2023-03-22T16:46:17.615 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:17.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.289730+0000) 2023-03-22T16:46:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:17 smithi142 ceph-mon[94717]: pgmap v4145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:46:17.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:17 smithi098 ceph-mon[94136]: pgmap v4145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:46:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:17.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:17.611012+0000) 2023-03-22T16:46:18.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:18.287+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.289229+0000) 2023-03-22T16:46:18.613 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:18.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.244983+0000) 2023-03-22T16:46:18.613 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:18.288+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.289349+0000) 2023-03-22T16:46:18.614 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:18.288+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:18.614 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:18.288+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:18.614 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:18.397+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.398438+0000) 2023-03-22T16:46:18.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:18.287+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.289230+0000) 2023-03-22T16:46:18.615 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:18.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.289447+0000) 2023-03-22T16:46:18.615 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:18.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.289470+0000) 2023-03-22T16:46:18.616 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:18.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.289849+0000) 2023-03-22T16:46:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:18.609+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.611213+0000) 2023-03-22T16:46:18.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:18.610+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:18.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:18.610+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:18.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:18.616+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:18.617576+0000) 2023-03-22T16:46:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:19.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:19.289573+0000) 2023-03-22T16:46:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:19.288+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:19.289388+0000) 2023-03-22T16:46:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:19.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:19.245110+0000) 2023-03-22T16:46:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:19.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:19.289964+0000) 2023-03-22T16:46:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:19.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:19.289724+0000) 2023-03-22T16:46:19.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:19.288+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:19.289400+0000) 2023-03-22T16:46:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:19 smithi142 ceph-mon[94717]: pgmap v4146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:46:19.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:19 smithi098 ceph-mon[94136]: pgmap v4146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:46:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:20.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.289735+0000) 2023-03-22T16:46:20.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:20.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.290079+0000) 2023-03-22T16:46:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:20.243+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.245232+0000) 2023-03-22T16:46:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:20.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.289860+0000) 2023-03-22T16:46:20.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:20.288+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.289524+0000) 2023-03-22T16:46:20.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:20.289+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:20.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:20.289+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:20.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:20.297+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.299162+0000) 2023-03-22T16:46:20.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:20.288+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.289539+0000) 2023-03-22T16:46:20.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:20.289+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:20.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:20.289+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:20.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:20.297+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:20.299105+0000) 2023-03-22T16:46:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:21.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:21.289892+0000) 2023-03-22T16:46:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:21.244+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:21.245347+0000) 2023-03-22T16:46:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:21.288+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:21.290192+0000) 2023-03-22T16:46:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:21.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:21.289979+0000) 2023-03-22T16:46:21.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:21 smithi142 ceph-mon[94717]: pgmap v4147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:46:21.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:21 smithi098 ceph-mon[94136]: pgmap v4147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:46:22.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:22.244+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:22.245463+0000) 2023-03-22T16:46:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:22.288+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:22.290011+0000) 2023-03-22T16:46:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:22.289+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:22.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:22.289+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:22.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:22.299+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:22.300932+0000) 2023-03-22T16:46:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:22.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:22.290309+0000) 2023-03-22T16:46:22.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:22.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:22.290105+0000) 2023-03-22T16:46:23.112 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:22.788+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:22.789730+0000) 2023-03-22T16:46:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:23.110+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:23.111492+0000) 2023-03-22T16:46:23.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:23.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:23.290419+0000) 2023-03-22T16:46:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:23.244+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:23.245585+0000) 2023-03-22T16:46:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:23.288+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:23.290253+0000) 2023-03-22T16:46:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:23 smithi142 ceph-mon[94717]: pgmap v4148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:46:23.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:23 smithi098 ceph-mon[94136]: pgmap v4148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:46:24.115 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:23.788+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:23.789846+0000) 2023-03-22T16:46:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:24.113+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.114299+0000) 2023-03-22T16:46:24.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:24.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.290381+0000) 2023-03-22T16:46:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:24.289+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.290550+0000) 2023-03-22T16:46:24.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:24.290+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:24.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:24.290+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:24.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:24.290+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.292209+0000) 2023-03-22T16:46:24.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:24.244+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.245711+0000) 2023-03-22T16:46:24.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:24.245+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:24.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:24.245+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:24.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:24.245+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.247085+0000) 2023-03-22T16:46:25.119 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:24.788+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.789984+0000) 2023-03-22T16:46:25.120 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:24.788+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.790005+0000) 2023-03-22T16:46:25.120 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:24.788+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:24.790026+0000) 2023-03-22T16:46:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:25.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:25.117979+0000) 2023-03-22T16:46:25.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:25.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:25.290498+0000) 2023-03-22T16:46:25.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:25 smithi142 ceph-mon[94717]: pgmap v4149: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:46:25.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:25 smithi098 ceph-mon[94136]: pgmap v4149: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:46:26.121 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:25.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:25.790135+0000) 2023-03-22T16:46:26.122 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:25.789+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:25.790186+0000) 2023-03-22T16:46:26.123 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:25.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:25.790209+0000) 2023-03-22T16:46:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:26.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:26.120399+0000) 2023-03-22T16:46:26.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:26.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:26.290606+0000) 2023-03-22T16:46:27.122 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:26.789+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:26.790304+0000) 2023-03-22T16:46:27.122 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:26.788+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:26.790256+0000) 2023-03-22T16:46:27.123 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:26.789+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:26.790307+0000) 2023-03-22T16:46:27.123 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:26.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:26.790307+0000) 2023-03-22T16:46:27.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:27.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:27.120640+0000) 2023-03-22T16:46:27.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:27.289+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:27.290732+0000) 2023-03-22T16:46:27.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:27.290+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:27.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:27.290+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:27.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:27.295+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:27.297048+0000) 2023-03-22T16:46:27.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:27 smithi142 ceph-mon[94717]: pgmap v4150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:46:27.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:27 smithi098 ceph-mon[94136]: pgmap v4150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:46:28.122 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:27.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:27.790389+0000) 2023-03-22T16:46:28.122 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:27.789+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:27.790433+0000) 2023-03-22T16:46:28.123 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:27.789+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:27.790435+0000) 2023-03-22T16:46:28.123 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:27.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:27.790429+0000) 2023-03-22T16:46:28.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:28.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:28.120768+0000) 2023-03-22T16:46:29.122 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:28.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:28.790546+0000) 2023-03-22T16:46:29.123 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:28.789+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:28.790606+0000) 2023-03-22T16:46:29.123 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:28.789+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:28.790609+0000) 2023-03-22T16:46:29.124 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:28.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:28.790553+0000) 2023-03-22T16:46:29.124 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:28.744+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:28.746068+0000) 2023-03-22T16:46:29.124 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:28.789+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:28.790790+0000) 2023-03-22T16:46:29.125 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:29.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:29.120963+0000) 2023-03-22T16:46:29.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:29 smithi142 ceph-mon[94717]: pgmap v4151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:46:29.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:29 smithi098 ceph-mon[94136]: pgmap v4151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:46:30.122 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:29.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:29.790700+0000) 2023-03-22T16:46:30.123 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:29.789+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:29.791027+0000) 2023-03-22T16:46:30.124 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:29.745+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:29.746219+0000) 2023-03-22T16:46:30.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:29.789+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:29.790745+0000) 2023-03-22T16:46:30.126 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:29.789+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:29.790901+0000) 2023-03-22T16:46:30.126 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:29.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:29.790692+0000) 2023-03-22T16:46:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:30.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:30.121090+0000) 2023-03-22T16:46:31.122 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:30.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:30.790836+0000) 2023-03-22T16:46:31.123 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:30.789+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:30.791171+0000) 2023-03-22T16:46:31.123 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:30.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:30.790844+0000) 2023-03-22T16:46:31.124 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:30.745+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:30.746441+0000) 2023-03-22T16:46:31.124 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:30.789+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:30.790884+0000) 2023-03-22T16:46:31.125 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:30.789+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:30.791057+0000) 2023-03-22T16:46:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:31.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.121282+0000) 2023-03-22T16:46:31.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:31 smithi142 ceph-mon[94717]: pgmap v4152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:31.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:31 smithi098 ceph-mon[94136]: pgmap v4152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:32.123 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:31.789+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.790995+0000) 2023-03-22T16:46:32.123 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:31.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.790972+0000) 2023-03-22T16:46:32.124 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:31.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.791325+0000) 2023-03-22T16:46:32.124 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:31.789+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.790972+0000) 2023-03-22T16:46:32.125 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:31.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.790991+0000) 2023-03-22T16:46:32.125 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:31.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.746628+0000) 2023-03-22T16:46:32.125 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:31.789+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:31.791230+0000) 2023-03-22T16:46:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:32.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.121422+0000) 2023-03-22T16:46:33.123 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:32.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.791098+0000) 2023-03-22T16:46:33.123 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:32.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.791443+0000) 2023-03-22T16:46:33.124 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:32.745+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.746741+0000) 2023-03-22T16:46:33.124 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:32.789+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.791120+0000) 2023-03-22T16:46:33.125 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:32.789+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.791115+0000) 2023-03-22T16:46:33.125 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:32.790+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.791390+0000) 2023-03-22T16:46:33.125 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:32.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:32.791116+0000) 2023-03-22T16:46:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:33.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.121644+0000) 2023-03-22T16:46:33.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:33 smithi142 ceph-mon[94717]: pgmap v4153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:33.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:33 smithi098 ceph-mon[94136]: pgmap v4153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:34.187 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:33.789+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.791239+0000) 2023-03-22T16:46:34.188 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:33.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.791624+0000) 2023-03-22T16:46:34.189 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:33.745+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.746871+0000) 2023-03-22T16:46:34.189 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:33.790+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.791451+0000) 2023-03-22T16:46:34.190 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:33.789+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.791239+0000) 2023-03-22T16:46:34.190 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:33.790+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.791547+0000) 2023-03-22T16:46:34.190 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:33.789+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:33.791244+0000) 2023-03-22T16:46:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:34.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.121778+0000) 2023-03-22T16:46:35.123 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:34.790+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.791600+0000) 2023-03-22T16:46:35.124 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:34.790+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.791376+0000) 2023-03-22T16:46:35.124 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:34.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.791753+0000) 2023-03-22T16:46:35.125 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:34.745+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.746999+0000) 2023-03-22T16:46:35.125 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:34.790+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.791376+0000) 2023-03-22T16:46:35.126 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:34.790+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.791679+0000) 2023-03-22T16:46:35.126 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:34.790+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:34.791427+0000) 2023-03-22T16:46:35.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:35.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.122075+0000) 2023-03-22T16:46:35.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:35 smithi142 ceph-mon[94717]: pgmap v4154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:35.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:35 smithi098 ceph-mon[94136]: pgmap v4154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:36.123 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:35.790+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.791497+0000) 2023-03-22T16:46:36.124 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:35.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.791865+0000) 2023-03-22T16:46:36.124 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:35.790+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.791712+0000) 2023-03-22T16:46:36.125 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:35.790+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.791804+0000) 2023-03-22T16:46:36.125 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:35.745+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.747138+0000) 2023-03-22T16:46:36.126 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:35.790+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.791517+0000) 2023-03-22T16:46:36.126 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:35.790+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:35.791562+0000) 2023-03-22T16:46:36.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:36.120+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.122188+0000) 2023-03-22T16:46:37.123 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:36.790+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.791623+0000) 2023-03-22T16:46:37.124 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:36.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.791965+0000) 2023-03-22T16:46:37.124 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:36.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.747258+0000) 2023-03-22T16:46:37.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:36.790+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.791816+0000) 2023-03-22T16:46:37.125 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:36.790+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.791645+0000) 2023-03-22T16:46:37.126 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:36.790+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.791904+0000) 2023-03-22T16:46:37.126 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:36.790+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:36.791695+0000) 2023-03-22T16:46:37.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:37.121+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.122420+0000) 2023-03-22T16:46:37.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:37 smithi142 ceph-mon[94717]: pgmap v4155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:37.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:37 smithi098 ceph-mon[94136]: pgmap v4155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:38.123 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:37.790+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.791795+0000) 2023-03-22T16:46:38.124 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:37.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.792077+0000) 2023-03-22T16:46:38.125 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:37.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.747388+0000) 2023-03-22T16:46:38.126 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:37.790+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.791785+0000) 2023-03-22T16:46:38.126 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:37.790+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.791992+0000) 2023-03-22T16:46:38.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:37.790+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.791886+0000) 2023-03-22T16:46:38.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:37.790+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:37.792066+0000) 2023-03-22T16:46:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:38.121+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.122542+0000) 2023-03-22T16:46:39.124 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:38.790+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.791952+0000) 2023-03-22T16:46:39.124 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:38.790+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.792194+0000) 2023-03-22T16:46:39.125 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:38.790+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.792042+0000) 2023-03-22T16:46:39.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:38.790+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.792137+0000) 2023-03-22T16:46:39.126 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:38.790+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.791936+0000) 2023-03-22T16:46:39.126 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:38.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.747513+0000) 2023-03-22T16:46:39.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:38.790+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:38.792187+0000) 2023-03-22T16:46:39.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:39.121+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.122731+0000) 2023-03-22T16:46:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:39 smithi142 ceph-mon[94717]: pgmap v4156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:39 smithi098 ceph-mon[94136]: pgmap v4156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:40.124 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:39.790+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.792079+0000) 2023-03-22T16:46:40.124 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:39.791+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.792336+0000) 2023-03-22T16:46:40.125 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:39.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.747640+0000) 2023-03-22T16:46:40.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:39.790+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.792253+0000) 2023-03-22T16:46:40.126 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:39.790+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.792045+0000) 2023-03-22T16:46:40.126 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:39.791+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.792413+0000) 2023-03-22T16:46:40.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:39.790+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:39.792165+0000) 2023-03-22T16:46:40.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:40.121+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.122868+0000) 2023-03-22T16:46:41.124 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:40.790+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.792204+0000) 2023-03-22T16:46:41.125 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:40.791+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.792466+0000) 2023-03-22T16:46:41.125 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:40.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.747756+0000) 2023-03-22T16:46:41.126 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:40.791+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.792388+0000) 2023-03-22T16:46:41.126 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:40.790+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.792176+0000) 2023-03-22T16:46:41.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:40.791+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.792572+0000) 2023-03-22T16:46:41.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:40.791+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:40.792290+0000) 2023-03-22T16:46:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:41.121+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.123095+0000) 2023-03-22T16:46:41.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:41 smithi142 ceph-mon[94717]: pgmap v4157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:41 smithi098 ceph-mon[94136]: pgmap v4157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:42.124 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:41.791+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.792299+0000) 2023-03-22T16:46:42.125 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:41.791+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.792611+0000) 2023-03-22T16:46:42.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:41.791+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.792545+0000) 2023-03-22T16:46:42.126 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:41.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.747887+0000) 2023-03-22T16:46:42.126 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:41.791+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.792306+0000) 2023-03-22T16:46:42.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:41.791+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.792692+0000) 2023-03-22T16:46:42.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:41.791+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:41.792425+0000) 2023-03-22T16:46:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:42.121+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.123222+0000) 2023-03-22T16:46:43.124 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:42.791+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.792655+0000) 2023-03-22T16:46:43.125 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:42.791+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.792415+0000) 2023-03-22T16:46:43.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:42.791+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.792723+0000) 2023-03-22T16:46:43.126 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:42.746+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.748008+0000) 2023-03-22T16:46:43.126 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:42.791+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.792423+0000) 2023-03-22T16:46:43.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:42.791+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.792808+0000) 2023-03-22T16:46:43.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:42.791+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:42.792552+0000) 2023-03-22T16:46:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:43.122+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.123437+0000) 2023-03-22T16:46:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:43 smithi142 ceph-mon[94717]: pgmap v4158: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:43 smithi098 ceph-mon[94136]: pgmap v4158: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:44.124 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:43.791+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.792762+0000) 2023-03-22T16:46:44.125 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:43.791+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.792841+0000) 2023-03-22T16:46:44.126 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:43.747+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.748163+0000) 2023-03-22T16:46:44.126 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:43.791+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.792524+0000) 2023-03-22T16:46:44.127 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:43.791+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.792543+0000) 2023-03-22T16:46:44.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:43.791+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.792672+0000) 2023-03-22T16:46:44.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:43.791+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:43.792938+0000) 2023-03-22T16:46:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:44.122+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.123562+0000) 2023-03-22T16:46:45.125 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:44.791+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.792660+0000) 2023-03-22T16:46:45.129 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:44.791+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.793027+0000) 2023-03-22T16:46:45.129 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:44.747+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.748321+0000) 2023-03-22T16:46:45.130 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:44.791+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.792936+0000) 2023-03-22T16:46:45.130 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:44.791+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.793130+0000) 2023-03-22T16:46:45.131 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:44.791+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.792690+0000) 2023-03-22T16:46:45.131 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:44.791+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:44.792874+0000) 2023-03-22T16:46:45.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:45.122+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.123813+0000) 2023-03-22T16:46:45.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:45 smithi142 ceph-mon[94717]: pgmap v4159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:45.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:45 smithi098 ceph-mon[94136]: pgmap v4159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:46.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:45.791+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.793078+0000) 2023-03-22T16:46:46.126 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:45.791+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.792788+0000) 2023-03-22T16:46:46.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:45.791+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.793177+0000) 2023-03-22T16:46:46.127 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:45.748+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.748481+0000) 2023-03-22T16:46:46.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:45.792+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.793303+0000) 2023-03-22T16:46:46.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:45.791+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.792994+0000) 2023-03-22T16:46:46.128 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:45.791+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:45.792839+0000) 2023-03-22T16:46:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:46.123+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.123962+0000) 2023-03-22T16:46:47.125 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:46.792+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.792954+0000) 2023-03-22T16:46:47.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:46.793+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.793332+0000) 2023-03-22T16:46:47.126 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:46.748+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.748613+0000) 2023-03-22T16:46:47.127 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:46.792+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.793227+0000) 2023-03-22T16:46:47.127 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:46.792+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.792984+0000) 2023-03-22T16:46:47.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:46.793+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.793445+0000) 2023-03-22T16:46:47.128 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:46.792+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:46.793128+0000) 2023-03-22T16:46:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:47.123+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.124139+0000) 2023-03-22T16:46:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:47 smithi142 ceph-mon[94717]: pgmap v4160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:47 smithi098 ceph-mon[94136]: pgmap v4160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:48.125 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:47.792+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.793107+0000) 2023-03-22T16:46:48.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:47.793+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.793555+0000) 2023-03-22T16:46:48.126 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:47.748+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.748730+0000) 2023-03-22T16:46:48.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:47.793+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.793316+0000) 2023-03-22T16:46:48.127 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:47.793+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.793460+0000) 2023-03-22T16:46:48.127 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:47.792+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.793156+0000) 2023-03-22T16:46:48.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:47.793+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:47.793626+0000) 2023-03-22T16:46:48.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:48.123+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.124246+0000) 2023-03-22T16:46:49.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:48.793+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.794011+0000) 2023-03-22T16:46:49.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:48.794+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:49.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:48.794+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:49.127 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:48.796+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.796966+0000) 2023-03-22T16:46:49.127 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:48.748+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.748863+0000) 2023-03-22T16:46:49.128 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:48.793+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.793634+0000) 2023-03-22T16:46:49.128 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:48.792+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.793232+0000) 2023-03-22T16:46:49.128 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:48.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.793329+0000) 2023-03-22T16:46:49.129 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:48.793+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.793506+0000) 2023-03-22T16:46:49.129 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:49.124+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.124512+0000) 2023-03-22T16:46:49.130 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:48.793+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:48.793775+0000) 2023-03-22T16:46:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:49.125+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:49.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:49.125+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:49.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:49.130+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.131002+0000) 2023-03-22T16:46:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:49 smithi142 ceph-mon[94717]: pgmap v4161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:49.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:49 smithi098 ceph-mon[94136]: pgmap v4161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:49.793+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.793405+0000) 2023-03-22T16:46:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:49.748+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.749032+0000) 2023-03-22T16:46:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:49.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.793471+0000) 2023-03-22T16:46:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:49.793+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.793744+0000) 2023-03-22T16:46:50.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:49.793+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.793886+0000) 2023-03-22T16:46:50.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:49.793+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:49.793619+0000) 2023-03-22T16:46:51.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:50.793+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.794105+0000) 2023-03-22T16:46:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:50.748+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.749166+0000) 2023-03-22T16:46:51.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:50.793+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.793548+0000) 2023-03-22T16:46:51.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:50.794+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:51.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:50.794+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:51.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:50.795+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.796063+0000) 2023-03-22T16:46:51.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:50.793+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.794085+0000) 2023-03-22T16:46:51.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:50.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.793583+0000) 2023-03-22T16:46:51.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:50.793+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.793904+0000) 2023-03-22T16:46:51.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:50.794+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:51.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:50.794+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:51.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:50.795+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:50.796113+0000) 2023-03-22T16:46:51.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:51 smithi142 ceph-mon[94717]: pgmap v4162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:51.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:51 smithi098 ceph-mon[94136]: pgmap v4162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:52.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:51.793+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:51.794229+0000) 2023-03-22T16:46:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:51.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:51.793713+0000) 2023-03-22T16:46:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:51.749+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:51.749303+0000) 2023-03-22T16:46:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:51.793+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:51.794198+0000) 2023-03-22T16:46:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:52.749+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:52.749422+0000) 2023-03-22T16:46:53.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:52.794+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:52.794395+0000) 2023-03-22T16:46:53.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:52.794+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:53.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:52.795+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:53.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:52.796+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:52.796369+0000) 2023-03-22T16:46:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:52.794+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:52.794303+0000) 2023-03-22T16:46:53.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:52.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:52.793841+0000) 2023-03-22T16:46:53.626 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:53.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:53.294288+0000) 2023-03-22T16:46:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:53 smithi142 ceph-mon[94717]: pgmap v4163: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:53 smithi098 ceph-mon[94136]: pgmap v4163: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:53.624+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:53.625057+0000) 2023-03-22T16:46:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:53.749+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:53.749568+0000) 2023-03-22T16:46:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:53.794+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:53.794425+0000) 2023-03-22T16:46:53.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:53.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:53.793966+0000) 2023-03-22T16:46:54.630 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:54.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:54.294404+0000) 2023-03-22T16:46:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:54.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:54.629051+0000) 2023-03-22T16:46:54.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:54.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:54.794091+0000) 2023-03-22T16:46:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:54.749+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:54.749678+0000) 2023-03-22T16:46:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:54.750+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:54.750+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:54.756+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:54.756749+0000) 2023-03-22T16:46:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:54.794+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:54.794545+0000) 2023-03-22T16:46:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:54.794+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:54.794+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:54.799+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:54.799313+0000) 2023-03-22T16:46:55.634 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:55.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:55.294516+0000) 2023-03-22T16:46:55.634 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:55.293+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:55.294167+0000) 2023-03-22T16:46:55.635 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:55.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:55.293845+0000) 2023-03-22T16:46:55.635 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:55.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:55.632681+0000) 2023-03-22T16:46:55.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:55 smithi142 ceph-mon[94717]: pgmap v4164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:55 smithi098 ceph-mon[94136]: pgmap v4164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:55.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:55.793+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:55.794218+0000) 2023-03-22T16:46:56.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:56.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:56.293984+0000) 2023-03-22T16:46:56.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:56.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:56.294627+0000) 2023-03-22T16:46:56.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:56.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:56.294300+0000) 2023-03-22T16:46:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:56.634+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:56.635064+0000) 2023-03-22T16:46:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:56.794+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:56.794339+0000) 2023-03-22T16:46:57.637 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:57.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:57.294104+0000) 2023-03-22T16:46:57.638 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:57.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:57.294738+0000) 2023-03-22T16:46:57.639 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:57.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:57.294714+0000) 2023-03-22T16:46:57.639 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:57.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:57.294424+0000) 2023-03-22T16:46:57.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:57 smithi142 ceph-mon[94717]: pgmap v4165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:57 smithi098 ceph-mon[94136]: pgmap v4165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:46:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:57.635+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:57.635539+0000) 2023-03-22T16:46:57.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:57.794+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:57.794465+0000) 2023-03-22T16:46:57.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:57.794+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:57.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:57.794+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:46:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:46:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:46:57.805+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:57.805983+0000) 2023-03-22T16:46:58.637 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:58.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:58.294226+0000) 2023-03-22T16:46:58.637 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:58.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:58.294912+0000) 2023-03-22T16:46:58.638 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:58.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:58.294828+0000) 2023-03-22T16:46:58.639 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:58.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:58.294550+0000) 2023-03-22T16:46:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:58.635+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:58.635768+0000) 2023-03-22T16:46:59.637 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:46:59.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:59.294351+0000) 2023-03-22T16:46:59.637 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:46:59.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:59.295050+0000) 2023-03-22T16:46:59.638 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:46:59.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:59.250022+0000) 2023-03-22T16:46:59.638 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:46:59.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:59.294938+0000) 2023-03-22T16:46:59.639 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:46:59.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:59.294766+0000) 2023-03-22T16:46:59.639 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:46:59.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:59.294675+0000) 2023-03-22T16:46:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:46:59 smithi142 ceph-mon[94717]: pgmap v4166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:46:59 smithi098 ceph-mon[94136]: pgmap v4166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:46:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:46:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:46:59.635+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:46:59.635894+0000) 2023-03-22T16:47:00.596 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:00.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:00.294510+0000) 2023-03-22T16:47:00.596 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:00.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:00.295171+0000) 2023-03-22T16:47:00.597 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:00.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:00.294887+0000) 2023-03-22T16:47:00.597 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:00.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:00.250145+0000) 2023-03-22T16:47:00.598 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:00.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:00.294795+0000) 2023-03-22T16:47:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:00.635+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:00.636147+0000) 2023-03-22T16:47:00.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:00.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:00.295050+0000) 2023-03-22T16:47:01.637 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:01.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:01.294659+0000) 2023-03-22T16:47:01.638 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:01.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:01.250285+0000) 2023-03-22T16:47:01.638 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:01.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:01.295288+0000) 2023-03-22T16:47:01.639 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:01.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:01.295144+0000) 2023-03-22T16:47:01.639 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:01.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:01.294907+0000) 2023-03-22T16:47:01.639 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:01.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:01.295006+0000) 2023-03-22T16:47:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:01 smithi142 ceph-mon[94717]: pgmap v4167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:01 smithi098 ceph-mon[94136]: pgmap v4167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:01.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:01.636282+0000) 2023-03-22T16:47:02.637 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:02.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.294778+0000) 2023-03-22T16:47:02.638 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:02.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.295407+0000) 2023-03-22T16:47:02.638 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:02.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.250423+0000) 2023-03-22T16:47:02.639 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:02.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.295250+0000) 2023-03-22T16:47:02.639 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:02.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.294761+0000) 2023-03-22T16:47:02.640 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:02.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.295121+0000) 2023-03-22T16:47:02.640 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:02.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.295034+0000) 2023-03-22T16:47:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:02.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:02.636519+0000) 2023-03-22T16:47:03.638 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:03.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.295372+0000) 2023-03-22T16:47:03.638 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:03.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.295525+0000) 2023-03-22T16:47:03.639 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:03.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.250543+0000) 2023-03-22T16:47:03.639 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:03.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.295234+0000) 2023-03-22T16:47:03.640 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:03.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.294889+0000) 2023-03-22T16:47:03.640 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:03.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.295156+0000) 2023-03-22T16:47:03.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:03.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.294906+0000) 2023-03-22T16:47:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:03 smithi142 ceph-mon[94717]: pgmap v4168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:03 smithi098 ceph-mon[94136]: pgmap v4168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:03.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:03.636688+0000) 2023-03-22T16:47:04.638 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:04.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.295035+0000) 2023-03-22T16:47:04.638 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:04.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.295639+0000) 2023-03-22T16:47:04.639 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:04.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.250685+0000) 2023-03-22T16:47:04.639 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:04.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.295487+0000) 2023-03-22T16:47:04.640 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:04.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.295025+0000) 2023-03-22T16:47:04.640 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:04.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.295281+0000) 2023-03-22T16:47:04.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:04.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.295357+0000) 2023-03-22T16:47:04.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:04.635+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:04.637015+0000) 2023-03-22T16:47:05.638 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:05.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.295595+0000) 2023-03-22T16:47:05.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:05.293+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.295205+0000) 2023-03-22T16:47:05.639 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:05.293+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.295209+0000) 2023-03-22T16:47:05.640 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:05.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.250800+0000) 2023-03-22T16:47:05.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:05.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.295755+0000) 2023-03-22T16:47:05.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:05.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.295471+0000) 2023-03-22T16:47:05.641 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:05.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.295423+0000) 2023-03-22T16:47:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:05 smithi142 ceph-mon[94717]: pgmap v4169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:47:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:05 smithi098 ceph-mon[94136]: pgmap v4169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:47:05.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:05.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:05.637190+0000) 2023-03-22T16:47:06.638 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:06.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.295371+0000) 2023-03-22T16:47:06.639 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:06.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.295866+0000) 2023-03-22T16:47:06.639 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:06.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.250936+0000) 2023-03-22T16:47:06.640 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:06.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.295717+0000) 2023-03-22T16:47:06.640 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:06.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.295587+0000) 2023-03-22T16:47:06.641 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:06.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.295362+0000) 2023-03-22T16:47:06.641 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:06.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.295559+0000) 2023-03-22T16:47:06.942 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:06.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:06.637490+0000) 2023-03-22T16:47:07.638 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:07.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.295523+0000) 2023-03-22T16:47:07.639 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:07.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.295979+0000) 2023-03-22T16:47:07.639 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:07.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.251091+0000) 2023-03-22T16:47:07.640 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:07.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.295823+0000) 2023-03-22T16:47:07.640 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:07.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.295704+0000) 2023-03-22T16:47:07.641 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:07.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.295499+0000) 2023-03-22T16:47:07.641 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:07.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.295674+0000) 2023-03-22T16:47:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:07 smithi142 ceph-mon[94717]: pgmap v4170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:47:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:07 smithi098 ceph-mon[94136]: pgmap v4170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:47:07.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:07.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:07.637613+0000) 2023-03-22T16:47:08.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:08.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.295694+0000) 2023-03-22T16:47:08.639 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:08.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.296091+0000) 2023-03-22T16:47:08.640 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:08.249+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.251249+0000) 2023-03-22T16:47:08.640 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:08.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.295799+0000) 2023-03-22T16:47:08.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:08.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.295815+0000) 2023-03-22T16:47:08.641 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:08.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.295693+0000) 2023-03-22T16:47:08.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:08.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.295914+0000) 2023-03-22T16:47:08.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:08.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:08.637795+0000) 2023-03-22T16:47:09.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:09.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.295821+0000) 2023-03-22T16:47:09.639 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:09.294+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.296243+0000) 2023-03-22T16:47:09.640 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:09.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.296017+0000) 2023-03-22T16:47:09.640 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:09.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.295828+0000) 2023-03-22T16:47:09.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:09.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.296035+0000) 2023-03-22T16:47:09.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:09.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.251367+0000) 2023-03-22T16:47:09.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:09.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.296012+0000) 2023-03-22T16:47:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:09 smithi142 ceph-mon[94717]: pgmap v4171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:47:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:09 smithi098 ceph-mon[94136]: pgmap v4171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:47:09.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:09.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:09.637918+0000) 2023-03-22T16:47:10.639 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:10.294+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.296196+0000) 2023-03-22T16:47:10.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:10.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.296007+0000) 2023-03-22T16:47:10.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:10.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.296392+0000) 2023-03-22T16:47:10.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:10.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.251491+0000) 2023-03-22T16:47:10.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:10.294+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.296183+0000) 2023-03-22T16:47:10.642 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:10.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.296018+0000) 2023-03-22T16:47:10.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:10.294+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.296163+0000) 2023-03-22T16:47:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:10 smithi142 ceph-mon[94717]: osdmap e269: 12 total, 9 up, 9 in 2023-03-22T16:47:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:10 smithi098 ceph-mon[94136]: osdmap e269: 12 total, 9 up, 9 in 2023-03-22T16:47:10.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:10.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:10.638154+0000) 2023-03-22T16:47:11.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:11.294+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.296177+0000) 2023-03-22T16:47:11.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:11.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.296588+0000) 2023-03-22T16:47:11.640 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:11.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.251636+0000) 2023-03-22T16:47:11.641 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:11.294+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.296172+0000) 2023-03-22T16:47:11.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:11.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.296413+0000) 2023-03-22T16:47:11.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:11.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.296398+0000) 2023-03-22T16:47:11.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:11.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.296389+0000) 2023-03-22T16:47:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:11 smithi142 ceph-mon[94717]: pgmap v4173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:47:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:11 smithi098 ceph-mon[94136]: pgmap v4173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:47:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:11.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:11.638262+0000) 2023-03-22T16:47:12.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:12.295+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.296299+0000) 2023-03-22T16:47:12.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:12.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.296770+0000) 2023-03-22T16:47:12.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:12.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.251754+0000) 2023-03-22T16:47:12.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:12.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.296545+0000) 2023-03-22T16:47:12.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:12.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.296530+0000) 2023-03-22T16:47:12.642 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:12.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.296541+0000) 2023-03-22T16:47:12.643 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:12.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.296309+0000) 2023-03-22T16:47:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:12.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:12.638503+0000) 2023-03-22T16:47:13.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:13.295+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.296428+0000) 2023-03-22T16:47:13.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:13.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.296887+0000) 2023-03-22T16:47:13.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:13.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.251877+0000) 2023-03-22T16:47:13.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:13.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.296662+0000) 2023-03-22T16:47:13.641 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:13.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.296435+0000) 2023-03-22T16:47:13.642 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:13.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.296660+0000) 2023-03-22T16:47:13.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:13.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.296653+0000) 2023-03-22T16:47:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:13 smithi142 ceph-mon[94717]: pgmap v4174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:47:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:13 smithi098 ceph-mon[94136]: pgmap v4174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:47:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:13.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:13.638636+0000) 2023-03-22T16:47:14.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:14.295+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.296566+0000) 2023-03-22T16:47:14.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:14.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.296992+0000) 2023-03-22T16:47:14.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:14.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.296773+0000) 2023-03-22T16:47:14.641 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:14.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.296773+0000) 2023-03-22T16:47:14.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:14.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.296783+0000) 2023-03-22T16:47:14.642 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:14.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.252007+0000) 2023-03-22T16:47:14.643 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:14.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.296583+0000) 2023-03-22T16:47:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:14.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:14.638850+0000) 2023-03-22T16:47:15.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:15.295+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.296719+0000) 2023-03-22T16:47:15.641 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:15.295+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.297135+0000) 2023-03-22T16:47:15.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:15.250+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.252129+0000) 2023-03-22T16:47:15.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:15.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.296914+0000) 2023-03-22T16:47:15.642 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:15.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.296732+0000) 2023-03-22T16:47:15.643 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:15.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.296923+0000) 2023-03-22T16:47:15.643 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:15.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.296912+0000) 2023-03-22T16:47:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:15 smithi142 ceph-mon[94717]: pgmap v4175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:47:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:15 smithi098 ceph-mon[94136]: pgmap v4175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:47:15.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:15.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:15.638973+0000) 2023-03-22T16:47:16.518 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:16.295+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.296901+0000) 2023-03-22T16:47:16.518 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:16.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.297285+0000) 2023-03-22T16:47:16.519 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:16.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.252334+0000) 2023-03-22T16:47:16.519 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:16.295+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.297053+0000) 2023-03-22T16:47:16.520 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:16.295+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.296892+0000) 2023-03-22T16:47:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:16.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.639223+0000) 2023-03-22T16:47:16.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:16.295+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.297060+0000) 2023-03-22T16:47:16.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:16.295+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:16.297039+0000) 2023-03-22T16:47:17.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:17.296+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.297236+0000) 2023-03-22T16:47:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:17.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.297120+0000) 2023-03-22T16:47:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:17.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.297397+0000) 2023-03-22T16:47:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:17.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.252472+0000) 2023-03-22T16:47:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:17.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.297108+0000) 2023-03-22T16:47:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:17.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.297231+0000) 2023-03-22T16:47:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:17.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.297233+0000) 2023-03-22T16:47:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:17 smithi142 ceph-mon[94717]: pgmap v4176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:47:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:17 smithi098 ceph-mon[94136]: pgmap v4176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:47:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:17.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:17.639295+0000) 2023-03-22T16:47:18.640 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:18.296+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.297374+0000) 2023-03-22T16:47:18.641 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:18.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.297293+0000) 2023-03-22T16:47:18.642 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:18.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.297504+0000) 2023-03-22T16:47:18.642 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:18.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.252582+0000) 2023-03-22T16:47:18.642 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:18.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.297259+0000) 2023-03-22T16:47:18.643 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:18.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.297378+0000) 2023-03-22T16:47:18.643 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:18.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.297365+0000) 2023-03-22T16:47:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:18.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:18.639590+0000) 2023-03-22T16:47:19.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:19.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.297421+0000) 2023-03-22T16:47:19.641 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:19.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.639749+0000) 2023-03-22T16:47:19.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:19.296+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.297585+0000) 2023-03-22T16:47:19.642 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:19.296+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.297798+0000) 2023-03-22T16:47:19.642 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:19.297+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:19.643 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:19.297+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:19.643 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:19.299+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.300306+0000) 2023-03-22T16:47:19.643 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:19.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.297598+0000) 2023-03-22T16:47:19.644 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:19.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.297521+0000) 2023-03-22T16:47:19.644 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:19.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.252703+0000) 2023-03-22T16:47:19.644 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:19.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.297389+0000) 2023-03-22T16:47:19.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:19 smithi142 ceph-mon[94717]: pgmap v4177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:47:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:19 smithi098 ceph-mon[94136]: pgmap v4177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:47:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:19.639+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:19.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:19.639+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:19.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:19.643+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:19.644885+0000) 2023-03-22T16:47:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:20.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:20.297585+0000) 2023-03-22T16:47:20.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:20.296+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:20.297748+0000) 2023-03-22T16:47:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:20.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:20.297514+0000) 2023-03-22T16:47:20.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:20.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:20.297709+0000) 2023-03-22T16:47:20.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:20.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:20.297751+0000) 2023-03-22T16:47:20.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:20.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:20.252819+0000) 2023-03-22T16:47:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:21.297+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.298280+0000) 2023-03-22T16:47:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:21.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.252964+0000) 2023-03-22T16:47:21.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:21.296+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.297712+0000) 2023-03-22T16:47:21.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:21.297+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:21.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:21.297+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:21.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:21.298+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.300180+0000) 2023-03-22T16:47:21.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:21.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.297931+0000) 2023-03-22T16:47:21.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:21.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.297645+0000) 2023-03-22T16:47:21.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:21.296+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.297845+0000) 2023-03-22T16:47:21.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:21.297+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:21.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:21.297+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:21.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:21.298+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:21.299590+0000) 2023-03-22T16:47:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:21 smithi142 ceph-mon[94717]: pgmap v4178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:47:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:21 smithi098 ceph-mon[94136]: pgmap v4178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:47:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:22.297+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:22.298389+0000) 2023-03-22T16:47:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:22.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:22.297767+0000) 2023-03-22T16:47:22.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:22.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:22.253080+0000) 2023-03-22T16:47:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:22.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:22.298045+0000) 2023-03-22T16:47:23.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:23.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:23.297881+0000) 2023-03-22T16:47:23.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:23.251+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:23.253209+0000) 2023-03-22T16:47:23.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:23.297+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:23.298501+0000) 2023-03-22T16:47:23.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:23.297+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:23.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:23.297+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:23.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:23.308+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:23.310007+0000) 2023-03-22T16:47:23.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:23.296+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:23.298161+0000) 2023-03-22T16:47:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:23 smithi142 ceph-mon[94717]: pgmap v4179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:47:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:23 smithi098 ceph-mon[94136]: pgmap v4179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:47:24.141 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:23.796+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:23.798074+0000) 2023-03-22T16:47:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:24.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:24.140087+0000) 2023-03-22T16:47:24.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:24.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:24.298008+0000) 2023-03-22T16:47:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:24.252+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:24.253313+0000) 2023-03-22T16:47:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:24.297+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:24.298287+0000) 2023-03-22T16:47:25.144 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:24.796+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:24.798209+0000) 2023-03-22T16:47:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:25.142+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.143689+0000) 2023-03-22T16:47:25.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:25.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.298130+0000) 2023-03-22T16:47:25.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:25.252+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.253427+0000) 2023-03-22T16:47:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:25.253+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:25.253+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:25.254+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.255874+0000) 2023-03-22T16:47:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:25.297+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.298401+0000) 2023-03-22T16:47:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:25.297+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:25.297+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:25.304+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.306019+0000) 2023-03-22T16:47:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:25 smithi142 ceph-mon[94717]: pgmap v4180: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:47:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:25 smithi098 ceph-mon[94136]: pgmap v4180: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:47:26.148 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:25.796+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.798054+0000) 2023-03-22T16:47:26.148 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:25.797+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.798301+0000) 2023-03-22T16:47:26.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:26.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:26.147298+0000) 2023-03-22T16:47:26.149 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:25.796+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:25.798090+0000) 2023-03-22T16:47:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:26.296+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:26.298256+0000) 2023-03-22T16:47:27.152 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:26.797+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:26.798244+0000) 2023-03-22T16:47:27.153 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:26.797+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:26.798407+0000) 2023-03-22T16:47:27.153 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:27.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:27.151143+0000) 2023-03-22T16:47:27.153 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:26.797+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:26.798279+0000) 2023-03-22T16:47:27.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:27.297+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:27.298390+0000) 2023-03-22T16:47:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:27 smithi142 ceph-mon[94717]: pgmap v4181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:47:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:27 smithi098 ceph-mon[94136]: pgmap v4181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:47:28.152 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:27.797+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:27.798362+0000) 2023-03-22T16:47:28.153 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:27.797+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:27.798529+0000) 2023-03-22T16:47:28.153 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:27.797+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:27.798801+0000) 2023-03-22T16:47:28.153 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:27.797+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:27.798398+0000) 2023-03-22T16:47:28.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:28.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:28.151459+0000) 2023-03-22T16:47:28.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:28.297+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:28.298556+0000) 2023-03-22T16:47:28.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:28.297+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:28.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:28.298+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:28.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:28.306+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:28.308015+0000) 2023-03-22T16:47:29.152 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:28.797+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:28.798494+0000) 2023-03-22T16:47:29.153 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:28.797+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:28.798676+0000) 2023-03-22T16:47:29.154 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:28.797+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:28.798911+0000) 2023-03-22T16:47:29.154 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:28.797+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:28.798537+0000) 2023-03-22T16:47:29.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:29.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:29.151692+0000) 2023-03-22T16:47:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:29 smithi142 ceph-mon[94717]: pgmap v4182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:47:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:29 smithi098 ceph-mon[94136]: pgmap v4182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:47:30.152 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:29.797+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:29.798651+0000) 2023-03-22T16:47:30.153 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:29.797+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:29.798897+0000) 2023-03-22T16:47:30.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:29.752+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:29.753880+0000) 2023-03-22T16:47:30.154 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:29.797+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:29.799020+0000) 2023-03-22T16:47:30.154 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:29.797+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:29.798745+0000) 2023-03-22T16:47:30.155 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:29.797+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:29.798692+0000) 2023-03-22T16:47:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:30.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:30.151816+0000) 2023-03-22T16:47:31.153 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:30.797+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:30.798787+0000) 2023-03-22T16:47:31.153 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:30.797+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:30.799025+0000) 2023-03-22T16:47:31.154 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:30.797+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:30.799146+0000) 2023-03-22T16:47:31.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:30.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:30.754083+0000) 2023-03-22T16:47:31.155 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:30.797+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:30.798981+0000) 2023-03-22T16:47:31.155 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:30.797+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:30.798819+0000) 2023-03-22T16:47:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:31.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:31.152053+0000) 2023-03-22T16:47:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:31 smithi142 ceph-mon[94717]: pgmap v4183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:31 smithi098 ceph-mon[94136]: pgmap v4183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:32.153 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:31.797+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:31.798975+0000) 2023-03-22T16:47:32.154 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:31.797+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:31.799168+0000) 2023-03-22T16:47:32.154 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:31.797+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:31.799126+0000) 2023-03-22T16:47:32.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:31.752+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:31.754226+0000) 2023-03-22T16:47:32.155 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:31.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:31.799313+0000) 2023-03-22T16:47:32.155 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:31.797+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:31.798979+0000) 2023-03-22T16:47:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:32.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.152156+0000) 2023-03-22T16:47:33.153 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:32.797+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.799126+0000) 2023-03-22T16:47:33.154 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:32.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.799300+0000) 2023-03-22T16:47:33.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:32.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.754372+0000) 2023-03-22T16:47:33.155 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:32.797+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.799139+0000) 2023-03-22T16:47:33.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:32.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.799435+0000) 2023-03-22T16:47:33.156 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:32.797+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.798768+0000) 2023-03-22T16:47:33.156 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:32.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:32.799302+0000) 2023-03-22T16:47:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:33.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.152408+0000) 2023-03-22T16:47:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:33 smithi142 ceph-mon[94717]: pgmap v4184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:33 smithi098 ceph-mon[94136]: pgmap v4184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:34.153 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:33.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.799257+0000) 2023-03-22T16:47:34.154 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:33.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.799419+0000) 2023-03-22T16:47:34.154 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:33.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.754492+0000) 2023-03-22T16:47:34.155 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:33.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.799557+0000) 2023-03-22T16:47:34.155 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:33.797+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.798901+0000) 2023-03-22T16:47:34.156 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:33.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.799467+0000) 2023-03-22T16:47:34.156 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:33.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:33.799266+0000) 2023-03-22T16:47:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:34.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.152531+0000) 2023-03-22T16:47:35.154 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:34.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.799388+0000) 2023-03-22T16:47:35.154 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:34.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.799537+0000) 2023-03-22T16:47:35.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:34.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.754615+0000) 2023-03-22T16:47:35.155 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:34.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.799692+0000) 2023-03-22T16:47:35.156 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:34.797+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.799012+0000) 2023-03-22T16:47:35.156 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:34.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.799400+0000) 2023-03-22T16:47:35.156 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:34.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:34.799586+0000) 2023-03-22T16:47:35.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:35.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.152761+0000) 2023-03-22T16:47:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:35 smithi142 ceph-mon[94717]: pgmap v4185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:35 smithi098 ceph-mon[94136]: pgmap v4185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:36.154 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:35.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.799514+0000) 2023-03-22T16:47:36.154 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:35.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.799655+0000) 2023-03-22T16:47:36.155 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:35.797+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.799122+0000) 2023-03-22T16:47:36.155 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:35.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.799520+0000) 2023-03-22T16:47:36.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:35.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.754736+0000) 2023-03-22T16:47:36.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:35.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.799811+0000) 2023-03-22T16:47:36.157 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:35.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:35.799704+0000) 2023-03-22T16:47:36.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:36.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.152885+0000) 2023-03-22T16:47:37.154 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:36.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.799999+0000) 2023-03-22T16:47:37.155 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:36.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.799648+0000) 2023-03-22T16:47:37.155 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:36.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.799808+0000) 2023-03-22T16:47:37.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:36.754+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.754860+0000) 2023-03-22T16:47:37.156 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:36.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.799829+0000) 2023-03-22T16:47:37.156 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:36.797+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.799234+0000) 2023-03-22T16:47:37.157 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:36.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:36.799639+0000) 2023-03-22T16:47:37.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:37.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.153154+0000) 2023-03-22T16:47:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:37 smithi142 ceph-mon[94717]: pgmap v4186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:37 smithi098 ceph-mon[94136]: pgmap v4186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:38.154 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:37.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.799967+0000) 2023-03-22T16:47:38.155 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:37.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.799779+0000) 2023-03-22T16:47:38.155 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:37.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.800133+0000) 2023-03-22T16:47:38.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:37.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.754974+0000) 2023-03-22T16:47:38.156 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:37.798+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.799367+0000) 2023-03-22T16:47:38.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:37.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.799774+0000) 2023-03-22T16:47:38.157 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:37.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:37.799951+0000) 2023-03-22T16:47:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:38.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.153279+0000) 2023-03-22T16:47:39.154 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:38.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.799893+0000) 2023-03-22T16:47:39.155 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:38.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.800079+0000) 2023-03-22T16:47:39.155 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:38.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.755103+0000) 2023-03-22T16:47:39.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:38.798+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.800247+0000) 2023-03-22T16:47:39.156 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:38.798+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.799491+0000) 2023-03-22T16:47:39.157 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:38.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.800070+0000) 2023-03-22T16:47:39.157 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:38.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:38.799895+0000) 2023-03-22T16:47:39.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:39.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.153526+0000) 2023-03-22T16:47:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:39 smithi142 ceph-mon[94717]: pgmap v4187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:39.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:39 smithi098 ceph-mon[94136]: pgmap v4187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:40.154 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:39.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.800039+0000) 2023-03-22T16:47:40.155 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:39.798+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.800218+0000) 2023-03-22T16:47:40.156 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:39.798+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.800223+0000) 2023-03-22T16:47:40.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:39.799+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.800471+0000) 2023-03-22T16:47:40.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:39.753+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.755228+0000) 2023-03-22T16:47:40.157 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:39.798+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.799618+0000) 2023-03-22T16:47:40.157 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:39.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:39.800014+0000) 2023-03-22T16:47:40.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:40.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.153652+0000) 2023-03-22T16:47:41.155 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:40.798+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.800173+0000) 2023-03-22T16:47:41.155 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:40.799+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.800436+0000) 2023-03-22T16:47:41.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:40.754+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.755377+0000) 2023-03-22T16:47:41.156 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:40.798+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.800129+0000) 2023-03-22T16:47:41.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:40.799+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.800590+0000) 2023-03-22T16:47:41.157 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:40.798+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.799745+0000) 2023-03-22T16:47:41.157 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:40.799+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:40.800347+0000) 2023-03-22T16:47:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:41.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.153890+0000) 2023-03-22T16:47:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:41 smithi142 ceph-mon[94717]: pgmap v4188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:41.924 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:41 smithi098 ceph-mon[94136]: pgmap v4188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:42.155 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:41.799+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.800707+0000) 2023-03-22T16:47:42.155 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:41.799+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.800552+0000) 2023-03-22T16:47:42.156 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:41.798+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.799889+0000) 2023-03-22T16:47:42.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:41.754+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.755534+0000) 2023-03-22T16:47:42.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:41.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.800305+0000) 2023-03-22T16:47:42.157 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:41.799+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.800940+0000) 2023-03-22T16:47:42.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:41.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:41.800259+0000) 2023-03-22T16:47:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:42.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.154049+0000) 2023-03-22T16:47:43.155 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:42.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.800439+0000) 2023-03-22T16:47:43.156 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:42.799+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.800672+0000) 2023-03-22T16:47:43.156 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:42.754+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.755663+0000) 2023-03-22T16:47:43.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:42.799+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.800821+0000) 2023-03-22T16:47:43.157 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:42.799+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.801056+0000) 2023-03-22T16:47:43.158 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:42.798+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.800004+0000) 2023-03-22T16:47:43.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:42.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:42.800394+0000) 2023-03-22T16:47:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:43.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.154239+0000) 2023-03-22T16:47:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:43 smithi142 ceph-mon[94717]: pgmap v4189: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:43 smithi098 ceph-mon[94136]: pgmap v4189: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:44.155 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:43.799+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.800942+0000) 2023-03-22T16:47:44.156 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:43.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.800569+0000) 2023-03-22T16:47:44.156 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:43.799+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.800792+0000) 2023-03-22T16:47:44.157 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:43.754+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.755793+0000) 2023-03-22T16:47:44.157 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:43.798+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.800129+0000) 2023-03-22T16:47:44.158 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:43.799+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.801175+0000) 2023-03-22T16:47:44.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:43.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:43.800512+0000) 2023-03-22T16:47:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:44.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.154368+0000) 2023-03-22T16:47:45.155 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:44.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.800712+0000) 2023-03-22T16:47:45.156 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:44.799+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.800908+0000) 2023-03-22T16:47:45.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:44.799+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.801071+0000) 2023-03-22T16:47:45.157 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:44.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.800265+0000) 2023-03-22T16:47:45.158 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:44.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.801298+0000) 2023-03-22T16:47:45.158 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:44.754+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.755919+0000) 2023-03-22T16:47:45.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:44.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:44.800632+0000) 2023-03-22T16:47:45.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:45.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.154591+0000) 2023-03-22T16:47:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:45 smithi142 ceph-mon[94717]: pgmap v4190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:45 smithi098 ceph-mon[94136]: pgmap v4190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:46.155 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:45.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.800827+0000) 2023-03-22T16:47:46.156 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:45.799+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.801024+0000) 2023-03-22T16:47:46.157 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:45.755+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.756100+0000) 2023-03-22T16:47:46.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:45.799+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.801181+0000) 2023-03-22T16:47:46.157 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:45.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.801411+0000) 2023-03-22T16:47:46.158 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:45.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.800389+0000) 2023-03-22T16:47:46.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:45.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:45.800748+0000) 2023-03-22T16:47:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:46.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.154711+0000) 2023-03-22T16:47:47.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:46.800+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.801298+0000) 2023-03-22T16:47:47.156 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:46.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.800948+0000) 2023-03-22T16:47:47.157 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:46.799+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.801173+0000) 2023-03-22T16:47:47.157 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:46.754+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.756249+0000) 2023-03-22T16:47:47.158 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:46.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.801537+0000) 2023-03-22T16:47:47.158 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:46.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.800533+0000) 2023-03-22T16:47:47.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:46.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:46.800859+0000) 2023-03-22T16:47:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:47.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.154998+0000) 2023-03-22T16:47:47.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:47 smithi142 ceph-mon[94717]: pgmap v4191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:47 smithi098 ceph-mon[94136]: pgmap v4191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:48.013 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:47.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.801649+0000) 2023-03-22T16:47:48.014 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:47.755+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.756407+0000) 2023-03-22T16:47:48.014 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:47.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.800654+0000) 2023-03-22T16:47:48.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:47.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.801057+0000) 2023-03-22T16:47:48.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:47.800+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.801302+0000) 2023-03-22T16:47:48.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:48.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.155147+0000) 2023-03-22T16:47:48.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:47.800+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.801406+0000) 2023-03-22T16:47:48.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:47.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:47.800982+0000) 2023-03-22T16:47:49.156 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:48.799+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.801209+0000) 2023-03-22T16:47:49.157 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:48.800+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.801430+0000) 2023-03-22T16:47:49.157 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:48.755+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.756519+0000) 2023-03-22T16:47:49.158 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:48.800+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.801506+0000) 2023-03-22T16:47:49.158 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:48.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.801757+0000) 2023-03-22T16:47:49.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:48.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.800764+0000) 2023-03-22T16:47:49.159 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:48.799+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:48.801146+0000) 2023-03-22T16:47:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:49.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.155418+0000) 2023-03-22T16:47:49.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:49 smithi142 ceph-mon[94717]: pgmap v4192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:49 smithi098 ceph-mon[94136]: pgmap v4192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:50.156 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:49.800+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.801338+0000) 2023-03-22T16:47:50.157 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:49.755+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.756657+0000) 2023-03-22T16:47:50.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:49.800+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.801621+0000) 2023-03-22T16:47:50.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:49.800+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.801553+0000) 2023-03-22T16:47:50.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:49.800+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:50.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:49.800+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:50.159 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:49.805+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.806960+0000) 2023-03-22T16:47:50.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:49.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.800937+0000) 2023-03-22T16:47:50.159 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:49.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.801870+0000) 2023-03-22T16:47:50.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:49.800+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:49.801280+0000) 2023-03-22T16:47:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:50.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.155554+0000) 2023-03-22T16:47:50.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:50.155+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:50.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:50.155+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:50.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:50.163+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.165166+0000) 2023-03-22T16:47:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:50.800+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.801514+0000) 2023-03-22T16:47:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:50.755+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.756773+0000) 2023-03-22T16:47:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:50.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.801051+0000) 2023-03-22T16:47:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:50.800+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.801766+0000) 2023-03-22T16:47:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:50.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.801976+0000) 2023-03-22T16:47:51.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:50.800+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:50.801425+0000) 2023-03-22T16:47:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:51 smithi142 ceph-mon[94717]: pgmap v4193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:51 smithi098 ceph-mon[94136]: pgmap v4193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:51.800+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.801900+0000) 2023-03-22T16:47:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:51.755+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.756897+0000) 2023-03-22T16:47:52.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:51.800+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.801655+0000) 2023-03-22T16:47:52.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:51.801+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:52.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:51.802+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:52.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:51.806+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.808186+0000) 2023-03-22T16:47:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:51.800+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.802090+0000) 2023-03-22T16:47:52.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:51.799+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.801218+0000) 2023-03-22T16:47:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:51.800+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.801550+0000) 2023-03-22T16:47:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:51.800+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:52.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:51.802+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:52.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:51.806+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:51.808251+0000) 2023-03-22T16:47:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:52.800+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:52.802064+0000) 2023-03-22T16:47:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:52.800+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:52.801380+0000) 2023-03-22T16:47:53.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:52.755+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:52.757048+0000) 2023-03-22T16:47:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:52.801+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:52.802261+0000) 2023-03-22T16:47:53.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:53 smithi142 ceph-mon[94717]: pgmap v4194: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:53 smithi098 ceph-mon[94136]: pgmap v4194: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:53.802+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:53.802282+0000) 2023-03-22T16:47:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:53.802+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:53.802+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:54.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:53.806+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:53.806939+0000) 2023-03-22T16:47:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:53.802+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:53.802624+0000) 2023-03-22T16:47:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:53.801+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:53.801504+0000) 2023-03-22T16:47:54.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:53.756+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:53.757213+0000) 2023-03-22T16:47:54.657 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:54.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:54.301851+0000) 2023-03-22T16:47:54.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:54.802+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:54.802758+0000) 2023-03-22T16:47:54.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:54.801+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:54.801686+0000) 2023-03-22T16:47:54.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:54.757+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:54.757397+0000) 2023-03-22T16:47:54.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:54.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:54.655832+0000) 2023-03-22T16:47:55.659 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:55.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:55.302003+0000) 2023-03-22T16:47:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:55 smithi142 ceph-mon[94717]: pgmap v4195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:55 smithi098 ceph-mon[94136]: pgmap v4195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:55.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:55.658352+0000) 2023-03-22T16:47:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:55.757+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:55.757578+0000) 2023-03-22T16:47:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:55.757+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:55.758+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:47:55.764+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:55.765124+0000) 2023-03-22T16:47:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:55.802+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:55.802894+0000) 2023-03-22T16:47:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:55.803+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:55.803+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:47:55.805+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:55.805290+0000) 2023-03-22T16:47:55.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:55.801+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:55.801967+0000) 2023-03-22T16:47:56.662 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:56.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:56.301921+0000) 2023-03-22T16:47:56.663 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:56.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:56.302107+0000) 2023-03-22T16:47:56.663 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:56.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:56.301806+0000) 2023-03-22T16:47:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:56.660+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:56.660845+0000) 2023-03-22T16:47:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:56.801+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:56.802208+0000) 2023-03-22T16:47:57.664 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:57.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:57.302051+0000) 2023-03-22T16:47:57.665 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:57.301+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:57.302220+0000) 2023-03-22T16:47:57.665 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:57.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:57.301915+0000) 2023-03-22T16:47:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:57 smithi142 ceph-mon[94717]: pgmap v4196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:57 smithi098 ceph-mon[94136]: pgmap v4196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:47:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:57.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:57.663305+0000) 2023-03-22T16:47:57.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:57.802+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:57.802351+0000) 2023-03-22T16:47:58.665 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:58.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:58.302510+0000) 2023-03-22T16:47:58.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:58.301+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:58.302177+0000) 2023-03-22T16:47:58.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:58.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:58.302298+0000) 2023-03-22T16:47:58.666 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:58.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:58.302081+0000) 2023-03-22T16:47:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:58.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:58.663724+0000) 2023-03-22T16:47:58.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:58.802+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:58.802503+0000) 2023-03-22T16:47:58.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:58.803+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:58.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:58.803+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:47:58.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:47:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:47:58.805+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:58.806184+0000) 2023-03-22T16:47:59.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:47:59.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:59.302305+0000) 2023-03-22T16:47:59.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:47:59.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:59.302406+0000) 2023-03-22T16:47:59.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:47:59.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:59.302614+0000) 2023-03-22T16:47:59.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:47:59.301+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:59.302231+0000) 2023-03-22T16:47:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:47:59 smithi142 ceph-mon[94717]: pgmap v4197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:47:59 smithi098 ceph-mon[94136]: pgmap v4197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:47:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:47:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:47:59.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:47:59.663868+0000) 2023-03-22T16:48:00.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:00.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:00.302438+0000) 2023-03-22T16:48:00.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:00.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:00.302522+0000) 2023-03-22T16:48:00.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:00.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:00.257971+0000) 2023-03-22T16:48:00.666 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:00.302+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:00.303159+0000) 2023-03-22T16:48:00.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:00.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:00.302732+0000) 2023-03-22T16:48:00.667 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:00.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:00.302306+0000) 2023-03-22T16:48:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:00.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:00.664097+0000) 2023-03-22T16:48:01.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:01.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:01.302568+0000) 2023-03-22T16:48:01.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:01.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:01.302673+0000) 2023-03-22T16:48:01.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:01.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:01.258115+0000) 2023-03-22T16:48:01.666 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:01.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:01.302412+0000) 2023-03-22T16:48:01.667 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:01.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:01.303285+0000) 2023-03-22T16:48:01.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:01.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:01.302851+0000) 2023-03-22T16:48:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:01 smithi142 ceph-mon[94717]: pgmap v4198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:01 smithi098 ceph-mon[94136]: pgmap v4198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:01.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:01.664235+0000) 2023-03-22T16:48:02.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:02.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:02.302696+0000) 2023-03-22T16:48:02.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:02.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:02.302781+0000) 2023-03-22T16:48:02.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:02.257+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:02.258254+0000) 2023-03-22T16:48:02.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:02.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:02.302973+0000) 2023-03-22T16:48:02.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:02.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:02.303391+0000) 2023-03-22T16:48:02.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:02.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:02.302526+0000) 2023-03-22T16:48:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:02.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:02.664476+0000) 2023-03-22T16:48:03.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:03.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.302820+0000) 2023-03-22T16:48:03.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:03.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.302894+0000) 2023-03-22T16:48:03.666 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:03.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.258375+0000) 2023-03-22T16:48:03.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:03.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.303088+0000) 2023-03-22T16:48:03.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:03.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.302850+0000) 2023-03-22T16:48:03.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:03.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.303498+0000) 2023-03-22T16:48:03.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:03.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.302661+0000) 2023-03-22T16:48:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:03 smithi142 ceph-mon[94717]: pgmap v4199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:03 smithi098 ceph-mon[94136]: pgmap v4199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:03.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:03.664608+0000) 2023-03-22T16:48:04.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:04.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.302943+0000) 2023-03-22T16:48:04.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:04.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.303063+0000) 2023-03-22T16:48:04.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:04.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.258499+0000) 2023-03-22T16:48:04.667 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:04.302+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.303194+0000) 2023-03-22T16:48:04.667 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:04.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.302984+0000) 2023-03-22T16:48:04.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:04.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.304096+0000) 2023-03-22T16:48:04.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:04.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.302810+0000) 2023-03-22T16:48:04.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:04.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:04.664841+0000) 2023-03-22T16:48:05.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:05.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.303301+0000) 2023-03-22T16:48:05.666 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:05.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.303066+0000) 2023-03-22T16:48:05.667 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:05.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.303201+0000) 2023-03-22T16:48:05.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:05.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.258629+0000) 2023-03-22T16:48:05.668 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:05.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.302936+0000) 2023-03-22T16:48:05.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:05.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.304215+0000) 2023-03-22T16:48:05.669 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:05.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.303106+0000) 2023-03-22T16:48:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:05 smithi142 ceph-mon[94717]: pgmap v4200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:48:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:05 smithi098 ceph-mon[94136]: pgmap v4200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:48:05.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:05.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:05.665008+0000) 2023-03-22T16:48:06.666 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:06.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.303186+0000) 2023-03-22T16:48:06.667 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:06.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.303311+0000) 2023-03-22T16:48:06.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:06.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.258756+0000) 2023-03-22T16:48:06.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:06.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.304307+0000) 2023-03-22T16:48:06.668 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:06.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.303226+0000) 2023-03-22T16:48:06.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:06.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.303049+0000) 2023-03-22T16:48:06.669 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:06.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.303426+0000) 2023-03-22T16:48:06.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:06.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:06.665319+0000) 2023-03-22T16:48:07.666 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:07.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.303304+0000) 2023-03-22T16:48:07.667 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:07.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.303436+0000) 2023-03-22T16:48:07.667 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:07.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.258939+0000) 2023-03-22T16:48:07.668 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:07.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.303540+0000) 2023-03-22T16:48:07.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:07.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.304413+0000) 2023-03-22T16:48:07.669 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:07.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.303298+0000) 2023-03-22T16:48:07.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:07.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.303131+0000) 2023-03-22T16:48:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:07 smithi142 ceph-mon[94717]: pgmap v4201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:48:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:07 smithi098 ceph-mon[94136]: pgmap v4201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:48:07.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:07.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:07.665462+0000) 2023-03-22T16:48:08.666 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:08.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.303678+0000) 2023-03-22T16:48:08.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:08.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.303434+0000) 2023-03-22T16:48:08.668 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:08.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.303597+0000) 2023-03-22T16:48:08.668 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:08.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.259053+0000) 2023-03-22T16:48:08.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:08.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.304517+0000) 2023-03-22T16:48:08.669 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:08.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.303427+0000) 2023-03-22T16:48:08.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:08.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.303243+0000) 2023-03-22T16:48:08.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:08.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:08.665747+0000) 2023-03-22T16:48:09.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:09.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.303583+0000) 2023-03-22T16:48:09.667 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:09.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.303901+0000) 2023-03-22T16:48:09.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:09.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.304640+0000) 2023-03-22T16:48:09.668 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:09.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.259235+0000) 2023-03-22T16:48:09.669 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:09.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.303934+0000) 2023-03-22T16:48:09.669 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:09.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.303582+0000) 2023-03-22T16:48:09.670 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:09.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.303375+0000) 2023-03-22T16:48:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:09 smithi142 ceph-mon[94717]: pgmap v4202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:48:09.917 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:09.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:09.665861+0000) 2023-03-22T16:48:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:09 smithi098 ceph-mon[94136]: pgmap v4202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:48:10.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:10.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.303708+0000) 2023-03-22T16:48:10.668 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:10.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.304022+0000) 2023-03-22T16:48:10.668 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:10.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.259392+0000) 2023-03-22T16:48:10.668 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:10.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.304761+0000) 2023-03-22T16:48:10.669 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:10.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.303730+0000) 2023-03-22T16:48:10.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:10.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.303513+0000) 2023-03-22T16:48:10.670 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:10.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.304053+0000) 2023-03-22T16:48:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:10 smithi142 ceph-mon[94717]: osdmap e270: 12 total, 9 up, 9 in 2023-03-22T16:48:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:10 smithi098 ceph-mon[94136]: osdmap e270: 12 total, 9 up, 9 in 2023-03-22T16:48:10.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:10.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:10.666161+0000) 2023-03-22T16:48:11.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:11.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.303826+0000) 2023-03-22T16:48:11.668 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:11.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.304134+0000) 2023-03-22T16:48:11.669 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:11.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.259487+0000) 2023-03-22T16:48:11.669 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:11.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.304154+0000) 2023-03-22T16:48:11.670 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:11.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.303859+0000) 2023-03-22T16:48:11.670 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:11.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.304868+0000) 2023-03-22T16:48:11.670 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:11.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.303668+0000) 2023-03-22T16:48:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:11 smithi142 ceph-mon[94717]: pgmap v4204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:48:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:11 smithi098 ceph-mon[94136]: pgmap v4204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:48:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:11.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:11.666401+0000) 2023-03-22T16:48:12.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:12.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.303947+0000) 2023-03-22T16:48:12.668 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:12.302+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.304244+0000) 2023-03-22T16:48:12.668 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:12.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.259601+0000) 2023-03-22T16:48:12.669 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:12.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.304275+0000) 2023-03-22T16:48:12.669 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:12.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.304966+0000) 2023-03-22T16:48:12.670 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:12.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.303798+0000) 2023-03-22T16:48:12.670 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:12.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.304000+0000) 2023-03-22T16:48:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:12.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:12.666643+0000) 2023-03-22T16:48:13.667 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:13.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.304080+0000) 2023-03-22T16:48:13.668 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:13.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.304373+0000) 2023-03-22T16:48:13.669 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:13.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.259764+0000) 2023-03-22T16:48:13.669 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:13.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.305073+0000) 2023-03-22T16:48:13.670 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:13.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.304393+0000) 2023-03-22T16:48:13.670 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:13.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.303915+0000) 2023-03-22T16:48:13.670 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:13.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.304120+0000) 2023-03-22T16:48:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:13 smithi142 ceph-mon[94717]: pgmap v4205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:48:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:13 smithi098 ceph-mon[94136]: pgmap v4205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:48:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:13.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:13.666759+0000) 2023-03-22T16:48:14.585 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:14.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.304502+0000) 2023-03-22T16:48:14.586 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:14.302+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.304211+0000) 2023-03-22T16:48:14.586 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:14.303+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.304493+0000) 2023-03-22T16:48:14.587 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:14.302+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.304250+0000) 2023-03-22T16:48:14.587 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:14.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.259875+0000) 2023-03-22T16:48:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:14.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.666994+0000) 2023-03-22T16:48:14.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:14.303+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.305220+0000) 2023-03-22T16:48:14.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:14.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:14.304040+0000) 2023-03-22T16:48:15.668 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:15.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.304311+0000) 2023-03-22T16:48:15.669 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:15.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.305298+0000) 2023-03-22T16:48:15.669 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:15.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.260002+0000) 2023-03-22T16:48:15.670 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:15.303+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.305164+0000) 2023-03-22T16:48:15.670 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:15.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.305299+0000) 2023-03-22T16:48:15.671 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:15.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.304477+0000) 2023-03-22T16:48:15.671 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:15.302+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.304168+0000) 2023-03-22T16:48:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:15 smithi142 ceph-mon[94717]: pgmap v4206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:48:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:15 smithi098 ceph-mon[94136]: pgmap v4206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:48:15.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:15.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:15.667127+0000) 2023-03-22T16:48:16.668 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:16.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.304566+0000) 2023-03-22T16:48:16.669 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:16.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.305424+0000) 2023-03-22T16:48:16.669 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:16.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.304335+0000) 2023-03-22T16:48:16.670 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:16.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.305290+0000) 2023-03-22T16:48:16.670 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:16.258+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.260153+0000) 2023-03-22T16:48:16.671 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:16.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.304655+0000) 2023-03-22T16:48:16.671 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:16.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.305405+0000) 2023-03-22T16:48:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:16.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:16.667358+0000) 2023-03-22T16:48:17.668 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:17.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.305410+0000) 2023-03-22T16:48:17.669 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:17.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.304708+0000) 2023-03-22T16:48:17.669 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:17.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.305559+0000) 2023-03-22T16:48:17.670 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:17.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.260301+0000) 2023-03-22T16:48:17.670 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:17.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.304862+0000) 2023-03-22T16:48:17.671 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:17.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.304497+0000) 2023-03-22T16:48:17.671 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:17.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.305551+0000) 2023-03-22T16:48:17.879 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:17 smithi142 ceph-mon[94717]: pgmap v4207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:48:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:17 smithi098 ceph-mon[94136]: pgmap v4207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:48:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:17.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:17.667451+0000) 2023-03-22T16:48:18.668 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:18.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.305666+0000) 2023-03-22T16:48:18.669 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:18.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.304835+0000) 2023-03-22T16:48:18.670 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:18.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.305746+0000) 2023-03-22T16:48:18.670 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:18.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.260457+0000) 2023-03-22T16:48:18.670 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:18.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.305828+0000) 2023-03-22T16:48:18.671 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:18.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.304620+0000) 2023-03-22T16:48:18.671 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:18.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.304985+0000) 2023-03-22T16:48:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:18.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:18.667660+0000) 2023-03-22T16:48:19.668 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:19.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.305788+0000) 2023-03-22T16:48:19.669 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:19.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.304960+0000) 2023-03-22T16:48:19.670 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:19.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.306083+0000) 2023-03-22T16:48:19.670 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:19.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.260616+0000) 2023-03-22T16:48:19.670 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:19.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.305967+0000) 2023-03-22T16:48:19.671 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:19.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.305104+0000) 2023-03-22T16:48:19.671 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:19.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.304753+0000) 2023-03-22T16:48:19.880 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:19 smithi142 ceph-mon[94717]: pgmap v4208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:48:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:19 smithi098 ceph-mon[94136]: pgmap v4208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:48:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:19.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:19.667788+0000) 2023-03-22T16:48:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:20.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.305093+0000) 2023-03-22T16:48:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:20.304+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.306216+0000) 2023-03-22T16:48:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:20.305+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:20.305+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:20.309+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.311096+0000) 2023-03-22T16:48:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:20.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.260736+0000) 2023-03-22T16:48:20.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:20.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.305912+0000) 2023-03-22T16:48:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:20.303+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.305231+0000) 2023-03-22T16:48:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:20.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.306080+0000) 2023-03-22T16:48:20.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:20.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.304892+0000) 2023-03-22T16:48:20.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:20.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.667992+0000) 2023-03-22T16:48:20.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:20.667+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:20.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:20.667+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:20.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:20.671+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:20.672809+0000) 2023-03-22T16:48:21.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:21.303+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:21.305231+0000) 2023-03-22T16:48:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:21.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:21.260812+0000) 2023-03-22T16:48:21.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:21.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:21.306041+0000) 2023-03-22T16:48:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:21.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:21.305359+0000) 2023-03-22T16:48:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:21.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:21.305024+0000) 2023-03-22T16:48:21.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:21.304+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:21.306195+0000) 2023-03-22T16:48:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:21 smithi142 ceph-mon[94717]: pgmap v4209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:48:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:21 smithi098 ceph-mon[94136]: pgmap v4209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:48:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:22.304+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.306174+0000) 2023-03-22T16:48:22.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:22.304+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.305352+0000) 2023-03-22T16:48:22.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:22.304+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:22.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:22.304+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:22.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:22.314+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.315322+0000) 2023-03-22T16:48:22.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:22.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.260940+0000) 2023-03-22T16:48:22.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:22.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.306299+0000) 2023-03-22T16:48:22.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:22.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.305492+0000) 2023-03-22T16:48:22.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:22.303+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.305200+0000) 2023-03-22T16:48:22.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:22.304+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:22.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:22.304+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:22.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:22.313+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:22.315154+0000) 2023-03-22T16:48:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:23.305+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:23.306298+0000) 2023-03-22T16:48:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:23.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:23.305640+0000) 2023-03-22T16:48:23.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:23.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:23.306409+0000) 2023-03-22T16:48:23.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:23.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:23.261068+0000) 2023-03-22T16:48:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:23 smithi142 ceph-mon[94717]: pgmap v4210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:48:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:23 smithi098 ceph-mon[94136]: pgmap v4210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T16:48:24.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:24.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:24.305784+0000) 2023-03-22T16:48:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:24.259+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:24.261206+0000) 2023-03-22T16:48:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:24.305+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:24.306406+0000) 2023-03-22T16:48:24.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:24.305+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:24.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:24.305+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:24.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:24.306+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:24.307458+0000) 2023-03-22T16:48:24.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:24.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:24.306639+0000) 2023-03-22T16:48:25.169 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:24.805+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:24.806485+0000) 2023-03-22T16:48:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:25.167+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:25.168282+0000) 2023-03-22T16:48:25.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:25.260+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:25.261416+0000) 2023-03-22T16:48:25.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:25.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:25.305917+0000) 2023-03-22T16:48:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:25.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:25.306765+0000) 2023-03-22T16:48:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:25 smithi142 ceph-mon[94717]: pgmap v4211: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:48:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:25 smithi098 ceph-mon[94136]: pgmap v4211: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:48:26.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:25.805+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:25.806608+0000) 2023-03-22T16:48:26.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:26.293+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.294298+0000) 2023-03-22T16:48:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:26.260+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.261596+0000) 2023-03-22T16:48:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:26.260+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:26.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:26.260+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:26.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:26.263+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.265238+0000) 2023-03-22T16:48:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:26.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.306054+0000) 2023-03-22T16:48:26.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:26.305+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.306888+0000) 2023-03-22T16:48:26.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:26.306+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:26.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:26.306+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:26.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:26.307+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.309240+0000) 2023-03-22T16:48:27.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:26.804+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.805664+0000) 2023-03-22T16:48:27.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:26.805+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.806732+0000) 2023-03-22T16:48:27.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:26.804+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:26.805542+0000) 2023-03-22T16:48:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:27.295+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:27.296717+0000) 2023-03-22T16:48:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:27.304+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:27.306192+0000) 2023-03-22T16:48:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:27 smithi142 ceph-mon[94717]: pgmap v4212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:48:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:27 smithi098 ceph-mon[94136]: pgmap v4212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:48:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:27.804+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:27.805787+0000) 2023-03-22T16:48:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:27.805+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:27.806852+0000) 2023-03-22T16:48:28.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:27.804+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:27.805683+0000) 2023-03-22T16:48:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:28.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:28.300589+0000) 2023-03-22T16:48:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:28.305+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:28.306355+0000) 2023-03-22T16:48:29.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:28.805+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:28.806663+0000) 2023-03-22T16:48:29.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:28.804+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:28.805915+0000) 2023-03-22T16:48:29.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:28.805+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:28.806954+0000) 2023-03-22T16:48:29.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:28.804+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:28.805882+0000) 2023-03-22T16:48:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:29.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:29.301076+0000) 2023-03-22T16:48:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:29.305+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:29.306463+0000) 2023-03-22T16:48:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:29.306+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:29.307311+0000) 2023-03-22T16:48:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:29 smithi098 ceph-mon[94136]: pgmap v4213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:48:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:29 smithi142 ceph-mon[94717]: pgmap v4213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:48:30.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:29.805+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:29.806766+0000) 2023-03-22T16:48:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:29.805+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:29.807059+0000) 2023-03-22T16:48:30.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:29.804+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:29.806106+0000) 2023-03-22T16:48:30.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:29.804+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:29.806064+0000) 2023-03-22T16:48:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:30.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:30.301231+0000) 2023-03-22T16:48:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:30.805+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:30.806293+0000) 2023-03-22T16:48:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:30.805+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:30.807164+0000) 2023-03-22T16:48:31.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:30.760+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:30.761803+0000) 2023-03-22T16:48:31.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:30.805+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:30.806869+0000) 2023-03-22T16:48:31.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:30.805+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:30.807220+0000) 2023-03-22T16:48:31.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:30.804+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:30.806207+0000) 2023-03-22T16:48:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:31.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:31.301453+0000) 2023-03-22T16:48:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:31 smithi098 ceph-mon[94136]: pgmap v4214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:31 smithi142 ceph-mon[94717]: pgmap v4214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:32.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:31.805+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:31.806995+0000) 2023-03-22T16:48:32.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:31.805+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:31.806445+0000) 2023-03-22T16:48:32.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:31.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:31.807291+0000) 2023-03-22T16:48:32.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:31.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:31.761995+0000) 2023-03-22T16:48:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:31.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:31.807293+0000) 2023-03-22T16:48:32.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:31.805+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:31.806340+0000) 2023-03-22T16:48:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:32.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:32.301583+0000) 2023-03-22T16:48:33.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:32.805+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:32.807093+0000) 2023-03-22T16:48:33.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:32.805+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:32.806610+0000) 2023-03-22T16:48:33.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:32.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:32.807405+0000) 2023-03-22T16:48:33.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:32.760+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:32.762200+0000) 2023-03-22T16:48:33.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:32.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:32.807415+0000) 2023-03-22T16:48:33.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:32.805+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:32.806479+0000) 2023-03-22T16:48:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:33.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.301833+0000) 2023-03-22T16:48:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:33 smithi098 ceph-mon[94136]: pgmap v4215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:33 smithi142 ceph-mon[94717]: pgmap v4215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:33.805+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.806733+0000) 2023-03-22T16:48:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:33.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.807525+0000) 2023-03-22T16:48:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:33.805+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.806599+0000) 2023-03-22T16:48:34.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:33.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.762357+0000) 2023-03-22T16:48:34.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:33.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.807539+0000) 2023-03-22T16:48:34.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:33.805+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.807195+0000) 2023-03-22T16:48:34.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:33.805+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:33.806788+0000) 2023-03-22T16:48:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:34.300+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.302019+0000) 2023-03-22T16:48:35.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:34.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.807308+0000) 2023-03-22T16:48:35.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:34.805+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.806878+0000) 2023-03-22T16:48:35.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:34.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.807681+0000) 2023-03-22T16:48:35.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:34.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.762535+0000) 2023-03-22T16:48:35.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:34.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.807652+0000) 2023-03-22T16:48:35.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:34.805+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.806919+0000) 2023-03-22T16:48:35.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:34.805+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:34.806712+0000) 2023-03-22T16:48:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:35.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.302286+0000) 2023-03-22T16:48:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:35 smithi098 ceph-mon[94136]: pgmap v4216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:35 smithi142 ceph-mon[94717]: pgmap v4216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:36.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:35.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.807430+0000) 2023-03-22T16:48:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:35.805+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.807040+0000) 2023-03-22T16:48:36.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:35.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.807805+0000) 2023-03-22T16:48:36.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:35.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.762666+0000) 2023-03-22T16:48:36.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:35.805+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.807041+0000) 2023-03-22T16:48:36.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:35.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.807765+0000) 2023-03-22T16:48:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:35.805+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:35.806884+0000) 2023-03-22T16:48:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:36.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.302423+0000) 2023-03-22T16:48:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:36.805+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.807185+0000) 2023-03-22T16:48:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:36.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.807917+0000) 2023-03-22T16:48:37.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:36.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.762886+0000) 2023-03-22T16:48:37.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:36.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.807534+0000) 2023-03-22T16:48:37.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:36.805+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.807182+0000) 2023-03-22T16:48:37.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:36.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.807874+0000) 2023-03-22T16:48:37.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:36.805+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:36.807059+0000) 2023-03-22T16:48:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:37.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.302609+0000) 2023-03-22T16:48:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:37 smithi098 ceph-mon[94136]: pgmap v4217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:37 smithi142 ceph-mon[94717]: pgmap v4217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:38.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:37.806+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.807317+0000) 2023-03-22T16:48:38.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:37.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.808027+0000) 2023-03-22T16:48:38.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:37.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.807367+0000) 2023-03-22T16:48:38.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:37.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.763021+0000) 2023-03-22T16:48:38.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:37.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.807640+0000) 2023-03-22T16:48:38.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:37.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.807990+0000) 2023-03-22T16:48:38.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:37.805+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:37.807235+0000) 2023-03-22T16:48:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:38.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.302750+0000) 2023-03-22T16:48:39.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:38.806+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.807464+0000) 2023-03-22T16:48:39.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:38.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.808140+0000) 2023-03-22T16:48:39.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:38.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.807744+0000) 2023-03-22T16:48:39.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:38.761+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.763142+0000) 2023-03-22T16:48:39.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:38.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.808092+0000) 2023-03-22T16:48:39.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:38.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.807510+0000) 2023-03-22T16:48:39.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:38.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:38.807359+0000) 2023-03-22T16:48:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:39.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.302969+0000) 2023-03-22T16:48:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:39 smithi098 ceph-mon[94136]: pgmap v4218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:39 smithi142 ceph-mon[94717]: pgmap v4218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:40.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:39.806+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.807598+0000) 2023-03-22T16:48:40.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:39.806+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.808248+0000) 2023-03-22T16:48:40.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:39.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.807634+0000) 2023-03-22T16:48:40.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:39.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.763266+0000) 2023-03-22T16:48:40.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:39.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.807477+0000) 2023-03-22T16:48:40.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:39.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.807849+0000) 2023-03-22T16:48:40.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:39.806+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:39.808195+0000) 2023-03-22T16:48:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:40.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.303096+0000) 2023-03-22T16:48:41.149 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:40.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.807956+0000) 2023-03-22T16:48:41.150 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:40.806+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.807721+0000) 2023-03-22T16:48:41.150 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:40.807+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.808370+0000) 2023-03-22T16:48:41.151 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:40.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.807768+0000) 2023-03-22T16:48:41.151 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:40.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.763454+0000) 2023-03-22T16:48:41.152 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:40.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.808300+0000) 2023-03-22T16:48:41.152 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:40.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:40.807599+0000) 2023-03-22T16:48:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:41.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.303306+0000) 2023-03-22T16:48:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:41 smithi098 ceph-mon[94136]: pgmap v4219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:41 smithi142 ceph-mon[94717]: pgmap v4219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:42.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:41.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.808067+0000) 2023-03-22T16:48:42.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:41.806+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.807883+0000) 2023-03-22T16:48:42.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:41.807+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.808497+0000) 2023-03-22T16:48:42.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:41.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.763601+0000) 2023-03-22T16:48:42.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:41.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.808427+0000) 2023-03-22T16:48:42.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:41.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.807853+0000) 2023-03-22T16:48:42.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:41.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:41.807721+0000) 2023-03-22T16:48:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:42.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.303443+0000) 2023-03-22T16:48:43.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:42.806+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.808059+0000) 2023-03-22T16:48:43.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:42.807+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.808679+0000) 2023-03-22T16:48:43.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:42.806+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.808202+0000) 2023-03-22T16:48:43.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:42.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.763729+0000) 2023-03-22T16:48:43.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:42.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.807975+0000) 2023-03-22T16:48:43.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:42.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.808549+0000) 2023-03-22T16:48:43.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:42.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:42.807842+0000) 2023-03-22T16:48:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:43.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.303688+0000) 2023-03-22T16:48:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:43 smithi098 ceph-mon[94136]: pgmap v4220: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:43 smithi142 ceph-mon[94717]: pgmap v4220: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:44.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:43.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.808307+0000) 2023-03-22T16:48:44.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:43.806+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.808195+0000) 2023-03-22T16:48:44.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:43.807+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.808806+0000) 2023-03-22T16:48:44.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:43.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.763856+0000) 2023-03-22T16:48:44.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:43.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.808685+0000) 2023-03-22T16:48:44.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:43.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.808099+0000) 2023-03-22T16:48:44.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:43.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:43.807971+0000) 2023-03-22T16:48:44.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:44.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.303813+0000) 2023-03-22T16:48:45.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:44.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.808421+0000) 2023-03-22T16:48:45.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:44.807+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.808319+0000) 2023-03-22T16:48:45.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:44.807+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.808917+0000) 2023-03-22T16:48:45.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:44.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.763976+0000) 2023-03-22T16:48:45.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:44.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.808790+0000) 2023-03-22T16:48:45.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:44.806+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.808218+0000) 2023-03-22T16:48:45.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:44.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:44.808092+0000) 2023-03-22T16:48:45.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:45.302+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.304046+0000) 2023-03-22T16:48:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:45 smithi098 ceph-mon[94136]: pgmap v4221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:45 smithi142 ceph-mon[94717]: pgmap v4221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:46.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:45.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.808547+0000) 2023-03-22T16:48:46.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:45.807+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.808447+0000) 2023-03-22T16:48:46.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:45.807+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.809035+0000) 2023-03-22T16:48:46.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:45.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.764093+0000) 2023-03-22T16:48:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:45.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.808905+0000) 2023-03-22T16:48:46.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:45.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.808303+0000) 2023-03-22T16:48:46.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:45.806+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:45.808215+0000) 2023-03-22T16:48:46.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:46.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.304215+0000) 2023-03-22T16:48:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:46.807+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.808577+0000) 2023-03-22T16:48:47.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:46.807+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.809154+0000) 2023-03-22T16:48:47.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:46.762+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.764205+0000) 2023-03-22T16:48:47.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:46.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.808720+0000) 2023-03-22T16:48:47.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:46.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.808427+0000) 2023-03-22T16:48:47.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:46.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.809025+0000) 2023-03-22T16:48:47.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:46.807+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:46.808306+0000) 2023-03-22T16:48:47.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:47.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.304410+0000) 2023-03-22T16:48:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:47 smithi098 ceph-mon[94136]: pgmap v4222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:47 smithi142 ceph-mon[94717]: pgmap v4222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:48.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:47.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.808840+0000) 2023-03-22T16:48:48.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:47.807+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.808701+0000) 2023-03-22T16:48:48.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:47.808+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.809283+0000) 2023-03-22T16:48:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:47.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.808549+0000) 2023-03-22T16:48:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:47.763+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.764331+0000) 2023-03-22T16:48:48.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:47.807+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.809148+0000) 2023-03-22T16:48:48.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:47.807+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:47.808433+0000) 2023-03-22T16:48:48.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:48.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.304540+0000) 2023-03-22T16:48:49.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:48.807+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.808830+0000) 2023-03-22T16:48:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:48.808+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.809399+0000) 2023-03-22T16:48:49.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:48.763+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.764453+0000) 2023-03-22T16:48:49.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:48.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.808961+0000) 2023-03-22T16:48:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:48.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.809264+0000) 2023-03-22T16:48:49.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:48.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.808687+0000) 2023-03-22T16:48:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:48.807+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:48.808561+0000) 2023-03-22T16:48:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:49.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.304779+0000) 2023-03-22T16:48:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:49 smithi098 ceph-mon[94136]: pgmap v4223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:49 smithi142 ceph-mon[94717]: pgmap v4223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:50.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:49.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.809076+0000) 2023-03-22T16:48:50.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:49.807+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.808957+0000) 2023-03-22T16:48:50.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:49.808+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.809517+0000) 2023-03-22T16:48:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:49.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.809386+0000) 2023-03-22T16:48:50.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:49.763+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.764578+0000) 2023-03-22T16:48:50.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:49.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.808805+0000) 2023-03-22T16:48:50.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:49.807+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:49.808686+0000) 2023-03-22T16:48:50.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:50.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.304906+0000) 2023-03-22T16:48:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:50.807+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.809146+0000) 2023-03-22T16:48:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:50.808+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.809628+0000) 2023-03-22T16:48:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:50.809+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:50.809+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:51.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:50.817+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.818810+0000) 2023-03-22T16:48:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:50.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.808960+0000) 2023-03-22T16:48:51.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:50.807+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.809215+0000) 2023-03-22T16:48:51.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:50.763+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.764704+0000) 2023-03-22T16:48:51.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:50.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.809492+0000) 2023-03-22T16:48:51.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:50.807+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:50.808854+0000) 2023-03-22T16:48:51.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:51.303+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.305179+0000) 2023-03-22T16:48:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:51.304+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:51.304+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:51.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:51.316+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.318255+0000) 2023-03-22T16:48:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:51 smithi098 ceph-mon[94136]: pgmap v4224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:51 smithi142 ceph-mon[94717]: pgmap v4224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:51.808+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.809295+0000) 2023-03-22T16:48:52.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:51.808+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.809298+0000) 2023-03-22T16:48:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:51.764+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.764877+0000) 2023-03-22T16:48:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:51.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.809121+0000) 2023-03-22T16:48:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:51.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.809613+0000) 2023-03-22T16:48:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:51.807+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:51.809018+0000) 2023-03-22T16:48:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:52.808+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.809410+0000) 2023-03-22T16:48:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:52.763+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.764988+0000) 2023-03-22T16:48:53.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:52.808+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.809435+0000) 2023-03-22T16:48:53.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:52.808+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:53.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:52.808+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:53.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:52.814+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.815357+0000) 2023-03-22T16:48:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:52.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.809747+0000) 2023-03-22T16:48:53.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:52.807+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.809242+0000) 2023-03-22T16:48:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:52.807+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.809151+0000) 2023-03-22T16:48:53.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:52.808+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:53.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:52.808+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:53.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:52.814+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:52.815285+0000) 2023-03-22T16:48:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:53 smithi098 ceph-mon[94136]: pgmap v4225: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:48:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:53 smithi142 ceph-mon[94717]: pgmap v4225: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:48:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:53.808+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:53.809556+0000) 2023-03-22T16:48:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:53.763+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:53.765100+0000) 2023-03-22T16:48:54.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:53.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:53.809854+0000) 2023-03-22T16:48:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:53.808+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:53.809431+0000) 2023-03-22T16:48:55.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:54.764+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:54.765263+0000) 2023-03-22T16:48:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:54.809+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:54.809739+0000) 2023-03-22T16:48:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:54.809+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:54.809+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:55.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:54.812+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:54.814022+0000) 2023-03-22T16:48:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:54.809+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:54.809967+0000) 2023-03-22T16:48:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:54.809+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:54.809646+0000) 2023-03-22T16:48:55.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:55.308+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:55.309926+0000) 2023-03-22T16:48:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:55 smithi098 ceph-mon[94136]: pgmap v4226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:55 smithi142 ceph-mon[94717]: pgmap v4226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:48:56.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:55.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:55.805474+0000) 2023-03-22T16:48:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:55.808+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:55.809823+0000) 2023-03-22T16:48:56.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:55.764+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:55.765385+0000) 2023-03-22T16:48:56.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:55.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:55.810086+0000) 2023-03-22T16:48:56.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:56.309+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:56.310081+0000) 2023-03-22T16:48:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:56.807+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:56.808610+0000) 2023-03-22T16:48:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:56.808+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:56.809940+0000) 2023-03-22T16:48:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:56.764+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:56.765511+0000) 2023-03-22T16:48:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:56.765+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:56.765+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:48:56.765+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:56.767146+0000) 2023-03-22T16:48:57.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:56.808+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:56.810207+0000) 2023-03-22T16:48:57.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:56.809+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:57.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:56.809+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:48:57.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:48:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:48:56.815+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:56.817112+0000) 2023-03-22T16:48:57.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:57.308+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:57.309707+0000) 2023-03-22T16:48:57.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:57.308+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:57.310199+0000) 2023-03-22T16:48:57.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:57.308+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:57.309390+0000) 2023-03-22T16:48:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:57 smithi098 ceph-mon[94136]: pgmap v4227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:57 smithi142 ceph-mon[94717]: pgmap v4227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:48:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:57.810+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:57.811540+0000) 2023-03-22T16:48:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:57.808+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:57.810069+0000) 2023-03-22T16:48:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:58.308+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:58.309828+0000) 2023-03-22T16:48:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:58.309+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:58.310307+0000) 2023-03-22T16:48:58.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:58.308+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:58.309511+0000) 2023-03-22T16:48:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:58.814+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:58.815575+0000) 2023-03-22T16:48:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:58.808+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:58.810189+0000) 2023-03-22T16:48:59.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:48:59.309+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:59.310104+0000) 2023-03-22T16:48:59.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:48:59.309+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:59.309943+0000) 2023-03-22T16:48:59.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:48:59.309+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:59.310415+0000) 2023-03-22T16:48:59.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:48:59.309+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:59.309678+0000) 2023-03-22T16:48:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:48:59 smithi098 ceph-mon[94136]: pgmap v4228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:49:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:48:59 smithi142 ceph-mon[94717]: pgmap v4228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:49:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:48:59.815+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:59.815904+0000) 2023-03-22T16:49:00.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:59.810+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:59.810395+0000) 2023-03-22T16:49:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:59.810+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:59.811+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:00.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:48:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:48:59.813+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:48:59.814101+0000) 2023-03-22T16:49:00.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:00.309+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:00.310068+0000) 2023-03-22T16:49:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:00.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:00.310520+0000) 2023-03-22T16:49:00.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:00.309+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:00.310203+0000) 2023-03-22T16:49:00.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:00.309+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:00.309865+0000) 2023-03-22T16:49:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:00.815+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:00.816155+0000) 2023-03-22T16:49:01.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:01.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:01.310312+0000) 2023-03-22T16:49:01.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:01.309+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:01.310215+0000) 2023-03-22T16:49:01.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:01.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:01.310625+0000) 2023-03-22T16:49:01.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:01.309+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:01.310010+0000) 2023-03-22T16:49:01.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:01.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:01.266305+0000) 2023-03-22T16:49:01.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:01.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:01.310506+0000) 2023-03-22T16:49:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:01 smithi098 ceph-mon[94136]: pgmap v4229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:01 smithi142 ceph-mon[94717]: pgmap v4229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:02.141 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:01.816+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:01.816324+0000) 2023-03-22T16:49:02.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:02.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:02.310459+0000) 2023-03-22T16:49:02.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:02.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:02.310366+0000) 2023-03-22T16:49:02.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:02.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:02.310744+0000) 2023-03-22T16:49:02.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:02.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:02.310616+0000) 2023-03-22T16:49:02.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:02.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:02.266450+0000) 2023-03-22T16:49:02.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:02.309+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:02.310192+0000) 2023-03-22T16:49:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:02.816+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:02.816553+0000) 2023-03-22T16:49:03.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:03.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:03.310614+0000) 2023-03-22T16:49:03.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:03.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:03.310514+0000) 2023-03-22T16:49:03.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:03.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:03.310850+0000) 2023-03-22T16:49:03.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:03.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:03.266583+0000) 2023-03-22T16:49:03.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:03.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:03.310716+0000) 2023-03-22T16:49:03.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:03.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:03.310344+0000) 2023-03-22T16:49:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:03 smithi098 ceph-mon[94136]: pgmap v4230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2023-03-22T16:49:04.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:03 smithi142 ceph-mon[94717]: pgmap v4230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2023-03-22T16:49:04.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:03.816+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:03.816699+0000) 2023-03-22T16:49:04.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:04.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.310729+0000) 2023-03-22T16:49:04.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:04.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.310645+0000) 2023-03-22T16:49:04.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:04.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.310959+0000) 2023-03-22T16:49:04.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:04.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.310721+0000) 2023-03-22T16:49:04.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:04.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.266711+0000) 2023-03-22T16:49:04.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:04.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.310506+0000) 2023-03-22T16:49:04.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:04.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.310836+0000) 2023-03-22T16:49:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:04.816+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:04.816992+0000) 2023-03-22T16:49:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:05.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.310764+0000) 2023-03-22T16:49:05.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:05.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.311054+0000) 2023-03-22T16:49:05.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:05.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.310848+0000) 2023-03-22T16:49:05.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:05.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.310943+0000) 2023-03-22T16:49:05.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:05.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.310828+0000) 2023-03-22T16:49:05.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:05.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.310620+0000) 2023-03-22T16:49:05.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:05.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.266847+0000) 2023-03-22T16:49:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:05 smithi098 ceph-mon[94136]: pgmap v4231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T16:49:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:05 smithi142 ceph-mon[94717]: pgmap v4231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T16:49:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:05.816+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:05.817137+0000) 2023-03-22T16:49:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:06.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.310882+0000) 2023-03-22T16:49:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:06.310+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.311195+0000) 2023-03-22T16:49:06.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:06.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.266983+0000) 2023-03-22T16:49:06.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:06.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.310973+0000) 2023-03-22T16:49:06.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:06.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.311028+0000) 2023-03-22T16:49:06.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:06.310+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.311155+0000) 2023-03-22T16:49:06.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:06.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.310743+0000) 2023-03-22T16:49:07.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:06.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:06.817370+0000) 2023-03-22T16:49:07.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:07.310+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.311147+0000) 2023-03-22T16:49:07.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:07.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.311006+0000) 2023-03-22T16:49:07.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:07.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.311296+0000) 2023-03-22T16:49:07.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:07.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.311266+0000) 2023-03-22T16:49:07.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:07.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.267107+0000) 2023-03-22T16:49:07.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:07.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.311092+0000) 2023-03-22T16:49:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:07.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.310863+0000) 2023-03-22T16:49:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:07 smithi098 ceph-mon[94136]: pgmap v4232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:49:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:07 smithi142 ceph-mon[94717]: pgmap v4232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:49:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:07.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:07.817499+0000) 2023-03-22T16:49:08.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:08.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.311278+0000) 2023-03-22T16:49:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:08.310+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.311127+0000) 2023-03-22T16:49:08.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:08.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.311411+0000) 2023-03-22T16:49:08.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:08.310+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.311208+0000) 2023-03-22T16:49:08.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:08.266+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.267238+0000) 2023-03-22T16:49:08.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:08.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.311421+0000) 2023-03-22T16:49:08.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:08.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.310987+0000) 2023-03-22T16:49:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:08.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:08.817748+0000) 2023-03-22T16:49:09.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:09.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.311257+0000) 2023-03-22T16:49:09.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:09.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.311528+0000) 2023-03-22T16:49:09.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:09.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.267405+0000) 2023-03-22T16:49:09.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:09.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.311430+0000) 2023-03-22T16:49:09.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:09.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.311305+0000) 2023-03-22T16:49:09.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:09.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.311582+0000) 2023-03-22T16:49:09.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:09.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.311125+0000) 2023-03-22T16:49:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:09 smithi142 ceph-mon[94717]: pgmap v4233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:49:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:09 smithi098 ceph-mon[94136]: pgmap v4233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:49:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:09.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:09.817870+0000) 2023-03-22T16:49:10.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:10.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.311550+0000) 2023-03-22T16:49:10.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:10.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.311397+0000) 2023-03-22T16:49:10.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:10.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.311650+0000) 2023-03-22T16:49:10.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:10.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.311422+0000) 2023-03-22T16:49:10.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:10.310+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.311240+0000) 2023-03-22T16:49:10.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:10.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.267549+0000) 2023-03-22T16:49:10.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:10.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.311697+0000) 2023-03-22T16:49:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:10 smithi142 ceph-mon[94717]: osdmap e271: 12 total, 9 up, 9 in 2023-03-22T16:49:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:10 smithi098 ceph-mon[94136]: osdmap e271: 12 total, 9 up, 9 in 2023-03-22T16:49:11.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:10.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:10.818141+0000) 2023-03-22T16:49:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:11.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.311508+0000) 2023-03-22T16:49:11.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:11.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.311781+0000) 2023-03-22T16:49:11.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:11.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.267669+0000) 2023-03-22T16:49:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:11.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.311687+0000) 2023-03-22T16:49:11.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:11.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.311837+0000) 2023-03-22T16:49:11.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:11.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.311571+0000) 2023-03-22T16:49:11.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:11.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.311382+0000) 2023-03-22T16:49:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:11 smithi142 ceph-mon[94717]: pgmap v4235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:49:12.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:11 smithi098 ceph-mon[94136]: pgmap v4235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:49:12.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:11.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:11.818292+0000) 2023-03-22T16:49:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:12.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.311673+0000) 2023-03-22T16:49:12.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:12.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.311950+0000) 2023-03-22T16:49:12.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:12.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.311848+0000) 2023-03-22T16:49:12.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:12.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.311694+0000) 2023-03-22T16:49:12.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:12.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.311531+0000) 2023-03-22T16:49:12.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:12.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.311976+0000) 2023-03-22T16:49:12.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:12.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.267784+0000) 2023-03-22T16:49:13.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:12.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:12.818595+0000) 2023-03-22T16:49:13.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:13.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.311806+0000) 2023-03-22T16:49:13.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:13.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.312129+0000) 2023-03-22T16:49:13.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:13.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.311995+0000) 2023-03-22T16:49:13.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:13.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.267898+0000) 2023-03-22T16:49:13.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:13.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.312089+0000) 2023-03-22T16:49:13.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:13.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.311815+0000) 2023-03-22T16:49:13.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:13.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.311705+0000) 2023-03-22T16:49:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:13 smithi142 ceph-mon[94717]: pgmap v4236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 307 B/s wr, 10 op/s 2023-03-22T16:49:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:13 smithi098 ceph-mon[94136]: pgmap v4236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 307 B/s wr, 10 op/s 2023-03-22T16:49:14.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:13.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:13.818707+0000) 2023-03-22T16:49:14.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:14.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.312117+0000) 2023-03-22T16:49:14.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:14.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.311949+0000) 2023-03-22T16:49:14.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:14.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.312264+0000) 2023-03-22T16:49:14.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:14.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.311936+0000) 2023-03-22T16:49:14.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:14.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.268024+0000) 2023-03-22T16:49:14.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:14.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.312194+0000) 2023-03-22T16:49:14.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:14.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.311834+0000) 2023-03-22T16:49:15.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:14.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:14.818970+0000) 2023-03-22T16:49:15.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:15.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.312129+0000) 2023-03-22T16:49:15.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:15.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.312400+0000) 2023-03-22T16:49:15.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:15.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.312301+0000) 2023-03-22T16:49:15.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:15.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.268154+0000) 2023-03-22T16:49:15.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:15.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.312013+0000) 2023-03-22T16:49:15.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:15.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.312106+0000) 2023-03-22T16:49:15.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:15.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.312346+0000) 2023-03-22T16:49:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:15 smithi142 ceph-mon[94717]: pgmap v4237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:49:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:15 smithi098 ceph-mon[94136]: pgmap v4237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:49:16.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:15.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:15.819079+0000) 2023-03-22T16:49:16.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:16.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.312309+0000) 2023-03-22T16:49:16.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:16.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.312443+0000) 2023-03-22T16:49:16.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:16.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.268293+0000) 2023-03-22T16:49:16.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:16.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.312439+0000) 2023-03-22T16:49:16.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:16.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.312513+0000) 2023-03-22T16:49:16.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:16.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.312292+0000) 2023-03-22T16:49:16.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:16.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.312190+0000) 2023-03-22T16:49:17.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:16.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:16.819362+0000) 2023-03-22T16:49:17.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:17.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.312558+0000) 2023-03-22T16:49:17.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:17.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.312437+0000) 2023-03-22T16:49:17.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:17.312+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.312623+0000) 2023-03-22T16:49:17.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:17.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.312533+0000) 2023-03-22T16:49:17.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:17.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.312403+0000) 2023-03-22T16:49:17.724 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:17.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.268409+0000) 2023-03-22T16:49:17.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:17.312+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.312298+0000) 2023-03-22T16:49:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:17 smithi142 ceph-mon[94717]: pgmap v4238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:49:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:17 smithi098 ceph-mon[94136]: pgmap v4238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:49:18.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:17.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:17.819475+0000) 2023-03-22T16:49:18.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:18.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.312562+0000) 2023-03-22T16:49:18.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:18.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.312732+0000) 2023-03-22T16:49:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:18.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.268610+0000) 2023-03-22T16:49:18.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:18.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.312678+0000) 2023-03-22T16:49:18.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:18.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.312632+0000) 2023-03-22T16:49:18.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:18.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.312546+0000) 2023-03-22T16:49:18.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:18.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.312425+0000) 2023-03-22T16:49:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:18.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:18.819704+0000) 2023-03-22T16:49:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:19.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.312871+0000) 2023-03-22T16:49:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:19.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.312710+0000) 2023-03-22T16:49:19.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:19.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.312909+0000) 2023-03-22T16:49:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:19.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.268753+0000) 2023-03-22T16:49:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:19.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.312884+0000) 2023-03-22T16:49:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:19.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.312706+0000) 2023-03-22T16:49:19.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:19.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.312583+0000) 2023-03-22T16:49:20.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:19 smithi142 ceph-mon[94717]: pgmap v4239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:49:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:19 smithi098 ceph-mon[94136]: pgmap v4239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:49:20.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:19.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:19.819823+0000) 2023-03-22T16:49:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:20.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.312907+0000) 2023-03-22T16:49:20.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:20.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.313049+0000) 2023-03-22T16:49:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:20.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.312704+0000) 2023-03-22T16:49:20.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:20.311+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.313179+0000) 2023-03-22T16:49:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:20.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.312991+0000) 2023-03-22T16:49:20.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:20.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.312823+0000) 2023-03-22T16:49:20.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:20.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.268949+0000) 2023-03-22T16:49:21.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:20.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:20.820049+0000) 2023-03-22T16:49:21.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:21.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.313025+0000) 2023-03-22T16:49:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:21.311+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.313162+0000) 2023-03-22T16:49:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:21.312+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:21.312+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:21.318+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.319349+0000) 2023-03-22T16:49:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:21.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.312941+0000) 2023-03-22T16:49:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:21.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.312877+0000) 2023-03-22T16:49:21.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:21.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.313299+0000) 2023-03-22T16:49:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:21.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.269105+0000) 2023-03-22T16:49:21.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:21.311+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.313108+0000) 2023-03-22T16:49:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:21 smithi142 ceph-mon[94717]: pgmap v4240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:49:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:21 smithi098 ceph-mon[94136]: pgmap v4240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 197 B/s wr, 10 op/s 2023-03-22T16:49:22.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:21.818+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.820224+0000) 2023-03-22T16:49:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:21.819+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:21.819+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:22.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:21.831+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:21.833122+0000) 2023-03-22T16:49:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:22.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:22.313414+0000) 2023-03-22T16:49:22.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:22.311+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:22.313165+0000) 2023-03-22T16:49:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:22.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:22.313052+0000) 2023-03-22T16:49:22.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:22.267+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:22.269237+0000) 2023-03-22T16:49:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:22.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:22.313265+0000) 2023-03-22T16:49:22.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:22.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:22.312993+0000) 2023-03-22T16:49:23.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:23.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.313609+0000) 2023-03-22T16:49:23.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:23.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.313485+0000) 2023-03-22T16:49:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:23.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.269312+0000) 2023-03-22T16:49:23.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:23.312+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.313441+0000) 2023-03-22T16:49:23.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:23.313+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:23.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:23.313+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:23.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:23.314+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.316075+0000) 2023-03-22T16:49:23.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:23.311+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.313183+0000) 2023-03-22T16:49:23.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:23.311+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.313120+0000) 2023-03-22T16:49:23.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:23.312+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:23.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:23.313+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:23.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:23.314+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:23.316229+0000) 2023-03-22T16:49:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:23 smithi142 ceph-mon[94717]: pgmap v4241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-03-22T16:49:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:23 smithi098 ceph-mon[94136]: pgmap v4241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-03-22T16:49:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:24.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:24.313743+0000) 2023-03-22T16:49:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:24.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:24.269442+0000) 2023-03-22T16:49:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:24.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:24.313599+0000) 2023-03-22T16:49:24.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:24.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:24.313298+0000) 2023-03-22T16:49:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:25.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:25.269642+0000) 2023-03-22T16:49:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:25.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:25.313707+0000) 2023-03-22T16:49:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:25.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:25.313412+0000) 2023-03-22T16:49:25.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:25.312+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:25.313848+0000) 2023-03-22T16:49:25.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:25.313+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:25.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:25.313+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:25.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:25.315+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:25.316365+0000) 2023-03-22T16:49:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:25 smithi142 ceph-mon[94717]: pgmap v4242: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.5 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:49:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:25 smithi098 ceph-mon[94136]: pgmap v4242: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.5 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:49:26.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:25.812+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:25.813401+0000) 2023-03-22T16:49:26.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:26.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:26.313539+0000) 2023-03-22T16:49:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:26.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:26.269761+0000) 2023-03-22T16:49:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:26.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:26.313832+0000) 2023-03-22T16:49:26.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:26.319+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:26.320579+0000) 2023-03-22T16:49:27.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:26.812+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:26.813520+0000) 2023-03-22T16:49:27.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:27.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.322886+0000) 2023-03-22T16:49:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:27.268+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.269876+0000) 2023-03-22T16:49:27.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:27.269+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:27.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:27.269+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:27.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:27.269+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.271167+0000) 2023-03-22T16:49:27.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:27.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.313717+0000) 2023-03-22T16:49:27.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:27.312+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.313946+0000) 2023-03-22T16:49:27.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:27.313+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:27.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:27.313+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:27.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:27.316+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.318074+0000) 2023-03-22T16:49:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:27 smithi142 ceph-mon[94717]: pgmap v4243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:49:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:27 smithi098 ceph-mon[94136]: pgmap v4243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:49:28.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:27.812+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.813690+0000) 2023-03-22T16:49:28.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:27.812+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.813634+0000) 2023-03-22T16:49:28.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:27.812+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:27.813406+0000) 2023-03-22T16:49:28.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:28.325+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:28.326664+0000) 2023-03-22T16:49:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:28.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:28.313853+0000) 2023-03-22T16:49:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:28.812+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:28.813794+0000) 2023-03-22T16:49:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:28.812+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:28.813744+0000) 2023-03-22T16:49:29.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:28.812+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:28.813547+0000) 2023-03-22T16:49:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:29.328+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:29.329660+0000) 2023-03-22T16:49:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:29.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:29.313969+0000) 2023-03-22T16:49:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:29 smithi142 ceph-mon[94717]: pgmap v4244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:49:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:29 smithi098 ceph-mon[94136]: pgmap v4244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:49:30.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:29.812+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:29.814108+0000) 2023-03-22T16:49:30.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:29.812+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:29.813906+0000) 2023-03-22T16:49:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:29.812+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:29.813869+0000) 2023-03-22T16:49:30.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:29.812+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:29.813690+0000) 2023-03-22T16:49:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:30.328+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:30.330146+0000) 2023-03-22T16:49:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:30.312+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:30.314091+0000) 2023-03-22T16:49:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:30.313+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:30.313+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:30.314+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:30.316055+0000) 2023-03-22T16:49:31.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:30.812+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:30.814218+0000) 2023-03-22T16:49:31.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:30.812+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:30.814025+0000) 2023-03-22T16:49:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:30.812+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:30.813998+0000) 2023-03-22T16:49:31.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:30.812+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:30.813825+0000) 2023-03-22T16:49:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:31.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:31.330373+0000) 2023-03-22T16:49:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:31 smithi142 ceph-mon[94717]: pgmap v4245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:49:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:31 smithi098 ceph-mon[94136]: pgmap v4245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:49:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:31.813+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:31.814431+0000) 2023-03-22T16:49:32.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:31.812+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:31.814128+0000) 2023-03-22T16:49:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:31.813+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:31.814385+0000) 2023-03-22T16:49:32.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:31.812+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:31.814137+0000) 2023-03-22T16:49:32.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:31.812+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:31.813948+0000) 2023-03-22T16:49:32.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:31.768+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:31.770245+0000) 2023-03-22T16:49:32.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:32.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:32.330488+0000) 2023-03-22T16:49:33.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:32.813+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:32.814551+0000) 2023-03-22T16:49:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:32.813+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:32.814263+0000) 2023-03-22T16:49:33.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:32.813+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:32.814254+0000) 2023-03-22T16:49:33.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:32.812+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:32.814075+0000) 2023-03-22T16:49:33.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:32.813+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:32.814517+0000) 2023-03-22T16:49:33.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:32.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:32.770381+0000) 2023-03-22T16:49:33.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:33.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:33.330686+0000) 2023-03-22T16:49:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:33 smithi142 ceph-mon[94717]: pgmap v4246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 10 op/s 2023-03-22T16:49:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:33 smithi098 ceph-mon[94136]: pgmap v4246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 10 op/s 2023-03-22T16:49:34.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:33.813+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:33.814639+0000) 2023-03-22T16:49:34.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:33.813+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:33.814683+0000) 2023-03-22T16:49:34.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:33.813+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:33.814382+0000) 2023-03-22T16:49:34.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:33.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:33.770499+0000) 2023-03-22T16:49:34.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:33.813+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:33.814408+0000) 2023-03-22T16:49:34.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:33.812+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:33.814202+0000) 2023-03-22T16:49:34.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:34.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.330810+0000) 2023-03-22T16:49:35.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:34.813+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.814768+0000) 2023-03-22T16:49:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:34.813+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.814539+0000) 2023-03-22T16:49:35.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:34.813+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.814439+0000) 2023-03-22T16:49:35.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:34.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.770632+0000) 2023-03-22T16:49:35.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:34.813+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.814813+0000) 2023-03-22T16:49:35.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:34.813+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.814604+0000) 2023-03-22T16:49:35.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:34.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:34.814300+0000) 2023-03-22T16:49:35.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:35.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.331053+0000) 2023-03-22T16:49:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:35 smithi142 ceph-mon[94717]: pgmap v4247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.3 KiB/s rd, 9 op/s 2023-03-22T16:49:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:35 smithi098 ceph-mon[94136]: pgmap v4247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.3 KiB/s rd, 9 op/s 2023-03-22T16:49:36.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:35.813+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.814909+0000) 2023-03-22T16:49:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:35.813+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.814957+0000) 2023-03-22T16:49:36.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:35.813+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.814703+0000) 2023-03-22T16:49:36.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:35.813+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.814743+0000) 2023-03-22T16:49:36.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:35.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.770762+0000) 2023-03-22T16:49:36.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:35.813+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.814556+0000) 2023-03-22T16:49:36.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:35.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:35.814423+0000) 2023-03-22T16:49:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:36.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.331178+0000) 2023-03-22T16:49:37.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:36.813+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.815247+0000) 2023-03-22T16:49:37.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:36.813+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.815097+0000) 2023-03-22T16:49:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:36.813+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.814891+0000) 2023-03-22T16:49:37.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:36.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.770886+0000) 2023-03-22T16:49:37.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:36.813+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.814973+0000) 2023-03-22T16:49:37.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:36.813+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.814756+0000) 2023-03-22T16:49:37.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:36.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:36.814553+0000) 2023-03-22T16:49:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:37.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.331418+0000) 2023-03-22T16:49:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:37 smithi142 ceph-mon[94717]: pgmap v4248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:49:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:37 smithi098 ceph-mon[94136]: pgmap v4248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:49:38.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:37.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.815369+0000) 2023-03-22T16:49:38.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:37.813+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.815218+0000) 2023-03-22T16:49:38.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:37.813+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.815023+0000) 2023-03-22T16:49:38.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:37.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.771013+0000) 2023-03-22T16:49:38.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:37.813+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.815118+0000) 2023-03-22T16:49:38.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:37.813+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.814888+0000) 2023-03-22T16:49:38.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:37.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:37.814698+0000) 2023-03-22T16:49:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:38.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.331526+0000) 2023-03-22T16:49:39.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:38.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.815502+0000) 2023-03-22T16:49:39.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:38.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.815349+0000) 2023-03-22T16:49:39.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:38.813+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.815032+0000) 2023-03-22T16:49:39.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:38.769+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.771178+0000) 2023-03-22T16:49:39.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:38.813+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.815186+0000) 2023-03-22T16:49:39.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:38.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.815282+0000) 2023-03-22T16:49:39.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:38.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:38.814869+0000) 2023-03-22T16:49:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:39.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.331789+0000) 2023-03-22T16:49:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:39 smithi142 ceph-mon[94717]: pgmap v4249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:49:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:39 smithi098 ceph-mon[94136]: pgmap v4249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:49:40.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:39.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.815621+0000) 2023-03-22T16:49:40.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:39.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.815300+0000) 2023-03-22T16:49:40.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:39.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.814991+0000) 2023-03-22T16:49:40.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:39.770+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.771322+0000) 2023-03-22T16:49:40.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:39.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.815470+0000) 2023-03-22T16:49:40.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:39.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.815399+0000) 2023-03-22T16:49:40.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:39.813+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:39.815153+0000) 2023-03-22T16:49:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:40.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.331941+0000) 2023-03-22T16:49:41.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:40.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.815608+0000) 2023-03-22T16:49:41.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:40.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.815426+0000) 2023-03-22T16:49:41.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:40.770+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.771438+0000) 2023-03-22T16:49:41.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:40.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.815736+0000) 2023-03-22T16:49:41.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:40.814+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.815290+0000) 2023-03-22T16:49:41.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:40.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.815518+0000) 2023-03-22T16:49:41.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:40.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:40.815116+0000) 2023-03-22T16:49:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:41.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.332227+0000) 2023-03-22T16:49:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:41 smithi142 ceph-mon[94717]: pgmap v4250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:41 smithi098 ceph-mon[94136]: pgmap v4250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:42.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:41.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.815879+0000) 2023-03-22T16:49:42.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:41.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.815739+0000) 2023-03-22T16:49:42.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:41.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.815550+0000) 2023-03-22T16:49:42.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:41.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.815643+0000) 2023-03-22T16:49:42.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:41.770+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.771563+0000) 2023-03-22T16:49:42.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:41.814+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.815418+0000) 2023-03-22T16:49:42.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:41.813+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:41.815239+0000) 2023-03-22T16:49:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:42.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.332396+0000) 2023-03-22T16:49:43.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:42.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.815993+0000) 2023-03-22T16:49:43.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:42.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.815872+0000) 2023-03-22T16:49:43.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:42.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.815687+0000) 2023-03-22T16:49:43.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:42.814+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.815530+0000) 2023-03-22T16:49:43.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:42.770+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.771699+0000) 2023-03-22T16:49:43.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:42.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.815771+0000) 2023-03-22T16:49:43.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:42.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:42.815363+0000) 2023-03-22T16:49:43.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:43.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.332587+0000) 2023-03-22T16:49:44.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:43.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.816111+0000) 2023-03-22T16:49:44.126 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:43.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.815988+0000) 2023-03-22T16:49:44.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:43.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.815818+0000) 2023-03-22T16:49:44.126 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:43.770+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.771837+0000) 2023-03-22T16:49:44.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:43.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.815911+0000) 2023-03-22T16:49:44.127 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:43.814+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.815629+0000) 2023-03-22T16:49:44.128 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:43.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:43.815470+0000) 2023-03-22T16:49:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:43 smithi142 ceph-mon[94717]: pgmap v4251: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:49:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:43 smithi098 ceph-mon[94136]: pgmap v4251: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:49:44.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:44.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.332714+0000) 2023-03-22T16:49:45.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:44.814+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.816254+0000) 2023-03-22T16:49:45.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:44.814+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.816196+0000) 2023-03-22T16:49:45.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:44.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.815947+0000) 2023-03-22T16:49:45.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:44.770+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.771962+0000) 2023-03-22T16:49:45.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:44.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.816086+0000) 2023-03-22T16:49:45.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:44.814+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.816014+0000) 2023-03-22T16:49:45.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:44.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:44.815589+0000) 2023-03-22T16:49:45.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:45.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.332948+0000) 2023-03-22T16:49:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:45 smithi142 ceph-mon[94717]: pgmap v4252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:49:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:45 smithi098 ceph-mon[94136]: pgmap v4252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:49:46.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:45.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.816380+0000) 2023-03-22T16:49:46.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:45.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.816298+0000) 2023-03-22T16:49:46.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:45.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.816067+0000) 2023-03-22T16:49:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:45.814+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.816224+0000) 2023-03-22T16:49:46.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:45.814+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.816151+0000) 2023-03-22T16:49:46.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:45.770+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.772089+0000) 2023-03-22T16:49:46.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:45.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:45.815718+0000) 2023-03-22T16:49:46.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:46.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.333080+0000) 2023-03-22T16:49:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:46.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.816474+0000) 2023-03-22T16:49:47.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:46.814+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.816183+0000) 2023-03-22T16:49:47.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:46.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.816299+0000) 2023-03-22T16:49:47.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:46.815+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.816337+0000) 2023-03-22T16:49:47.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:46.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.816509+0000) 2023-03-22T16:49:47.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:46.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.815845+0000) 2023-03-22T16:49:47.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:46.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:46.772307+0000) 2023-03-22T16:49:47.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:47.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.333276+0000) 2023-03-22T16:49:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:47 smithi142 ceph-mon[94717]: pgmap v4253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:47 smithi098 ceph-mon[94136]: pgmap v4253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:48.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:47.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.816627+0000) 2023-03-22T16:49:48.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:47.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.816593+0000) 2023-03-22T16:49:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:47.815+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.816456+0000) 2023-03-22T16:49:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:47.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.772451+0000) 2023-03-22T16:49:48.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:47.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.816292+0000) 2023-03-22T16:49:48.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:47.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.816413+0000) 2023-03-22T16:49:48.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:47.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:47.815971+0000) 2023-03-22T16:49:48.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:48.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.333378+0000) 2023-03-22T16:49:49.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:48.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.816933+0000) 2023-03-22T16:49:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:48.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.816402+0000) 2023-03-22T16:49:49.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:48.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.816763+0000) 2023-03-22T16:49:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:48.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.816535+0000) 2023-03-22T16:49:49.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:48.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.772581+0000) 2023-03-22T16:49:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:48.815+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.817197+0000) 2023-03-22T16:49:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:48.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:48.816096+0000) 2023-03-22T16:49:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:49.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.333550+0000) 2023-03-22T16:49:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:49 smithi142 ceph-mon[94717]: pgmap v4254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:49:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:49 smithi098 ceph-mon[94136]: pgmap v4254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:49:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:49.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.817052+0000) 2023-03-22T16:49:50.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:49.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.816526+0000) 2023-03-22T16:49:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:49.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.772702+0000) 2023-03-22T16:49:50.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:49.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.816880+0000) 2023-03-22T16:49:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:49.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.816688+0000) 2023-03-22T16:49:50.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:49.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.817305+0000) 2023-03-22T16:49:50.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:49.814+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:49.816219+0000) 2023-03-22T16:49:50.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:50.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.333690+0000) 2023-03-22T16:49:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:50.815+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.817165+0000) 2023-03-22T16:49:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:50.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.816650+0000) 2023-03-22T16:49:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:50.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.772865+0000) 2023-03-22T16:49:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:50.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.816995+0000) 2023-03-22T16:49:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:50.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.816809+0000) 2023-03-22T16:49:51.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:50.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.817415+0000) 2023-03-22T16:49:51.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:50.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:50.816420+0000) 2023-03-22T16:49:51.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:51.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.333966+0000) 2023-03-22T16:49:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:51 smithi142 ceph-mon[94717]: pgmap v4255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:51 smithi098 ceph-mon[94136]: pgmap v4255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:52.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:51.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.817279+0000) 2023-03-22T16:49:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:51.815+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.816762+0000) 2023-03-22T16:49:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:51.816+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:51.816+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:52.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:51.822+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.824095+0000) 2023-03-22T16:49:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:51.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.817531+0000) 2023-03-22T16:49:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:51.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.772975+0000) 2023-03-22T16:49:52.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:51.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.817105+0000) 2023-03-22T16:49:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:51.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.816920+0000) 2023-03-22T16:49:52.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:51.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:51.816557+0000) 2023-03-22T16:49:52.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:52.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.334101+0000) 2023-03-22T16:49:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:52.333+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:52.333+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:52.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:52.339+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.340667+0000) 2023-03-22T16:49:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:52.815+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.817242+0000) 2023-03-22T16:49:53.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:52.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.817385+0000) 2023-03-22T16:49:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:52.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.817038+0000) 2023-03-22T16:49:53.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:52.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.773104+0000) 2023-03-22T16:49:53.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:52.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.817645+0000) 2023-03-22T16:49:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:52.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:52.816693+0000) 2023-03-22T16:49:54.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:53 smithi142 ceph-mon[94717]: pgmap v4256: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:49:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:53 smithi098 ceph-mon[94136]: pgmap v4256: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:49:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:53.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.817400+0000) 2023-03-22T16:49:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:53.771+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.773235+0000) 2023-03-22T16:49:54.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:53.816+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.817564+0000) 2023-03-22T16:49:54.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:53.817+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:54.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:53.817+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:54.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:53.820+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.821504+0000) 2023-03-22T16:49:54.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:53.815+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.817166+0000) 2023-03-22T16:49:54.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:53.815+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.816825+0000) 2023-03-22T16:49:54.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:53.816+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:54.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:53.816+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:54.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:53.823+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.824305+0000) 2023-03-22T16:49:54.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:53.816+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:53.818165+0000) 2023-03-22T16:49:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:54.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:54.817531+0000) 2023-03-22T16:49:55.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:54.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:54.773399+0000) 2023-03-22T16:49:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:54.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:54.818297+0000) 2023-03-22T16:49:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:54.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:54.817302+0000) 2023-03-22T16:49:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:55 smithi142 ceph-mon[94717]: pgmap v4257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:49:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:55 smithi098 ceph-mon[94136]: pgmap v4257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:49:56.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:55.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:55.818521+0000) 2023-03-22T16:49:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:55.773+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:55.773586+0000) 2023-03-22T16:49:56.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:55.816+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:55.817657+0000) 2023-03-22T16:49:56.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:55.817+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:56.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:55.817+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:56.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:49:55.818+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:55.820161+0000) 2023-03-22T16:49:56.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:55.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:55.817429+0000) 2023-03-22T16:49:56.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:56.315+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:56.317122+0000) 2023-03-22T16:49:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:56.833+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:56.834400+0000) 2023-03-22T16:49:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:56.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:56.773726+0000) 2023-03-22T16:49:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:56.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:56.817553+0000) 2023-03-22T16:49:57.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:56.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:56.818648+0000) 2023-03-22T16:49:57.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:57.316+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:57.317363+0000) 2023-03-22T16:49:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:57 smithi142 ceph-mon[94717]: pgmap v4258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:57 smithi098 ceph-mon[94136]: pgmap v4258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:49:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:57.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:57.838133+0000) 2023-03-22T16:49:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:57.772+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:57.773854+0000) 2023-03-22T16:49:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:57.773+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:57.773+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:49:57.777+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:57.778343+0000) 2023-03-22T16:49:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:57.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:57.818762+0000) 2023-03-22T16:49:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:57.816+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:57.817728+0000) 2023-03-22T16:49:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:57.817+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:58.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:57.817+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:49:58.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:49:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:49:57.829+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:57.830575+0000) 2023-03-22T16:49:58.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:58.316+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:58.317841+0000) 2023-03-22T16:49:58.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:58.316+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:58.317488+0000) 2023-03-22T16:49:58.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:58.315+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:58.317108+0000) 2023-03-22T16:49:59.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:49:58.840+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:58.841818+0000) 2023-03-22T16:49:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:58.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:58.818911+0000) 2023-03-22T16:49:59.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:49:59.316+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:59.317958+0000) 2023-03-22T16:49:59.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:49:59.316+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:59.317615+0000) 2023-03-22T16:49:59.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:49:59.315+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:59.317248+0000) 2023-03-22T16:50:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:49:59 smithi142 ceph-mon[94717]: pgmap v4259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:50:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:49:59 smithi098 ceph-mon[94136]: pgmap v4259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:50:00.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:00.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:00.051130+0000) 2023-03-22T16:50:00.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:49:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:49:59.817+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:49:59.819049+0000) 2023-03-22T16:50:00.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:00.316+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:00.317923+0000) 2023-03-22T16:50:00.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:00.316+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:00.318062+0000) 2023-03-22T16:50:00.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:00.316+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:00.317760+0000) 2023-03-22T16:50:00.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:00.316+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:00.317331+0000) 2023-03-22T16:50:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:50:01.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T16:50:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:01.050+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:01.051760+0000) 2023-03-22T16:50:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:00.818+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:00.819256+0000) 2023-03-22T16:50:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:00.818+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:00.818+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:00.823+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:00.825118+0000) 2023-03-22T16:50:01.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:01.316+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:01.318165+0000) 2023-03-22T16:50:01.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:01.316+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:01.317904+0000) 2023-03-22T16:50:01.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:01.316+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:01.318054+0000) 2023-03-22T16:50:01.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:01.316+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:01.317490+0000) 2023-03-22T16:50:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:01 smithi142 ceph-mon[94717]: pgmap v4260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:01 smithi098 ceph-mon[94136]: pgmap v4260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:02.318 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:02.050+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:02.051879+0000) 2023-03-22T16:50:02.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:02.272+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:02.274136+0000) 2023-03-22T16:50:02.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:02.317+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:02.318289+0000) 2023-03-22T16:50:02.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:02.316+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:02.318056+0000) 2023-03-22T16:50:02.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:02.316+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:02.318211+0000) 2023-03-22T16:50:02.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:02.317+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:02.318299+0000) 2023-03-22T16:50:02.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:02.316+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:02.317662+0000) 2023-03-22T16:50:03.318 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:03.050+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:03.052107+0000) 2023-03-22T16:50:03.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:03.272+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:03.274248+0000) 2023-03-22T16:50:03.319 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:03.316+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:03.317781+0000) 2023-03-22T16:50:03.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:03.317+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:03.318460+0000) 2023-03-22T16:50:03.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:03.316+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:03.318236+0000) 2023-03-22T16:50:03.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:03.317+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:03.318473+0000) 2023-03-22T16:50:03.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:03.317+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:03.318431+0000) 2023-03-22T16:50:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:03 smithi142 ceph-mon[94717]: pgmap v4261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2023-03-22T16:50:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:03 smithi098 ceph-mon[94136]: pgmap v4261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2023-03-22T16:50:04.319 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:04.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:04.052292+0000) 2023-03-22T16:50:04.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:04.274+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:04.274406+0000) 2023-03-22T16:50:04.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:04.317+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:04.318576+0000) 2023-03-22T16:50:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:04.317+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:04.318377+0000) 2023-03-22T16:50:04.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:04.317+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:04.318589+0000) 2023-03-22T16:50:04.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:04.317+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:04.318552+0000) 2023-03-22T16:50:04.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:04.317+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:04.317965+0000) 2023-03-22T16:50:05.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:05.273+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.274524+0000) 2023-03-22T16:50:05.319 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:05.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.052495+0000) 2023-03-22T16:50:05.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:05.317+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.318708+0000) 2023-03-22T16:50:05.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:05.317+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.318706+0000) 2023-03-22T16:50:05.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:05.317+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.318528+0000) 2023-03-22T16:50:05.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:05.316+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.318128+0000) 2023-03-22T16:50:05.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:05.317+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.318679+0000) 2023-03-22T16:50:05.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:05.318+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:05.319474+0000) 2023-03-22T16:50:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:05 smithi142 ceph-mon[94717]: pgmap v4262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T16:50:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:05 smithi098 ceph-mon[94136]: pgmap v4262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T16:50:06.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:06.274+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.274708+0000) 2023-03-22T16:50:06.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:06.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.052610+0000) 2023-03-22T16:50:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:06.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.319018+0000) 2023-03-22T16:50:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:06.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.318746+0000) 2023-03-22T16:50:06.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:06.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.318856+0000) 2023-03-22T16:50:06.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:06.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.319591+0000) 2023-03-22T16:50:06.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:06.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.318878+0000) 2023-03-22T16:50:06.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:06.317+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:06.318246+0000) 2023-03-22T16:50:07.319 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:07.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.052856+0000) 2023-03-22T16:50:07.320 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:07.274+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.274847+0000) 2023-03-22T16:50:07.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:07.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.319003+0000) 2023-03-22T16:50:07.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:07.318+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.319151+0000) 2023-03-22T16:50:07.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:07.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.318871+0000) 2023-03-22T16:50:07.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:07.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.319038+0000) 2023-03-22T16:50:07.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:07.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.319710+0000) 2023-03-22T16:50:07.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:07.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:07.318378+0000) 2023-03-22T16:50:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:07 smithi142 ceph-mon[94717]: pgmap v4263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:50:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:07 smithi098 ceph-mon[94136]: pgmap v4263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:50:08.319 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:08.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.053002+0000) 2023-03-22T16:50:08.320 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:08.274+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.274971+0000) 2023-03-22T16:50:08.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:08.318+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.319115+0000) 2023-03-22T16:50:08.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:08.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.319264+0000) 2023-03-22T16:50:08.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:08.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.319007+0000) 2023-03-22T16:50:08.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:08.318+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.319155+0000) 2023-03-22T16:50:08.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:08.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.319831+0000) 2023-03-22T16:50:08.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:08.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:08.318493+0000) 2023-03-22T16:50:09.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:09.274+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.275094+0000) 2023-03-22T16:50:09.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:09.052+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.053245+0000) 2023-03-22T16:50:09.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:09.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.319278+0000) 2023-03-22T16:50:09.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:09.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.319532+0000) 2023-03-22T16:50:09.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:09.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.319121+0000) 2023-03-22T16:50:09.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:09.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.319327+0000) 2023-03-22T16:50:09.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:09.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.319949+0000) 2023-03-22T16:50:09.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:09.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:09.318609+0000) 2023-03-22T16:50:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:09 smithi142 ceph-mon[94717]: pgmap v4264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:50:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:09 smithi098 ceph-mon[94136]: pgmap v4264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:50:10.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:10.274+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.275219+0000) 2023-03-22T16:50:10.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:10.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.053373+0000) 2023-03-22T16:50:10.320 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:10.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.318738+0000) 2023-03-22T16:50:10.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:10.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.319653+0000) 2023-03-22T16:50:10.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:10.318+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.319245+0000) 2023-03-22T16:50:10.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:10.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.319426+0000) 2023-03-22T16:50:10.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:10.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.319451+0000) 2023-03-22T16:50:10.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:10.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:10.320069+0000) 2023-03-22T16:50:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:10 smithi142 ceph-mon[94717]: osdmap e272: 12 total, 9 up, 9 in 2023-03-22T16:50:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:10 smithi098 ceph-mon[94136]: osdmap e272: 12 total, 9 up, 9 in 2023-03-22T16:50:11.319 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:11.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.275367+0000) 2023-03-22T16:50:11.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:11.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.053619+0000) 2023-03-22T16:50:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:11.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.319765+0000) 2023-03-22T16:50:11.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:11.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.319373+0000) 2023-03-22T16:50:11.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:11.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.318874+0000) 2023-03-22T16:50:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:11.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.319545+0000) 2023-03-22T16:50:11.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:11.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.319569+0000) 2023-03-22T16:50:11.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:11.319+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:11.320187+0000) 2023-03-22T16:50:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:11 smithi142 ceph-mon[94717]: pgmap v4266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:50:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:11 smithi098 ceph-mon[94136]: pgmap v4266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:50:12.320 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:12.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.275482+0000) 2023-03-22T16:50:12.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:12.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.053844+0000) 2023-03-22T16:50:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:12.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.319885+0000) 2023-03-22T16:50:12.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:12.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.319497+0000) 2023-03-22T16:50:12.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:12.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.319663+0000) 2023-03-22T16:50:12.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:12.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.320304+0000) 2023-03-22T16:50:12.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:12.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.319699+0000) 2023-03-22T16:50:12.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:12.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:12.318989+0000) 2023-03-22T16:50:13.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:13.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.054051+0000) 2023-03-22T16:50:13.320 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:13.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.275608+0000) 2023-03-22T16:50:13.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:13 smithi098 ceph-mon[94136]: pgmap v4267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 307 B/s wr, 10 op/s 2023-03-22T16:50:13.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:13.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.319783+0000) 2023-03-22T16:50:13.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:13.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.320003+0000) 2023-03-22T16:50:13.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:13.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.319625+0000) 2023-03-22T16:50:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:13.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.319817+0000) 2023-03-22T16:50:13.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:13.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.320419+0000) 2023-03-22T16:50:13.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:13.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:13.319117+0000) 2023-03-22T16:50:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:13 smithi142 ceph-mon[94717]: pgmap v4267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 307 B/s wr, 10 op/s 2023-03-22T16:50:14.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:14.053+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.054238+0000) 2023-03-22T16:50:14.320 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:14.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.275733+0000) 2023-03-22T16:50:14.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:14.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.320119+0000) 2023-03-22T16:50:14.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:14.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.319744+0000) 2023-03-22T16:50:14.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:14.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.319907+0000) 2023-03-22T16:50:14.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:14.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.320524+0000) 2023-03-22T16:50:14.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:14.318+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.319239+0000) 2023-03-22T16:50:14.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:14.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:14.319945+0000) 2023-03-22T16:50:15.321 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:15.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.054462+0000) 2023-03-22T16:50:15.322 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:15.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.275871+0000) 2023-03-22T16:50:15.674 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:15 smithi098 ceph-mon[94136]: pgmap v4268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:50:15.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:15.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.320028+0000) 2023-03-22T16:50:15.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:15.319+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.320241+0000) 2023-03-22T16:50:15.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:15.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.319894+0000) 2023-03-22T16:50:15.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:15.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.320638+0000) 2023-03-22T16:50:15.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:15.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.319377+0000) 2023-03-22T16:50:15.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:15.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:15.320064+0000) 2023-03-22T16:50:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:15 smithi142 ceph-mon[94717]: pgmap v4268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:50:16.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:16.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.054583+0000) 2023-03-22T16:50:16.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:16.319+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.320153+0000) 2023-03-22T16:50:16.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:16.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.320025+0000) 2023-03-22T16:50:16.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:16.319+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.320191+0000) 2023-03-22T16:50:16.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:16.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.275998+0000) 2023-03-22T16:50:16.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:16.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.320383+0000) 2023-03-22T16:50:16.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:16.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.320761+0000) 2023-03-22T16:50:16.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:16.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:16.319506+0000) 2023-03-22T16:50:17.320 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:17.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.276115+0000) 2023-03-22T16:50:17.321 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:17.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.054815+0000) 2023-03-22T16:50:17.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:17 smithi098 ceph-mon[94136]: pgmap v4269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:50:17.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:17.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.320494+0000) 2023-03-22T16:50:17.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:17.319+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.320155+0000) 2023-03-22T16:50:17.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:17.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.320289+0000) 2023-03-22T16:50:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:17.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.320303+0000) 2023-03-22T16:50:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:17.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.319633+0000) 2023-03-22T16:50:17.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:17.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:17.320877+0000) 2023-03-22T16:50:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:17 smithi142 ceph-mon[94717]: pgmap v4269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:50:18.320 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:18.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.054948+0000) 2023-03-22T16:50:18.321 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:18.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.276230+0000) 2023-03-22T16:50:18.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:18.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.320610+0000) 2023-03-22T16:50:18.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:18.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.320300+0000) 2023-03-22T16:50:18.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:18.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.320423+0000) 2023-03-22T16:50:18.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:18.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.320436+0000) 2023-03-22T16:50:18.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:18.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.320982+0000) 2023-03-22T16:50:18.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:18.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:18.319752+0000) 2023-03-22T16:50:19.320 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:19.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.276369+0000) 2023-03-22T16:50:19.321 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:19.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.055250+0000) 2023-03-22T16:50:19.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:19 smithi098 ceph-mon[94136]: pgmap v4270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:50:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:19.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.320546+0000) 2023-03-22T16:50:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:19.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.320724+0000) 2023-03-22T16:50:19.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:19.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.320420+0000) 2023-03-22T16:50:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:19.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.321094+0000) 2023-03-22T16:50:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:19.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.320581+0000) 2023-03-22T16:50:19.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:19.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:19.319884+0000) 2023-03-22T16:50:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:19 smithi142 ceph-mon[94717]: pgmap v4270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:50:20.321 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:20.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.055400+0000) 2023-03-22T16:50:20.321 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:20.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.276483+0000) 2023-03-22T16:50:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:20.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.320837+0000) 2023-03-22T16:50:20.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:20.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.320540+0000) 2023-03-22T16:50:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:20.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.321211+0000) 2023-03-22T16:50:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:20.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.320699+0000) 2023-03-22T16:50:20.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:20.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.320659+0000) 2023-03-22T16:50:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:20.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:20.320065+0000) 2023-03-22T16:50:21.321 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:21.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.276604+0000) 2023-03-22T16:50:21.321 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:21.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.055587+0000) 2023-03-22T16:50:21.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:21 smithi098 ceph-mon[94136]: pgmap v4271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:50:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:21.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.320783+0000) 2023-03-22T16:50:21.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:21.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.320966+0000) 2023-03-22T16:50:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:21.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.320757+0000) 2023-03-22T16:50:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:21.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.321300+0000) 2023-03-22T16:50:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:21.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.320865+0000) 2023-03-22T16:50:21.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:21.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:21.320208+0000) 2023-03-22T16:50:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:21 smithi142 ceph-mon[94717]: pgmap v4271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 198 B/s wr, 10 op/s 2023-03-22T16:50:22.321 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:22.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.276732+0000) 2023-03-22T16:50:22.322 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:22.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.055722+0000) 2023-03-22T16:50:22.322 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:22.320+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.320297+0000) 2023-03-22T16:50:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:22.321+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.321705+0000) 2023-03-22T16:50:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:22.320+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.320910+0000) 2023-03-22T16:50:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:22.321+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:22.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:22.321+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:22.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:22.324+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.324522+0000) 2023-03-22T16:50:22.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:22.321+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.321397+0000) 2023-03-22T16:50:22.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:22.321+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.321261+0000) 2023-03-22T16:50:22.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:22.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:22.321739+0000) 2023-03-22T16:50:23.321 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:23.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.276864+0000) 2023-03-22T16:50:23.322 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:23.055+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.055907+0000) 2023-03-22T16:50:23.322 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:23.056+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:23.322 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:23.056+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:23.322 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:23.064+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.065206+0000) 2023-03-22T16:50:23.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:23 smithi098 ceph-mon[94136]: pgmap v4272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-03-22T16:50:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:23.321+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.321840+0000) 2023-03-22T16:50:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:23.320+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.320414+0000) 2023-03-22T16:50:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:23.321+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.321386+0000) 2023-03-22T16:50:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:23.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.321862+0000) 2023-03-22T16:50:23.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:23.321+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:23.321516+0000) 2023-03-22T16:50:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:23 smithi142 ceph-mon[94717]: pgmap v4272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-03-22T16:50:24.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:24.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.277010+0000) 2023-03-22T16:50:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:24.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.321714+0000) 2023-03-22T16:50:24.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:24.320+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.321956+0000) 2023-03-22T16:50:24.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:24.321+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:24.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:24.321+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:24.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:24.323+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.324511+0000) 2023-03-22T16:50:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:24.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.321551+0000) 2023-03-22T16:50:24.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:24.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.321984+0000) 2023-03-22T16:50:24.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:24.319+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.320541+0000) 2023-03-22T16:50:24.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:24.320+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:24.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:24.320+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:24.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:24.323+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:24.324555+0000) 2023-03-22T16:50:25.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:25 smithi098 ceph-mon[94136]: pgmap v4273: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.5 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:50:25.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:25.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:25.322098+0000) 2023-03-22T16:50:25.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:25.275+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:25.277140+0000) 2023-03-22T16:50:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:25.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:25.321838+0000) 2023-03-22T16:50:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:25.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:25.321704+0000) 2023-03-22T16:50:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:25 smithi142 ceph-mon[94717]: pgmap v4273: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.5 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:50:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:26.320+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:26.322223+0000) 2023-03-22T16:50:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:26.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:26.277281+0000) 2023-03-22T16:50:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:26.320+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:26.321959+0000) 2023-03-22T16:50:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:26.321+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:26.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:26.321+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:26.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:26.324+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:26.325359+0000) 2023-03-22T16:50:26.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:26.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:26.321823+0000) 2023-03-22T16:50:27.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:26.819+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:26.821225+0000) 2023-03-22T16:50:27.557 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:27.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:27.322303+0000) 2023-03-22T16:50:27.557 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:27.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:27.277418+0000) 2023-03-22T16:50:27.558 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:27.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:27.321953+0000) 2023-03-22T16:50:27.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:27 smithi098 ceph-mon[94136]: pgmap v4274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:50:27.822 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:27.554+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:27.556183+0000) 2023-03-22T16:50:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:27 smithi142 ceph-mon[94717]: pgmap v4274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:50:28.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:27.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:27.821364+0000) 2023-03-22T16:50:28.561 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:28.276+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.277562+0000) 2023-03-22T16:50:28.561 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:28.277+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.278345+0000) 2023-03-22T16:50:28.562 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:28.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.322420+0000) 2023-03-22T16:50:28.562 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:28.320+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.322065+0000) 2023-03-22T16:50:28.562 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:28.321+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:28.563 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:28.321+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:28.563 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:28.324+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.325933+0000) 2023-03-22T16:50:28.821 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:28.558+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.560188+0000) 2023-03-22T16:50:29.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:28.820+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.822245+0000) 2023-03-22T16:50:29.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:28.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.821489+0000) 2023-03-22T16:50:29.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:28.819+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:28.820977+0000) 2023-03-22T16:50:29.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:29 smithi098 ceph-mon[94136]: pgmap v4275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:50:29.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:29.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:29.563533+0000) 2023-03-22T16:50:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:29.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:29.322553+0000) 2023-03-22T16:50:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:29 smithi142 ceph-mon[94717]: pgmap v4275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:50:30.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:29.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:29.822424+0000) 2023-03-22T16:50:30.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:29.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:29.821603+0000) 2023-03-22T16:50:30.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:29.819+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:29.821139+0000) 2023-03-22T16:50:30.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:30.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:30.567410+0000) 2023-03-22T16:50:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:30.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:30.322704+0000) 2023-03-22T16:50:31.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:30.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:30.822574+0000) 2023-03-22T16:50:31.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:30.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:30.821728+0000) 2023-03-22T16:50:31.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:30.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:30.821328+0000) 2023-03-22T16:50:31.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:30.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:30.822291+0000) 2023-03-22T16:50:31.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:31 smithi098 ceph-mon[94136]: pgmap v4276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:31.566+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:31.568086+0000) 2023-03-22T16:50:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:31.321+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:31.322834+0000) 2023-03-22T16:50:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:31.322+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:31.322+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:31.324+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:31.326184+0000) 2023-03-22T16:50:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:31 smithi142 ceph-mon[94717]: pgmap v4276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:32.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:31.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:31.822676+0000) 2023-03-22T16:50:32.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:31.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:31.821850+0000) 2023-03-22T16:50:32.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:31.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:31.822396+0000) 2023-03-22T16:50:32.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:31.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:31.821465+0000) 2023-03-22T16:50:32.822 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:32.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:32.568264+0000) 2023-03-22T16:50:32.823 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:32.776+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:32.777835+0000) 2023-03-22T16:50:33.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:32.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:32.822742+0000) 2023-03-22T16:50:33.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:32.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:32.821954+0000) 2023-03-22T16:50:33.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:32.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:32.822501+0000) 2023-03-22T16:50:33.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:32.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:32.822295+0000) 2023-03-22T16:50:33.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:32.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:32.821574+0000) 2023-03-22T16:50:33.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:33 smithi098 ceph-mon[94136]: pgmap v4277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:50:33.822 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:33.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:33.568545+0000) 2023-03-22T16:50:33.823 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:33.776+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:33.777961+0000) 2023-03-22T16:50:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:33 smithi142 ceph-mon[94717]: pgmap v4277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:50:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:33.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:33.822852+0000) 2023-03-22T16:50:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:33.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:33.822081+0000) 2023-03-22T16:50:34.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:33.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:33.822605+0000) 2023-03-22T16:50:34.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:33.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:33.822397+0000) 2023-03-22T16:50:34.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:33.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:33.821704+0000) 2023-03-22T16:50:34.822 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:34.776+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:34.778083+0000) 2023-03-22T16:50:34.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:34.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:34.568704+0000) 2023-03-22T16:50:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:34.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:34.822965+0000) 2023-03-22T16:50:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:34.820+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:34.822223+0000) 2023-03-22T16:50:35.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:34.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:34.822714+0000) 2023-03-22T16:50:35.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:34.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:34.821813+0000) 2023-03-22T16:50:35.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:34.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:34.822505+0000) 2023-03-22T16:50:35.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:35 smithi098 ceph-mon[94136]: pgmap v4278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:50:35.822 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:35.777+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.778260+0000) 2023-03-22T16:50:35.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:35.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.568931+0000) 2023-03-22T16:50:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:35 smithi142 ceph-mon[94717]: pgmap v4278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:50:36.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:35.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.822834+0000) 2023-03-22T16:50:36.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:35.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.823097+0000) 2023-03-22T16:50:36.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:35.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.822343+0000) 2023-03-22T16:50:36.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:35.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.822620+0000) 2023-03-22T16:50:36.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:35.821+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.823124+0000) 2023-03-22T16:50:36.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:35.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:35.821941+0000) 2023-03-22T16:50:36.823 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:36.777+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.778448+0000) 2023-03-22T16:50:36.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:36.567+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.569061+0000) 2023-03-22T16:50:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:36.821+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.823218+0000) 2023-03-22T16:50:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:36.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.822576+0000) 2023-03-22T16:50:37.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:36.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.822951+0000) 2023-03-22T16:50:37.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:36.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.822728+0000) 2023-03-22T16:50:37.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:36.821+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.823244+0000) 2023-03-22T16:50:37.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:36.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:36.822062+0000) 2023-03-22T16:50:37.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:37 smithi098 ceph-mon[94136]: pgmap v4279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:37.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:37.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.569303+0000) 2023-03-22T16:50:37.823 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:37.777+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.778629+0000) 2023-03-22T16:50:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:37 smithi142 ceph-mon[94717]: pgmap v4279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:38.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:37.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.823304+0000) 2023-03-22T16:50:38.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:37.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.822703+0000) 2023-03-22T16:50:38.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:37.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.823083+0000) 2023-03-22T16:50:38.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:37.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.823374+0000) 2023-03-22T16:50:38.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:37.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.822849+0000) 2023-03-22T16:50:38.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:37.820+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:37.822191+0000) 2023-03-22T16:50:38.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:38.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.569430+0000) 2023-03-22T16:50:38.823 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:38.777+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.778826+0000) 2023-03-22T16:50:39.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:38.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.823423+0000) 2023-03-22T16:50:39.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:38.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.822870+0000) 2023-03-22T16:50:39.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:38.821+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.823203+0000) 2023-03-22T16:50:39.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:38.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.822972+0000) 2023-03-22T16:50:39.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:38.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.823502+0000) 2023-03-22T16:50:39.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:38.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:38.822298+0000) 2023-03-22T16:50:39.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:39 smithi098 ceph-mon[94136]: pgmap v4280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:50:39.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:39.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.569667+0000) 2023-03-22T16:50:39.824 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:39.777+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.779008+0000) 2023-03-22T16:50:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:39 smithi142 ceph-mon[94717]: pgmap v4280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:50:40.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:39.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.823545+0000) 2023-03-22T16:50:40.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:39.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.822994+0000) 2023-03-22T16:50:40.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:39.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.823300+0000) 2023-03-22T16:50:40.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:39.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.823092+0000) 2023-03-22T16:50:40.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:39.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.823629+0000) 2023-03-22T16:50:40.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:39.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:39.822423+0000) 2023-03-22T16:50:40.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:40.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.569786+0000) 2023-03-22T16:50:40.824 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:40.777+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.779132+0000) 2023-03-22T16:50:41.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:40.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.823663+0000) 2023-03-22T16:50:41.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:40.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.823113+0000) 2023-03-22T16:50:41.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:40.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.822595+0000) 2023-03-22T16:50:41.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:40.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.823738+0000) 2023-03-22T16:50:41.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:40.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.823414+0000) 2023-03-22T16:50:41.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:40.821+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:40.823210+0000) 2023-03-22T16:50:41.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:41 smithi098 ceph-mon[94136]: pgmap v4281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:41.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:41.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.570074+0000) 2023-03-22T16:50:41.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:41.777+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.779240+0000) 2023-03-22T16:50:41.825 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:41.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.823342+0000) 2023-03-22T16:50:41.826 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:41.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.822736+0000) 2023-03-22T16:50:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:41 smithi142 ceph-mon[94717]: pgmap v4281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:42.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:41.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.823766+0000) 2023-03-22T16:50:42.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:41.821+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.823225+0000) 2023-03-22T16:50:42.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:41.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.823520+0000) 2023-03-22T16:50:42.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:41.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:41.823886+0000) 2023-03-22T16:50:42.823 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:42.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.570226+0000) 2023-03-22T16:50:42.824 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:42.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.779360+0000) 2023-03-22T16:50:43.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:42.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.823879+0000) 2023-03-22T16:50:43.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:42.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.823358+0000) 2023-03-22T16:50:43.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:42.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.823454+0000) 2023-03-22T16:50:43.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:42.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.823637+0000) 2023-03-22T16:50:43.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:42.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.824007+0000) 2023-03-22T16:50:43.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:42.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:42.822899+0000) 2023-03-22T16:50:43.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:43 smithi098 ceph-mon[94136]: pgmap v4282: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:50:43.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:43.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.570471+0000) 2023-03-22T16:50:43.824 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:43.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.779489+0000) 2023-03-22T16:50:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:43 smithi142 ceph-mon[94717]: pgmap v4282: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:50:44.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:43.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.823989+0000) 2023-03-22T16:50:44.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:43.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.823524+0000) 2023-03-22T16:50:44.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:43.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.823745+0000) 2023-03-22T16:50:44.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:43.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.823564+0000) 2023-03-22T16:50:44.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:43.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.824116+0000) 2023-03-22T16:50:44.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:43.821+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:43.823046+0000) 2023-03-22T16:50:44.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:44.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.570607+0000) 2023-03-22T16:50:44.824 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:44.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.779614+0000) 2023-03-22T16:50:45.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:44.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.824108+0000) 2023-03-22T16:50:45.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:44.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.823638+0000) 2023-03-22T16:50:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:44.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.823866+0000) 2023-03-22T16:50:45.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:44.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.823676+0000) 2023-03-22T16:50:45.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:44.822+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.824219+0000) 2023-03-22T16:50:45.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:44.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:44.823241+0000) 2023-03-22T16:50:45.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:45 smithi098 ceph-mon[94136]: pgmap v4283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:50:45.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:45.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.570822+0000) 2023-03-22T16:50:45.824 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:45.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.779740+0000) 2023-03-22T16:50:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:45 smithi142 ceph-mon[94717]: pgmap v4283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:50:46.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:45.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.823984+0000) 2023-03-22T16:50:46.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:45.822+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.824235+0000) 2023-03-22T16:50:46.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:45.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.823756+0000) 2023-03-22T16:50:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:45.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.823785+0000) 2023-03-22T16:50:46.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:45.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.824302+0000) 2023-03-22T16:50:46.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:45.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:45.823412+0000) 2023-03-22T16:50:46.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:46.569+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.571000+0000) 2023-03-22T16:50:46.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:46.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.779920+0000) 2023-03-22T16:50:47.101 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:46.823+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.824362+0000) 2023-03-22T16:50:47.102 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:46.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.823880+0000) 2023-03-22T16:50:47.103 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:46.822+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.824101+0000) 2023-03-22T16:50:47.103 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:46.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.823538+0000) 2023-03-22T16:50:47.104 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:46.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.824407+0000) 2023-03-22T16:50:47.105 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:46.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:46.823905+0000) 2023-03-22T16:50:47.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:47 smithi098 ceph-mon[94136]: pgmap v4284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:47.829 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:47.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.571295+0000) 2023-03-22T16:50:47.829 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:47.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.780086+0000) 2023-03-22T16:50:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:47 smithi142 ceph-mon[94717]: pgmap v4284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:48.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:47.823+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.824493+0000) 2023-03-22T16:50:48.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:47.822+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.824075+0000) 2023-03-22T16:50:48.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:47.823+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.824371+0000) 2023-03-22T16:50:48.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:47.822+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.824018+0000) 2023-03-22T16:50:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:47.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.824545+0000) 2023-03-22T16:50:48.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:47.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:47.823683+0000) 2023-03-22T16:50:48.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:48.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.571403+0000) 2023-03-22T16:50:48.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:48.778+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.780220+0000) 2023-03-22T16:50:49.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:48.823+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.824511+0000) 2023-03-22T16:50:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:48.823+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.824608+0000) 2023-03-22T16:50:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:48.823+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.824284+0000) 2023-03-22T16:50:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:48.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.824330+0000) 2023-03-22T16:50:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:48.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.824665+0000) 2023-03-22T16:50:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:48.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:48.823810+0000) 2023-03-22T16:50:49.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:49 smithi098 ceph-mon[94136]: pgmap v4285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:50:49.824 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:49.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.571638+0000) 2023-03-22T16:50:49.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:49.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.780372+0000) 2023-03-22T16:50:49.826 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:49.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.823912+0000) 2023-03-22T16:50:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:49 smithi142 ceph-mon[94717]: pgmap v4285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:50:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:49.823+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.825099+0000) 2023-03-22T16:50:50.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:49.823+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.824500+0000) 2023-03-22T16:50:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:49.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.824932+0000) 2023-03-22T16:50:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:49.823+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.824701+0000) 2023-03-22T16:50:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:49.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:49.824578+0000) 2023-03-22T16:50:50.825 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:50.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.571801+0000) 2023-03-22T16:50:50.826 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:50.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.780481+0000) 2023-03-22T16:50:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:50.823+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.825203+0000) 2023-03-22T16:50:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:50.823+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.824631+0000) 2023-03-22T16:50:51.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:50.823+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.824809+0000) 2023-03-22T16:50:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:50.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.825043+0000) 2023-03-22T16:50:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:50.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.824689+0000) 2023-03-22T16:50:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:50.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:50.824053+0000) 2023-03-22T16:50:51.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:51 smithi098 ceph-mon[94136]: pgmap v4286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:51.825 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:51.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.572016+0000) 2023-03-22T16:50:51.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:51.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.780594+0000) 2023-03-22T16:50:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:51 smithi142 ceph-mon[94717]: pgmap v4286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:50:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:51.823+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.824926+0000) 2023-03-22T16:50:52.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:51.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.825339+0000) 2023-03-22T16:50:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:51.823+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.824753+0000) 2023-03-22T16:50:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:51.823+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.825151+0000) 2023-03-22T16:50:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:51.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.824793+0000) 2023-03-22T16:50:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:51.822+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:51.824226+0000) 2023-03-22T16:50:52.825 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:52.570+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.572183+0000) 2023-03-22T16:50:52.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:52.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.780719+0000) 2023-03-22T16:50:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:52.823+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.825061+0000) 2023-03-22T16:50:53.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:52.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.825477+0000) 2023-03-22T16:50:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:52.823+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.824943+0000) 2023-03-22T16:50:53.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:52.824+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:53.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:52.824+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:53.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:52.826+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.827278+0000) 2023-03-22T16:50:53.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:52.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.825404+0000) 2023-03-22T16:50:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:52.823+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.824347+0000) 2023-03-22T16:50:53.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:52.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:52.824903+0000) 2023-03-22T16:50:53.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:53 smithi098 ceph-mon[94136]: pgmap v4287: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:50:53.825 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:53.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.780832+0000) 2023-03-22T16:50:53.826 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:53.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.572438+0000) 2023-03-22T16:50:53.826 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:53.571+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:53.826 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:53.571+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:53.827 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:53.580+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.581685+0000) 2023-03-22T16:50:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:53 smithi142 ceph-mon[94717]: pgmap v4287: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:50:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:53.823+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.825204+0000) 2023-03-22T16:50:54.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:53.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.825598+0000) 2023-03-22T16:50:54.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:53.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.825020+0000) 2023-03-22T16:50:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:53.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.825512+0000) 2023-03-22T16:50:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:53.823+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:53.824511+0000) 2023-03-22T16:50:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:54.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.825347+0000) 2023-03-22T16:50:55.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:54.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.781011+0000) 2023-03-22T16:50:55.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:54.824+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.825723+0000) 2023-03-22T16:50:55.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:54.825+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:55.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:54.825+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:55.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:54.827+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.829171+0000) 2023-03-22T16:50:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:54.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.825612+0000) 2023-03-22T16:50:55.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:54.823+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.825130+0000) 2023-03-22T16:50:55.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:54.823+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.824652+0000) 2023-03-22T16:50:55.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:54.823+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:55.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:54.823+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:55.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:54.827+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:54.829249+0000) 2023-03-22T16:50:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:55 smithi142 ceph-mon[94717]: pgmap v4288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.3 KiB/s rd, 9 op/s 2023-03-22T16:50:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:55 smithi098 ceph-mon[94136]: pgmap v4288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.3 KiB/s rd, 9 op/s 2023-03-22T16:50:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:55.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:55.825549+0000) 2023-03-22T16:50:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:55.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:55.825373+0000) 2023-03-22T16:50:56.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:55.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:55.825743+0000) 2023-03-22T16:50:56.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:55.779+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:55.781183+0000) 2023-03-22T16:50:57.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:56.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:56.825859+0000) 2023-03-22T16:50:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:56.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:56.781393+0000) 2023-03-22T16:50:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:56.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:56.825544+0000) 2023-03-22T16:50:57.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:56.824+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:56.825701+0000) 2023-03-22T16:50:57.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:56.825+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:57.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:56.825+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:57.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:50:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:50:56.835+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:56.836526+0000) 2023-03-22T16:50:57.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:57.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:57.325297+0000) 2023-03-22T16:50:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:57 smithi142 ceph-mon[94717]: pgmap v4289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:50:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:57 smithi098 ceph-mon[94136]: pgmap v4289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:50:58.073 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:57.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:57.781537+0000) 2023-03-22T16:50:58.074 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:57.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:57.825979+0000) 2023-03-22T16:50:58.074 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:57.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:57.825694+0000) 2023-03-22T16:50:58.326 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:58.071+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:58.072673+0000) 2023-03-22T16:50:58.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:58.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:58.325439+0000) 2023-03-22T16:50:59.077 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:58.824+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:58.826143+0000) 2023-03-22T16:50:59.078 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:58.780+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:58.781691+0000) 2023-03-22T16:50:59.078 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:58.781+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:59.078 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:58.781+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:59.079 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:50:58.781+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:58.783167+0000) 2023-03-22T16:50:59.079 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:58.824+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:58.825856+0000) 2023-03-22T16:50:59.079 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:58.825+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:59.079 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:58.825+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:50:59.080 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:50:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:50:58.825+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:58.827239+0000) 2023-03-22T16:50:59.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:50:59.324+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:59.325943+0000) 2023-03-22T16:50:59.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:50:59.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:59.325567+0000) 2023-03-22T16:50:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:50:59.075+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:59.076325+0000) 2023-03-22T16:50:59.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:50:59.323+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:59.324835+0000) 2023-03-22T16:50:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:50:59 smithi142 ceph-mon[94717]: pgmap v4290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:50:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:50:59 smithi098 ceph-mon[94136]: pgmap v4290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:00.079 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:50:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:50:59.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:50:59.826384+0000) 2023-03-22T16:51:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:00.324+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:00.326066+0000) 2023-03-22T16:51:00.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:00.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:00.325693+0000) 2023-03-22T16:51:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:00.078+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:00.078744+0000) 2023-03-22T16:51:00.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:00.323+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:00.324962+0000) 2023-03-22T16:51:01.083 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:00.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:00.826542+0000) 2023-03-22T16:51:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:01.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:01.082439+0000) 2023-03-22T16:51:01.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:01.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:01.325972+0000) 2023-03-22T16:51:01.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:01.324+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:01.326184+0000) 2023-03-22T16:51:01.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:01.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:01.325814+0000) 2023-03-22T16:51:01.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:01.323+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:01.325097+0000) 2023-03-22T16:51:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:01 smithi142 ceph-mon[94717]: pgmap v4291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:51:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:01 smithi098 ceph-mon[94136]: pgmap v4291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:51:02.083 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:01.825+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:01.826675+0000) 2023-03-22T16:51:02.084 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:01.826+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:02.084 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:01.826+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:02.084 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:01.828+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:01.830148+0000) 2023-03-22T16:51:02.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:02.081+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:02.083061+0000) 2023-03-22T16:51:02.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:02.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:02.326090+0000) 2023-03-22T16:51:02.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:02.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:02.326299+0000) 2023-03-22T16:51:02.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:02.323+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:02.325221+0000) 2023-03-22T16:51:02.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:02.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:02.325933+0000) 2023-03-22T16:51:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:03.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:03.326423+0000) 2023-03-22T16:51:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:03.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:03.326064+0000) 2023-03-22T16:51:03.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:03.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:03.325356+0000) 2023-03-22T16:51:03.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:03.324+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:03.326239+0000) 2023-03-22T16:51:03.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:03.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:03.083297+0000) 2023-03-22T16:51:03.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:03.280+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:03.281998+0000) 2023-03-22T16:51:03.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:03.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:03.326087+0000) 2023-03-22T16:51:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:03 smithi142 ceph-mon[94717]: pgmap v4292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2023-03-22T16:51:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:03 smithi098 ceph-mon[94136]: pgmap v4292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 25 op/s 2023-03-22T16:51:04.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:04.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:04.083420+0000) 2023-03-22T16:51:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:04.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:04.326542+0000) 2023-03-22T16:51:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:04.324+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:04.326202+0000) 2023-03-22T16:51:04.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:04.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:04.326387+0000) 2023-03-22T16:51:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:04.324+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:04.326225+0000) 2023-03-22T16:51:04.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:04.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:04.325486+0000) 2023-03-22T16:51:04.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:04.280+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:04.282200+0000) 2023-03-22T16:51:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:05.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:05.083650+0000) 2023-03-22T16:51:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:05.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:05.326661+0000) 2023-03-22T16:51:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:05.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:05.326304+0000) 2023-03-22T16:51:05.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:05.281+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:05.282354+0000) 2023-03-22T16:51:05.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:05.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:05.326504+0000) 2023-03-22T16:51:05.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:05.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:05.326365+0000) 2023-03-22T16:51:05.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:05.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:05.325601+0000) 2023-03-22T16:51:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:05 smithi142 ceph-mon[94717]: pgmap v4293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T16:51:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:05 smithi098 ceph-mon[94136]: pgmap v4293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2023-03-22T16:51:06.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:06.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.326792+0000) 2023-03-22T16:51:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:06.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.326432+0000) 2023-03-22T16:51:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:06.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.083763+0000) 2023-03-22T16:51:06.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:06.281+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.282481+0000) 2023-03-22T16:51:06.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:06.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.326620+0000) 2023-03-22T16:51:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:06.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.326913+0000) 2023-03-22T16:51:06.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:06.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.326488+0000) 2023-03-22T16:51:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:06.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:06.325731+0000) 2023-03-22T16:51:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:07.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.326909+0000) 2023-03-22T16:51:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:07.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.326556+0000) 2023-03-22T16:51:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:07.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.084011+0000) 2023-03-22T16:51:07.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:07.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.326609+0000) 2023-03-22T16:51:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:07.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.327035+0000) 2023-03-22T16:51:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:07.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.325854+0000) 2023-03-22T16:51:07.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:07.282+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.282656+0000) 2023-03-22T16:51:07.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:07.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:07.326732+0000) 2023-03-22T16:51:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:07 smithi142 ceph-mon[94717]: pgmap v4294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:51:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:07 smithi098 ceph-mon[94136]: pgmap v4294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:51:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:08.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.327028+0000) 2023-03-22T16:51:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:08.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.326674+0000) 2023-03-22T16:51:08.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:08.281+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.282796+0000) 2023-03-22T16:51:08.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:08.082+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.084146+0000) 2023-03-22T16:51:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:08.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.326856+0000) 2023-03-22T16:51:08.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:08.325+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.327152+0000) 2023-03-22T16:51:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:08.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.326747+0000) 2023-03-22T16:51:08.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:08.324+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:08.325980+0000) 2023-03-22T16:51:09.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:09.325+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.327147+0000) 2023-03-22T16:51:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:09.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.326796+0000) 2023-03-22T16:51:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:09.083+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.084409+0000) 2023-03-22T16:51:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:09.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.327280+0000) 2023-03-22T16:51:09.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:09.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.326972+0000) 2023-03-22T16:51:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:09.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.326936+0000) 2023-03-22T16:51:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:09.281+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.282960+0000) 2023-03-22T16:51:09.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:09.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:09.326165+0000) 2023-03-22T16:51:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:09 smithi142 ceph-mon[94717]: pgmap v4295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:51:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:09 smithi098 ceph-mon[94136]: pgmap v4295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:51:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:10.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.327264+0000) 2023-03-22T16:51:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:10.325+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.326914+0000) 2023-03-22T16:51:10.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:10.282+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.283154+0000) 2023-03-22T16:51:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:10.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.327400+0000) 2023-03-22T16:51:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:10.325+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.327065+0000) 2023-03-22T16:51:10.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:10.084+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.084619+0000) 2023-03-22T16:51:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:10.325+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.327090+0000) 2023-03-22T16:51:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:10.325+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:10.326339+0000) 2023-03-22T16:51:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:10 smithi142 ceph-mon[94717]: osdmap e273: 12 total, 9 up, 9 in 2023-03-22T16:51:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:10 smithi098 ceph-mon[94136]: osdmap e273: 12 total, 9 up, 9 in 2023-03-22T16:51:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:11.326+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.327392+0000) 2023-03-22T16:51:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:11.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.327034+0000) 2023-03-22T16:51:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:11.326+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.327206+0000) 2023-03-22T16:51:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:11.282+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.283307+0000) 2023-03-22T16:51:11.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:11.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.326526+0000) 2023-03-22T16:51:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:11.084+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.084867+0000) 2023-03-22T16:51:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:11.326+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.327518+0000) 2023-03-22T16:51:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:11.326+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:11.327186+0000) 2023-03-22T16:51:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:11 smithi142 ceph-mon[94717]: pgmap v4297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:51:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:11 smithi098 ceph-mon[94136]: pgmap v4297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:51:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:12.084+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.085084+0000) 2023-03-22T16:51:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:12.327+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.327318+0000) 2023-03-22T16:51:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:12.327+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.327566+0000) 2023-03-22T16:51:12.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:12.326+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.327153+0000) 2023-03-22T16:51:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:12.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.327650+0000) 2023-03-22T16:51:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:12.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.283456+0000) 2023-03-22T16:51:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:12.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.327318+0000) 2023-03-22T16:51:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:12.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:12.326698+0000) 2023-03-22T16:51:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:13.327+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.327683+0000) 2023-03-22T16:51:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:13.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.327283+0000) 2023-03-22T16:51:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:13.085+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.085287+0000) 2023-03-22T16:51:13.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:13.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.283642+0000) 2023-03-22T16:51:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:13.327+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.327440+0000) 2023-03-22T16:51:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:13.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.327774+0000) 2023-03-22T16:51:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:13.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.326835+0000) 2023-03-22T16:51:13.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:13.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:13.327432+0000) 2023-03-22T16:51:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:13 smithi142 ceph-mon[94717]: pgmap v4298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 307 B/s wr, 10 op/s 2023-03-22T16:51:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:13 smithi098 ceph-mon[94136]: pgmap v4298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 307 B/s wr, 10 op/s 2023-03-22T16:51:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:14.085+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.085463+0000) 2023-03-22T16:51:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:14.327+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.327794+0000) 2023-03-22T16:51:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:14.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.327407+0000) 2023-03-22T16:51:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:14.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.327534+0000) 2023-03-22T16:51:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:14.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.327017+0000) 2023-03-22T16:51:14.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:14.327+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.327572+0000) 2023-03-22T16:51:14.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:14.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.327887+0000) 2023-03-22T16:51:14.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:14.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:14.283767+0000) 2023-03-22T16:51:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:15.327+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.327894+0000) 2023-03-22T16:51:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:15.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.327517+0000) 2023-03-22T16:51:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:15.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.283876+0000) 2023-03-22T16:51:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:15.327+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.327689+0000) 2023-03-22T16:51:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:15.085+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.085766+0000) 2023-03-22T16:51:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:15.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.328002+0000) 2023-03-22T16:51:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:15.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.327640+0000) 2023-03-22T16:51:15.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:15.326+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:15.327159+0000) 2023-03-22T16:51:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:15 smithi142 ceph-mon[94717]: pgmap v4299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:51:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:15 smithi098 ceph-mon[94136]: pgmap v4299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:51:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:16.085+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.085907+0000) 2023-03-22T16:51:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:16.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.327817+0000) 2023-03-22T16:51:16.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:16.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.328392+0000) 2023-03-22T16:51:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:16.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.327763+0000) 2023-03-22T16:51:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:16.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.284038+0000) 2023-03-22T16:51:16.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:16.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.327675+0000) 2023-03-22T16:51:16.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:16.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.328121+0000) 2023-03-22T16:51:16.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:16.327+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:16.327362+0000) 2023-03-22T16:51:17.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:17.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.328500+0000) 2023-03-22T16:51:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:17.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.327802+0000) 2023-03-22T16:51:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:17.085+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.086140+0000) 2023-03-22T16:51:17.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:17.283+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.284178+0000) 2023-03-22T16:51:17.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:17.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.328488+0000) 2023-03-22T16:51:17.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:17.327+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.327499+0000) 2023-03-22T16:51:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:17.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.327894+0000) 2023-03-22T16:51:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:17.327+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:17.328235+0000) 2023-03-22T16:51:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:17 smithi142 ceph-mon[94717]: pgmap v4300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:51:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:17 smithi098 ceph-mon[94136]: pgmap v4300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:51:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:18.086+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.086265+0000) 2023-03-22T16:51:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:18.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.327915+0000) 2023-03-22T16:51:18.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:18.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.328626+0000) 2023-03-22T16:51:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:18.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.328013+0000) 2023-03-22T16:51:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:18.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.328303+0000) 2023-03-22T16:51:18.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:18.327+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.327639+0000) 2023-03-22T16:51:18.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:18.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.284346+0000) 2023-03-22T16:51:18.845 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:18.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:18.328607+0000) 2023-03-22T16:51:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:19.086+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.086497+0000) 2023-03-22T16:51:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:19.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.328737+0000) 2023-03-22T16:51:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:19.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.328706+0000) 2023-03-22T16:51:19.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:19.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.328027+0000) 2023-03-22T16:51:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:19.327+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.328132+0000) 2023-03-22T16:51:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:19.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.284508+0000) 2023-03-22T16:51:19.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:19.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.328412+0000) 2023-03-22T16:51:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:19.327+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:19.327766+0000) 2023-03-22T16:51:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:19 smithi142 ceph-mon[94717]: pgmap v4301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:51:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:19 smithi098 ceph-mon[94136]: pgmap v4301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:51:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:20.086+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.086615+0000) 2023-03-22T16:51:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:20.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.328852+0000) 2023-03-22T16:51:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:20.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.328808+0000) 2023-03-22T16:51:20.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:20.327+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.328163+0000) 2023-03-22T16:51:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:20.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.328258+0000) 2023-03-22T16:51:20.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:20.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.284662+0000) 2023-03-22T16:51:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:20.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.328530+0000) 2023-03-22T16:51:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:20.327+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:20.327882+0000) 2023-03-22T16:51:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:21.086+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.086846+0000) 2023-03-22T16:51:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:21.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.328911+0000) 2023-03-22T16:51:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:21.328+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.328332+0000) 2023-03-22T16:51:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:21.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.284794+0000) 2023-03-22T16:51:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:21.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.328646+0000) 2023-03-22T16:51:21.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:21.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.328415+0000) 2023-03-22T16:51:21.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:21.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.328958+0000) 2023-03-22T16:51:21.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:21.327+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:21.328054+0000) 2023-03-22T16:51:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:21 smithi142 ceph-mon[94717]: pgmap v4302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:51:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:21 smithi098 ceph-mon[94136]: pgmap v4302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:51:22.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:22.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.329015+0000) 2023-03-22T16:51:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:22.328+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.328486+0000) 2023-03-22T16:51:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:22.086+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.087006+0000) 2023-03-22T16:51:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:22.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.284953+0000) 2023-03-22T16:51:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:22.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.328759+0000) 2023-03-22T16:51:22.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:22.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.329088+0000) 2023-03-22T16:51:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:22.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.328537+0000) 2023-03-22T16:51:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:22.327+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:22.328194+0000) 2023-03-22T16:51:23.342 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:23.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.329130+0000) 2023-03-22T16:51:23.343 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:23.328+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.328606+0000) 2023-03-22T16:51:23.343 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:23.328+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:23.343 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:23.329+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:23.343 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:23.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.285061+0000) 2023-03-22T16:51:23.344 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:23.086+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.087207+0000) 2023-03-22T16:51:23.344 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:23.328+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.329198+0000) 2023-03-22T16:51:23.345 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:23.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.328648+0000) 2023-03-22T16:51:23.345 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:23.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.328883+0000) 2023-03-22T16:51:23.346 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:23.328+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.328359+0000) 2023-03-22T16:51:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:23.339+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:23.339583+0000) 2023-03-22T16:51:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:23 smithi142 ceph-mon[94717]: pgmap v4303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-03-22T16:51:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:23 smithi098 ceph-mon[94136]: pgmap v4303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-03-22T16:51:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:24.328+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.329248+0000) 2023-03-22T16:51:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:24.284+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.285170+0000) 2023-03-22T16:51:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:24.087+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.087301+0000) 2023-03-22T16:51:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:24.087+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:24.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:24.087+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:24.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:24.092+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.093168+0000) 2023-03-22T16:51:24.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:24.329+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.329299+0000) 2023-03-22T16:51:24.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:24.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.328995+0000) 2023-03-22T16:51:24.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:24.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.328765+0000) 2023-03-22T16:51:24.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:24.328+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:24.328510+0000) 2023-03-22T16:51:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:25.329+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.329422+0000) 2023-03-22T16:51:25.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:25.329+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.329381+0000) 2023-03-22T16:51:25.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:25.329+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:25.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:25.329+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:25.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:25.333+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.333278+0000) 2023-03-22T16:51:25.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:25.285+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.285292+0000) 2023-03-22T16:51:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:25.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.328890+0000) 2023-03-22T16:51:25.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:25.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.329116+0000) 2023-03-22T16:51:25.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:25.328+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.328702+0000) 2023-03-22T16:51:25.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:25.329+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:25.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:25.329+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:25.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:25.332+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:25.333151+0000) 2023-03-22T16:51:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:25 smithi142 ceph-mon[94717]: pgmap v4304: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.5 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:51:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:25 smithi098 ceph-mon[94136]: pgmap v4304: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.5 KiB/s rd, 85 B/s wr, 9 op/s 2023-03-22T16:51:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:26.329+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:26.329562+0000) 2023-03-22T16:51:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:26.285+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:26.285444+0000) 2023-03-22T16:51:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:26.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:26.329087+0000) 2023-03-22T16:51:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:26.329+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:26.329317+0000) 2023-03-22T16:51:27.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:27.328+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:27.329234+0000) 2023-03-22T16:51:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:27.329+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:27.329479+0000) 2023-03-22T16:51:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:27.285+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:27.285564+0000) 2023-03-22T16:51:27.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:27.329+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:27.329676+0000) 2023-03-22T16:51:27.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:27.330+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:27.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:27.330+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:27.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:27.341+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:27.342049+0000) 2023-03-22T16:51:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:27 smithi142 ceph-mon[94717]: pgmap v4305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:51:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:27 smithi098 ceph-mon[94136]: pgmap v4305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:51:28.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:27.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:27.828867+0000) 2023-03-22T16:51:28.588 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:28.329+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:28.329600+0000) 2023-03-22T16:51:28.589 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:28.285+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:28.285689+0000) 2023-03-22T16:51:28.589 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:28.329+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:28.329370+0000) 2023-03-22T16:51:28.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:28.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:28.587579+0000) 2023-03-22T16:51:28.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:28.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:28.828989+0000) 2023-03-22T16:51:29.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:29.329+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.329722+0000) 2023-03-22T16:51:29.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:29.329+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.329514+0000) 2023-03-22T16:51:29.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:29.329+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:29.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:29.330+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:29.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:29.333+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.333408+0000) 2023-03-22T16:51:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:29.285+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.285835+0000) 2023-03-22T16:51:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:29.286+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:29.286+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:29.287+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.287299+0000) 2023-03-22T16:51:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:29 smithi142 ceph-mon[94717]: pgmap v4306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:51:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:29 smithi098 ceph-mon[94136]: pgmap v4306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:51:29.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:29.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.829703+0000) 2023-03-22T16:51:29.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:29.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.829119+0000) 2023-03-22T16:51:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:29.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.591367+0000) 2023-03-22T16:51:29.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:29.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:29.828974+0000) 2023-03-22T16:51:30.596 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:30.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:30.329845+0000) 2023-03-22T16:51:30.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:30.593+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:30.595125+0000) 2023-03-22T16:51:30.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:30.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:30.829823+0000) 2023-03-22T16:51:30.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:30.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:30.829241+0000) 2023-03-22T16:51:30.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:30.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:30.829136+0000) 2023-03-22T16:51:31.600 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:31.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:31.329985+0000) 2023-03-22T16:51:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:31 smithi142 ceph-mon[94717]: pgmap v4307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:31 smithi098 ceph-mon[94136]: pgmap v4307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:31.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:31.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:31.829951+0000) 2023-03-22T16:51:31.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:31.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:31.829930+0000) 2023-03-22T16:51:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:31.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:31.829390+0000) 2023-03-22T16:51:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:31.598+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:31.599310+0000) 2023-03-22T16:51:31.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:31.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:31.829322+0000) 2023-03-22T16:51:32.600 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:32.328+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:32.330101+0000) 2023-03-22T16:51:32.601 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:32.329+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:32.601 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:32.329+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:32.601 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:32.331+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:32.332383+0000) 2023-03-22T16:51:32.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:32.598+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:32.600001+0000) 2023-03-22T16:51:32.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:32.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:32.830060+0000) 2023-03-22T16:51:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:32.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:32.830047+0000) 2023-03-22T16:51:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:32.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:32.829600+0000) 2023-03-22T16:51:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:32.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:32.829506+0000) 2023-03-22T16:51:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:33 smithi142 ceph-mon[94717]: pgmap v4308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:51:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:33 smithi098 ceph-mon[94136]: pgmap v4308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:51:33.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:33.828+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:33.830169+0000) 2023-03-22T16:51:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:33.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:33.829755+0000) 2023-03-22T16:51:33.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:33.784+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:33.786114+0000) 2023-03-22T16:51:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:33.598+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:33.600118+0000) 2023-03-22T16:51:33.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:33.828+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:33.830176+0000) 2023-03-22T16:51:33.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:33.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:33.829793+0000) 2023-03-22T16:51:33.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:33.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:33.829680+0000) 2023-03-22T16:51:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:34.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:34.830290+0000) 2023-03-22T16:51:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:34.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:34.829885+0000) 2023-03-22T16:51:34.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:34.784+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:34.786227+0000) 2023-03-22T16:51:34.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:34.599+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:34.600298+0000) 2023-03-22T16:51:34.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:34.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:34.830309+0000) 2023-03-22T16:51:34.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:34.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:34.829970+0000) 2023-03-22T16:51:34.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:34.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:34.829797+0000) 2023-03-22T16:51:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:35 smithi142 ceph-mon[94717]: pgmap v4309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:51:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:35 smithi098 ceph-mon[94136]: pgmap v4309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:51:35.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:35.599+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:35.600431+0000) 2023-03-22T16:51:35.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:35.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:35.830424+0000) 2023-03-22T16:51:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:35.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:35.830400+0000) 2023-03-22T16:51:35.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:35.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:35.829999+0000) 2023-03-22T16:51:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:35.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:35.786354+0000) 2023-03-22T16:51:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:35.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:35.830086+0000) 2023-03-22T16:51:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:35.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:35.829915+0000) 2023-03-22T16:51:36.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:36.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.830524+0000) 2023-03-22T16:51:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:36.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.830105+0000) 2023-03-22T16:51:36.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:36.599+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.600652+0000) 2023-03-22T16:51:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:36.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.786479+0000) 2023-03-22T16:51:36.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:36.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.830537+0000) 2023-03-22T16:51:36.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:36.828+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.830202+0000) 2023-03-22T16:51:36.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:36.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.830453+0000) 2023-03-22T16:51:36.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:36.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:36.830026+0000) 2023-03-22T16:51:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:37 smithi142 ceph-mon[94717]: pgmap v4310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:37 smithi098 ceph-mon[94136]: pgmap v4310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:37.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.830635+0000) 2023-03-22T16:51:37.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:37.828+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.830233+0000) 2023-03-22T16:51:37.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:37.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.786608+0000) 2023-03-22T16:51:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:37.599+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.600777+0000) 2023-03-22T16:51:37.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:37.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.830652+0000) 2023-03-22T16:51:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:37.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.830571+0000) 2023-03-22T16:51:37.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:37.829+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.830304+0000) 2023-03-22T16:51:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:37.828+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:37.830179+0000) 2023-03-22T16:51:38.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:38.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.831098+0000) 2023-03-22T16:51:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:38.829+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.830379+0000) 2023-03-22T16:51:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:38.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.830780+0000) 2023-03-22T16:51:38.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:38.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.786816+0000) 2023-03-22T16:51:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:38.599+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.601050+0000) 2023-03-22T16:51:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:38.829+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.830487+0000) 2023-03-22T16:51:38.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:38.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.830687+0000) 2023-03-22T16:51:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:38.829+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:38.830296+0000) 2023-03-22T16:51:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:39 smithi142 ceph-mon[94717]: pgmap v4311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:39 smithi098 ceph-mon[94136]: pgmap v4311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:40.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:39.829+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.831208+0000) 2023-03-22T16:51:40.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:39.829+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.830495+0000) 2023-03-22T16:51:40.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:39.600+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.601215+0000) 2023-03-22T16:51:40.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:39.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.787012+0000) 2023-03-22T16:51:40.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:39.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.830890+0000) 2023-03-22T16:51:40.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:39.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.830804+0000) 2023-03-22T16:51:40.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:39.829+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.830612+0000) 2023-03-22T16:51:40.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:39.829+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:39.830438+0000) 2023-03-22T16:51:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:40.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.831300+0000) 2023-03-22T16:51:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:40.829+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.830613+0000) 2023-03-22T16:51:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:40.785+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.787133+0000) 2023-03-22T16:51:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:40.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.830920+0000) 2023-03-22T16:51:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:40.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.831040+0000) 2023-03-22T16:51:40.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:40.600+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.601399+0000) 2023-03-22T16:51:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:40.829+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.830772+0000) 2023-03-22T16:51:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:40.829+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:40.830546+0000) 2023-03-22T16:51:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:41 smithi142 ceph-mon[94717]: pgmap v4312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:41 smithi098 ceph-mon[94136]: pgmap v4312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:41.600+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.601519+0000) 2023-03-22T16:51:41.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:41.829+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.831154+0000) 2023-03-22T16:51:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:41.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.831420+0000) 2023-03-22T16:51:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:41.829+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.830793+0000) 2023-03-22T16:51:41.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:41.829+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.830728+0000) 2023-03-22T16:51:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:41.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.787289+0000) 2023-03-22T16:51:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:41.829+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.830917+0000) 2023-03-22T16:51:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:41.829+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:41.831057+0000) 2023-03-22T16:51:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:42.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.831541+0000) 2023-03-22T16:51:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:42.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.830981+0000) 2023-03-22T16:51:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:42.600+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.601727+0000) 2023-03-22T16:51:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:42.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.831296+0000) 2023-03-22T16:51:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:42.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.787420+0000) 2023-03-22T16:51:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:42.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.831111+0000) 2023-03-22T16:51:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:42.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.831195+0000) 2023-03-22T16:51:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:42.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:42.830940+0000) 2023-03-22T16:51:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:43 smithi142 ceph-mon[94717]: pgmap v4313: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:51:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:43 smithi098 ceph-mon[94136]: pgmap v4313: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 11 op/s 2023-03-22T16:51:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:43.600+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.601842+0000) 2023-03-22T16:51:43.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:43.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.831657+0000) 2023-03-22T16:51:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:43.829+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.831172+0000) 2023-03-22T16:51:43.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:43.829+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.831105+0000) 2023-03-22T16:51:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:43.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.787559+0000) 2023-03-22T16:51:43.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:43.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.831414+0000) 2023-03-22T16:51:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:43.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.831374+0000) 2023-03-22T16:51:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:43.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:43.831258+0000) 2023-03-22T16:51:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:44.601+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.602148+0000) 2023-03-22T16:51:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:44.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.831678+0000) 2023-03-22T16:51:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:44.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.831809+0000) 2023-03-22T16:51:44.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:44.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.831367+0000) 2023-03-22T16:51:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:44.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.831535+0000) 2023-03-22T16:51:44.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:44.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.787678+0000) 2023-03-22T16:51:44.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:44.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.831415+0000) 2023-03-22T16:51:44.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:44.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:44.831318+0000) 2023-03-22T16:51:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:45 smithi142 ceph-mon[94717]: pgmap v4314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:51:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:45 smithi098 ceph-mon[94136]: pgmap v4314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:51:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:45.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.831848+0000) 2023-03-22T16:51:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:45.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.831922+0000) 2023-03-22T16:51:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:45.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.831547+0000) 2023-03-22T16:51:45.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:45.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.787805+0000) 2023-03-22T16:51:45.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:45.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.831559+0000) 2023-03-22T16:51:45.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:45.601+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.602296+0000) 2023-03-22T16:51:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:45.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.831708+0000) 2023-03-22T16:51:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:45.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:45.831604+0000) 2023-03-22T16:51:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:46.601+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.602577+0000) 2023-03-22T16:51:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:46.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.832054+0000) 2023-03-22T16:51:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:46.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.831675+0000) 2023-03-22T16:51:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:46.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.787945+0000) 2023-03-22T16:51:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:46.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.831729+0000) 2023-03-22T16:51:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:46.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.831711+0000) 2023-03-22T16:51:46.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:46.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.832031+0000) 2023-03-22T16:51:46.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:46.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:46.831897+0000) 2023-03-22T16:51:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:47 smithi142 ceph-mon[94717]: pgmap v4315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:47 smithi098 ceph-mon[94136]: pgmap v4315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:47.601+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.602761+0000) 2023-03-22T16:51:47.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:47.830+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.832155+0000) 2023-03-22T16:51:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:47.830+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.832178+0000) 2023-03-22T16:51:47.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:47.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.831806+0000) 2023-03-22T16:51:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:47.786+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.788105+0000) 2023-03-22T16:51:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:47.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.831851+0000) 2023-03-22T16:51:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:47.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.832043+0000) 2023-03-22T16:51:47.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:47.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:47.831844+0000) 2023-03-22T16:51:48.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:48.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.832302+0000) 2023-03-22T16:51:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:48.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.831935+0000) 2023-03-22T16:51:48.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:48.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.788333+0000) 2023-03-22T16:51:48.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:48.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.832314+0000) 2023-03-22T16:51:48.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:48.601+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.603008+0000) 2023-03-22T16:51:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:48.830+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.832167+0000) 2023-03-22T16:51:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:48.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.831980+0000) 2023-03-22T16:51:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:48.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:48.831974+0000) 2023-03-22T16:51:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:49 smithi142 ceph-mon[94717]: pgmap v4316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:49 smithi098 ceph-mon[94136]: pgmap v4316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:49.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.603205+0000) 2023-03-22T16:51:49.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:49.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.832436+0000) 2023-03-22T16:51:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:49.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.832431+0000) 2023-03-22T16:51:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:49.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.832066+0000) 2023-03-22T16:51:49.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:49.830+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.832232+0000) 2023-03-22T16:51:49.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:49.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.788493+0000) 2023-03-22T16:51:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:49.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.832105+0000) 2023-03-22T16:51:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:49.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:49.832301+0000) 2023-03-22T16:51:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:50.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.603499+0000) 2023-03-22T16:51:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:50.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.832807+0000) 2023-03-22T16:51:50.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:50.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.832888+0000) 2023-03-22T16:51:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:50.830+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.832192+0000) 2023-03-22T16:51:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:50.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.832447+0000) 2023-03-22T16:51:50.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:50.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.788618+0000) 2023-03-22T16:51:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:50.830+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.832232+0000) 2023-03-22T16:51:50.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:50.831+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:50.832397+0000) 2023-03-22T16:51:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:51 smithi142 ceph-mon[94717]: pgmap v4317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:51 smithi098 ceph-mon[94136]: pgmap v4317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:51.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.603619+0000) 2023-03-22T16:51:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:51.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.833006+0000) 2023-03-22T16:51:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:51.831+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.832320+0000) 2023-03-22T16:51:51.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:51.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.788742+0000) 2023-03-22T16:51:51.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:51.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.832412+0000) 2023-03-22T16:51:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:51.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.832580+0000) 2023-03-22T16:51:51.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:51.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.832930+0000) 2023-03-22T16:51:51.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:51.831+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:51.832516+0000) 2023-03-22T16:51:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:52.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.603841+0000) 2023-03-22T16:51:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:52.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.833042+0000) 2023-03-22T16:51:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:52.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.833119+0000) 2023-03-22T16:51:52.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:52.831+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.832459+0000) 2023-03-22T16:51:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:52.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.832695+0000) 2023-03-22T16:51:52.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:52.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.788971+0000) 2023-03-22T16:51:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:52.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.832533+0000) 2023-03-22T16:51:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:52.831+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:52.832640+0000) 2023-03-22T16:51:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:53 smithi142 ceph-mon[94717]: pgmap v4318: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:53.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:53 smithi098 ceph-mon[94136]: pgmap v4318: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:53.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.603965+0000) 2023-03-22T16:51:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:53.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.833144+0000) 2023-03-22T16:51:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:53.831+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.833222+0000) 2023-03-22T16:51:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:53.787+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.789172+0000) 2023-03-22T16:51:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:53.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.832659+0000) 2023-03-22T16:51:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:53.831+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.832761+0000) 2023-03-22T16:51:53.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:53.831+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.832625+0000) 2023-03-22T16:51:53.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:53.832+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:53.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:53.832+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:53.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:53.834+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.836152+0000) 2023-03-22T16:51:53.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:53.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:53.832826+0000) 2023-03-22T16:51:54.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:54.832+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.833300+0000) 2023-03-22T16:51:54.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:54.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.789315+0000) 2023-03-22T16:51:54.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:54.831+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.833256+0000) 2023-03-22T16:51:54.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:54.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.832992+0000) 2023-03-22T16:51:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:54.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.832840+0000) 2023-03-22T16:51:54.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:54.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.604249+0000) 2023-03-22T16:51:54.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:54.603+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:54.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:54.603+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:54.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:54.616+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.617396+0000) 2023-03-22T16:51:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:54.831+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:54.832911+0000) 2023-03-22T16:51:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:55 smithi142 ceph-mon[94717]: pgmap v4319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:51:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:55 smithi098 ceph-mon[94136]: pgmap v4319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.4 KiB/s rd, 9 op/s 2023-03-22T16:51:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:55.832+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.833453+0000) 2023-03-22T16:51:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:55.833+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:56.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:55.833+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:56.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:51:55.834+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.836233+0000) 2023-03-22T16:51:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:55.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.833007+0000) 2023-03-22T16:51:56.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:55.832+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.833394+0000) 2023-03-22T16:51:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:55.831+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.833080+0000) 2023-03-22T16:51:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:55.832+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:55.833+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:51:55.835+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.836629+0000) 2023-03-22T16:51:56.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:55.831+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.833188+0000) 2023-03-22T16:51:56.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:55.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:55.789436+0000) 2023-03-22T16:51:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:56.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:56.789570+0000) 2023-03-22T16:51:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:56.832+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:56.833520+0000) 2023-03-22T16:51:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:56.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:56.833302+0000) 2023-03-22T16:51:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:56.831+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:56.833131+0000) 2023-03-22T16:51:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:57 smithi142 ceph-mon[94717]: pgmap v4320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:57 smithi098 ceph-mon[94136]: pgmap v4320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:51:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:57.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:57.789770+0000) 2023-03-22T16:51:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:57.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:57.833451+0000) 2023-03-22T16:51:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:57.832+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:57.833642+0000) 2023-03-22T16:51:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:57.833+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:57.833+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:51:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:51:57.837+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:57.838297+0000) 2023-03-22T16:51:58.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:57.832+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:57.833284+0000) 2023-03-22T16:51:58.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:58.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:58.333030+0000) 2023-03-22T16:51:59.105 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:58.788+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:58.789883+0000) 2023-03-22T16:51:59.106 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:58.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:58.833593+0000) 2023-03-22T16:51:59.106 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:58.832+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:58.833404+0000) 2023-03-22T16:51:59.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:51:59.331+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:59.333153+0000) 2023-03-22T16:51:59.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:51:59.103+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:59.104573+0000) 2023-03-22T16:51:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:51:59 smithi142 ceph-mon[94717]: pgmap v4321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:51:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:51:59 smithi098 ceph-mon[94136]: pgmap v4321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:00.108 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:51:59.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:59.833770+0000) 2023-03-22T16:52:00.108 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:59.789+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:59.790095+0000) 2023-03-22T16:52:00.109 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:59.789+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:00.109 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:59.789+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:00.110 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:51:59.796+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:59.797444+0000) 2023-03-22T16:52:00.110 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:59.832+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:59.833532+0000) 2023-03-22T16:52:00.111 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:59.833+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:00.111 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:59.833+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:00.111 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:51:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:51:59.838+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:51:59.839696+0000) 2023-03-22T16:52:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:00.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:00.333752+0000) 2023-03-22T16:52:00.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:00.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:00.333292+0000) 2023-03-22T16:52:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:00.105+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:00.107079+0000) 2023-03-22T16:52:00.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:00.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:00.333370+0000) 2023-03-22T16:52:01.111 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:00.832+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:00.833952+0000) 2023-03-22T16:52:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:01.109+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:01.110503+0000) 2023-03-22T16:52:01.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:01.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:01.333853+0000) 2023-03-22T16:52:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:01.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:01.333394+0000) 2023-03-22T16:52:01.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:01.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:01.333495+0000) 2023-03-22T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:01 smithi142 ceph-mon[94717]: pgmap v4322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:01 smithi098 ceph-mon[94136]: pgmap v4322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:02.115 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:01.833+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:01.834129+0000) 2023-03-22T16:52:02.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:02.113+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:02.114523+0000) 2023-03-22T16:52:02.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:02.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:02.333896+0000) 2023-03-22T16:52:02.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:02.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:02.333975+0000) 2023-03-22T16:52:02.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:02.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:02.333575+0000) 2023-03-22T16:52:02.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:02.333+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:02.333659+0000) 2023-03-22T16:52:03.116 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:02.833+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:02.834350+0000) 2023-03-22T16:52:03.116 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:02.833+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:03.116 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:02.833+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:03.117 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:02.842+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:02.844001+0000) 2023-03-22T16:52:03.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:03.113+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:03.115234+0000) 2023-03-22T16:52:03.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:03.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:03.334031+0000) 2023-03-22T16:52:03.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:03.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:03.334122+0000) 2023-03-22T16:52:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:03.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:03.333759+0000) 2023-03-22T16:52:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:03.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:03.333837+0000) 2023-03-22T16:52:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:03 smithi142 ceph-mon[94717]: pgmap v4323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:52:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:03 smithi098 ceph-mon[94136]: pgmap v4323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:52:04.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:04.332+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:04.334244+0000) 2023-03-22T16:52:04.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:04.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:04.333933+0000) 2023-03-22T16:52:04.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:04.332+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:04.334180+0000) 2023-03-22T16:52:04.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:04.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:04.290322+0000) 2023-03-22T16:52:04.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:04.114+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:04.115369+0000) 2023-03-22T16:52:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:04.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:04.333847+0000) 2023-03-22T16:52:04.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:04.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:04.334011+0000) 2023-03-22T16:52:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:05.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:05.115652+0000) 2023-03-22T16:52:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:05.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:05.334295+0000) 2023-03-22T16:52:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:05.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:05.334369+0000) 2023-03-22T16:52:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:05.332+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:05.334100+0000) 2023-03-22T16:52:05.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:05.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:05.290438+0000) 2023-03-22T16:52:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:05.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:05.333990+0000) 2023-03-22T16:52:05.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:05.332+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:05.334151+0000) 2023-03-22T16:52:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:05 smithi142 ceph-mon[94717]: pgmap v4324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:52:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:05 smithi098 ceph-mon[94136]: pgmap v4324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:52:06.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:06.114+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:06.115827+0000) 2023-03-22T16:52:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:06.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:06.334538+0000) 2023-03-22T16:52:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:06.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:06.334253+0000) 2023-03-22T16:52:06.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:06.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:06.290612+0000) 2023-03-22T16:52:06.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:06.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:06.334427+0000) 2023-03-22T16:52:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:06.332+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:06.334159+0000) 2023-03-22T16:52:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:06.333+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:06.334350+0000) 2023-03-22T16:52:07.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:07.114+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.116073+0000) 2023-03-22T16:52:07.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:07.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.334630+0000) 2023-03-22T16:52:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:07.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.334707+0000) 2023-03-22T16:52:07.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:07.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.334300+0000) 2023-03-22T16:52:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:07.333+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.334546+0000) 2023-03-22T16:52:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:07.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.290762+0000) 2023-03-22T16:52:07.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:07.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.334443+0000) 2023-03-22T16:52:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:07.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:07.334824+0000) 2023-03-22T16:52:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:07 smithi142 ceph-mon[94717]: pgmap v4325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:52:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:07 smithi098 ceph-mon[94136]: pgmap v4325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:52:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:08.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.334824+0000) 2023-03-22T16:52:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:08.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.334571+0000) 2023-03-22T16:52:08.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:08.333+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.334658+0000) 2023-03-22T16:52:08.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:08.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.290889+0000) 2023-03-22T16:52:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:08.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.334422+0000) 2023-03-22T16:52:08.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:08.114+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.116196+0000) 2023-03-22T16:52:08.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:08.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.334746+0000) 2023-03-22T16:52:08.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:08.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:08.334942+0000) 2023-03-22T16:52:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:09.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.116436+0000) 2023-03-22T16:52:09.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:09.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.334878+0000) 2023-03-22T16:52:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:09.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.334948+0000) 2023-03-22T16:52:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:09.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.334691+0000) 2023-03-22T16:52:09.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:09.333+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.334784+0000) 2023-03-22T16:52:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:09.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.291014+0000) 2023-03-22T16:52:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:09.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.334533+0000) 2023-03-22T16:52:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:09.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:09.335060+0000) 2023-03-22T16:52:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:09 smithi142 ceph-mon[94717]: pgmap v4326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:52:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:09 smithi098 ceph-mon[94136]: pgmap v4326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:52:10.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:10.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.116563+0000) 2023-03-22T16:52:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:10.333+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.335090+0000) 2023-03-22T16:52:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:10.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.334816+0000) 2023-03-22T16:52:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:10.289+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.291139+0000) 2023-03-22T16:52:10.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:10.333+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.335002+0000) 2023-03-22T16:52:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:10.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.334656+0000) 2023-03-22T16:52:10.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:10.333+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.335205+0000) 2023-03-22T16:52:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:10.333+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:10.334954+0000) 2023-03-22T16:52:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:10 smithi142 ceph-mon[94717]: osdmap e274: 12 total, 9 up, 9 in 2023-03-22T16:52:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:10 smithi098 ceph-mon[94136]: osdmap e274: 12 total, 9 up, 9 in 2023-03-22T16:52:11.335 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:11.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.116791+0000) 2023-03-22T16:52:11.336 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:11.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.291306+0000) 2023-03-22T16:52:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:11.334+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.335222+0000) 2023-03-22T16:52:11.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:11.334+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.334986+0000) 2023-03-22T16:52:11.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:11.334+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.335180+0000) 2023-03-22T16:52:11.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:11.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.335357+0000) 2023-03-22T16:52:11.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:11.334+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.334783+0000) 2023-03-22T16:52:11.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:11.334+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:11.335161+0000) 2023-03-22T16:52:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:11 smithi142 ceph-mon[94717]: pgmap v4328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:52:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:11 smithi098 ceph-mon[94136]: pgmap v4328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:52:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:12.334+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.335319+0000) 2023-03-22T16:52:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:12.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.335113+0000) 2023-03-22T16:52:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:12.291+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.291474+0000) 2023-03-22T16:52:12.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:12.334+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.335301+0000) 2023-03-22T16:52:12.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:12.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.116915+0000) 2023-03-22T16:52:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:12.334+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.335306+0000) 2023-03-22T16:52:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:12.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.335501+0000) 2023-03-22T16:52:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:12.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:12.334931+0000) 2023-03-22T16:52:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:13.334+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.335489+0000) 2023-03-22T16:52:13.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:13.333+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.335237+0000) 2023-03-22T16:52:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:13.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.291618+0000) 2023-03-22T16:52:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:13.334+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.335416+0000) 2023-03-22T16:52:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:13.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.335633+0000) 2023-03-22T16:52:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:13.333+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.335056+0000) 2023-03-22T16:52:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:13.334+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.335417+0000) 2023-03-22T16:52:13.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:13.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:13.117102+0000) 2023-03-22T16:52:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:13 smithi142 ceph-mon[94717]: pgmap v4329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:13 smithi098 ceph-mon[94136]: pgmap v4329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:14.334+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.335703+0000) 2023-03-22T16:52:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:14.334+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.335371+0000) 2023-03-22T16:52:14.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:14.334+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.335188+0000) 2023-03-22T16:52:14.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:14.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.291758+0000) 2023-03-22T16:52:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:14.334+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.335533+0000) 2023-03-22T16:52:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:14.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.335783+0000) 2023-03-22T16:52:14.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:14.334+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.335536+0000) 2023-03-22T16:52:14.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:14.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:14.117230+0000) 2023-03-22T16:52:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:15.334+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.335828+0000) 2023-03-22T16:52:15.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:15.334+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.335508+0000) 2023-03-22T16:52:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:15.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.291878+0000) 2023-03-22T16:52:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:15.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.117464+0000) 2023-03-22T16:52:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:15.334+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.335648+0000) 2023-03-22T16:52:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:15.334+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.335310+0000) 2023-03-22T16:52:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:15.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.335904+0000) 2023-03-22T16:52:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:15.334+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:15.335668+0000) 2023-03-22T16:52:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:15 smithi142 ceph-mon[94717]: pgmap v4330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:15 smithi098 ceph-mon[94136]: pgmap v4330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:16.334+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.335938+0000) 2023-03-22T16:52:16.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:16.334+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.335633+0000) 2023-03-22T16:52:16.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:16.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.292002+0000) 2023-03-22T16:52:16.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:16.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.117601+0000) 2023-03-22T16:52:16.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:16.334+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.335763+0000) 2023-03-22T16:52:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:16.334+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.335441+0000) 2023-03-22T16:52:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:16.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.336016+0000) 2023-03-22T16:52:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:16.334+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:16.335783+0000) 2023-03-22T16:52:17.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:17.334+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.336053+0000) 2023-03-22T16:52:17.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:17.334+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.335754+0000) 2023-03-22T16:52:17.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:17.290+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.292128+0000) 2023-03-22T16:52:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:17.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.117872+0000) 2023-03-22T16:52:17.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:17.334+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.335879+0000) 2023-03-22T16:52:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:17.334+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.336182+0000) 2023-03-22T16:52:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:17.334+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.335566+0000) 2023-03-22T16:52:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:17.334+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:17.335907+0000) 2023-03-22T16:52:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:17 smithi142 ceph-mon[94717]: pgmap v4331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:17 smithi098 ceph-mon[94136]: pgmap v4331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:18.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.118004+0000) 2023-03-22T16:52:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:18.335+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.336017+0000) 2023-03-22T16:52:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:18.335+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.336163+0000) 2023-03-22T16:52:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:18.335+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.335894+0000) 2023-03-22T16:52:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:18.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.336297+0000) 2023-03-22T16:52:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:18.292+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.292251+0000) 2023-03-22T16:52:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:18.335+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.335697+0000) 2023-03-22T16:52:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:18.335+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:18.336033+0000) 2023-03-22T16:52:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:19.336+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.336301+0000) 2023-03-22T16:52:19.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:19.335+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.336055+0000) 2023-03-22T16:52:19.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:19.292+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.292392+0000) 2023-03-22T16:52:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:19.335+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.336147+0000) 2023-03-22T16:52:19.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:19.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.118246+0000) 2023-03-22T16:52:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:19.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.336436+0000) 2023-03-22T16:52:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:19.335+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.336193+0000) 2023-03-22T16:52:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:19.335+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:19.335837+0000) 2023-03-22T16:52:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:19 smithi142 ceph-mon[94717]: pgmap v4332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:19 smithi098 ceph-mon[94136]: pgmap v4332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:52:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:20.336+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.336413+0000) 2023-03-22T16:52:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:20.335+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.336191+0000) 2023-03-22T16:52:20.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:20.292+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.292513+0000) 2023-03-22T16:52:20.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:20.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.118431+0000) 2023-03-22T16:52:20.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:20.336+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.336280+0000) 2023-03-22T16:52:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:20.335+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.336015+0000) 2023-03-22T16:52:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:20.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.336551+0000) 2023-03-22T16:52:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:20.336+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:20.336309+0000) 2023-03-22T16:52:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:21.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.118681+0000) 2023-03-22T16:52:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:21.336+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.336440+0000) 2023-03-22T16:52:21.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:21.336+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.336560+0000) 2023-03-22T16:52:21.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:21.336+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.336300+0000) 2023-03-22T16:52:21.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:21.335+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.336171+0000) 2023-03-22T16:52:21.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:21.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.336657+0000) 2023-03-22T16:52:21.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:21.292+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.292642+0000) 2023-03-22T16:52:21.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:21.336+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:21.336428+0000) 2023-03-22T16:52:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:21 smithi142 ceph-mon[94717]: pgmap v4333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:52:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:21 smithi098 ceph-mon[94136]: pgmap v4333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:52:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:22.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.118854+0000) 2023-03-22T16:52:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:22.336+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.336580+0000) 2023-03-22T16:52:22.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:22.336+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.336721+0000) 2023-03-22T16:52:22.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:22.336+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.336418+0000) 2023-03-22T16:52:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:22.292+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.292770+0000) 2023-03-22T16:52:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:22.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.336779+0000) 2023-03-22T16:52:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:22.336+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.336309+0000) 2023-03-22T16:52:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:22.336+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:22.336550+0000) 2023-03-22T16:52:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:23.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.119115+0000) 2023-03-22T16:52:23.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:23.336+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.336696+0000) 2023-03-22T16:52:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:23.336+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.336831+0000) 2023-03-22T16:52:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:23.336+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.336528+0000) 2023-03-22T16:52:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:23.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.336894+0000) 2023-03-22T16:52:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:23.292+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.292898+0000) 2023-03-22T16:52:23.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:23.336+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.336444+0000) 2023-03-22T16:52:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:23.336+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:23.336665+0000) 2023-03-22T16:52:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:23 smithi142 ceph-mon[94717]: pgmap v4334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:52:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:23 smithi098 ceph-mon[94136]: pgmap v4334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:52:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:24.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.119230+0000) 2023-03-22T16:52:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:24.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.337262+0000) 2023-03-22T16:52:24.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:24.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.337440+0000) 2023-03-22T16:52:24.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:24.336+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.336572+0000) 2023-03-22T16:52:24.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:24.336+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.336938+0000) 2023-03-22T16:52:24.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:24.292+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.293034+0000) 2023-03-22T16:52:24.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:24.336+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.336664+0000) 2023-03-22T16:52:24.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:24.337+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:24.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:24.337+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:24.476 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:24.338+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.339025+0000) 2023-03-22T16:52:24.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:24.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:24.337079+0000) 2023-03-22T16:52:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:25.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.337395+0000) 2023-03-22T16:52:25.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:25.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.337574+0000) 2023-03-22T16:52:25.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:25.336+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.336697+0000) 2023-03-22T16:52:25.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:25.293+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.293213+0000) 2023-03-22T16:52:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:25.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.119468+0000) 2023-03-22T16:52:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:25.119+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:25.119+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:25.125+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.125374+0000) 2023-03-22T16:52:25.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:25.336+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.337201+0000) 2023-03-22T16:52:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:25.336+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:25.337061+0000) 2023-03-22T16:52:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:25 smithi142 ceph-mon[94717]: pgmap v4335: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:52:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:25 smithi098 ceph-mon[94136]: pgmap v4335: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:52:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:26.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.337590+0000) 2023-03-22T16:52:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:26.293+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.293330+0000) 2023-03-22T16:52:26.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:26.337+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.337733+0000) 2023-03-22T16:52:26.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:26.338+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:26.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:26.338+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:26.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:26.343+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.343986+0000) 2023-03-22T16:52:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:26.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.337338+0000) 2023-03-22T16:52:26.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:26.336+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.336823+0000) 2023-03-22T16:52:26.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:26.336+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.337180+0000) 2023-03-22T16:52:26.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:26.337+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:26.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:26.337+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:26.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:26.340+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:26.340412+0000) 2023-03-22T16:52:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:27.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:27.337703+0000) 2023-03-22T16:52:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:27.293+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:27.293519+0000) 2023-03-22T16:52:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:27.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:27.337454+0000) 2023-03-22T16:52:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:27.336+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:27.336968+0000) 2023-03-22T16:52:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:27 smithi142 ceph-mon[94717]: pgmap v4336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:52:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:27 smithi098 ceph-mon[94136]: pgmap v4336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:52:28.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:28.336+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:28.337154+0000) 2023-03-22T16:52:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:28.293+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:28.293658+0000) 2023-03-22T16:52:28.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:28.337+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:28.337819+0000) 2023-03-22T16:52:28.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:28.338+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:28.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:28.338+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:28.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:28.344+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:28.345204+0000) 2023-03-22T16:52:28.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:28.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:28.337560+0000) 2023-03-22T16:52:29.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:28.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:28.836983+0000) 2023-03-22T16:52:29.620 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:29.293+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:29.293773+0000) 2023-03-22T16:52:29.621 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:29.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:29.337665+0000) 2023-03-22T16:52:29.621 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:29.337+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:29.337363+0000) 2023-03-22T16:52:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:29 smithi142 ceph-mon[94717]: pgmap v4337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:52:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:29 smithi098 ceph-mon[94136]: pgmap v4337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:52:29.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:29.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:29.619742+0000) 2023-03-22T16:52:29.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:29.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:29.837139+0000) 2023-03-22T16:52:30.624 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:30.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.337772+0000) 2023-03-22T16:52:30.624 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:30.293+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.293881+0000) 2023-03-22T16:52:30.625 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:30.294+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:30.625 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:30.294+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:30.625 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:30.307+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.308178+0000) 2023-03-22T16:52:30.625 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:30.337+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.337473+0000) 2023-03-22T16:52:30.626 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:30.337+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:30.626 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:30.337+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:30.626 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:30.343+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.344111+0000) 2023-03-22T16:52:30.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:30.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.623144+0000) 2023-03-22T16:52:30.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:30.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.837994+0000) 2023-03-22T16:52:30.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:30.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.837262+0000) 2023-03-22T16:52:30.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:30.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:30.837505+0000) 2023-03-22T16:52:31.627 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:31.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:31.337906+0000) 2023-03-22T16:52:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:31 smithi142 ceph-mon[94717]: pgmap v4338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:31 smithi098 ceph-mon[94136]: pgmap v4338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:31.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:31.838117+0000) 2023-03-22T16:52:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:31.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:31.837396+0000) 2023-03-22T16:52:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:31.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:31.626758+0000) 2023-03-22T16:52:31.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:31.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:31.837638+0000) 2023-03-22T16:52:32.630 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:32.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:32.338038+0000) 2023-03-22T16:52:32.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:32.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:32.838239+0000) 2023-03-22T16:52:32.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:32.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:32.837517+0000) 2023-03-22T16:52:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:32.629+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:32.629787+0000) 2023-03-22T16:52:32.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:32.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:32.838045+0000) 2023-03-22T16:52:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:32.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:32.837760+0000) 2023-03-22T16:52:33.631 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:33.337+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:33.338165+0000) 2023-03-22T16:52:33.631 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:33.338+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:33.632 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:33.338+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:33.632 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:33.346+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:33.346972+0000) 2023-03-22T16:52:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:33 smithi142 ceph-mon[94717]: pgmap v4339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:33 smithi098 ceph-mon[94136]: pgmap v4339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:33.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:33.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:33.630553+0000) 2023-03-22T16:52:33.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:33.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:33.838175+0000) 2023-03-22T16:52:33.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:33.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:33.838365+0000) 2023-03-22T16:52:33.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:33.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:33.837651+0000) 2023-03-22T16:52:33.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:33.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:33.837909+0000) 2023-03-22T16:52:34.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:34.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:34.838295+0000) 2023-03-22T16:52:34.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:34.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:34.838468+0000) 2023-03-22T16:52:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:34.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:34.837798+0000) 2023-03-22T16:52:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:34.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:34.630788+0000) 2023-03-22T16:52:34.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:34.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:34.837685+0000) 2023-03-22T16:52:34.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:34.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:34.838024+0000) 2023-03-22T16:52:34.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:34.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:34.794104+0000) 2023-03-22T16:52:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:35 smithi142 ceph-mon[94717]: pgmap v4340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:35 smithi098 ceph-mon[94136]: pgmap v4340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:35.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:35.838397+0000) 2023-03-22T16:52:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:35.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:35.838570+0000) 2023-03-22T16:52:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:35.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:35.837953+0000) 2023-03-22T16:52:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:35.792+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:35.794224+0000) 2023-03-22T16:52:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:35.836+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:35.837835+0000) 2023-03-22T16:52:35.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:35.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:35.630980+0000) 2023-03-22T16:52:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:35.836+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:35.838152+0000) 2023-03-22T16:52:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:36.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:36.631251+0000) 2023-03-22T16:52:36.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:36.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:36.838499+0000) 2023-03-22T16:52:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:36.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:36.838675+0000) 2023-03-22T16:52:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:36.836+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:36.838121+0000) 2023-03-22T16:52:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:36.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:36.794342+0000) 2023-03-22T16:52:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:36.836+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:36.838058+0000) 2023-03-22T16:52:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:36.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:36.838325+0000) 2023-03-22T16:52:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:37 smithi142 ceph-mon[94717]: pgmap v4341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:37 smithi098 ceph-mon[94136]: pgmap v4341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:37.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:37.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.631393+0000) 2023-03-22T16:52:37.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:37.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.838653+0000) 2023-03-22T16:52:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:37.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.838784+0000) 2023-03-22T16:52:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:37.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.838313+0000) 2023-03-22T16:52:37.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:37.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.838551+0000) 2023-03-22T16:52:37.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:37.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.838256+0000) 2023-03-22T16:52:37.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:37.837+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.838448+0000) 2023-03-22T16:52:37.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:37.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:37.794507+0000) 2023-03-22T16:52:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:38.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.631627+0000) 2023-03-22T16:52:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:38.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.838781+0000) 2023-03-22T16:52:38.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:38.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.838894+0000) 2023-03-22T16:52:38.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:38.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.838473+0000) 2023-03-22T16:52:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:38.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.794649+0000) 2023-03-22T16:52:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:38.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.838420+0000) 2023-03-22T16:52:38.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:38.837+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.838621+0000) 2023-03-22T16:52:38.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:38.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:38.838665+0000) 2023-03-22T16:52:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:39 smithi142 ceph-mon[94717]: pgmap v4342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:39 smithi098 ceph-mon[94136]: pgmap v4342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:39.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.631784+0000) 2023-03-22T16:52:39.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:39.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.838932+0000) 2023-03-22T16:52:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:39.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.839014+0000) 2023-03-22T16:52:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:39.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.838601+0000) 2023-03-22T16:52:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:39.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.794764+0000) 2023-03-22T16:52:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:39.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.838545+0000) 2023-03-22T16:52:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:39.837+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.838771+0000) 2023-03-22T16:52:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:39.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:39.838783+0000) 2023-03-22T16:52:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:40.837+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.839168+0000) 2023-03-22T16:52:40.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:40.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.838775+0000) 2023-03-22T16:52:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:40.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.794910+0000) 2023-03-22T16:52:40.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:40.837+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.838915+0000) 2023-03-22T16:52:40.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:40.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.632005+0000) 2023-03-22T16:52:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:40.837+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.839075+0000) 2023-03-22T16:52:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:40.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.838714+0000) 2023-03-22T16:52:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:40.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:40.838930+0000) 2023-03-22T16:52:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:41 smithi142 ceph-mon[94717]: pgmap v4343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:41 smithi098 ceph-mon[94136]: pgmap v4343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:41.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.632133+0000) 2023-03-22T16:52:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:41.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.839339+0000) 2023-03-22T16:52:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:41.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.838968+0000) 2023-03-22T16:52:41.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:41.837+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.839120+0000) 2023-03-22T16:52:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:41.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.838910+0000) 2023-03-22T16:52:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:41.793+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.795132+0000) 2023-03-22T16:52:41.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:41.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.839327+0000) 2023-03-22T16:52:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:41.837+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:41.839172+0000) 2023-03-22T16:52:42.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:42.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.632424+0000) 2023-03-22T16:52:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:42.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.839515+0000) 2023-03-22T16:52:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:42.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.839478+0000) 2023-03-22T16:52:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:42.837+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.839146+0000) 2023-03-22T16:52:42.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:42.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.839315+0000) 2023-03-22T16:52:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:42.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.795332+0000) 2023-03-22T16:52:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:42.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.839055+0000) 2023-03-22T16:52:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:42.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:42.839296+0000) 2023-03-22T16:52:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:43 smithi142 ceph-mon[94717]: pgmap v4344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:43 smithi098 ceph-mon[94136]: pgmap v4344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:43.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.632596+0000) 2023-03-22T16:52:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:43.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.839638+0000) 2023-03-22T16:52:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:43.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.839593+0000) 2023-03-22T16:52:43.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:43.838+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.839280+0000) 2023-03-22T16:52:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:43.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.795463+0000) 2023-03-22T16:52:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:43.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.839416+0000) 2023-03-22T16:52:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:43.837+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.839173+0000) 2023-03-22T16:52:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:43.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:43.839435+0000) 2023-03-22T16:52:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:44.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.632833+0000) 2023-03-22T16:52:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:44.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.839759+0000) 2023-03-22T16:52:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:44.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.839706+0000) 2023-03-22T16:52:44.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:44.838+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.839404+0000) 2023-03-22T16:52:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:44.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.839304+0000) 2023-03-22T16:52:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:44.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.795575+0000) 2023-03-22T16:52:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:44.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.839539+0000) 2023-03-22T16:52:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:44.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:44.839551+0000) 2023-03-22T16:52:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:45 smithi142 ceph-mon[94717]: pgmap v4345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:45 smithi098 ceph-mon[94136]: pgmap v4345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:45.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.633038+0000) 2023-03-22T16:52:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:45.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.839872+0000) 2023-03-22T16:52:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:45.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.839815+0000) 2023-03-22T16:52:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:45.838+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.839538+0000) 2023-03-22T16:52:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:45.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.795715+0000) 2023-03-22T16:52:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:45.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.839421+0000) 2023-03-22T16:52:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:45.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.839656+0000) 2023-03-22T16:52:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:45.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:45.839667+0000) 2023-03-22T16:52:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:46.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.633370+0000) 2023-03-22T16:52:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:46.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.840055+0000) 2023-03-22T16:52:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:46.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.839934+0000) 2023-03-22T16:52:46.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:46.838+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.839665+0000) 2023-03-22T16:52:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:46.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.839544+0000) 2023-03-22T16:52:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:46.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.795884+0000) 2023-03-22T16:52:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:46.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.839773+0000) 2023-03-22T16:52:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:46.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:46.839780+0000) 2023-03-22T16:52:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:47 smithi142 ceph-mon[94717]: pgmap v4346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:47 smithi098 ceph-mon[94136]: pgmap v4346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:47.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.840048+0000) 2023-03-22T16:52:47.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:47.838+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.839822+0000) 2023-03-22T16:52:47.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:47.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.795990+0000) 2023-03-22T16:52:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:47.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.633480+0000) 2023-03-22T16:52:47.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:47.838+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.840171+0000) 2023-03-22T16:52:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:47.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.839931+0000) 2023-03-22T16:52:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:47.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.839695+0000) 2023-03-22T16:52:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:47.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:47.839931+0000) 2023-03-22T16:52:48.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:48.838+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.840173+0000) 2023-03-22T16:52:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:48.838+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.840019+0000) 2023-03-22T16:52:48.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:48.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.796093+0000) 2023-03-22T16:52:48.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:48.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.633705+0000) 2023-03-22T16:52:48.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:48.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.840365+0000) 2023-03-22T16:52:48.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:48.838+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.840106+0000) 2023-03-22T16:52:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:48.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.839843+0000) 2023-03-22T16:52:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:48.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:48.840075+0000) 2023-03-22T16:52:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:49 smithi142 ceph-mon[94717]: pgmap v4347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:49 smithi098 ceph-mon[94136]: pgmap v4347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:49.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.633828+0000) 2023-03-22T16:52:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:49.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.840493+0000) 2023-03-22T16:52:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:49.838+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.840145+0000) 2023-03-22T16:52:49.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:49.839+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.840294+0000) 2023-03-22T16:52:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:49.794+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.796218+0000) 2023-03-22T16:52:49.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:49.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.840322+0000) 2023-03-22T16:52:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:49.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.839971+0000) 2023-03-22T16:52:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:49.838+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:49.840197+0000) 2023-03-22T16:52:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:50.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.634062+0000) 2023-03-22T16:52:50.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:50.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.840677+0000) 2023-03-22T16:52:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:50.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.840448+0000) 2023-03-22T16:52:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:50.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.840286+0000) 2023-03-22T16:52:50.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:50.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.840453+0000) 2023-03-22T16:52:50.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:50.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.796303+0000) 2023-03-22T16:52:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:50.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.840101+0000) 2023-03-22T16:52:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:50.839+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:50.840811+0000) 2023-03-22T16:52:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:51 smithi142 ceph-mon[94717]: pgmap v4348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:51 smithi098 ceph-mon[94136]: pgmap v4348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:51.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.634188+0000) 2023-03-22T16:52:51.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:51.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.840791+0000) 2023-03-22T16:52:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:51.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.840567+0000) 2023-03-22T16:52:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:51.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.840417+0000) 2023-03-22T16:52:51.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:51.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.840575+0000) 2023-03-22T16:52:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:51.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.796433+0000) 2023-03-22T16:52:51.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:51.838+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.840241+0000) 2023-03-22T16:52:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:51.839+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:51.840928+0000) 2023-03-22T16:52:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:52.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.634426+0000) 2023-03-22T16:52:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:52.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.840900+0000) 2023-03-22T16:52:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:52.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.840699+0000) 2023-03-22T16:52:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:52.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.840546+0000) 2023-03-22T16:52:52.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:52.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.840688+0000) 2023-03-22T16:52:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:52.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.796543+0000) 2023-03-22T16:52:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:52.839+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.840375+0000) 2023-03-22T16:52:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:52.839+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:52.841038+0000) 2023-03-22T16:52:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:53 smithi142 ceph-mon[94717]: pgmap v4349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:53 smithi098 ceph-mon[94136]: pgmap v4349: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:53.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:53.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.840824+0000) 2023-03-22T16:52:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:53.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.840672+0000) 2023-03-22T16:52:53.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:53.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.840804+0000) 2023-03-22T16:52:53.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:53.839+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.841147+0000) 2023-03-22T16:52:53.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:53.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.841010+0000) 2023-03-22T16:52:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:53.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.634601+0000) 2023-03-22T16:52:53.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:53.839+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.840496+0000) 2023-03-22T16:52:53.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:53.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:53.796708+0000) 2023-03-22T16:52:54.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:54.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.840987+0000) 2023-03-22T16:52:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:54.839+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.840800+0000) 2023-03-22T16:52:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:54.840+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:54.840+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:54.842+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.844258+0000) 2023-03-22T16:52:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:54.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.796905+0000) 2023-03-22T16:52:54.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:54.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.841134+0000) 2023-03-22T16:52:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:54.839+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.840668+0000) 2023-03-22T16:52:54.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:54.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.841290+0000) 2023-03-22T16:52:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:54.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.840926+0000) 2023-03-22T16:52:54.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:54.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:54.634848+0000) 2023-03-22T16:52:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:55 smithi142 ceph-mon[94717]: pgmap v4350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:55 smithi098 ceph-mon[94136]: pgmap v4350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:55.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:55.839+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.841119+0000) 2023-03-22T16:52:55.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:55.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.797037+0000) 2023-03-22T16:52:55.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:55.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.635010+0000) 2023-03-22T16:52:55.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:55.634+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:55.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:55.634+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:55.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:52:55.648+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.649736+0000) 2023-03-22T16:52:55.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:55.839+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.841248+0000) 2023-03-22T16:52:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:55.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.841398+0000) 2023-03-22T16:52:55.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:55.839+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.840791+0000) 2023-03-22T16:52:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:55.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:55.841040+0000) 2023-03-22T16:52:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:56.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.841852+0000) 2023-03-22T16:52:57.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:56.839+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.840908+0000) 2023-03-22T16:52:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:56.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.841656+0000) 2023-03-22T16:52:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:56.795+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.797199+0000) 2023-03-22T16:52:57.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:56.840+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.841304+0000) 2023-03-22T16:52:57.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:56.840+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:57.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:56.840+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:57.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:52:56.842+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.844064+0000) 2023-03-22T16:52:57.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:56.839+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.841158+0000) 2023-03-22T16:52:57.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:56.840+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:57.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:56.840+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:57.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:52:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:52:56.844+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:56.846107+0000) 2023-03-22T16:52:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:57 smithi142 ceph-mon[94717]: pgmap v4351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:57 smithi098 ceph-mon[94136]: pgmap v4351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:52:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:57.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:57.841972+0000) 2023-03-22T16:52:58.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:57.839+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:57.841065+0000) 2023-03-22T16:52:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:57.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:57.841768+0000) 2023-03-22T16:52:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:57.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:57.797341+0000) 2023-03-22T16:52:59.120 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:58.840+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:58.842108+0000) 2023-03-22T16:52:59.120 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:58.839+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:58.841172+0000) 2023-03-22T16:52:59.121 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:58.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:58.841891+0000) 2023-03-22T16:52:59.121 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:58.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:58.797463+0000) 2023-03-22T16:52:59.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:52:59.339+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:59.341022+0000) 2023-03-22T16:52:59.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:58.841+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:59.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:58.841+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:52:59.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:52:59.126+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:59.127387+0000) 2023-03-22T16:52:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:52:59 smithi142 ceph-mon[94717]: pgmap v4352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:52:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:52:59 smithi098 ceph-mon[94136]: pgmap v4352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:00.136 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:52:59.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:59.797579+0000) 2023-03-22T16:53:00.136 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:00.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:00.135260+0000) 2023-03-22T16:53:00.137 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:52:59.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:59.841314+0000) 2023-03-22T16:53:00.137 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:52:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:52:59.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:52:59.842020+0000) 2023-03-22T16:53:00.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:00.339+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:00.341145+0000) 2023-03-22T16:53:01.139 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:00.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:00.842125+0000) 2023-03-22T16:53:01.140 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:00.796+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:00.797692+0000) 2023-03-22T16:53:01.140 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:00.797+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:01.140 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:00.797+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:01.141 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:00.807+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:00.809256+0000) 2023-03-22T16:53:01.141 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:00.840+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:00.841455+0000) 2023-03-22T16:53:01.141 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:00.840+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:01.142 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:00.840+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:01.142 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:00.843+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:00.844399+0000) 2023-03-22T16:53:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:01.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:01.138857+0000) 2023-03-22T16:53:01.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:01.340+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:01.341556+0000) 2023-03-22T16:53:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:01.340+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:01.341275+0000) 2023-03-22T16:53:01.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:01.340+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:01.341431+0000) 2023-03-22T16:53:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:01 smithi142 ceph-mon[94717]: pgmap v4353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:01 smithi098 ceph-mon[94136]: pgmap v4353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:02.143 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:01.840+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:01.842247+0000) 2023-03-22T16:53:02.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:02.340+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:02.341700+0000) 2023-03-22T16:53:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:02.340+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:02.341455+0000) 2023-03-22T16:53:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:02.141+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:02.142555+0000) 2023-03-22T16:53:02.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:02.340+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:02.341571+0000) 2023-03-22T16:53:03.147 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:02.841+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:02.842447+0000) 2023-03-22T16:53:03.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:03.144+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:03.146241+0000) 2023-03-22T16:53:03.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:03.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:03.342489+0000) 2023-03-22T16:53:03.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:03.340+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:03.341850+0000) 2023-03-22T16:53:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:03.340+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:03.341603+0000) 2023-03-22T16:53:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:03.340+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:03.341704+0000) 2023-03-22T16:53:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:03 smithi142 ceph-mon[94717]: pgmap v4354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:53:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:03 smithi098 ceph-mon[94136]: pgmap v4354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:53:04.148 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:03.841+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:03.842588+0000) 2023-03-22T16:53:04.148 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:03.842+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:04.148 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:03.842+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:04.149 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:03.842+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:03.843435+0000) 2023-03-22T16:53:04.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:04.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:04.342588+0000) 2023-03-22T16:53:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:04.341+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:04.341956+0000) 2023-03-22T16:53:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:04.341+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:04.341799+0000) 2023-03-22T16:53:04.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:04.341+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:04.341826+0000) 2023-03-22T16:53:04.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:04.145+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:04.147096+0000) 2023-03-22T16:53:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:05.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:05.147495+0000) 2023-03-22T16:53:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:05.340+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:05.342063+0000) 2023-03-22T16:53:05.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:05.340+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:05.341776+0000) 2023-03-22T16:53:05.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:05.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:05.297953+0000) 2023-03-22T16:53:05.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:05.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:05.342690+0000) 2023-03-22T16:53:05.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:05.340+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:05.341904+0000) 2023-03-22T16:53:05.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:05.340+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:05.341940+0000) 2023-03-22T16:53:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:05 smithi142 ceph-mon[94717]: pgmap v4355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:53:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:05 smithi098 ceph-mon[94136]: pgmap v4355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:53:06.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:06.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:06.147698+0000) 2023-03-22T16:53:06.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:06.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:06.342799+0000) 2023-03-22T16:53:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:06.340+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:06.342172+0000) 2023-03-22T16:53:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:06.340+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:06.342025+0000) 2023-03-22T16:53:06.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:06.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:06.298068+0000) 2023-03-22T16:53:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:06.340+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:06.341906+0000) 2023-03-22T16:53:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:06.340+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:06.342067+0000) 2023-03-22T16:53:07.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:07.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:07.148036+0000) 2023-03-22T16:53:07.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:07.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:07.342916+0000) 2023-03-22T16:53:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:07.341+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:07.342289+0000) 2023-03-22T16:53:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:07.340+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:07.342143+0000) 2023-03-22T16:53:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:07.296+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:07.298191+0000) 2023-03-22T16:53:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:07.340+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:07.342164+0000) 2023-03-22T16:53:07.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:07.340+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:07.342088+0000) 2023-03-22T16:53:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:07 smithi142 ceph-mon[94717]: pgmap v4356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:53:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:07 smithi098 ceph-mon[94136]: pgmap v4356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:53:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:08.341+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.342500+0000) 2023-03-22T16:53:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:08.341+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.342318+0000) 2023-03-22T16:53:08.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:08.341+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.342327+0000) 2023-03-22T16:53:08.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:08.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.148162+0000) 2023-03-22T16:53:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:08.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.343037+0000) 2023-03-22T16:53:08.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:08.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.342865+0000) 2023-03-22T16:53:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:08.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.298320+0000) 2023-03-22T16:53:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:08.340+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:08.342232+0000) 2023-03-22T16:53:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:09.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.148353+0000) 2023-03-22T16:53:09.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:09.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.343139+0000) 2023-03-22T16:53:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:09.341+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.342688+0000) 2023-03-22T16:53:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:09.341+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.342492+0000) 2023-03-22T16:53:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:09.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.342971+0000) 2023-03-22T16:53:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:09.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.298438+0000) 2023-03-22T16:53:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:09.341+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.342420+0000) 2023-03-22T16:53:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:09.341+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:09.342515+0000) 2023-03-22T16:53:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:09 smithi142 ceph-mon[94717]: pgmap v4357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:53:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:09 smithi098 ceph-mon[94136]: pgmap v4357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:53:10.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:10.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.148469+0000) 2023-03-22T16:53:10.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:10.341+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.343254+0000) 2023-03-22T16:53:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:10.341+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.342822+0000) 2023-03-22T16:53:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:10.341+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.342628+0000) 2023-03-22T16:53:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:10.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.298550+0000) 2023-03-22T16:53:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:10.341+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.342556+0000) 2023-03-22T16:53:10.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:10.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.343091+0000) 2023-03-22T16:53:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:10.341+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:10.342651+0000) 2023-03-22T16:53:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:10 smithi142 ceph-mon[94717]: osdmap e275: 12 total, 9 up, 9 in 2023-03-22T16:53:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:10 smithi098 ceph-mon[94136]: osdmap e275: 12 total, 9 up, 9 in 2023-03-22T16:53:11.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:11.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.148704+0000) 2023-03-22T16:53:11.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:11.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.343383+0000) 2023-03-22T16:53:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:11.341+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.342978+0000) 2023-03-22T16:53:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:11.341+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.342787+0000) 2023-03-22T16:53:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:11.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.298672+0000) 2023-03-22T16:53:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:11.341+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.342684+0000) 2023-03-22T16:53:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:11.341+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.343206+0000) 2023-03-22T16:53:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:11.341+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:11.342776+0000) 2023-03-22T16:53:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:11 smithi142 ceph-mon[94717]: pgmap v4359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:53:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:11 smithi098 ceph-mon[94136]: pgmap v4359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:53:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:12.342+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.343092+0000) 2023-03-22T16:53:12.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:12.342+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.342923+0000) 2023-03-22T16:53:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:12.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.298797+0000) 2023-03-22T16:53:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:12.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.148817+0000) 2023-03-22T16:53:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:12.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.343496+0000) 2023-03-22T16:53:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:12.342+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.343298+0000) 2023-03-22T16:53:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:12.342+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.342878+0000) 2023-03-22T16:53:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:12.342+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:12.342906+0000) 2023-03-22T16:53:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:13.341+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.343208+0000) 2023-03-22T16:53:13.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:13.341+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.343116+0000) 2023-03-22T16:53:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:13.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.298983+0000) 2023-03-22T16:53:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:13.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.149048+0000) 2023-03-22T16:53:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:13.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.343597+0000) 2023-03-22T16:53:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:13.342+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.343400+0000) 2023-03-22T16:53:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:13.341+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.343111+0000) 2023-03-22T16:53:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:13.341+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:13.343104+0000) 2023-03-22T16:53:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:13 smithi142 ceph-mon[94717]: pgmap v4360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:13 smithi098 ceph-mon[94136]: pgmap v4360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:14.299 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:14.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.149254+0000) 2023-03-22T16:53:14.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:14.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.343704+0000) 2023-03-22T16:53:14.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:14.342+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.343318+0000) 2023-03-22T16:53:14.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:14.342+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.343261+0000) 2023-03-22T16:53:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:14.341+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.343232+0000) 2023-03-22T16:53:14.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:14.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.299118+0000) 2023-03-22T16:53:14.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:14.342+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.343510+0000) 2023-03-22T16:53:14.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:14.341+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:14.343240+0000) 2023-03-22T16:53:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:15.342+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.343565+0000) 2023-03-22T16:53:15.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:15.342+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.343398+0000) 2023-03-22T16:53:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:15.297+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.299198+0000) 2023-03-22T16:53:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:15.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.149550+0000) 2023-03-22T16:53:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:15.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.343880+0000) 2023-03-22T16:53:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:15.342+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.343702+0000) 2023-03-22T16:53:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:15.342+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.343370+0000) 2023-03-22T16:53:15.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:15.342+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:15.343422+0000) 2023-03-22T16:53:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:15 smithi142 ceph-mon[94717]: pgmap v4361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:15 smithi098 ceph-mon[94136]: pgmap v4361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:16.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.149692+0000) 2023-03-22T16:53:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:16.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.343990+0000) 2023-03-22T16:53:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:16.342+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.343732+0000) 2023-03-22T16:53:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:16.342+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.343549+0000) 2023-03-22T16:53:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:16.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.299339+0000) 2023-03-22T16:53:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:16.342+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.343537+0000) 2023-03-22T16:53:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:16.342+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.343869+0000) 2023-03-22T16:53:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:16.342+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:16.343594+0000) 2023-03-22T16:53:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:17.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.149949+0000) 2023-03-22T16:53:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:17.342+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.343919+0000) 2023-03-22T16:53:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:17.342+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.343712+0000) 2023-03-22T16:53:17.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:17.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.299446+0000) 2023-03-22T16:53:17.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:17.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.344089+0000) 2023-03-22T16:53:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:17.342+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.343696+0000) 2023-03-22T16:53:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:17.342+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.343998+0000) 2023-03-22T16:53:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:17.342+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:17.343773+0000) 2023-03-22T16:53:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:17 smithi142 ceph-mon[94717]: pgmap v4362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:17 smithi098 ceph-mon[94136]: pgmap v4362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:18.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:18.342+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.344055+0000) 2023-03-22T16:53:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:18.342+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.343908+0000) 2023-03-22T16:53:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:18.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.299569+0000) 2023-03-22T16:53:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:18.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.150073+0000) 2023-03-22T16:53:18.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:18.342+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.344188+0000) 2023-03-22T16:53:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:18.342+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.344114+0000) 2023-03-22T16:53:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:18.342+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.343825+0000) 2023-03-22T16:53:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:18.342+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:18.343951+0000) 2023-03-22T16:53:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:19.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.150312+0000) 2023-03-22T16:53:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:19.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.344205+0000) 2023-03-22T16:53:19.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:19.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.299708+0000) 2023-03-22T16:53:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:19.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.344429+0000) 2023-03-22T16:53:19.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:19.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.344133+0000) 2023-03-22T16:53:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:19.343+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.344321+0000) 2023-03-22T16:53:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:19.343+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.344028+0000) 2023-03-22T16:53:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:19.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:19.344162+0000) 2023-03-22T16:53:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:19 smithi142 ceph-mon[94717]: pgmap v4363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:19 smithi098 ceph-mon[94136]: pgmap v4363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:53:20.411 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:20.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.150490+0000) 2023-03-22T16:53:20.411 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:20.343+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.344207+0000) 2023-03-22T16:53:20.412 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:20.299+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.299897+0000) 2023-03-22T16:53:20.412 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:20.343+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.344474+0000) 2023-03-22T16:53:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:20.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.344416+0000) 2023-03-22T16:53:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:20.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.344307+0000) 2023-03-22T16:53:20.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:20.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.344552+0000) 2023-03-22T16:53:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:20.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:20.344363+0000) 2023-03-22T16:53:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:21.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.150703+0000) 2023-03-22T16:53:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:21.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.344547+0000) 2023-03-22T16:53:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:21.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.344435+0000) 2023-03-22T16:53:21.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:21.343+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.344315+0000) 2023-03-22T16:53:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:21.343+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.344592+0000) 2023-03-22T16:53:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:21.298+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.300058+0000) 2023-03-22T16:53:21.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:21.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.344663+0000) 2023-03-22T16:53:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:21.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:21.344498+0000) 2023-03-22T16:53:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:21 smithi142 ceph-mon[94717]: pgmap v4364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:53:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:21 smithi098 ceph-mon[94136]: pgmap v4364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:53:22.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:22.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.344666+0000) 2023-03-22T16:53:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:22.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.344555+0000) 2023-03-22T16:53:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:22.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.344769+0000) 2023-03-22T16:53:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:22.344+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.344706+0000) 2023-03-22T16:53:22.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:22.299+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.300208+0000) 2023-03-22T16:53:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:22.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.344438+0000) 2023-03-22T16:53:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:22.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.344615+0000) 2023-03-22T16:53:22.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:22.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:22.150831+0000) 2023-03-22T16:53:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:23.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.151124+0000) 2023-03-22T16:53:23.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:23.343+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.344944+0000) 2023-03-22T16:53:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:23.343+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.344781+0000) 2023-03-22T16:53:23.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:23.343+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.344666+0000) 2023-03-22T16:53:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:23.343+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.344934+0000) 2023-03-22T16:53:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:23.299+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.300307+0000) 2023-03-22T16:53:23.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:23.343+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.344553+0000) 2023-03-22T16:53:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:23.343+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:23.344820+0000) 2023-03-22T16:53:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:23 smithi142 ceph-mon[94717]: pgmap v4365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:53:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:23 smithi098 ceph-mon[94136]: pgmap v4365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:53:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:24.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.344903+0000) 2023-03-22T16:53:24.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:24.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.344797+0000) 2023-03-22T16:53:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:24.300+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.300433+0000) 2023-03-22T16:53:24.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:24.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.151306+0000) 2023-03-22T16:53:24.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:24.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.345096+0000) 2023-03-22T16:53:24.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:24.344+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.345053+0000) 2023-03-22T16:53:24.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:24.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.344681+0000) 2023-03-22T16:53:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:24.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:24.344965+0000) 2023-03-22T16:53:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:25.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.151536+0000) 2023-03-22T16:53:25.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:25.344+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.345212+0000) 2023-03-22T16:53:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:25.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.345026+0000) 2023-03-22T16:53:25.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:25.344+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.345172+0000) 2023-03-22T16:53:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:25.300+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.300557+0000) 2023-03-22T16:53:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:25.344+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.344969+0000) 2023-03-22T16:53:25.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:25.345+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:25.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:25.345+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:25.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:25.349+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.350236+0000) 2023-03-22T16:53:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:25.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.344850+0000) 2023-03-22T16:53:25.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:25.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:25.345091+0000) 2023-03-22T16:53:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:25 smithi142 ceph-mon[94717]: pgmap v4366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:53:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:25 smithi098 ceph-mon[94136]: pgmap v4366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:53:26.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:26.344+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.345164+0000) 2023-03-22T16:53:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:26.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.345383+0000) 2023-03-22T16:53:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:26.300+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.300741+0000) 2023-03-22T16:53:26.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:26.344+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.345235+0000) 2023-03-22T16:53:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:26.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.151653+0000) 2023-03-22T16:53:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:26.152+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:26.152+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:26.156+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.157000+0000) 2023-03-22T16:53:26.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:26.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.345332+0000) 2023-03-22T16:53:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:26.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:26.345049+0000) 2023-03-22T16:53:27.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:27.344+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.345244+0000) 2023-03-22T16:53:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:27.300+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.300896+0000) 2023-03-22T16:53:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:27.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.345526+0000) 2023-03-22T16:53:27.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:27.345+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.345354+0000) 2023-03-22T16:53:27.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:27.345+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:27.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:27.346+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:27.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:27.351+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.351471+0000) 2023-03-22T16:53:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:27.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.345570+0000) 2023-03-22T16:53:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:27.345+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.345470+0000) 2023-03-22T16:53:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:27.345+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:27.345+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:27.352+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:27.352291+0000) 2023-03-22T16:53:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:27 smithi142 ceph-mon[94717]: pgmap v4367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:53:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:27 smithi098 ceph-mon[94136]: pgmap v4367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:53:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:28.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:28.345646+0000) 2023-03-22T16:53:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:28.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:28.345683+0000) 2023-03-22T16:53:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:28.300+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:28.301073+0000) 2023-03-22T16:53:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:28.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:28.345448+0000) 2023-03-22T16:53:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:29.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:29.345597+0000) 2023-03-22T16:53:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:29.300+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:29.301219+0000) 2023-03-22T16:53:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:29.345+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:29.345789+0000) 2023-03-22T16:53:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:29.346+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:29.346+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:29.349+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:29.349426+0000) 2023-03-22T16:53:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:29.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:29.345799+0000) 2023-03-22T16:53:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:29 smithi142 ceph-mon[94717]: pgmap v4368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:53:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:29 smithi098 ceph-mon[94136]: pgmap v4368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:53:30.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:29.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:29.845385+0000) 2023-03-22T16:53:30.652 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:30.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:30.345917+0000) 2023-03-22T16:53:30.653 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:30.301+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:30.301308+0000) 2023-03-22T16:53:30.653 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:30.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:30.345713+0000) 2023-03-22T16:53:30.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:30.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:30.651930+0000) 2023-03-22T16:53:30.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:30.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:30.845522+0000) 2023-03-22T16:53:31.655 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:31.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.346042+0000) 2023-03-22T16:53:31.656 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:31.345+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.345840+0000) 2023-03-22T16:53:31.656 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:31.346+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:31.656 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:31.346+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:31.656 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:31.347+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.348174+0000) 2023-03-22T16:53:31.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:31.301+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.301441+0000) 2023-03-22T16:53:31.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:31.301+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:31.657 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:31.302+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:31.658 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:31.305+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.305415+0000) 2023-03-22T16:53:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:31 smithi142 ceph-mon[94717]: pgmap v4369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:53:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:31 smithi098 ceph-mon[94136]: pgmap v4369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T16:53:31.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:31.654+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.654297+0000) 2023-03-22T16:53:31.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:31.845+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.845742+0000) 2023-03-22T16:53:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:31.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.845668+0000) 2023-03-22T16:53:31.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:31.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:31.845737+0000) 2023-03-22T16:53:32.658 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:32.345+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:32.346206+0000) 2023-03-22T16:53:32.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:32.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:32.657868+0000) 2023-03-22T16:53:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:32.845+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:32.845857+0000) 2023-03-22T16:53:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:32.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:32.845778+0000) 2023-03-22T16:53:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:32.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:32.845880+0000) 2023-03-22T16:53:33.662 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:33.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:33.346334+0000) 2023-03-22T16:53:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:33 smithi142 ceph-mon[94717]: pgmap v4370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:33 smithi098 ceph-mon[94136]: pgmap v4370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:33.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:33.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:33.661444+0000) 2023-03-22T16:53:33.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:33.845+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:33.846135+0000) 2023-03-22T16:53:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:33.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:33.845898+0000) 2023-03-22T16:53:33.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:33.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:33.846010+0000) 2023-03-22T16:53:33.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:33.845+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:33.845978+0000) 2023-03-22T16:53:34.663 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:34.346+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:34.346494+0000) 2023-03-22T16:53:34.663 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:34.346+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:34.664 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:34.346+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:34.664 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:34.355+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:34.356131+0000) 2023-03-22T16:53:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:34.845+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:34.846099+0000) 2023-03-22T16:53:34.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:34.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:34.846019+0000) 2023-03-22T16:53:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:34.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:34.662304+0000) 2023-03-22T16:53:34.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:34.845+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:34.846251+0000) 2023-03-22T16:53:34.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:34.845+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:34.846135+0000) 2023-03-22T16:53:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:35 smithi142 ceph-mon[94717]: pgmap v4371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:35 smithi098 ceph-mon[94136]: pgmap v4371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:35.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:35.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:35.662432+0000) 2023-03-22T16:53:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:35.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:35.846390+0000) 2023-03-22T16:53:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:35.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:35.846251+0000) 2023-03-22T16:53:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:35.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:35.846148+0000) 2023-03-22T16:53:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:35.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:35.801705+0000) 2023-03-22T16:53:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:35.845+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:35.846190+0000) 2023-03-22T16:53:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:35.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:35.846321+0000) 2023-03-22T16:53:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:36.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:36.662671+0000) 2023-03-22T16:53:36.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:36.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:36.846508+0000) 2023-03-22T16:53:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:36.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:36.846452+0000) 2023-03-22T16:53:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:36.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:36.846310+0000) 2023-03-22T16:53:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:36.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:36.846489+0000) 2023-03-22T16:53:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:36.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:36.801832+0000) 2023-03-22T16:53:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:36.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:36.846650+0000) 2023-03-22T16:53:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:37 smithi142 ceph-mon[94717]: pgmap v4372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:37 smithi098 ceph-mon[94136]: pgmap v4372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:37.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:37.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:37.662807+0000) 2023-03-22T16:53:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:37.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:37.846668+0000) 2023-03-22T16:53:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:37.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:37.846590+0000) 2023-03-22T16:53:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:37.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:37.846440+0000) 2023-03-22T16:53:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:37.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:37.846637+0000) 2023-03-22T16:53:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:37.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:37.801966+0000) 2023-03-22T16:53:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:37.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:37.846783+0000) 2023-03-22T16:53:38.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:38.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.846795+0000) 2023-03-22T16:53:38.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:38.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.846590+0000) 2023-03-22T16:53:38.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:38.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.846775+0000) 2023-03-22T16:53:38.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:38.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.802095+0000) 2023-03-22T16:53:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:38.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.663040+0000) 2023-03-22T16:53:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:38.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.846925+0000) 2023-03-22T16:53:38.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:38.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.847237+0000) 2023-03-22T16:53:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:38.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:38.847116+0000) 2023-03-22T16:53:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:39 smithi142 ceph-mon[94717]: pgmap v4373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:39 smithi098 ceph-mon[94136]: pgmap v4373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:39.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.846918+0000) 2023-03-22T16:53:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:39.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.846722+0000) 2023-03-22T16:53:39.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:39.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.847232+0000) 2023-03-22T16:53:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:39.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.847371+0000) 2023-03-22T16:53:39.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:39.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.663158+0000) 2023-03-22T16:53:39.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:39.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.847055+0000) 2023-03-22T16:53:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:39.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.846896+0000) 2023-03-22T16:53:39.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:39.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:39.802214+0000) 2023-03-22T16:53:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:40.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.847038+0000) 2023-03-22T16:53:40.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:40.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.846849+0000) 2023-03-22T16:53:40.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:40.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.847358+0000) 2023-03-22T16:53:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:40.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.802300+0000) 2023-03-22T16:53:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:40.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.847182+0000) 2023-03-22T16:53:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:40.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.847023+0000) 2023-03-22T16:53:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:40.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.847490+0000) 2023-03-22T16:53:40.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:40.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:40.663404+0000) 2023-03-22T16:53:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:41 smithi142 ceph-mon[94717]: pgmap v4374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:41 smithi098 ceph-mon[94136]: pgmap v4374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:41.845+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.847162+0000) 2023-03-22T16:53:41.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:41.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.846976+0000) 2023-03-22T16:53:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:41.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.847474+0000) 2023-03-22T16:53:41.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:41.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.847315+0000) 2023-03-22T16:53:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:41.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.847606+0000) 2023-03-22T16:53:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:41.845+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.847148+0000) 2023-03-22T16:53:41.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:41.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.802423+0000) 2023-03-22T16:53:41.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:41.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:41.663534+0000) 2023-03-22T16:53:42.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:42.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.663773+0000) 2023-03-22T16:53:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:42.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.847430+0000) 2023-03-22T16:53:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:42.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.847302+0000) 2023-03-22T16:53:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:42.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.847117+0000) 2023-03-22T16:53:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:42.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.802573+0000) 2023-03-22T16:53:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:42.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.847731+0000) 2023-03-22T16:53:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:42.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.847288+0000) 2023-03-22T16:53:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:42.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:42.847592+0000) 2023-03-22T16:53:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:43 smithi142 ceph-mon[94717]: pgmap v4375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:43 smithi098 ceph-mon[94136]: pgmap v4375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:43.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:43.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.847421+0000) 2023-03-22T16:53:43.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:43.845+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.847246+0000) 2023-03-22T16:53:43.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:43.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.802679+0000) 2023-03-22T16:53:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:43.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.663891+0000) 2023-03-22T16:53:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:43.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.847835+0000) 2023-03-22T16:53:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:43.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.847407+0000) 2023-03-22T16:53:43.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:43.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.847565+0000) 2023-03-22T16:53:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:43.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:43.847707+0000) 2023-03-22T16:53:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:44.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.847546+0000) 2023-03-22T16:53:44.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:44.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.847369+0000) 2023-03-22T16:53:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:44.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.802797+0000) 2023-03-22T16:53:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:44.662+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.664121+0000) 2023-03-22T16:53:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:44.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.847748+0000) 2023-03-22T16:53:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:44.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.847539+0000) 2023-03-22T16:53:44.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:44.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.847941+0000) 2023-03-22T16:53:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:44.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:44.847832+0000) 2023-03-22T16:53:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:45 smithi142 ceph-mon[94717]: pgmap v4376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:45 smithi098 ceph-mon[94136]: pgmap v4376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:45.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:45.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.847685+0000) 2023-03-22T16:53:45.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:45.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.847485+0000) 2023-03-22T16:53:45.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:45.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.802923+0000) 2023-03-22T16:53:45.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:45.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.664264+0000) 2023-03-22T16:53:45.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:45.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.847862+0000) 2023-03-22T16:53:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:45.846+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.848053+0000) 2023-03-22T16:53:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:45.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.847668+0000) 2023-03-22T16:53:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:45.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:45.847939+0000) 2023-03-22T16:53:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:46.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.847809+0000) 2023-03-22T16:53:46.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:46.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.847601+0000) 2023-03-22T16:53:46.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:46.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.847798+0000) 2023-03-22T16:53:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:46.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.664483+0000) 2023-03-22T16:53:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:46.801+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.803098+0000) 2023-03-22T16:53:46.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:46.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.848085+0000) 2023-03-22T16:53:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:46.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.848382+0000) 2023-03-22T16:53:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:46.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:46.848113+0000) 2023-03-22T16:53:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:47 smithi142 ceph-mon[94717]: pgmap v4377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:47 smithi098 ceph-mon[94136]: pgmap v4377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:47.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.847924+0000) 2023-03-22T16:53:47.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:47.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.847727+0000) 2023-03-22T16:53:47.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:47.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.664641+0000) 2023-03-22T16:53:47.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:47.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.803283+0000) 2023-03-22T16:53:47.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:47.846+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.848207+0000) 2023-03-22T16:53:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:47.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.848501+0000) 2023-03-22T16:53:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:47.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.847934+0000) 2023-03-22T16:53:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:47.846+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:47.848234+0000) 2023-03-22T16:53:48.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:48.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.848101+0000) 2023-03-22T16:53:48.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:48.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.847850+0000) 2023-03-22T16:53:48.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:48.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.803449+0000) 2023-03-22T16:53:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:48.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.664862+0000) 2023-03-22T16:53:48.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:48.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.848304+0000) 2023-03-22T16:53:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:48.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.848057+0000) 2023-03-22T16:53:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:48.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.848613+0000) 2023-03-22T16:53:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:48.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:48.848366+0000) 2023-03-22T16:53:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:49 smithi142 ceph-mon[94717]: pgmap v4378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:49 smithi098 ceph-mon[94136]: pgmap v4378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:49.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.664981+0000) 2023-03-22T16:53:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:49.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.848419+0000) 2023-03-22T16:53:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:49.846+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.848213+0000) 2023-03-22T16:53:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:49.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.847999+0000) 2023-03-22T16:53:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:49.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.803611+0000) 2023-03-22T16:53:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:49.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.848727+0000) 2023-03-22T16:53:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:49.846+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.848187+0000) 2023-03-22T16:53:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:49.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:49.848484+0000) 2023-03-22T16:53:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:50.663+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.665236+0000) 2023-03-22T16:53:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:50.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.848539+0000) 2023-03-22T16:53:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:50.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.848297+0000) 2023-03-22T16:53:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:50.846+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.848162+0000) 2023-03-22T16:53:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:50.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.848827+0000) 2023-03-22T16:53:50.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:50.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.803740+0000) 2023-03-22T16:53:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:50.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.848303+0000) 2023-03-22T16:53:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:50.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:50.848600+0000) 2023-03-22T16:53:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:51 smithi142 ceph-mon[94717]: pgmap v4379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:51 smithi098 ceph-mon[94136]: pgmap v4379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:51.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.665460+0000) 2023-03-22T16:53:51.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:51.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.848650+0000) 2023-03-22T16:53:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:51.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.848408+0000) 2023-03-22T16:53:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:51.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.848306+0000) 2023-03-22T16:53:51.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:51.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.848929+0000) 2023-03-22T16:53:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:51.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.803864+0000) 2023-03-22T16:53:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:51.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.848417+0000) 2023-03-22T16:53:51.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:51.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:51.848712+0000) 2023-03-22T16:53:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:52.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.665726+0000) 2023-03-22T16:53:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:52.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.848752+0000) 2023-03-22T16:53:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:52.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.848528+0000) 2023-03-22T16:53:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:52.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.848477+0000) 2023-03-22T16:53:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:52.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.849036+0000) 2023-03-22T16:53:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:52.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.803981+0000) 2023-03-22T16:53:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:52.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.848532+0000) 2023-03-22T16:53:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:52.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:52.848827+0000) 2023-03-22T16:53:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:53 smithi142 ceph-mon[94717]: pgmap v4380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:53 smithi098 ceph-mon[94136]: pgmap v4380: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:53.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:53.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.848656+0000) 2023-03-22T16:53:53.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:53.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.848610+0000) 2023-03-22T16:53:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:53.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.804117+0000) 2023-03-22T16:53:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:53.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.848873+0000) 2023-03-22T16:53:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:53.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.666000+0000) 2023-03-22T16:53:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:53.847+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.849143+0000) 2023-03-22T16:53:53.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:53.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.848656+0000) 2023-03-22T16:53:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:53.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:53.848938+0000) 2023-03-22T16:53:54.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:54.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.848834+0000) 2023-03-22T16:53:54.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:54.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.848758+0000) 2023-03-22T16:53:54.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:54.802+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.804234+0000) 2023-03-22T16:53:54.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:54.847+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.849029+0000) 2023-03-22T16:53:54.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:54.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.848831+0000) 2023-03-22T16:53:54.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:54.847+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.849138+0000) 2023-03-22T16:53:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:54.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.849264+0000) 2023-03-22T16:53:54.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:54.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:54.666287+0000) 2023-03-22T16:53:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:55 smithi142 ceph-mon[94717]: pgmap v4381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:55 smithi098 ceph-mon[94136]: pgmap v4381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:55.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.666420+0000) 2023-03-22T16:53:55.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:55.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.849064+0000) 2023-03-22T16:53:55.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:55.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.849000+0000) 2023-03-22T16:53:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:55.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.804361+0000) 2023-03-22T16:53:55.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:55.848+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.849279+0000) 2023-03-22T16:53:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:55.847+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.848984+0000) 2023-03-22T16:53:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:55.848+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:55.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:55.848+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:55.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:53:55.852+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.854182+0000) 2023-03-22T16:53:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:55.848+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.849339+0000) 2023-03-22T16:53:55.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:55.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:55.849398+0000) 2023-03-22T16:53:56.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:56.848+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.849441+0000) 2023-03-22T16:53:56.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:56.847+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.849247+0000) 2023-03-22T16:53:56.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:56.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.804516+0000) 2023-03-22T16:53:56.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:56.848+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.849574+0000) 2023-03-22T16:53:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:56.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.666668+0000) 2023-03-22T16:53:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:56.665+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:56.666+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:53:56.677+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.678648+0000) 2023-03-22T16:53:56.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:56.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.849572+0000) 2023-03-22T16:53:56.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:56.847+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:56.849174+0000) 2023-03-22T16:53:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:57 smithi142 ceph-mon[94717]: pgmap v4382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:57 smithi098 ceph-mon[94136]: pgmap v4382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:53:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:57.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.804632+0000) 2023-03-22T16:53:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:57.848+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.849639+0000) 2023-03-22T16:53:58.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:57.848+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.849400+0000) 2023-03-22T16:53:58.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:57.849+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:58.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:57.849+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:58.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:53:57.851+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.852413+0000) 2023-03-22T16:53:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:57.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.849299+0000) 2023-03-22T16:53:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:57.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.849789+0000) 2023-03-22T16:53:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:57.848+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.849820+0000) 2023-03-22T16:53:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:57.849+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:57.849+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:53:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:53:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:53:57.852+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:57.853933+0000) 2023-03-22T16:53:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:58.848+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:58.849784+0000) 2023-03-22T16:53:59.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:58.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:58.804831+0000) 2023-03-22T16:53:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:58.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:58.849943+0000) 2023-03-22T16:53:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:58.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:58.849422+0000) 2023-03-22T16:53:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:53:59 smithi142 ceph-mon[94717]: pgmap v4383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:53:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:53:59 smithi098 ceph-mon[94136]: pgmap v4383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:53:59.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:59.804973+0000) 2023-03-22T16:54:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:59.848+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:59.849933+0000) 2023-03-22T16:54:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:59.849+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:59.849+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:53:59.860+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:59.862223+0000) 2023-03-22T16:54:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:53:59.848+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:59.850179+0000) 2023-03-22T16:54:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:53:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:53:59.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:53:59.849533+0000) 2023-03-22T16:54:00.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:00.348+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:00.349383+0000) 2023-03-22T16:54:01.167 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:00.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:00.805105+0000) 2023-03-22T16:54:01.168 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:00.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:00.849704+0000) 2023-03-22T16:54:01.168 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:00.849+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:00.850324+0000) 2023-03-22T16:54:01.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:01.348+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:01.349498+0000) 2023-03-22T16:54:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:01.165+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:01.166904+0000) 2023-03-22T16:54:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:01 smithi142 ceph-mon[94717]: pgmap v4384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:01 smithi098 ceph-mon[94136]: pgmap v4384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:02.171 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:01.803+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:01.805250+0000) 2023-03-22T16:54:02.171 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:01.804+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:02.171 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:01.804+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:02.172 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:01.807+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:01.808862+0000) 2023-03-22T16:54:02.172 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:01.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:01.849958+0000) 2023-03-22T16:54:02.172 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:01.849+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:01.850437+0000) 2023-03-22T16:54:02.173 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:01.849+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:02.173 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:01.849+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:02.173 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:01.862+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:01.863371+0000) 2023-03-22T16:54:02.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:02.169+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:02.170284+0000) 2023-03-22T16:54:02.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:02.348+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:02.349730+0000) 2023-03-22T16:54:02.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:02.348+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:02.349705+0000) 2023-03-22T16:54:02.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:02.348+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:02.350139+0000) 2023-03-22T16:54:03.174 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:02.848+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:02.850127+0000) 2023-03-22T16:54:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:03.348+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:03.349900+0000) 2023-03-22T16:54:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:03.348+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:03.349848+0000) 2023-03-22T16:54:03.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:03.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:03.173825+0000) 2023-03-22T16:54:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:03.348+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:03.350245+0000) 2023-03-22T16:54:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:03 smithi098 ceph-mon[94136]: pgmap v4385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:54:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:03 smithi142 ceph-mon[94717]: pgmap v4385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:54:04.178 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:03.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:03.850362+0000) 2023-03-22T16:54:04.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:04.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:04.177501+0000) 2023-03-22T16:54:04.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:04.348+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:04.350022+0000) 2023-03-22T16:54:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:04.348+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:04.349994+0000) 2023-03-22T16:54:04.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:04.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:04.350359+0000) 2023-03-22T16:54:04.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:04.348+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:04.350173+0000) 2023-03-22T16:54:05.179 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:04.849+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:04.850551+0000) 2023-03-22T16:54:05.179 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:04.849+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:05.179 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:04.849+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:05.180 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:04.859+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:04.860372+0000) 2023-03-22T16:54:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:05.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:05.178402+0000) 2023-03-22T16:54:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:05.348+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:05.350153+0000) 2023-03-22T16:54:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:05.348+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:05.350107+0000) 2023-03-22T16:54:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:05.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:05.350292+0000) 2023-03-22T16:54:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:05.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:05.350468+0000) 2023-03-22T16:54:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:05 smithi098 ceph-mon[94136]: pgmap v4386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:54:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:05 smithi142 ceph-mon[94717]: pgmap v4386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:54:06.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:06.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:06.350273+0000) 2023-03-22T16:54:06.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:06.348+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:06.350230+0000) 2023-03-22T16:54:06.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:06.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:06.305557+0000) 2023-03-22T16:54:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:06.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:06.178525+0000) 2023-03-22T16:54:06.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:06.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:06.350456+0000) 2023-03-22T16:54:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:06.349+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:06.350630+0000) 2023-03-22T16:54:06.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:06.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:06.350608+0000) 2023-03-22T16:54:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:07.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:07.350387+0000) 2023-03-22T16:54:07.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:07.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:07.350373+0000) 2023-03-22T16:54:07.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:07.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:07.305694+0000) 2023-03-22T16:54:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:07.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:07.178731+0000) 2023-03-22T16:54:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:07.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:07.350568+0000) 2023-03-22T16:54:07.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:07.349+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:07.350747+0000) 2023-03-22T16:54:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:07.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:07.350726+0000) 2023-03-22T16:54:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:07 smithi098 ceph-mon[94136]: pgmap v4387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:54:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:07 smithi142 ceph-mon[94717]: pgmap v4387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:54:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:08.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:08.350504+0000) 2023-03-22T16:54:08.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:08.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:08.350497+0000) 2023-03-22T16:54:08.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:08.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:08.350840+0000) 2023-03-22T16:54:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:08.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:08.178860+0000) 2023-03-22T16:54:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:08.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:08.350695+0000) 2023-03-22T16:54:08.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:08.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:08.305811+0000) 2023-03-22T16:54:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:08.349+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:08.350869+0000) 2023-03-22T16:54:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:09.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.179100+0000) 2023-03-22T16:54:09.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:09.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.350813+0000) 2023-03-22T16:54:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:09.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.350673+0000) 2023-03-22T16:54:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:09.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.350645+0000) 2023-03-22T16:54:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:09.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.305925+0000) 2023-03-22T16:54:09.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:09.349+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.350980+0000) 2023-03-22T16:54:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:09.349+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.350756+0000) 2023-03-22T16:54:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:09.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:09.350967+0000) 2023-03-22T16:54:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:09 smithi098 ceph-mon[94136]: pgmap v4388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:54:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:09 smithi142 ceph-mon[94717]: pgmap v4388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:54:10.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:10.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.179239+0000) 2023-03-22T16:54:10.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:10.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.350956+0000) 2023-03-22T16:54:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:10.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.350810+0000) 2023-03-22T16:54:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:10.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.350798+0000) 2023-03-22T16:54:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:10.349+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.351117+0000) 2023-03-22T16:54:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:10.349+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.350902+0000) 2023-03-22T16:54:10.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:10.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.306049+0000) 2023-03-22T16:54:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:10.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:10.351114+0000) 2023-03-22T16:54:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:10 smithi098 ceph-mon[94136]: osdmap e276: 12 total, 9 up, 9 in 2023-03-22T16:54:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:10 smithi142 ceph-mon[94717]: osdmap e276: 12 total, 9 up, 9 in 2023-03-22T16:54:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:11.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.350941+0000) 2023-03-22T16:54:11.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:11.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.350937+0000) 2023-03-22T16:54:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:11.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.351085+0000) 2023-03-22T16:54:11.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:11.304+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.306174+0000) 2023-03-22T16:54:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:11.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.179507+0000) 2023-03-22T16:54:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:11.349+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.351026+0000) 2023-03-22T16:54:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:11.349+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.351236+0000) 2023-03-22T16:54:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:11.349+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:11.351228+0000) 2023-03-22T16:54:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:11 smithi098 ceph-mon[94136]: pgmap v4390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:54:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:11 smithi142 ceph-mon[94717]: pgmap v4390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:54:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:12.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.179638+0000) 2023-03-22T16:54:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:12.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.351060+0000) 2023-03-22T16:54:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:12.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.306298+0000) 2023-03-22T16:54:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:12.349+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.351232+0000) 2023-03-22T16:54:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:12.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.351419+0000) 2023-03-22T16:54:12.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:12.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.351069+0000) 2023-03-22T16:54:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:12.349+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.351252+0000) 2023-03-22T16:54:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:12.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:12.351408+0000) 2023-03-22T16:54:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:13.349+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.351196+0000) 2023-03-22T16:54:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:13.349+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.351194+0000) 2023-03-22T16:54:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:13.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.306474+0000) 2023-03-22T16:54:13.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:13.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.179910+0000) 2023-03-22T16:54:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:13.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.351485+0000) 2023-03-22T16:54:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:13.350+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.351660+0000) 2023-03-22T16:54:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:13.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.351623+0000) 2023-03-22T16:54:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:13.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:13.351881+0000) 2023-03-22T16:54:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:13 smithi098 ceph-mon[94136]: pgmap v4391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:13 smithi142 ceph-mon[94717]: pgmap v4391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:14.178+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.180056+0000) 2023-03-22T16:54:14.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:14.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.351601+0000) 2023-03-22T16:54:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:14.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.351285+0000) 2023-03-22T16:54:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:14.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.351308+0000) 2023-03-22T16:54:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:14.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.351747+0000) 2023-03-22T16:54:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:14.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.306606+0000) 2023-03-22T16:54:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:14.350+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.351788+0000) 2023-03-22T16:54:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:14.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:14.352005+0000) 2023-03-22T16:54:15.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:15.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.180305+0000) 2023-03-22T16:54:15.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:15.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.351738+0000) 2023-03-22T16:54:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:15.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.351460+0000) 2023-03-22T16:54:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:15.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.351460+0000) 2023-03-22T16:54:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:15.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.306766+0000) 2023-03-22T16:54:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:15.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.351863+0000) 2023-03-22T16:54:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:15.350+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.351898+0000) 2023-03-22T16:54:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:15.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:15.352105+0000) 2023-03-22T16:54:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:15 smithi098 ceph-mon[94136]: pgmap v4392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:15 smithi142 ceph-mon[94717]: pgmap v4392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:16.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.180441+0000) 2023-03-22T16:54:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:16.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.351854+0000) 2023-03-22T16:54:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:16.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.351698+0000) 2023-03-22T16:54:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:16.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.351660+0000) 2023-03-22T16:54:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:16.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.306915+0000) 2023-03-22T16:54:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:16.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.351984+0000) 2023-03-22T16:54:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:16.350+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.352020+0000) 2023-03-22T16:54:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:16.350+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:16.352205+0000) 2023-03-22T16:54:17.307 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:17.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.180730+0000) 2023-03-22T16:54:17.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:17.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.351879+0000) 2023-03-22T16:54:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:17.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.351882+0000) 2023-03-22T16:54:17.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:17.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.352293+0000) 2023-03-22T16:54:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:17.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.307049+0000) 2023-03-22T16:54:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:17.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.352101+0000) 2023-03-22T16:54:17.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:17.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.351966+0000) 2023-03-22T16:54:17.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:17.350+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:17.352134+0000) 2023-03-22T16:54:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:17 smithi098 ceph-mon[94136]: pgmap v4393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:17 smithi142 ceph-mon[94717]: pgmap v4393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:18.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.180921+0000) 2023-03-22T16:54:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:18.350+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.352129+0000) 2023-03-22T16:54:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:18.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.352029+0000) 2023-03-22T16:54:18.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:18.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.352277+0000) 2023-03-22T16:54:18.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:18.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.352397+0000) 2023-03-22T16:54:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:18.305+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.307224+0000) 2023-03-22T16:54:18.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:18.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.352039+0000) 2023-03-22T16:54:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:18.350+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:18.352223+0000) 2023-03-22T16:54:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:19.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.181112+0000) 2023-03-22T16:54:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:19.350+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.352221+0000) 2023-03-22T16:54:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:19.350+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.352184+0000) 2023-03-22T16:54:19.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:19.306+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.307421+0000) 2023-03-22T16:54:19.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:19.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.352310+0000) 2023-03-22T16:54:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:19.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.352509+0000) 2023-03-22T16:54:19.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:19.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.352497+0000) 2023-03-22T16:54:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:19.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:19.352746+0000) 2023-03-22T16:54:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:19 smithi098 ceph-mon[94136]: pgmap v4394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:19 smithi142 ceph-mon[94717]: pgmap v4394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:54:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:20.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.181244+0000) 2023-03-22T16:54:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:20.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.352301+0000) 2023-03-22T16:54:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:20.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.352319+0000) 2023-03-22T16:54:20.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:20.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.352863+0000) 2023-03-22T16:54:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:20.307+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.307601+0000) 2023-03-22T16:54:20.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:20.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.352431+0000) 2023-03-22T16:54:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:20.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.352632+0000) 2023-03-22T16:54:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:20.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:20.352623+0000) 2023-03-22T16:54:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:21.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.181488+0000) 2023-03-22T16:54:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:21.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.352562+0000) 2023-03-22T16:54:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:21.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.352432+0000) 2023-03-22T16:54:21.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:21.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.352462+0000) 2023-03-22T16:54:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:21.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.352749+0000) 2023-03-22T16:54:21.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:21.306+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.307757+0000) 2023-03-22T16:54:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:21.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.352743+0000) 2023-03-22T16:54:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:21.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:21.352980+0000) 2023-03-22T16:54:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:21 smithi098 ceph-mon[94136]: pgmap v4395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:54:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:21 smithi142 ceph-mon[94717]: pgmap v4395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T16:54:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:22.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.181611+0000) 2023-03-22T16:54:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:22.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.352745+0000) 2023-03-22T16:54:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:22.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.352592+0000) 2023-03-22T16:54:22.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:22.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.352867+0000) 2023-03-22T16:54:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:22.306+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.307925+0000) 2023-03-22T16:54:22.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:22.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.352556+0000) 2023-03-22T16:54:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:22.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.352867+0000) 2023-03-22T16:54:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:22.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:22.353095+0000) 2023-03-22T16:54:23.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:23.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.352883+0000) 2023-03-22T16:54:23.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:23.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.352683+0000) 2023-03-22T16:54:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:23.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.352709+0000) 2023-03-22T16:54:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:23.306+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.308140+0000) 2023-03-22T16:54:23.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:23.181+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.181921+0000) 2023-03-22T16:54:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:23.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.352997+0000) 2023-03-22T16:54:23.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:23.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.353033+0000) 2023-03-22T16:54:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:23.351+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:23.353210+0000) 2023-03-22T16:54:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:23 smithi142 ceph-mon[94717]: pgmap v4396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:54:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:23 smithi098 ceph-mon[94136]: pgmap v4396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:54:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:24.351+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.352827+0000) 2023-03-22T16:54:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:24.351+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.352855+0000) 2023-03-22T16:54:24.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:24.351+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.353132+0000) 2023-03-22T16:54:24.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:24.351+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.353229+0000) 2023-03-22T16:54:24.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:24.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.182053+0000) 2023-03-22T16:54:24.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:24.351+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.353043+0000) 2023-03-22T16:54:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:24.352+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.353308+0000) 2023-03-22T16:54:24.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:24.307+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:24.308298+0000) 2023-03-22T16:54:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:25.181+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.182287+0000) 2023-03-22T16:54:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:25.352+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.353179+0000) 2023-03-22T16:54:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:25.352+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.353027+0000) 2023-03-22T16:54:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:25.352+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.353029+0000) 2023-03-22T16:54:25.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:25.352+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.353429+0000) 2023-03-22T16:54:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:25.308+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.308487+0000) 2023-03-22T16:54:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:25.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.353383+0000) 2023-03-22T16:54:25.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:25.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:25.353318+0000) 2023-03-22T16:54:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:25 smithi142 ceph-mon[94717]: pgmap v4397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:54:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:25 smithi098 ceph-mon[94136]: pgmap v4397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:54:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:26.181+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.182410+0000) 2023-03-22T16:54:26.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:26.352+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.353305+0000) 2023-03-22T16:54:26.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:26.352+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.353561+0000) 2023-03-22T16:54:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:26.307+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.308619+0000) 2023-03-22T16:54:26.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:26.352+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.353222+0000) 2023-03-22T16:54:26.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:26.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.353506+0000) 2023-03-22T16:54:26.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:26.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.353484+0000) 2023-03-22T16:54:26.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:26.352+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.353222+0000) 2023-03-22T16:54:26.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:26.352+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:26.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:26.352+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:26.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:26.358+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:26.360128+0000) 2023-03-22T16:54:27.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:27.352+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.353314+0000) 2023-03-22T16:54:27.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:27.308+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.308759+0000) 2023-03-22T16:54:27.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:27.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.353646+0000) 2023-03-22T16:54:27.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:27.182+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.182637+0000) 2023-03-22T16:54:27.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:27.182+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:27.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:27.182+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:27.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:27.192+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.194014+0000) 2023-03-22T16:54:27.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:27.352+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.353426+0000) 2023-03-22T16:54:27.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:27.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.353606+0000) 2023-03-22T16:54:27.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:27.352+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:27.353749+0000) 2023-03-22T16:54:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:27 smithi142 ceph-mon[94717]: pgmap v4398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:54:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:27 smithi098 ceph-mon[94136]: pgmap v4398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:54:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:28.352+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.353542+0000) 2023-03-22T16:54:28.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:28.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.353770+0000) 2023-03-22T16:54:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:28.307+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.308890+0000) 2023-03-22T16:54:28.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:28.352+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.353439+0000) 2023-03-22T16:54:28.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:28.353+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:28.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:28.353+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:28.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:28.356+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.357292+0000) 2023-03-22T16:54:28.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:28.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.353951+0000) 2023-03-22T16:54:28.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:28.352+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.354034+0000) 2023-03-22T16:54:28.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:28.353+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:28.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:28.353+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:28.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:28.359+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:28.360314+0000) 2023-03-22T16:54:29.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:29.352+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:29.353663+0000) 2023-03-22T16:54:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:29.307+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:29.309034+0000) 2023-03-22T16:54:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:29.352+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:29.354063+0000) 2023-03-22T16:54:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:29.352+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:29.353888+0000) 2023-03-22T16:54:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:29 smithi142 ceph-mon[94717]: pgmap v4399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:54:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:29 smithi098 ceph-mon[94136]: pgmap v4399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:54:30.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:30.353+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:30.354136+0000) 2023-03-22T16:54:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:30.308+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:30.309159+0000) 2023-03-22T16:54:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:30.353+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:30.353781+0000) 2023-03-22T16:54:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:30.354+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:30.354+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:30.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:30.356+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:30.356288+0000) 2023-03-22T16:54:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:30.354+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:30.354294+0000) 2023-03-22T16:54:31.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:30.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:30.853515+0000) 2023-03-22T16:54:31.683 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:31.354+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:31.354261+0000) 2023-03-22T16:54:31.684 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:31.309+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:31.309291+0000) 2023-03-22T16:54:31.684 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:31.354+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:31.354416+0000) 2023-03-22T16:54:31.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:31.682+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:31.682906+0000) 2023-03-22T16:54:31.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:31.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:31.853636+0000) 2023-03-22T16:54:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:31 smithi142 ceph-mon[94717]: pgmap v4400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:31 smithi098 ceph-mon[94136]: pgmap v4400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:32.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:32.309+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.309366+0000) 2023-03-22T16:54:32.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:32.309+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:32.686 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:32.309+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:32.687 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:32.319+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.320184+0000) 2023-03-22T16:54:32.687 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:32.354+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.354432+0000) 2023-03-22T16:54:32.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:32.354+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.354530+0000) 2023-03-22T16:54:32.688 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:32.354+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:32.688 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:32.354+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:32.688 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:32.361+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.361719+0000) 2023-03-22T16:54:32.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:32.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.853795+0000) 2023-03-22T16:54:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:32.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.853753+0000) 2023-03-22T16:54:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:32.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.685309+0000) 2023-03-22T16:54:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:32.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:32.854313+0000) 2023-03-22T16:54:33.688 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:33.354+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:33.354614+0000) 2023-03-22T16:54:33.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:33.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:33.854058+0000) 2023-03-22T16:54:33.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:33.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:33.853890+0000) 2023-03-22T16:54:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:33.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:33.687792+0000) 2023-03-22T16:54:33.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:33.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:33.854427+0000) 2023-03-22T16:54:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:33 smithi142 ceph-mon[94717]: pgmap v4401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:33 smithi098 ceph-mon[94136]: pgmap v4401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:34.691 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:34.354+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:34.354834+0000) 2023-03-22T16:54:34.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:34.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:34.691047+0000) 2023-03-22T16:54:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:34.853+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:34.854216+0000) 2023-03-22T16:54:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:34.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:34.854010+0000) 2023-03-22T16:54:34.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:34.853+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:34.854170+0000) 2023-03-22T16:54:34.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:34.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:34.854546+0000) 2023-03-22T16:54:35.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:35.354+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:35.354969+0000) 2023-03-22T16:54:35.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:35.355+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:35.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:35.355+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:35.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:35.366+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:35.367257+0000) 2023-03-22T16:54:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:35.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:35.854292+0000) 2023-03-22T16:54:35.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:35.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:35.854121+0000) 2023-03-22T16:54:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:35.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:35.691954+0000) 2023-03-22T16:54:35.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:35.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:35.854663+0000) 2023-03-22T16:54:35.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:35.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:35.854297+0000) 2023-03-22T16:54:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:35 smithi142 ceph-mon[94717]: pgmap v4402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:35 smithi098 ceph-mon[94136]: pgmap v4402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:36.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:36.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:36.854422+0000) 2023-03-22T16:54:36.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:36.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:36.854412+0000) 2023-03-22T16:54:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:36.853+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:36.854244+0000) 2023-03-22T16:54:36.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:36.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:36.809674+0000) 2023-03-22T16:54:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:36.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:36.854730+0000) 2023-03-22T16:54:36.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:36.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:36.854787+0000) 2023-03-22T16:54:36.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:36.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:36.692185+0000) 2023-03-22T16:54:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:37.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:37.854536+0000) 2023-03-22T16:54:37.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:37.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:37.854392+0000) 2023-03-22T16:54:37.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:37.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:37.809803+0000) 2023-03-22T16:54:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:37.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:37.692317+0000) 2023-03-22T16:54:37.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:37.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:37.854544+0000) 2023-03-22T16:54:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:37.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:37.854863+0000) 2023-03-22T16:54:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:37.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:37.854906+0000) 2023-03-22T16:54:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:37 smithi142 ceph-mon[94717]: pgmap v4403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:37 smithi098 ceph-mon[94136]: pgmap v4403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:38.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:38.692579+0000) 2023-03-22T16:54:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:38.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:38.854680+0000) 2023-03-22T16:54:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:38.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:38.854653+0000) 2023-03-22T16:54:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:38.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:38.854535+0000) 2023-03-22T16:54:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:38.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:38.809953+0000) 2023-03-22T16:54:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:38.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:38.854988+0000) 2023-03-22T16:54:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:38.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:38.855020+0000) 2023-03-22T16:54:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:39 smithi142 ceph-mon[94717]: pgmap v4404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:39 smithi098 ceph-mon[94136]: pgmap v4404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:40.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:39.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.854777+0000) 2023-03-22T16:54:40.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:39.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.854664+0000) 2023-03-22T16:54:40.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:39.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.854840+0000) 2023-03-22T16:54:40.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:39.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.855282+0000) 2023-03-22T16:54:40.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:39.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.855113+0000) 2023-03-22T16:54:40.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:39.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.692753+0000) 2023-03-22T16:54:40.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:39.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.855152+0000) 2023-03-22T16:54:40.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:39.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:39.810076+0000) 2023-03-22T16:54:40.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:40.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.693008+0000) 2023-03-22T16:54:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:40.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.854906+0000) 2023-03-22T16:54:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:40.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.854799+0000) 2023-03-22T16:54:40.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:40.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.855405+0000) 2023-03-22T16:54:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:40.809+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.810211+0000) 2023-03-22T16:54:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:40.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.855241+0000) 2023-03-22T16:54:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:40.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.855287+0000) 2023-03-22T16:54:40.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:40.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:40.854988+0000) 2023-03-22T16:54:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:41.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.693125+0000) 2023-03-22T16:54:41.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:41.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.855125+0000) 2023-03-22T16:54:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:41.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.855029+0000) 2023-03-22T16:54:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:41.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.854928+0000) 2023-03-22T16:54:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:41.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.855548+0000) 2023-03-22T16:54:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:41.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.810379+0000) 2023-03-22T16:54:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:41.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.855371+0000) 2023-03-22T16:54:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:41.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:41.855409+0000) 2023-03-22T16:54:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:41 smithi142 ceph-mon[94717]: pgmap v4405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:41 smithi098 ceph-mon[94136]: pgmap v4405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:42.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:42.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.693384+0000) 2023-03-22T16:54:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:42.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.855250+0000) 2023-03-22T16:54:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:42.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.855150+0000) 2023-03-22T16:54:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:42.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.855061+0000) 2023-03-22T16:54:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:42.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.855496+0000) 2023-03-22T16:54:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:42.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.810523+0000) 2023-03-22T16:54:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:42.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.855670+0000) 2023-03-22T16:54:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:42.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:42.855531+0000) 2023-03-22T16:54:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:43.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.693512+0000) 2023-03-22T16:54:43.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:43.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.855383+0000) 2023-03-22T16:54:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:43.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.855395+0000) 2023-03-22T16:54:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:43.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.855191+0000) 2023-03-22T16:54:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:43.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.810667+0000) 2023-03-22T16:54:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:43.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.855634+0000) 2023-03-22T16:54:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:43.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.855792+0000) 2023-03-22T16:54:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:43.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:43.855649+0000) 2023-03-22T16:54:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:43 smithi142 ceph-mon[94717]: pgmap v4406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:43 smithi098 ceph-mon[94136]: pgmap v4406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:44.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.693791+0000) 2023-03-22T16:54:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:44.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.855519+0000) 2023-03-22T16:54:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:44.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.855509+0000) 2023-03-22T16:54:44.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:44.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.855363+0000) 2023-03-22T16:54:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:44.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.810807+0000) 2023-03-22T16:54:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:44.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.855757+0000) 2023-03-22T16:54:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:44.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.855902+0000) 2023-03-22T16:54:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:44.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:44.855762+0000) 2023-03-22T16:54:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:45.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.693901+0000) 2023-03-22T16:54:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:45.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.855633+0000) 2023-03-22T16:54:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:45.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.855653+0000) 2023-03-22T16:54:45.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:45.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.855524+0000) 2023-03-22T16:54:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:45.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.856008+0000) 2023-03-22T16:54:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:45.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.855866+0000) 2023-03-22T16:54:45.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:45.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.810962+0000) 2023-03-22T16:54:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:45.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:45.855870+0000) 2023-03-22T16:54:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:45 smithi142 ceph-mon[94717]: pgmap v4407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:45 smithi098 ceph-mon[94136]: pgmap v4407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:46.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.855837+0000) 2023-03-22T16:54:46.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:46.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.855690+0000) 2023-03-22T16:54:46.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:46.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.811116+0000) 2023-03-22T16:54:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:46.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.855758+0000) 2023-03-22T16:54:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:46.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.855986+0000) 2023-03-22T16:54:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:46.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.856133+0000) 2023-03-22T16:54:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:46.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.855984+0000) 2023-03-22T16:54:46.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:46.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:46.694118+0000) 2023-03-22T16:54:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:47.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.694321+0000) 2023-03-22T16:54:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:47.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.855880+0000) 2023-03-22T16:54:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:47.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.856015+0000) 2023-03-22T16:54:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:47.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.855821+0000) 2023-03-22T16:54:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:47.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.856295+0000) 2023-03-22T16:54:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:47.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.811307+0000) 2023-03-22T16:54:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:47.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.856122+0000) 2023-03-22T16:54:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:47.854+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:47.856140+0000) 2023-03-22T16:54:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:47 smithi142 ceph-mon[94717]: pgmap v4408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:47 smithi098 ceph-mon[94136]: pgmap v4408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:48.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:48.854+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.856138+0000) 2023-03-22T16:54:48.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:48.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.855947+0000) 2023-03-22T16:54:48.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:48.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.811448+0000) 2023-03-22T16:54:48.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:48.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.694587+0000) 2023-03-22T16:54:48.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:48.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.855994+0000) 2023-03-22T16:54:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:48.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.856412+0000) 2023-03-22T16:54:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:48.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.856258+0000) 2023-03-22T16:54:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:48.854+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:48.856249+0000) 2023-03-22T16:54:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:49.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.694741+0000) 2023-03-22T16:54:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:49.854+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.856147+0000) 2023-03-22T16:54:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:49.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.856309+0000) 2023-03-22T16:54:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:49.854+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.856134+0000) 2023-03-22T16:54:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:49.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.856410+0000) 2023-03-22T16:54:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:49.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.811622+0000) 2023-03-22T16:54:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:49.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.856656+0000) 2023-03-22T16:54:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:49.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:49.856475+0000) 2023-03-22T16:54:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:49 smithi142 ceph-mon[94717]: pgmap v4409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:49 smithi098 ceph-mon[94136]: pgmap v4409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:50.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.694921+0000) 2023-03-22T16:54:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:50.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.856293+0000) 2023-03-22T16:54:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:50.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.856508+0000) 2023-03-22T16:54:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:50.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.856396+0000) 2023-03-22T16:54:50.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:50.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.811763+0000) 2023-03-22T16:54:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:50.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.856783+0000) 2023-03-22T16:54:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:50.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.856655+0000) 2023-03-22T16:54:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:50.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:50.856601+0000) 2023-03-22T16:54:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:51.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.695048+0000) 2023-03-22T16:54:51.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:51.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.856422+0000) 2023-03-22T16:54:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:51.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.856631+0000) 2023-03-22T16:54:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:51.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.856512+0000) 2023-03-22T16:54:51.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:51.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.856774+0000) 2023-03-22T16:54:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:51.810+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.811966+0000) 2023-03-22T16:54:51.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:51.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.856742+0000) 2023-03-22T16:54:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:51.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:51.856930+0000) 2023-03-22T16:54:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:51 smithi142 ceph-mon[94717]: pgmap v4410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:51 smithi098 ceph-mon[94136]: pgmap v4410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:52.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.695295+0000) 2023-03-22T16:54:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:52.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.856544+0000) 2023-03-22T16:54:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:52.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.856791+0000) 2023-03-22T16:54:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:52.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.856630+0000) 2023-03-22T16:54:52.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:52.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.856914+0000) 2023-03-22T16:54:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:52.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.812166+0000) 2023-03-22T16:54:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:52.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.856911+0000) 2023-03-22T16:54:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:52.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:52.857056+0000) 2023-03-22T16:54:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:53.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.695413+0000) 2023-03-22T16:54:53.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:53.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.856668+0000) 2023-03-22T16:54:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:53.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.856908+0000) 2023-03-22T16:54:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:53.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.856748+0000) 2023-03-22T16:54:53.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:53.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.857035+0000) 2023-03-22T16:54:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:53.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.812306+0000) 2023-03-22T16:54:53.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:53.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.857047+0000) 2023-03-22T16:54:53.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:53.855+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:53.857214+0000) 2023-03-22T16:54:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:53 smithi142 ceph-mon[94717]: pgmap v4411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:53 smithi098 ceph-mon[94136]: pgmap v4411: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:54:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:54.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.695645+0000) 2023-03-22T16:54:54.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:54.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.856806+0000) 2023-03-22T16:54:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:54.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.857022+0000) 2023-03-22T16:54:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:54.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.856875+0000) 2023-03-22T16:54:54.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:54.855+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.857162+0000) 2023-03-22T16:54:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:54.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.812462+0000) 2023-03-22T16:54:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:54.855+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.857164+0000) 2023-03-22T16:54:54.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:54.856+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:54.857326+0000) 2023-03-22T16:54:55.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:55.855+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.857139+0000) 2023-03-22T16:54:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:55.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.856990+0000) 2023-03-22T16:54:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:55.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.857294+0000) 2023-03-22T16:54:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:55.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.812606+0000) 2023-03-22T16:54:55.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:55.856+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.857452+0000) 2023-03-22T16:54:55.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:55.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.695804+0000) 2023-03-22T16:54:55.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:55.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.856930+0000) 2023-03-22T16:54:55.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:55.856+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:55.857294+0000) 2023-03-22T16:54:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:55 smithi142 ceph-mon[94717]: pgmap v4412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:55 smithi098 ceph-mon[94136]: pgmap v4412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:56.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.696059+0000) 2023-03-22T16:54:56.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:56.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.857061+0000) 2023-03-22T16:54:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:56.856+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.857469+0000) 2023-03-22T16:54:56.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:56.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.857444+0000) 2023-03-22T16:54:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:56.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.812738+0000) 2023-03-22T16:54:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:56.855+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.857111+0000) 2023-03-22T16:54:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:56.856+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:56.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:56.857+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:56.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:54:56.858+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.860186+0000) 2023-03-22T16:54:56.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:56.856+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.857887+0000) 2023-03-22T16:54:56.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:56.856+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:56.857625+0000) 2023-03-22T16:54:57.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:57.855+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.857188+0000) 2023-03-22T16:54:57.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:57.856+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.857588+0000) 2023-03-22T16:54:57.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:57.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.812870+0000) 2023-03-22T16:54:57.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:57.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.857616+0000) 2023-03-22T16:54:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:57.856+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.858005+0000) 2023-03-22T16:54:57.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:57.856+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.857749+0000) 2023-03-22T16:54:57.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:57.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.696184+0000) 2023-03-22T16:54:57.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:57.695+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:57.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:57.695+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:57.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:54:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:54:57.700+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:57.701781+0000) 2023-03-22T16:54:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:57 smithi142 ceph-mon[94717]: pgmap v4413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:57 smithi098 ceph-mon[94136]: pgmap v4413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:54:59.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:58.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.813008+0000) 2023-03-22T16:54:59.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:58.856+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.857708+0000) 2023-03-22T16:54:59.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:58.857+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:59.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:58.857+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:59.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:54:58.859+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.860410+0000) 2023-03-22T16:54:59.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:58.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.858485+0000) 2023-03-22T16:54:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:58.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.857743+0000) 2023-03-22T16:54:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:58.856+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.858042+0000) 2023-03-22T16:54:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:58.857+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:58.857+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:54:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:54:58.859+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.861050+0000) 2023-03-22T16:54:59.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:58.856+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:58.857300+0000) 2023-03-22T16:55:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:54:59 smithi142 ceph-mon[94717]: pgmap v4414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:54:59 smithi098 ceph-mon[94136]: pgmap v4414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:00.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:54:59.856+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:59.857428+0000) 2023-03-22T16:55:00.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:54:59.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:59.857865+0000) 2023-03-22T16:55:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:54:59.811+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:59.813154+0000) 2023-03-22T16:55:00.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:54:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:54:59.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:54:59.858601+0000) 2023-03-22T16:55:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:00.812+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:00.813317+0000) 2023-03-22T16:55:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:00.856+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:00.857616+0000) 2023-03-22T16:55:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:00.857+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:01.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:00.857+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:01.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:00.998+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:01.000087+0000) 2023-03-22T16:55:01.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:00.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:00.857982+0000) 2023-03-22T16:55:01.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:00.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:00.858736+0000) 2023-03-22T16:55:01.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:01.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:01.357398+0000) 2023-03-22T16:55:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:01 smithi142 ceph-mon[94717]: pgmap v4415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:01 smithi098 ceph-mon[94136]: pgmap v4415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:02.197 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:01.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:01.858090+0000) 2023-03-22T16:55:02.197 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:01.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:01.858866+0000) 2023-03-22T16:55:02.198 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:01.812+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:01.813457+0000) 2023-03-22T16:55:02.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:02.195+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:02.196502+0000) 2023-03-22T16:55:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:02.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:02.357527+0000) 2023-03-22T16:55:03.200 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:02.812+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:02.813624+0000) 2023-03-22T16:55:03.201 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:02.812+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:03.201 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:02.812+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:03.201 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:02.818+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:02.820136+0000) 2023-03-22T16:55:03.202 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:02.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:02.858979+0000) 2023-03-22T16:55:03.202 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:02.856+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:02.858247+0000) 2023-03-22T16:55:03.202 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:02.857+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:03.203 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:02.857+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:03.203 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:02.859+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:02.861040+0000) 2023-03-22T16:55:03.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:03.198+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:03.199968+0000) 2023-03-22T16:55:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:03.356+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:03.357980+0000) 2023-03-22T16:55:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:03.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:03.357684+0000) 2023-03-22T16:55:03.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:03.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:03.358416+0000) 2023-03-22T16:55:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:03 smithi142 ceph-mon[94717]: pgmap v4416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:55:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:03 smithi098 ceph-mon[94136]: pgmap v4416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:55:04.204 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:03.857+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:03.859102+0000) 2023-03-22T16:55:04.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:04.202+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:04.204129+0000) 2023-03-22T16:55:04.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:04.356+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:04.358100+0000) 2023-03-22T16:55:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:04.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:04.357828+0000) 2023-03-22T16:55:04.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:04.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:04.358540+0000) 2023-03-22T16:55:05.207 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:04.858+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:04.859328+0000) 2023-03-22T16:55:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:05.205+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:05.206562+0000) 2023-03-22T16:55:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:05.356+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:05.358210+0000) 2023-03-22T16:55:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:05.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:05.357953+0000) 2023-03-22T16:55:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:05.356+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:05.357873+0000) 2023-03-22T16:55:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:05.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:05.358667+0000) 2023-03-22T16:55:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:05 smithi142 ceph-mon[94717]: pgmap v4417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:55:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:05 smithi098 ceph-mon[94136]: pgmap v4417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:55:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:05.858+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:05.859444+0000) 2023-03-22T16:55:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:05.858+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:05.858+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:06.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:05.860+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:05.862118+0000) 2023-03-22T16:55:06.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:06.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:06.207679+0000) 2023-03-22T16:55:06.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:06.356+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:06.358010+0000) 2023-03-22T16:55:06.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:06.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:06.358087+0000) 2023-03-22T16:55:06.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:06.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:06.358309+0000) 2023-03-22T16:55:06.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:06.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:06.358800+0000) 2023-03-22T16:55:07.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:07.356+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:07.358149+0000) 2023-03-22T16:55:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:07.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:07.358435+0000) 2023-03-22T16:55:07.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:07.356+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:07.358222+0000) 2023-03-22T16:55:07.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:07.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:07.207943+0000) 2023-03-22T16:55:07.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:07.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:07.358520+0000) 2023-03-22T16:55:07.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:07.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:07.358919+0000) 2023-03-22T16:55:07.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:07.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:07.313837+0000) 2023-03-22T16:55:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:07 smithi142 ceph-mon[94717]: pgmap v4418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:55:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:07 smithi098 ceph-mon[94136]: pgmap v4418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:55:08.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:08.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:08.358283+0000) 2023-03-22T16:55:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:08.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:08.358547+0000) 2023-03-22T16:55:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:08.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:08.358361+0000) 2023-03-22T16:55:08.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:08.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:08.358643+0000) 2023-03-22T16:55:08.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:08.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:08.208085+0000) 2023-03-22T16:55:08.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:08.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:08.313976+0000) 2023-03-22T16:55:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:08.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:08.359024+0000) 2023-03-22T16:55:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:09.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:09.208301+0000) 2023-03-22T16:55:09.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:09.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:09.358420+0000) 2023-03-22T16:55:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:09.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:09.358667+0000) 2023-03-22T16:55:09.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:09.312+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:09.314137+0000) 2023-03-22T16:55:09.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:09.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:09.358482+0000) 2023-03-22T16:55:09.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:09.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:09.358770+0000) 2023-03-22T16:55:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:09.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:09.359131+0000) 2023-03-22T16:55:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:09 smithi142 ceph-mon[94717]: pgmap v4419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:55:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:09 smithi098 ceph-mon[94136]: pgmap v4419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:55:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:10.357+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.358790+0000) 2023-03-22T16:55:10.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:10.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.358598+0000) 2023-03-22T16:55:10.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:10.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.314315+0000) 2023-03-22T16:55:10.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:10.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.208419+0000) 2023-03-22T16:55:10.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:10.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.358555+0000) 2023-03-22T16:55:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:10.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.359729+0000) 2023-03-22T16:55:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:10.357+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.358886+0000) 2023-03-22T16:55:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:10.357+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:10.359252+0000) 2023-03-22T16:55:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:10 smithi142 ceph-mon[94717]: osdmap e277: 12 total, 9 up, 9 in 2023-03-22T16:55:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:10 smithi098 ceph-mon[94136]: osdmap e277: 12 total, 9 up, 9 in 2023-03-22T16:55:11.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:11.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.208659+0000) 2023-03-22T16:55:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:11.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.358747+0000) 2023-03-22T16:55:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:11.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.358925+0000) 2023-03-22T16:55:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:11.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.358747+0000) 2023-03-22T16:55:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:11.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.359831+0000) 2023-03-22T16:55:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:11.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.314505+0000) 2023-03-22T16:55:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:11.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.358997+0000) 2023-03-22T16:55:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:11.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:11.359369+0000) 2023-03-22T16:55:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:11 smithi142 ceph-mon[94717]: pgmap v4421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:55:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:11 smithi098 ceph-mon[94136]: pgmap v4421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:55:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:12.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.359043+0000) 2023-03-22T16:55:12.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:12.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.358954+0000) 2023-03-22T16:55:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:12.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.314684+0000) 2023-03-22T16:55:12.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:12.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.208842+0000) 2023-03-22T16:55:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:12.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.359933+0000) 2023-03-22T16:55:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:12.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.359111+0000) 2023-03-22T16:55:12.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:12.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.359475+0000) 2023-03-22T16:55:12.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:12.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:12.358954+0000) 2023-03-22T16:55:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:13.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.359198+0000) 2023-03-22T16:55:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:13.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.359099+0000) 2023-03-22T16:55:13.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:13.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.209092+0000) 2023-03-22T16:55:13.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:13.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.314884+0000) 2023-03-22T16:55:13.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:13.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.359083+0000) 2023-03-22T16:55:13.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:13.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.360047+0000) 2023-03-22T16:55:13.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:13.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.359297+0000) 2023-03-22T16:55:13.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:13.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:13.359577+0000) 2023-03-22T16:55:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:13 smithi142 ceph-mon[94717]: pgmap v4422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:13 smithi098 ceph-mon[94136]: pgmap v4422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:14.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.209242+0000) 2023-03-22T16:55:14.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:14.357+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.359245+0000) 2023-03-22T16:55:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:14.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.359436+0000) 2023-03-22T16:55:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:14.357+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.359249+0000) 2023-03-22T16:55:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:14.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.315008+0000) 2023-03-22T16:55:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:14.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.359520+0000) 2023-03-22T16:55:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:14.358+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.360151+0000) 2023-03-22T16:55:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:14.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:14.359684+0000) 2023-03-22T16:55:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:15.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.359584+0000) 2023-03-22T16:55:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:15.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.359395+0000) 2023-03-22T16:55:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:15.313+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.315199+0000) 2023-03-22T16:55:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:15.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.209450+0000) 2023-03-22T16:55:15.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:15.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.359423+0000) 2023-03-22T16:55:15.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:15.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.360290+0000) 2023-03-22T16:55:15.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:15.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.359828+0000) 2023-03-22T16:55:15.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:15.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:15.359682+0000) 2023-03-22T16:55:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:15 smithi142 ceph-mon[94717]: pgmap v4423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:15 smithi098 ceph-mon[94136]: pgmap v4423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:16.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.209574+0000) 2023-03-22T16:55:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:16.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.359583+0000) 2023-03-22T16:55:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:16.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.359757+0000) 2023-03-22T16:55:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:16.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.359585+0000) 2023-03-22T16:55:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:16.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.359932+0000) 2023-03-22T16:55:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:16.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.315292+0000) 2023-03-22T16:55:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:16.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.359845+0000) 2023-03-22T16:55:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:16.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:16.360397+0000) 2023-03-22T16:55:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:17.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.209807+0000) 2023-03-22T16:55:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:17.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.359714+0000) 2023-03-22T16:55:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:17.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.359884+0000) 2023-03-22T16:55:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:17.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.360522+0000) 2023-03-22T16:55:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:17.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.315406+0000) 2023-03-22T16:55:17.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:17.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.359706+0000) 2023-03-22T16:55:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:17.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.359969+0000) 2023-03-22T16:55:17.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:17.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:17.360050+0000) 2023-03-22T16:55:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:17 smithi142 ceph-mon[94717]: pgmap v4424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:17 smithi098 ceph-mon[94136]: pgmap v4424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:18.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.209989+0000) 2023-03-22T16:55:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:18.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.359840+0000) 2023-03-22T16:55:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:18.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.360014+0000) 2023-03-22T16:55:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:18.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.359840+0000) 2023-03-22T16:55:18.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:18.358+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.360172+0000) 2023-03-22T16:55:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:18.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.315536+0000) 2023-03-22T16:55:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:18.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.360097+0000) 2023-03-22T16:55:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:18.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:18.360632+0000) 2023-03-22T16:55:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:19.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.210309+0000) 2023-03-22T16:55:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:19.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.359969+0000) 2023-03-22T16:55:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:19.358+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.360132+0000) 2023-03-22T16:55:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:19.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.359961+0000) 2023-03-22T16:55:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:19.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.315680+0000) 2023-03-22T16:55:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:19.358+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.360242+0000) 2023-03-22T16:55:19.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:19.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.360752+0000) 2023-03-22T16:55:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:19.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:19.360307+0000) 2023-03-22T16:55:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:19 smithi142 ceph-mon[94717]: pgmap v4425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:19 smithi098 ceph-mon[94136]: pgmap v4425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:55:20.316 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:20.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.210423+0000) 2023-03-22T16:55:20.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:20.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.360088+0000) 2023-03-22T16:55:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:20.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.360082+0000) 2023-03-22T16:55:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:20.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.315852+0000) 2023-03-22T16:55:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:20.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.360871+0000) 2023-03-22T16:55:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:20.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.360434+0000) 2023-03-22T16:55:20.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:20.359+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.360258+0000) 2023-03-22T16:55:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:20.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:20.360379+0000) 2023-03-22T16:55:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:21.359+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.360450+0000) 2023-03-22T16:55:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:21.358+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.360211+0000) 2023-03-22T16:55:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:21.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.210654+0000) 2023-03-22T16:55:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:21.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.315974+0000) 2023-03-22T16:55:21.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:21.358+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.360215+0000) 2023-03-22T16:55:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:21.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.360989+0000) 2023-03-22T16:55:21.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:21.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.360534+0000) 2023-03-22T16:55:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:21.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:21.360583+0000) 2023-03-22T16:55:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:21 smithi142 ceph-mon[94717]: pgmap v4426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:55:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:21 smithi098 ceph-mon[94136]: pgmap v4426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.0 KiB/s rd, 196 B/s wr, 9 op/s 2023-03-22T16:55:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:22.359+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.360575+0000) 2023-03-22T16:55:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:22.359+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.360299+0000) 2023-03-22T16:55:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:22.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.360728+0000) 2023-03-22T16:55:22.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:22.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.316110+0000) 2023-03-22T16:55:22.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:22.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.210801+0000) 2023-03-22T16:55:22.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:22.359+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.360413+0000) 2023-03-22T16:55:22.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:22.359+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.361223+0000) 2023-03-22T16:55:22.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:22.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:22.360775+0000) 2023-03-22T16:55:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:23.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.211075+0000) 2023-03-22T16:55:23.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:23.359+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.360535+0000) 2023-03-22T16:55:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:23.359+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.360693+0000) 2023-03-22T16:55:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:23.359+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.360428+0000) 2023-03-22T16:55:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:23.314+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.316244+0000) 2023-03-22T16:55:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:23.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.360854+0000) 2023-03-22T16:55:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:23.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.361360+0000) 2023-03-22T16:55:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:23.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:23.360897+0000) 2023-03-22T16:55:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:23 smithi142 ceph-mon[94717]: pgmap v4427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:55:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:23 smithi098 ceph-mon[94136]: pgmap v4427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:55:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:24.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.211313+0000) 2023-03-22T16:55:24.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:24.359+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.360659+0000) 2023-03-22T16:55:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:24.359+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.360820+0000) 2023-03-22T16:55:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:24.359+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.360560+0000) 2023-03-22T16:55:24.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:24.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.361478+0000) 2023-03-22T16:55:24.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:24.315+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.316390+0000) 2023-03-22T16:55:24.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:24.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.360989+0000) 2023-03-22T16:55:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:24.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:24.361015+0000) 2023-03-22T16:55:25.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:25.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.211596+0000) 2023-03-22T16:55:25.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:25.359+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.360783+0000) 2023-03-22T16:55:25.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:25.359+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.360961+0000) 2023-03-22T16:55:25.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:25.359+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.360691+0000) 2023-03-22T16:55:25.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:25.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.361136+0000) 2023-03-22T16:55:25.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:25.315+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.316516+0000) 2023-03-22T16:55:25.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:25.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.361598+0000) 2023-03-22T16:55:25.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:25.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:25.361119+0000) 2023-03-22T16:55:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:25 smithi142 ceph-mon[94717]: pgmap v4428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:55:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:25 smithi098 ceph-mon[94136]: pgmap v4428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:55:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:26.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.211765+0000) 2023-03-22T16:55:26.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:26.359+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.360930+0000) 2023-03-22T16:55:26.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:26.359+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.361079+0000) 2023-03-22T16:55:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:26.359+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.360824+0000) 2023-03-22T16:55:26.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:26.359+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.361250+0000) 2023-03-22T16:55:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:26.315+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.316641+0000) 2023-03-22T16:55:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:26.359+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.361240+0000) 2023-03-22T16:55:26.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:26.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:26.361718+0000) 2023-03-22T16:55:27.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:27.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.212000+0000) 2023-03-22T16:55:27.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:27.360+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.361091+0000) 2023-03-22T16:55:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:27.360+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.360999+0000) 2023-03-22T16:55:27.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:27.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.361855+0000) 2023-03-22T16:55:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:27.316+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.316831+0000) 2023-03-22T16:55:27.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:27.360+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.361366+0000) 2023-03-22T16:55:27.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:27.360+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.361378+0000) 2023-03-22T16:55:27.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:27.360+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.361215+0000) 2023-03-22T16:55:27.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:27.360+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:27.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:27.360+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:27.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:27.641+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:27.642726+0000) 2023-03-22T16:55:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:27 smithi142 ceph-mon[94717]: pgmap v4429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:55:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:27 smithi098 ceph-mon[94136]: pgmap v4429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:55:28.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:28.360+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.361379+0000) 2023-03-22T16:55:28.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:28.315+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.317018+0000) 2023-03-22T16:55:28.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:28.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.212116+0000) 2023-03-22T16:55:28.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:28.211+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:28.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:28.211+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:28.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:28.216+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.217964+0000) 2023-03-22T16:55:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:28.360+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.361303+0000) 2023-03-22T16:55:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:28.360+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.361515+0000) 2023-03-22T16:55:28.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:28.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.361958+0000) 2023-03-22T16:55:28.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:28.360+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:28.361566+0000) 2023-03-22T16:55:29.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:29.361+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.362083+0000) 2023-03-22T16:55:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:29.316+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.317182+0000) 2023-03-22T16:55:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:29.361+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.361534+0000) 2023-03-22T16:55:29.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:29.361+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.361595+0000) 2023-03-22T16:55:29.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:29.361+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:29.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:29.361+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:29.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:29.367+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.368315+0000) 2023-03-22T16:55:29.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:29.361+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.361677+0000) 2023-03-22T16:55:29.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:29.361+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.361747+0000) 2023-03-22T16:55:29.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:29.361+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:29.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:29.361+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:29.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:29.366+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:29.367396+0000) 2023-03-22T16:55:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:29 smithi142 ceph-mon[94717]: pgmap v4430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:55:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:29 smithi098 ceph-mon[94136]: pgmap v4430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:55:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:30.360+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:30.361679+0000) 2023-03-22T16:55:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:30.316+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:30.317306+0000) 2023-03-22T16:55:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:30.360+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:30.361832+0000) 2023-03-22T16:55:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:30.360+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:30.362216+0000) 2023-03-22T16:55:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:31.360+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:31.361958+0000) 2023-03-22T16:55:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:31.316+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:31.317434+0000) 2023-03-22T16:55:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:31.360+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:31.361804+0000) 2023-03-22T16:55:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:31.361+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:31.361+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:31.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:31.362+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:31.364224+0000) 2023-03-22T16:55:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:31.361+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:31.362305+0000) 2023-03-22T16:55:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:31 smithi142 ceph-mon[94717]: pgmap v4431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:31 smithi098 ceph-mon[94136]: pgmap v4431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:32.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:31.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:31.861385+0000) 2023-03-22T16:55:32.713 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:32.316+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:32.317572+0000) 2023-03-22T16:55:32.713 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:32.361+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:32.362112+0000) 2023-03-22T16:55:32.714 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:32.361+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:32.362417+0000) 2023-03-22T16:55:32.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:32.711+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:32.712433+0000) 2023-03-22T16:55:33.362 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:32.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:32.861516+0000) 2023-03-22T16:55:33.363 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:33.316+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.317690+0000) 2023-03-22T16:55:33.363 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:33.317+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:33.364 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:33.317+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:33.364 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:33.318+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.319459+0000) 2023-03-22T16:55:33.364 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:33.360+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.362221+0000) 2023-03-22T16:55:33.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:33.361+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.362891+0000) 2023-03-22T16:55:33.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:33.361+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:33.362+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:33.363+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.365035+0000) 2023-03-22T16:55:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:33 smithi142 ceph-mon[94717]: pgmap v4432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:34.178 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:33 smithi098 ceph-mon[94136]: pgmap v4432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:34.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:34.085+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:34.086302+0000) 2023-03-22T16:55:34.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:33.860+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.861951+0000) 2023-03-22T16:55:34.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:33.860+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.861658+0000) 2023-03-22T16:55:34.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:33.860+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:33.862194+0000) 2023-03-22T16:55:34.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:34.361+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:34.363079+0000) 2023-03-22T16:55:35.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:35.087+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:35.089212+0000) 2023-03-22T16:55:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:34.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:34.862090+0000) 2023-03-22T16:55:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:34.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:34.861845+0000) 2023-03-22T16:55:35.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:34.861+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:34.862298+0000) 2023-03-22T16:55:35.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:35.363+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:35.363262+0000) 2023-03-22T16:55:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:35 smithi142 ceph-mon[94717]: pgmap v4433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:35 smithi098 ceph-mon[94136]: pgmap v4433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:36.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:35.861+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:35.862211+0000) 2023-03-22T16:55:36.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:35.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:35.862020+0000) 2023-03-22T16:55:36.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:35.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:35.862294+0000) 2023-03-22T16:55:36.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:36.092+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:36.092994+0000) 2023-03-22T16:55:36.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:35.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:35.862419+0000) 2023-03-22T16:55:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:36.363+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:36.363433+0000) 2023-03-22T16:55:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:36.363+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:36.363+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:36.365+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:36.365334+0000) 2023-03-22T16:55:37.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:37.093+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:37.093872+0000) 2023-03-22T16:55:37.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:36.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:36.862412+0000) 2023-03-22T16:55:37.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:36.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:36.862304+0000) 2023-03-22T16:55:37.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:36.861+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:36.862148+0000) 2023-03-22T16:55:37.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:36.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:36.862544+0000) 2023-03-22T16:55:38.094 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:37.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:37.862421+0000) 2023-03-22T16:55:38.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:37.862+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:37.862315+0000) 2023-03-22T16:55:38.095 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:37.817+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:37.817983+0000) 2023-03-22T16:55:38.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:37.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:37.862534+0000) 2023-03-22T16:55:38.096 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:37.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:37.862471+0000) 2023-03-22T16:55:38.097 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:37.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:37.862670+0000) 2023-03-22T16:55:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:37 smithi142 ceph-mon[94717]: pgmap v4434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:37 smithi098 ceph-mon[94136]: pgmap v4434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:38.093+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:38.093991+0000) 2023-03-22T16:55:39.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:38.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:38.862544+0000) 2023-03-22T16:55:39.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:38.862+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:38.862436+0000) 2023-03-22T16:55:39.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:38.817+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:38.818098+0000) 2023-03-22T16:55:39.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:38.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:38.862707+0000) 2023-03-22T16:55:39.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:38.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:38.862615+0000) 2023-03-22T16:55:39.097 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:38.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:38.862796+0000) 2023-03-22T16:55:39.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:39.094+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:39.094308+0000) 2023-03-22T16:55:40.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:39.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:39.862666+0000) 2023-03-22T16:55:40.095 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:39.862+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:39.862552+0000) 2023-03-22T16:55:40.096 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:39.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:39.862953+0000) 2023-03-22T16:55:40.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:39.817+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:39.818222+0000) 2023-03-22T16:55:40.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:39.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:39.862842+0000) 2023-03-22T16:55:40.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:39.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:39.862757+0000) 2023-03-22T16:55:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:39 smithi142 ceph-mon[94717]: pgmap v4435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:39 smithi098 ceph-mon[94136]: pgmap v4435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:40.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:40.094+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.094494+0000) 2023-03-22T16:55:41.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:40.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.862799+0000) 2023-03-22T16:55:41.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:40.862+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.862673+0000) 2023-03-22T16:55:41.096 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:40.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.862959+0000) 2023-03-22T16:55:41.096 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:40.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.863713+0000) 2023-03-22T16:55:41.097 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:40.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.863138+0000) 2023-03-22T16:55:41.098 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:40.818+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.818304+0000) 2023-03-22T16:55:41.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:40.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:40.862968+0000) 2023-03-22T16:55:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:41.094+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.094712+0000) 2023-03-22T16:55:42.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:41.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.862973+0000) 2023-03-22T16:55:42.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:41.862+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.862898+0000) 2023-03-22T16:55:42.096 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:41.818+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.818445+0000) 2023-03-22T16:55:42.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:41.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.863076+0000) 2023-03-22T16:55:42.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:41.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.863089+0000) 2023-03-22T16:55:42.097 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:41.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.863844+0000) 2023-03-22T16:55:42.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:41.862+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:41.863253+0000) 2023-03-22T16:55:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:41 smithi142 ceph-mon[94717]: pgmap v4436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:41 smithi098 ceph-mon[94136]: pgmap v4436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:42.094+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.094843+0000) 2023-03-22T16:55:43.095 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:42.862+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.863247+0000) 2023-03-22T16:55:43.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:42.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.863084+0000) 2023-03-22T16:55:43.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:42.862+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.863052+0000) 2023-03-22T16:55:43.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:42.818+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.818582+0000) 2023-03-22T16:55:43.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:42.862+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.863201+0000) 2023-03-22T16:55:43.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:42.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.863947+0000) 2023-03-22T16:55:43.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:42.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:42.863393+0000) 2023-03-22T16:55:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:43.094+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.095136+0000) 2023-03-22T16:55:44.095 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:43.862+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.863243+0000) 2023-03-22T16:55:44.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:43.862+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.863192+0000) 2023-03-22T16:55:44.097 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:43.863+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.863306+0000) 2023-03-22T16:55:44.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:43.818+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.818699+0000) 2023-03-22T16:55:44.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:43.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.863369+0000) 2023-03-22T16:55:44.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:43.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.864060+0000) 2023-03-22T16:55:44.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:43.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:43.863504+0000) 2023-03-22T16:55:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:43 smithi142 ceph-mon[94717]: pgmap v4437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:43 smithi098 ceph-mon[94136]: pgmap v4437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:44.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.095290+0000) 2023-03-22T16:55:45.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:44.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.863394+0000) 2023-03-22T16:55:45.096 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:44.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.863372+0000) 2023-03-22T16:55:45.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:44.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.863490+0000) 2023-03-22T16:55:45.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:44.818+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.818843+0000) 2023-03-22T16:55:45.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:44.863+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.863435+0000) 2023-03-22T16:55:45.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:44.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.863608+0000) 2023-03-22T16:55:45.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:44.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:44.864165+0000) 2023-03-22T16:55:45.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:45.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.095522+0000) 2023-03-22T16:55:46.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:45.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.863534+0000) 2023-03-22T16:55:46.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:45.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.863539+0000) 2023-03-22T16:55:46.097 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:45.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.863644+0000) 2023-03-22T16:55:46.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:45.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.864285+0000) 2023-03-22T16:55:46.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:45.863+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.863588+0000) 2023-03-22T16:55:46.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:45.818+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.819006+0000) 2023-03-22T16:55:46.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:45.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:45.863776+0000) 2023-03-22T16:55:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:45 smithi142 ceph-mon[94717]: pgmap v4438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:45 smithi098 ceph-mon[94136]: pgmap v4438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:46.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.095649+0000) 2023-03-22T16:55:47.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:46.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.863742+0000) 2023-03-22T16:55:47.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:46.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.863773+0000) 2023-03-22T16:55:47.097 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:46.818+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.819177+0000) 2023-03-22T16:55:47.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:46.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.863811+0000) 2023-03-22T16:55:47.098 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:46.863+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.863801+0000) 2023-03-22T16:55:47.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:46.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.864402+0000) 2023-03-22T16:55:47.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:46.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:46.863894+0000) 2023-03-22T16:55:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:47.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.095889+0000) 2023-03-22T16:55:48.096 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:47.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.863947+0000) 2023-03-22T16:55:48.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:47.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.863884+0000) 2023-03-22T16:55:48.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:47.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.863895+0000) 2023-03-22T16:55:48.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:47.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.819311+0000) 2023-03-22T16:55:48.099 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:47.863+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.864011+0000) 2023-03-22T16:55:48.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:47.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.864518+0000) 2023-03-22T16:55:48.100 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:47.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:47.864081+0000) 2023-03-22T16:55:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:47 smithi142 ceph-mon[94717]: pgmap v4439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:47 smithi098 ceph-mon[94136]: pgmap v4439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:48.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:48.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.096057+0000) 2023-03-22T16:55:49.096 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:48.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.864008+0000) 2023-03-22T16:55:49.097 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:48.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.864047+0000) 2023-03-22T16:55:49.098 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:48.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.864202+0000) 2023-03-22T16:55:49.098 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:48.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.864627+0000) 2023-03-22T16:55:49.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:48.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.864190+0000) 2023-03-22T16:55:49.099 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:48.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.864747+0000) 2023-03-22T16:55:49.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:48.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:48.819422+0000) 2023-03-22T16:55:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:49.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.096397+0000) 2023-03-22T16:55:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:49 smithi142 ceph-mon[94717]: pgmap v4440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:49 smithi098 ceph-mon[94136]: pgmap v4440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:50.200 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:49.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.864133+0000) 2023-03-22T16:55:50.200 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:49.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.819544+0000) 2023-03-22T16:55:50.201 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:49.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.864175+0000) 2023-03-22T16:55:50.201 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:49.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.864357+0000) 2023-03-22T16:55:50.202 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:49.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.864862+0000) 2023-03-22T16:55:50.202 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:49.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.864740+0000) 2023-03-22T16:55:50.203 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:49.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:49.864343+0000) 2023-03-22T16:55:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:50.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.096591+0000) 2023-03-22T16:55:51.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:50.864+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.864300+0000) 2023-03-22T16:55:51.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:50.864+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.864300+0000) 2023-03-22T16:55:51.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:50.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.864494+0000) 2023-03-22T16:55:51.099 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:50.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.864973+0000) 2023-03-22T16:55:51.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:50.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.819669+0000) 2023-03-22T16:55:51.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:50.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.864863+0000) 2023-03-22T16:55:51.100 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:50.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:50.864485+0000) 2023-03-22T16:55:51.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:51.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.096829+0000) 2023-03-22T16:55:52.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:51.864+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.864436+0000) 2023-03-22T16:55:52.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:51.864+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.864430+0000) 2023-03-22T16:55:52.098 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:51.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.819795+0000) 2023-03-22T16:55:52.099 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:51.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.864624+0000) 2023-03-22T16:55:52.099 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:51.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.865106+0000) 2023-03-22T16:55:52.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:51.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.864981+0000) 2023-03-22T16:55:52.100 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:51.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:51.864616+0000) 2023-03-22T16:55:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:51 smithi142 ceph-mon[94717]: pgmap v4441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:51 smithi098 ceph-mon[94136]: pgmap v4441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:52.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:52.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.096961+0000) 2023-03-22T16:55:53.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:52.864+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.864622+0000) 2023-03-22T16:55:53.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:52.864+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.864619+0000) 2023-03-22T16:55:53.099 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:52.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.865099+0000) 2023-03-22T16:55:53.099 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:52.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.864761+0000) 2023-03-22T16:55:53.099 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:52.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.865220+0000) 2023-03-22T16:55:53.100 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:52.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.819917+0000) 2023-03-22T16:55:53.100 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:52.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:52.864801+0000) 2023-03-22T16:55:53.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:53.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.097167+0000) 2023-03-22T16:55:54.097 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:53.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.864825+0000) 2023-03-22T16:55:54.098 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:53.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.864821+0000) 2023-03-22T16:55:54.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:53.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.820107+0000) 2023-03-22T16:55:54.099 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:53.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.864952+0000) 2023-03-22T16:55:54.099 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:53.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.864977+0000) 2023-03-22T16:55:54.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:53.863+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.865211+0000) 2023-03-22T16:55:54.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:53.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:53.865303+0000) 2023-03-22T16:55:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:53 smithi142 ceph-mon[94717]: pgmap v4442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:53 smithi098 ceph-mon[94136]: pgmap v4442: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:54.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:54.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.097296+0000) 2023-03-22T16:55:55.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:54.863+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.865073+0000) 2023-03-22T16:55:55.098 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:54.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.864999+0000) 2023-03-22T16:55:55.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:54.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.865013+0000) 2023-03-22T16:55:55.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:54.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.820266+0000) 2023-03-22T16:55:55.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:54.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.865415+0000) 2023-03-22T16:55:55.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:54.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.865302+0000) 2023-03-22T16:55:55.101 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:54.863+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:54.865100+0000) 2023-03-22T16:55:55.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:55.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.097559+0000) 2023-03-22T16:55:56.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:55.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.865307+0000) 2023-03-22T16:55:56.098 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:55.863+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.865125+0000) 2023-03-22T16:55:56.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:55.863+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.865129+0000) 2023-03-22T16:55:56.099 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:55.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.820389+0000) 2023-03-22T16:55:56.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:55.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.865557+0000) 2023-03-22T16:55:56.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:55.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.865453+0000) 2023-03-22T16:55:56.101 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:55.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:55.865315+0000) 2023-03-22T16:55:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:55 smithi142 ceph-mon[94717]: pgmap v4443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:55 smithi098 ceph-mon[94136]: pgmap v4443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:56.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:56.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.097717+0000) 2023-03-22T16:55:57.098 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:56.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.865422+0000) 2023-03-22T16:55:57.099 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:56.864+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.865345+0000) 2023-03-22T16:55:57.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:56.864+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.865317+0000) 2023-03-22T16:55:57.100 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:56.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.865572+0000) 2023-03-22T16:55:57.100 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:56.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.865668+0000) 2023-03-22T16:55:57.101 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:56.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.865443+0000) 2023-03-22T16:55:57.101 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:56.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:56.820526+0000) 2023-03-22T16:55:57.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:56 smithi142 ceph-mon[94717]: pgmap v4444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:57.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:56 smithi098 ceph-mon[94136]: pgmap v4444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:55:57.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:57.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.097939+0000) 2023-03-22T16:55:58.098 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:57.864+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.865483+0000) 2023-03-22T16:55:58.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:57.864+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.865472+0000) 2023-03-22T16:55:58.099 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:57.865+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:58.100 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:57.865+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:58.100 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:55:57.868+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.869520+0000) 2023-03-22T16:55:58.100 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:57.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.820680+0000) 2023-03-22T16:55:58.101 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:57.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.865884+0000) 2023-03-22T16:55:58.101 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:57.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.865830+0000) 2023-03-22T16:55:58.102 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:57.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.865934+0000) 2023-03-22T16:55:58.102 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:57.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:57.865671+0000) 2023-03-22T16:55:58.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:58.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:58.098068+0000) 2023-03-22T16:55:59.099 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:58.864+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:58.865609+0000) 2023-03-22T16:55:59.100 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:58.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:58.820791+0000) 2023-03-22T16:55:59.101 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:58.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:58.865785+0000) 2023-03-22T16:55:59.101 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:58.864+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:58.866087+0000) 2023-03-22T16:55:59.102 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:58.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:58.865945+0000) 2023-03-22T16:55:59.103 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:58.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:58.866027+0000) 2023-03-22T16:55:59.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:59.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.098348+0000) 2023-03-22T16:55:59.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:59.097+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:59.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:59.097+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:55:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:55:59.255+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.256671+0000) 2023-03-22T16:55:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:55:59 smithi142 ceph-mon[94717]: pgmap v4445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:55:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:55:59 smithi098 ceph-mon[94136]: pgmap v4445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:55:59.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.865910+0000) 2023-03-22T16:56:00.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:55:59.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.866085+0000) 2023-03-22T16:56:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:55:59.819+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.820907+0000) 2023-03-22T16:56:00.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:59.864+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.865739+0000) 2023-03-22T16:56:00.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:59.865+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:00.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:59.865+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:00.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:55:59.869+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.871007+0000) 2023-03-22T16:56:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:55:59.865+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.866286+0000) 2023-03-22T16:56:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:59.864+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.866150+0000) 2023-03-22T16:56:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:59.865+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:59.865+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:00.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:55:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:55:59.870+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:55:59.871480+0000) 2023-03-22T16:56:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:00.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:00.866079+0000) 2023-03-22T16:56:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:00.820+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:00.821076+0000) 2023-03-22T16:56:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:00.865+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:00.866419+0000) 2023-03-22T16:56:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:00.864+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:00.866222+0000) 2023-03-22T16:56:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:01 smithi142 ceph-mon[94717]: pgmap v4446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:01 smithi098 ceph-mon[94136]: pgmap v4446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:01.820+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:01.821292+0000) 2023-03-22T16:56:02.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:01.865+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:01.866432+0000) 2023-03-22T16:56:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:01.864+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:01.866245+0000) 2023-03-22T16:56:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:01.865+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:01.865+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:01.868+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:01.869395+0000) 2023-03-22T16:56:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:01.865+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:01.866676+0000) 2023-03-22T16:56:02.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:02.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:02.365754+0000) 2023-03-22T16:56:03.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:02.865+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:02.866790+0000) 2023-03-22T16:56:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:02.820+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:02.821431+0000) 2023-03-22T16:56:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:02.865+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:02.866627+0000) 2023-03-22T16:56:03.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:03.597+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:03.598580+0000) 2023-03-22T16:56:03.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:03.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:03.365904+0000) 2023-03-22T16:56:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:03 smithi142 ceph-mon[94717]: pgmap v4447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:56:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:03 smithi098 ceph-mon[94136]: pgmap v4447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:56:04.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:03.865+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:03.866737+0000) 2023-03-22T16:56:04.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:03.865+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:03.866906+0000) 2023-03-22T16:56:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:03.866+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:03.866+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:03.874+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:03.876138+0000) 2023-03-22T16:56:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:03.820+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:03.821563+0000) 2023-03-22T16:56:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:03.821+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:03.821+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:03.821+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:03.823261+0000) 2023-03-22T16:56:04.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:04.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:04.366046+0000) 2023-03-22T16:56:04.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:04.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:04.366076+0000) 2023-03-22T16:56:04.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:04.601+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:04.602607+0000) 2023-03-22T16:56:04.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:04.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:04.366393+0000) 2023-03-22T16:56:05.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:04.865+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:04.866853+0000) 2023-03-22T16:56:05.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:05.605+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:05.606389+0000) 2023-03-22T16:56:05.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:05.364+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:05.366192+0000) 2023-03-22T16:56:05.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:05.364+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:05.366218+0000) 2023-03-22T16:56:05.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:05.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:05.366500+0000) 2023-03-22T16:56:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:05 smithi142 ceph-mon[94717]: pgmap v4448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:56:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:05 smithi098 ceph-mon[94136]: pgmap v4448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:56:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:05.865+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:05.866981+0000) 2023-03-22T16:56:06.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:06.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:06.610019+0000) 2023-03-22T16:56:06.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:06.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:06.366586+0000) 2023-03-22T16:56:06.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:06.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:06.366309+0000) 2023-03-22T16:56:06.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:06.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:06.366362+0000) 2023-03-22T16:56:06.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:06.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:06.366635+0000) 2023-03-22T16:56:07.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:06.865+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:06.867107+0000) 2023-03-22T16:56:07.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:06.866+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:07.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:06.866+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:06.868+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:06.869300+0000) 2023-03-22T16:56:07.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:07.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:07.366435+0000) 2023-03-22T16:56:07.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:07.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:07.366502+0000) 2023-03-22T16:56:07.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:07.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:07.611315+0000) 2023-03-22T16:56:07.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:07.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:07.366701+0000) 2023-03-22T16:56:07.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:07.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:07.366754+0000) 2023-03-22T16:56:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:07 smithi142 ceph-mon[94717]: pgmap v4449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:56:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:07 smithi098 ceph-mon[94136]: pgmap v4449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:56:08.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:08.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:08.366547+0000) 2023-03-22T16:56:08.613 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:08.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:08.366626+0000) 2023-03-22T16:56:08.613 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:08.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:08.321879+0000) 2023-03-22T16:56:08.613 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:08.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:08.366803+0000) 2023-03-22T16:56:08.614 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:08.365+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:08.367186+0000) 2023-03-22T16:56:08.614 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:08.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:08.366877+0000) 2023-03-22T16:56:08.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:08.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:08.611469+0000) 2023-03-22T16:56:09.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:09.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:09.366904+0000) 2023-03-22T16:56:09.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:09.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:09.366711+0000) 2023-03-22T16:56:09.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:09.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:09.366771+0000) 2023-03-22T16:56:09.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:09.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:09.366993+0000) 2023-03-22T16:56:09.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:09.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:09.322000+0000) 2023-03-22T16:56:09.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:09.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:09.367299+0000) 2023-03-22T16:56:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:09 smithi142 ceph-mon[94717]: pgmap v4450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:56:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:09 smithi098 ceph-mon[94136]: pgmap v4450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:56:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:09.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:09.611793+0000) 2023-03-22T16:56:10.612 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:10.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:10.367009+0000) 2023-03-22T16:56:10.613 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:10.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:10.366838+0000) 2023-03-22T16:56:10.613 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:10.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:10.366885+0000) 2023-03-22T16:56:10.614 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:10.320+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:10.322137+0000) 2023-03-22T16:56:10.614 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:10.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:10.367403+0000) 2023-03-22T16:56:10.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:10.365+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:10.367112+0000) 2023-03-22T16:56:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:10 smithi142 ceph-mon[94717]: osdmap e278: 12 total, 9 up, 9 in 2023-03-22T16:56:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:10 smithi098 ceph-mon[94136]: osdmap e278: 12 total, 9 up, 9 in 2023-03-22T16:56:10.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:10.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:10.611958+0000) 2023-03-22T16:56:11.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:11.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.367017+0000) 2023-03-22T16:56:11.613 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:11.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.367040+0000) 2023-03-22T16:56:11.614 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:11.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.322282+0000) 2023-03-22T16:56:11.614 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:11.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.367519+0000) 2023-03-22T16:56:11.615 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:11.365+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.367158+0000) 2023-03-22T16:56:11.615 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:11.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.367453+0000) 2023-03-22T16:56:11.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:11.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.367299+0000) 2023-03-22T16:56:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:11 smithi142 ceph-mon[94717]: pgmap v4452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:56:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:11 smithi098 ceph-mon[94136]: pgmap v4452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:56:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:11.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:11.612181+0000) 2023-03-22T16:56:12.612 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:12.365+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.367242+0000) 2023-03-22T16:56:12.613 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:12.365+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.367198+0000) 2023-03-22T16:56:12.614 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:12.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.322415+0000) 2023-03-22T16:56:12.614 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:12.366+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.367340+0000) 2023-03-22T16:56:12.614 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:12.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.367625+0000) 2023-03-22T16:56:12.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:12.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.367444+0000) 2023-03-22T16:56:12.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:12.611+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.612318+0000) 2023-03-22T16:56:13.613 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:13.366+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.367459+0000) 2023-03-22T16:56:13.613 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:13.366+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.367438+0000) 2023-03-22T16:56:13.614 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:13.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.322582+0000) 2023-03-22T16:56:13.614 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:13.366+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.367495+0000) 2023-03-22T16:56:13.615 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:13.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.367729+0000) 2023-03-22T16:56:13.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:13.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.367580+0000) 2023-03-22T16:56:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:13 smithi142 ceph-mon[94717]: pgmap v4453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:13 smithi098 ceph-mon[94136]: pgmap v4453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:13.611+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.612541+0000) 2023-03-22T16:56:14.613 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:14.366+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.367577+0000) 2023-03-22T16:56:14.614 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:14.366+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.367571+0000) 2023-03-22T16:56:14.614 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:14.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.322692+0000) 2023-03-22T16:56:14.614 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:14.366+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.367614+0000) 2023-03-22T16:56:14.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:14.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.367716+0000) 2023-03-22T16:56:14.615 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:14.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.367833+0000) 2023-03-22T16:56:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:14.611+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.612671+0000) 2023-03-22T16:56:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:15.366+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.367702+0000) 2023-03-22T16:56:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:15.366+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.367687+0000) 2023-03-22T16:56:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:15.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.322809+0000) 2023-03-22T16:56:15.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:15.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.367892+0000) 2023-03-22T16:56:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:15.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.368289+0000) 2023-03-22T16:56:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:15.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.368139+0000) 2023-03-22T16:56:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:12.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:12.367567+0000) 2023-03-22T16:56:15.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:13.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:13.367666+0000) 2023-03-22T16:56:15.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:14.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:14.367770+0000) 2023-03-22T16:56:15.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:15.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.367955+0000) 2023-03-22T16:56:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:15 smithi142 ceph-mon[94717]: pgmap v4454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:15 smithi098 ceph-mon[94136]: pgmap v4454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:15.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:15.611+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:15.612915+0000) 2023-03-22T16:56:16.613 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:16.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.368407+0000) 2023-03-22T16:56:16.614 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:16.366+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.367819+0000) 2023-03-22T16:56:16.614 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:16.366+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.367838+0000) 2023-03-22T16:56:16.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:16.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.322944+0000) 2023-03-22T16:56:16.615 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:16.366+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.368254+0000) 2023-03-22T16:56:16.616 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:16.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.368074+0000) 2023-03-22T16:56:16.616 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:16.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.368008+0000) 2023-03-22T16:56:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:16.611+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:16.613033+0000) 2023-03-22T16:56:17.613 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:17.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.368524+0000) 2023-03-22T16:56:17.614 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:17.366+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.367938+0000) 2023-03-22T16:56:17.615 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:17.366+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.367952+0000) 2023-03-22T16:56:17.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:17.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.323073+0000) 2023-03-22T16:56:17.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:17.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.368130+0000) 2023-03-22T16:56:17.616 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:17.367+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.368382+0000) 2023-03-22T16:56:17.616 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:17.366+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.368213+0000) 2023-03-22T16:56:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:17 smithi142 ceph-mon[94717]: pgmap v4455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:17 smithi098 ceph-mon[94136]: pgmap v4455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:17.611+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:17.613238+0000) 2023-03-22T16:56:18.613 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:18.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.368642+0000) 2023-03-22T16:56:18.614 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:18.366+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.368066+0000) 2023-03-22T16:56:18.615 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:18.366+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.368072+0000) 2023-03-22T16:56:18.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:18.321+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.323202+0000) 2023-03-22T16:56:18.616 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:18.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.368309+0000) 2023-03-22T16:56:18.616 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:18.366+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.368256+0000) 2023-03-22T16:56:18.616 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:18.367+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.368499+0000) 2023-03-22T16:56:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:18.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:18.613420+0000) 2023-03-22T16:56:19.614 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:19.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.368759+0000) 2023-03-22T16:56:19.615 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:19.366+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.368195+0000) 2023-03-22T16:56:19.616 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:19.322+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.323327+0000) 2023-03-22T16:56:19.616 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:19.366+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.368199+0000) 2023-03-22T16:56:19.617 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:19.367+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.368617+0000) 2023-03-22T16:56:19.618 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:19.367+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.368392+0000) 2023-03-22T16:56:19.618 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:19.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.368431+0000) 2023-03-22T16:56:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:19 smithi142 ceph-mon[94717]: pgmap v4456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:19 smithi098 ceph-mon[94136]: pgmap v4456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:56:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:19.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:19.613604+0000) 2023-03-22T16:56:20.614 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:20.367+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.368341+0000) 2023-03-22T16:56:20.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:20.322+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.323459+0000) 2023-03-22T16:56:20.615 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:20.367+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.368509+0000) 2023-03-22T16:56:20.616 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:20.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.368548+0000) 2023-03-22T16:56:20.616 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:20.367+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.368344+0000) 2023-03-22T16:56:20.616 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:20.367+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.368736+0000) 2023-03-22T16:56:20.617 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:20.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.368872+0000) 2023-03-22T16:56:20.617 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:20.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:20.613733+0000) 2023-03-22T16:56:21.614 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:21.367+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.368511+0000) 2023-03-22T16:56:21.615 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:21.367+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.368503+0000) 2023-03-22T16:56:21.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:21.322+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.323595+0000) 2023-03-22T16:56:21.616 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:21.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.368982+0000) 2023-03-22T16:56:21.616 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:21.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.368688+0000) 2023-03-22T16:56:21.616 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:21.367+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.368893+0000) 2023-03-22T16:56:21.617 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:21.367+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.368648+0000) 2023-03-22T16:56:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:21 smithi142 ceph-mon[94717]: pgmap v4457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T16:56:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:21 smithi098 ceph-mon[94136]: pgmap v4457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T16:56:21.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:21.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:21.614005+0000) 2023-03-22T16:56:22.614 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:22.367+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.368673+0000) 2023-03-22T16:56:22.615 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:22.367+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.368650+0000) 2023-03-22T16:56:22.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:22.322+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.323725+0000) 2023-03-22T16:56:22.616 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:22.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.369093+0000) 2023-03-22T16:56:22.616 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:22.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.368888+0000) 2023-03-22T16:56:22.617 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:22.367+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.369006+0000) 2023-03-22T16:56:22.617 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:22.367+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.368819+0000) 2023-03-22T16:56:22.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:22.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:22.614141+0000) 2023-03-22T16:56:23.614 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:23.367+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.368807+0000) 2023-03-22T16:56:23.615 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:23.367+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.368767+0000) 2023-03-22T16:56:23.616 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:23.368+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.369301+0000) 2023-03-22T16:56:23.616 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:23.367+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.369207+0000) 2023-03-22T16:56:23.616 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:23.367+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.368956+0000) 2023-03-22T16:56:23.617 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:23.322+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.323866+0000) 2023-03-22T16:56:23.617 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:23.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.369011+0000) 2023-03-22T16:56:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:23 smithi142 ceph-mon[94717]: pgmap v4458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:56:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:23 smithi098 ceph-mon[94136]: pgmap v4458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:56:23.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:23.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:23.614380+0000) 2023-03-22T16:56:24.615 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:24.367+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.368944+0000) 2023-03-22T16:56:24.615 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:24.322+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.323983+0000) 2023-03-22T16:56:24.616 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:24.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.614506+0000) 2023-03-22T16:56:24.616 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:24.367+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.369133+0000) 2023-03-22T16:56:24.617 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:24.367+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.369085+0000) 2023-03-22T16:56:24.617 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:24.368+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.369317+0000) 2023-03-22T16:56:24.618 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:24.368+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.369418+0000) 2023-03-22T16:56:24.618 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:24.367+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:24.368889+0000) 2023-03-22T16:56:25.615 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:25.367+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.369060+0000) 2023-03-22T16:56:25.615 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:25.367+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.369032+0000) 2023-03-22T16:56:25.616 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:25.368+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.369580+0000) 2023-03-22T16:56:25.616 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:25.367+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.369198+0000) 2023-03-22T16:56:25.617 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:25.323+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.324157+0000) 2023-03-22T16:56:25.618 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:25.368+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.369431+0000) 2023-03-22T16:56:25.618 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:25.368+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.369259+0000) 2023-03-22T16:56:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:25 smithi142 ceph-mon[94717]: pgmap v4459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:56:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:25 smithi098 ceph-mon[94136]: pgmap v4459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:56:25.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:25.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:25.614732+0000) 2023-03-22T16:56:26.615 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:26.367+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.369225+0000) 2023-03-22T16:56:26.617 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:26.367+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.369222+0000) 2023-03-22T16:56:26.617 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:26.368+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.369542+0000) 2023-03-22T16:56:26.618 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:26.368+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.369689+0000) 2023-03-22T16:56:26.618 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:26.323+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.324321+0000) 2023-03-22T16:56:26.619 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:26.368+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.369308+0000) 2023-03-22T16:56:26.619 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:26.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.614852+0000) 2023-03-22T16:56:26.620 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:26.368+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:26.369395+0000) 2023-03-22T16:56:27.615 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:27.368+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.369359+0000) 2023-03-22T16:56:27.616 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:27.368+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.369307+0000) 2023-03-22T16:56:27.616 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:27.368+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.369658+0000) 2023-03-22T16:56:27.617 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:27.368+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.369442+0000) 2023-03-22T16:56:27.617 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:27.323+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.324472+0000) 2023-03-22T16:56:27.618 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:27.368+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.369789+0000) 2023-03-22T16:56:27.618 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:27.368+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.369503+0000) 2023-03-22T16:56:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:27 smithi142 ceph-mon[94717]: pgmap v4460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:56:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:27 smithi098 ceph-mon[94136]: pgmap v4460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:56:27.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:27.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:27.615091+0000) 2023-03-22T16:56:28.615 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:28.368+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.369534+0000) 2023-03-22T16:56:28.616 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:28.368+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.369418+0000) 2023-03-22T16:56:28.616 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:28.368+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:28.617 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:28.369+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:28.617 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:28.380+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.381466+0000) 2023-03-22T16:56:28.617 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:28.323+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.324620+0000) 2023-03-22T16:56:28.618 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:28.368+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.369785+0000) 2023-03-22T16:56:28.618 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:28.368+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.369777+0000) 2023-03-22T16:56:28.618 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:28.368+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.369910+0000) 2023-03-22T16:56:28.619 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:28.368+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.369595+0000) 2023-03-22T16:56:28.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:28.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:28.615224+0000) 2023-03-22T16:56:29.616 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:29.369+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.369746+0000) 2023-03-22T16:56:29.616 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:29.369+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.369752+0000) 2023-03-22T16:56:29.617 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:29.369+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.369898+0000) 2023-03-22T16:56:29.617 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:29.323+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.324759+0000) 2023-03-22T16:56:29.618 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:29.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.369903+0000) 2023-03-22T16:56:29.618 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:29.369+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.370023+0000) 2023-03-22T16:56:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:29 smithi142 ceph-mon[94717]: pgmap v4461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:56:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:29 smithi098 ceph-mon[94136]: pgmap v4461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:56:29.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:29.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.615479+0000) 2023-03-22T16:56:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:29.614+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:29.615+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:29.622+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:29.623677+0000) 2023-03-22T16:56:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:30.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.370368+0000) 2023-03-22T16:56:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:30.368+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.369876+0000) 2023-03-22T16:56:30.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:30.369+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:30.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:30.369+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:30.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:30.371+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.373029+0000) 2023-03-22T16:56:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:30.368+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.370066+0000) 2023-03-22T16:56:30.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:30.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.324904+0000) 2023-03-22T16:56:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:30.369+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.370623+0000) 2023-03-22T16:56:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:30.368+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.369871+0000) 2023-03-22T16:56:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:30.369+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:30.369+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:30.371+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:30.373083+0000) 2023-03-22T16:56:31.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:31.368+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:31.370183+0000) 2023-03-22T16:56:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:31.323+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:31.325048+0000) 2023-03-22T16:56:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:31.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:31.370516+0000) 2023-03-22T16:56:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:31.369+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:31.370739+0000) 2023-03-22T16:56:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:31 smithi142 ceph-mon[94717]: pgmap v4462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:31 smithi098 ceph-mon[94136]: pgmap v4462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:32.323+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:32.325176+0000) 2023-03-22T16:56:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:32.369+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:32.370651+0000) 2023-03-22T16:56:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:32.370+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:32.370+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:32.383+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:32.384289+0000) 2023-03-22T16:56:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:32.369+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:32.370847+0000) 2023-03-22T16:56:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:32.369+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:32.370359+0000) 2023-03-22T16:56:33.212 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:32.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:32.869666+0000) 2023-03-22T16:56:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:33.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:33.325297+0000) 2023-03-22T16:56:33.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:33.369+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:33.370962+0000) 2023-03-22T16:56:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:33.369+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:33.370494+0000) 2023-03-22T16:56:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:33 smithi142 ceph-mon[94717]: pgmap v4463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:33 smithi098 ceph-mon[94136]: pgmap v4463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:34.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:33.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:33.869778+0000) 2023-03-22T16:56:34.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:34.114+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.115792+0000) 2023-03-22T16:56:34.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:34.369+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.370637+0000) 2023-03-22T16:56:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:34.324+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.325420+0000) 2023-03-22T16:56:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:34.324+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:34.324+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:34.326+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.328026+0000) 2023-03-22T16:56:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:34.369+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.371068+0000) 2023-03-22T16:56:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:34.370+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:34.370+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:34.380+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.381411+0000) 2023-03-22T16:56:35.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:35.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:35.118117+0000) 2023-03-22T16:56:35.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:34.869+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.870147+0000) 2023-03-22T16:56:35.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:34.869+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.869919+0000) 2023-03-22T16:56:35.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:34.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:34.870136+0000) 2023-03-22T16:56:35.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:35.369+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:35.370758+0000) 2023-03-22T16:56:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:35 smithi142 ceph-mon[94717]: pgmap v4464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:35 smithi098 ceph-mon[94136]: pgmap v4464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:36.121 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:35.869+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:35.870275+0000) 2023-03-22T16:56:36.121 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:35.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:35.870080+0000) 2023-03-22T16:56:36.122 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:35.868+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:35.870237+0000) 2023-03-22T16:56:36.371 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:36.119+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:36.120398+0000) 2023-03-22T16:56:36.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:36.370+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:36.370946+0000) 2023-03-22T16:56:37.124 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:36.869+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:36.870385+0000) 2023-03-22T16:56:37.125 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:36.868+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:36.870226+0000) 2023-03-22T16:56:37.125 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:36.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:36.870863+0000) 2023-03-22T16:56:37.126 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:36.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:36.870297+0000) 2023-03-22T16:56:37.381 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:37.122+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:37.124069+0000) 2023-03-22T16:56:37.382 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:37.370+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:37.371110+0000) 2023-03-22T16:56:37.383 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:37.370+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:37.383 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:37.370+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:37.384 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:37.379+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:37.381133+0000) 2023-03-22T16:56:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:37 smithi142 ceph-mon[94717]: pgmap v4465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:37 smithi098 ceph-mon[94136]: pgmap v4465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:38.125 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:37.869+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:37.870499+0000) 2023-03-22T16:56:38.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:37.869+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:37.870337+0000) 2023-03-22T16:56:38.126 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:37.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:37.870982+0000) 2023-03-22T16:56:38.127 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:37.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:37.870414+0000) 2023-03-22T16:56:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:38.124+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:38.125291+0000) 2023-03-22T16:56:39.126 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:38.869+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:38.871094+0000) 2023-03-22T16:56:39.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:38.869+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:38.870455+0000) 2023-03-22T16:56:39.127 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:38.870+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:38.871348+0000) 2023-03-22T16:56:39.127 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:38.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:38.871088+0000) 2023-03-22T16:56:39.128 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:38.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:38.870528+0000) 2023-03-22T16:56:39.128 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:38.824+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:38.825690+0000) 2023-03-22T16:56:39.477 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:39.124+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:39.125521+0000) 2023-03-22T16:56:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:39 smithi142 ceph-mon[94717]: pgmap v4466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:39 smithi098 ceph-mon[94136]: pgmap v4466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:40.126 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:39.869+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:39.871202+0000) 2023-03-22T16:56:40.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:39.869+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:39.870560+0000) 2023-03-22T16:56:40.127 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:39.825+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:39.825833+0000) 2023-03-22T16:56:40.127 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:39.869+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:39.871209+0000) 2023-03-22T16:56:40.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:39.870+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:39.871454+0000) 2023-03-22T16:56:40.128 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:39.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:39.870645+0000) 2023-03-22T16:56:40.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:40.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:40.125669+0000) 2023-03-22T16:56:41.126 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:40.870+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:40.871296+0000) 2023-03-22T16:56:41.127 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:40.870+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:40.871297+0000) 2023-03-22T16:56:41.127 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:40.869+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:40.870690+0000) 2023-03-22T16:56:41.128 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:40.824+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:40.825959+0000) 2023-03-22T16:56:41.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:40.870+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:40.871561+0000) 2023-03-22T16:56:41.129 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:40.869+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:40.870774+0000) 2023-03-22T16:56:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:41.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.125906+0000) 2023-03-22T16:56:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:41 smithi142 ceph-mon[94717]: pgmap v4467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:41 smithi098 ceph-mon[94136]: pgmap v4467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:42.126 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:41.871+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.871452+0000) 2023-03-22T16:56:42.127 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:41.870+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.870812+0000) 2023-03-22T16:56:42.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:41.871+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.871672+0000) 2023-03-22T16:56:42.128 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:41.870+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.870904+0000) 2023-03-22T16:56:42.128 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:41.825+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.826099+0000) 2023-03-22T16:56:42.129 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:41.871+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.871488+0000) 2023-03-22T16:56:42.129 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:41.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:41.871359+0000) 2023-03-22T16:56:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:42.125+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.126069+0000) 2023-03-22T16:56:43.126 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:42.871+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.871570+0000) 2023-03-22T16:56:43.127 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:42.870+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.870935+0000) 2023-03-22T16:56:43.128 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:42.826+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.826305+0000) 2023-03-22T16:56:43.128 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:42.870+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.871031+0000) 2023-03-22T16:56:43.128 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:42.871+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.871614+0000) 2023-03-22T16:56:43.129 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:42.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.871482+0000) 2023-03-22T16:56:43.129 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:42.871+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:42.871778+0000) 2023-03-22T16:56:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:43.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.126330+0000) 2023-03-22T16:56:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:43 smithi142 ceph-mon[94717]: pgmap v4468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:43 smithi098 ceph-mon[94136]: pgmap v4468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:44.126 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:43.870+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.871051+0000) 2023-03-22T16:56:44.127 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:43.826+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.826474+0000) 2023-03-22T16:56:44.128 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:43.871+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.871796+0000) 2023-03-22T16:56:44.128 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:43.870+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.871157+0000) 2023-03-22T16:56:44.128 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:43.871+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.871689+0000) 2023-03-22T16:56:44.129 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:43.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.871613+0000) 2023-03-22T16:56:44.129 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:43.871+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:43.871915+0000) 2023-03-22T16:56:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:44.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.126492+0000) 2023-03-22T16:56:45.127 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:44.871+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.871865+0000) 2023-03-22T16:56:45.127 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:44.870+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.871165+0000) 2023-03-22T16:56:45.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:44.871+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.872019+0000) 2023-03-22T16:56:45.128 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:44.826+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.826684+0000) 2023-03-22T16:56:45.129 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:44.871+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.871916+0000) 2023-03-22T16:56:45.129 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:44.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.871740+0000) 2023-03-22T16:56:45.130 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:44.871+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:44.871293+0000) 2023-03-22T16:56:45.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:45.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.126734+0000) 2023-03-22T16:56:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:45 smithi142 ceph-mon[94717]: pgmap v4469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:45 smithi098 ceph-mon[94136]: pgmap v4469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:46.127 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:45.871+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.871996+0000) 2023-03-22T16:56:46.128 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:45.871+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.871280+0000) 2023-03-22T16:56:46.128 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:45.826+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.826823+0000) 2023-03-22T16:56:46.129 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:45.871+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.872059+0000) 2023-03-22T16:56:46.129 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:45.871+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.872135+0000) 2023-03-22T16:56:46.130 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:45.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.871851+0000) 2023-03-22T16:56:46.130 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:45.871+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:45.871410+0000) 2023-03-22T16:56:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:46.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.126860+0000) 2023-03-22T16:56:47.127 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:46.871+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.872177+0000) 2023-03-22T16:56:47.128 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:46.871+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.872115+0000) 2023-03-22T16:56:47.128 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:46.871+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.871398+0000) 2023-03-22T16:56:47.129 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:46.871+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.872255+0000) 2023-03-22T16:56:47.129 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:46.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.871975+0000) 2023-03-22T16:56:47.130 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:46.871+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.871540+0000) 2023-03-22T16:56:47.130 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:46.826+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:46.826950+0000) 2023-03-22T16:56:47.131 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:47.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.127093+0000) 2023-03-22T16:56:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:47 smithi142 ceph-mon[94717]: pgmap v4470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:47 smithi098 ceph-mon[94136]: pgmap v4470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:48.127 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:47.871+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.872249+0000) 2023-03-22T16:56:48.128 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:47.871+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.871520+0000) 2023-03-22T16:56:48.129 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:47.871+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.871668+0000) 2023-03-22T16:56:48.129 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:47.826+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.827080+0000) 2023-03-22T16:56:48.130 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:47.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.872316+0000) 2023-03-22T16:56:48.130 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:47.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.872472+0000) 2023-03-22T16:56:48.131 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:47.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:47.872091+0000) 2023-03-22T16:56:48.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:48.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.127215+0000) 2023-03-22T16:56:49.128 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:48.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.872458+0000) 2023-03-22T16:56:49.128 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:48.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.872378+0000) 2023-03-22T16:56:49.129 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:48.871+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.871703+0000) 2023-03-22T16:56:49.129 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:48.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.827260+0000) 2023-03-22T16:56:49.130 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:48.871+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.872217+0000) 2023-03-22T16:56:49.130 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:48.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.872588+0000) 2023-03-22T16:56:49.131 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:48.871+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:48.871836+0000) 2023-03-22T16:56:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:49.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.127510+0000) 2023-03-22T16:56:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:49 smithi142 ceph-mon[94717]: pgmap v4471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:49 smithi098 ceph-mon[94136]: pgmap v4471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:50.128 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:49.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.872497+0000) 2023-03-22T16:56:50.129 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:49.871+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.871864+0000) 2023-03-22T16:56:50.129 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:49.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.827409+0000) 2023-03-22T16:56:50.130 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:49.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.872574+0000) 2023-03-22T16:56:50.130 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:49.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.872701+0000) 2023-03-22T16:56:50.130 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:49.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.872299+0000) 2023-03-22T16:56:50.131 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:49.871+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:49.871986+0000) 2023-03-22T16:56:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:50.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.127651+0000) 2023-03-22T16:56:51.128 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:50.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.872612+0000) 2023-03-22T16:56:51.129 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:50.871+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.872001+0000) 2023-03-22T16:56:51.129 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:50.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.872787+0000) 2023-03-22T16:56:51.130 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:50.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.827529+0000) 2023-03-22T16:56:51.130 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:50.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.872811+0000) 2023-03-22T16:56:51.130 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:50.871+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.872104+0000) 2023-03-22T16:56:51.131 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:50.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:50.872415+0000) 2023-03-22T16:56:51.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:51.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.127896+0000) 2023-03-22T16:56:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:51 smithi142 ceph-mon[94717]: pgmap v4472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:51 smithi098 ceph-mon[94136]: pgmap v4472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:52.128 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:51.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.872741+0000) 2023-03-22T16:56:52.129 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:51.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.872176+0000) 2023-03-22T16:56:52.129 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:51.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.827679+0000) 2023-03-22T16:56:52.130 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:51.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.872903+0000) 2023-03-22T16:56:52.130 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:51.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.872561+0000) 2023-03-22T16:56:52.131 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:51.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.872954+0000) 2023-03-22T16:56:52.131 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:51.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:51.872263+0000) 2023-03-22T16:56:52.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:52.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.128037+0000) 2023-03-22T16:56:53.128 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:52.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.873013+0000) 2023-03-22T16:56:53.129 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:52.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.872849+0000) 2023-03-22T16:56:53.130 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:52.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.872376+0000) 2023-03-22T16:56:53.130 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:52.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.872449+0000) 2023-03-22T16:56:53.131 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:52.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.827810+0000) 2023-03-22T16:56:53.131 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:52.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.873065+0000) 2023-03-22T16:56:53.131 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:52.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:52.872700+0000) 2023-03-22T16:56:53.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:53.128+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.128334+0000) 2023-03-22T16:56:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:53 smithi142 ceph-mon[94717]: pgmap v4473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:53 smithi098 ceph-mon[94136]: pgmap v4473: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:54.129 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:53.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.873128+0000) 2023-03-22T16:56:54.129 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:53.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.872948+0000) 2023-03-22T16:56:54.130 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:53.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.872524+0000) 2023-03-22T16:56:54.130 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:53.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.827971+0000) 2023-03-22T16:56:54.131 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:53.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.873173+0000) 2023-03-22T16:56:54.131 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:53.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.872841+0000) 2023-03-22T16:56:54.132 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:53.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:53.872621+0000) 2023-03-22T16:56:54.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:54.128+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.128535+0000) 2023-03-22T16:56:55.129 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:54.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.873224+0000) 2023-03-22T16:56:55.130 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:54.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.873081+0000) 2023-03-22T16:56:55.130 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:54.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.872717+0000) 2023-03-22T16:56:55.131 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:54.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.828137+0000) 2023-03-22T16:56:55.131 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:54.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.872984+0000) 2023-03-22T16:56:55.131 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:54.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.872793+0000) 2023-03-22T16:56:55.132 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:54.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:54.873294+0000) 2023-03-22T16:56:55.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:55.128+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.128834+0000) 2023-03-22T16:56:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:55 smithi142 ceph-mon[94717]: pgmap v4474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:55 smithi098 ceph-mon[94136]: pgmap v4474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:56.129 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:55.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.873316+0000) 2023-03-22T16:56:56.130 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:55.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.873202+0000) 2023-03-22T16:56:56.130 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:55.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.872908+0000) 2023-03-22T16:56:56.131 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:55.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.828305+0000) 2023-03-22T16:56:56.131 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:55.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.873417+0000) 2023-03-22T16:56:56.132 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:55.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.873154+0000) 2023-03-22T16:56:56.133 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:55.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:55.872965+0000) 2023-03-22T16:56:56.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:56.128+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.128995+0000) 2023-03-22T16:56:57.211 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:56.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.873304+0000) 2023-03-22T16:56:57.212 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:56.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.873056+0000) 2023-03-22T16:56:57.213 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:56.873+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.873264+0000) 2023-03-22T16:56:57.214 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:56.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.873438+0000) 2023-03-22T16:56:57.214 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:56.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.873536+0000) 2023-03-22T16:56:57.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:56.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.828427+0000) 2023-03-22T16:56:57.216 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:56.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:56.873099+0000) 2023-03-22T16:56:57.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:57.129+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.129369+0000) 2023-03-22T16:56:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:57 smithi142 ceph-mon[94717]: pgmap v4475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:57 smithi098 ceph-mon[94136]: pgmap v4475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:56:58.130 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:57.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.873712+0000) 2023-03-22T16:56:58.130 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:57.873+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.873477+0000) 2023-03-22T16:56:58.131 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:57.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.873192+0000) 2023-03-22T16:56:58.131 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:57.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.828577+0000) 2023-03-22T16:56:58.132 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:57.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.873653+0000) 2023-03-22T16:56:58.132 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:57.873+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.873415+0000) 2023-03-22T16:56:58.132 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:57.873+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:57.873278+0000) 2023-03-22T16:56:58.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:58.129+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.129550+0000) 2023-03-22T16:56:59.130 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:58.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.873971+0000) 2023-03-22T16:56:59.131 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:58.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.873636+0000) 2023-03-22T16:56:59.131 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:58.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.828759+0000) 2023-03-22T16:56:59.132 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:58.872+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.873432+0000) 2023-03-22T16:56:59.132 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:58.873+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:59.132 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:58.873+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:56:59.132 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:56:58.875+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.877177+0000) 2023-03-22T16:56:59.133 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:58.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.873918+0000) 2023-03-22T16:56:59.134 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:58.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.873456+0000) 2023-03-22T16:56:59.134 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:58.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:58.873777+0000) 2023-03-22T16:56:59.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:56:59.128+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:59.129840+0000) 2023-03-22T16:56:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:56:59 smithi142 ceph-mon[94717]: pgmap v4476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:56:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:56:59 smithi098 ceph-mon[94136]: pgmap v4476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:00.130 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:56:59.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:59.873779+0000) 2023-03-22T16:57:00.131 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:56:59.872+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:59.874132+0000) 2023-03-22T16:57:00.131 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:56:59.872+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:59.874035+0000) 2023-03-22T16:57:00.132 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:56:59.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:59.828899+0000) 2023-03-22T16:57:00.132 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:56:59.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:59.873896+0000) 2023-03-22T16:57:00.133 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:56:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:56:59.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:56:59.873607+0000) 2023-03-22T16:57:00.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:00.128+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.130076+0000) 2023-03-22T16:57:00.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:00.129+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:00.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:00.129+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:00.140+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.141489+0000) 2023-03-22T16:57:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:00.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.874291+0000) 2023-03-22T16:57:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:00.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.829070+0000) 2023-03-22T16:57:01.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:00.872+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.873954+0000) 2023-03-22T16:57:01.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:00.873+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:01.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:00.873+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:01.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:00.876+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.877318+0000) 2023-03-22T16:57:01.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:00.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.874467+0000) 2023-03-22T16:57:01.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:00.872+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.874143+0000) 2023-03-22T16:57:01.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:00.872+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.873758+0000) 2023-03-22T16:57:01.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:00.873+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:01.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:00.873+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:01.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:00.875+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:00.876647+0000) 2023-03-22T16:57:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:01 smithi142 ceph-mon[94717]: pgmap v4477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:01 smithi098 ceph-mon[94136]: pgmap v4477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:02.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:01.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:01.874494+0000) 2023-03-22T16:57:02.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:01.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:01.874620+0000) 2023-03-22T16:57:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:01.827+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:01.829258+0000) 2023-03-22T16:57:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:01.873+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:01.874323+0000) 2023-03-22T16:57:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:02.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:02.829408+0000) 2023-03-22T16:57:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:02.873+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:02.874639+0000) 2023-03-22T16:57:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:02.875+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:02.875+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:02.878+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:02.879978+0000) 2023-03-22T16:57:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:02.873+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:02.874483+0000) 2023-03-22T16:57:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:02.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:02.874864+0000) 2023-03-22T16:57:03.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:03.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:03.373697+0000) 2023-03-22T16:57:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:03 smithi142 ceph-mon[94717]: pgmap v4478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:57:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:03 smithi098 ceph-mon[94136]: pgmap v4478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:57:04.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:03.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:03.875001+0000) 2023-03-22T16:57:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:03.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:03.829580+0000) 2023-03-22T16:57:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:03.873+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:03.874604+0000) 2023-03-22T16:57:04.630 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:04.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:04.373854+0000) 2023-03-22T16:57:04.886 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:04.629+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:04.630389+0000) 2023-03-22T16:57:04.887 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:04.873+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:04.875153+0000) 2023-03-22T16:57:04.887 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:04.874+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:04.888 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:04.874+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:04.888 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:04.885+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:04.886528+0000) 2023-03-22T16:57:04.888 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:04.828+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:04.829738+0000) 2023-03-22T16:57:04.889 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:04.829+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:04.889 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:04.829+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:04.889 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:04.837+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:04.838843+0000) 2023-03-22T16:57:04.889 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:04.873+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:04.874749+0000) 2023-03-22T16:57:05.633 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:05.372+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:05.374209+0000) 2023-03-22T16:57:05.634 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:05.372+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:05.374021+0000) 2023-03-22T16:57:05.635 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:05.372+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:05.374056+0000) 2023-03-22T16:57:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:05 smithi142 ceph-mon[94717]: pgmap v4479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:57:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:05 smithi098 ceph-mon[94136]: pgmap v4479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:57:05.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:05.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:05.632675+0000) 2023-03-22T16:57:05.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:05.873+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:05.874986+0000) 2023-03-22T16:57:06.636 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:06.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:06.374389+0000) 2023-03-22T16:57:06.636 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:06.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:06.374203+0000) 2023-03-22T16:57:06.637 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:06.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:06.374241+0000) 2023-03-22T16:57:06.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:06.634+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:06.635561+0000) 2023-03-22T16:57:06.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:06.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:06.875171+0000) 2023-03-22T16:57:07.638 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:07.373+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:07.374861+0000) 2023-03-22T16:57:07.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:07.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:07.374511+0000) 2023-03-22T16:57:07.639 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:07.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:07.374355+0000) 2023-03-22T16:57:07.640 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:07.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:07.374420+0000) 2023-03-22T16:57:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:07 smithi142 ceph-mon[94717]: pgmap v4480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:57:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:07 smithi098 ceph-mon[94136]: pgmap v4480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:57:07.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:07.636+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:07.638123+0000) 2023-03-22T16:57:07.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:07.874+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:07.875336+0000) 2023-03-22T16:57:07.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:07.875+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:07.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:07.875+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:07.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:07.877+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:07.878366+0000) 2023-03-22T16:57:08.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:08.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:08.374680+0000) 2023-03-22T16:57:08.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:08.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:08.374491+0000) 2023-03-22T16:57:08.640 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:08.373+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:08.374963+0000) 2023-03-22T16:57:08.641 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:08.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:08.374589+0000) 2023-03-22T16:57:08.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:08.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:08.638930+0000) 2023-03-22T16:57:09.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:09.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:09.374804+0000) 2023-03-22T16:57:09.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:09.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:09.374606+0000) 2023-03-22T16:57:09.640 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:09.373+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:09.375077+0000) 2023-03-22T16:57:09.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:09.329+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:09.330066+0000) 2023-03-22T16:57:09.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:09.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:09.375402+0000) 2023-03-22T16:57:09.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:09.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:09.374711+0000) 2023-03-22T16:57:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:09 smithi142 ceph-mon[94717]: pgmap v4481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:57:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:09 smithi098 ceph-mon[94136]: pgmap v4481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:57:09.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:09.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:09.639117+0000) 2023-03-22T16:57:10.639 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:10.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:10.375102+0000) 2023-03-22T16:57:10.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:10.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:10.374736+0000) 2023-03-22T16:57:10.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:10.329+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:10.330293+0000) 2023-03-22T16:57:10.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:10.373+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:10.375243+0000) 2023-03-22T16:57:10.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:10.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:10.374838+0000) 2023-03-22T16:57:10.642 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:10.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:10.375519+0000) 2023-03-22T16:57:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:10 smithi142 ceph-mon[94717]: osdmap e279: 12 total, 9 up, 9 in 2023-03-22T16:57:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:10 smithi098 ceph-mon[94136]: osdmap e279: 12 total, 9 up, 9 in 2023-03-22T16:57:10.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:10.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:10.639257+0000) 2023-03-22T16:57:11.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:11.373+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:11.375218+0000) 2023-03-22T16:57:11.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:11.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:11.374870+0000) 2023-03-22T16:57:11.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:11.329+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:11.330512+0000) 2023-03-22T16:57:11.641 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:11.373+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:11.374965+0000) 2023-03-22T16:57:11.642 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:11.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:11.375639+0000) 2023-03-22T16:57:11.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:11.374+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:11.375373+0000) 2023-03-22T16:57:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:11 smithi142 ceph-mon[94717]: pgmap v4483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:57:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:11 smithi098 ceph-mon[94136]: pgmap v4483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:57:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:11.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:11.639503+0000) 2023-03-22T16:57:12.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:12.374+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.375349+0000) 2023-03-22T16:57:12.640 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:12.374+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.375056+0000) 2023-03-22T16:57:12.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:12.329+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.330665+0000) 2023-03-22T16:57:12.641 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:12.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.375753+0000) 2023-03-22T16:57:12.642 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:12.374+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.375680+0000) 2023-03-22T16:57:12.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:12.374+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.375486+0000) 2023-03-22T16:57:12.643 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:12.374+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.375149+0000) 2023-03-22T16:57:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:12.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:12.639634+0000) 2023-03-22T16:57:13.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:13.374+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.375463+0000) 2023-03-22T16:57:13.641 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:13.373+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.375207+0000) 2023-03-22T16:57:13.641 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:13.329+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.330807+0000) 2023-03-22T16:57:13.642 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:13.374+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.375298+0000) 2023-03-22T16:57:13.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:13.374+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.375600+0000) 2023-03-22T16:57:13.642 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:13.374+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.375790+0000) 2023-03-22T16:57:13.643 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:13.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.375875+0000) 2023-03-22T16:57:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:13 smithi142 ceph-mon[94717]: pgmap v4484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:13 smithi098 ceph-mon[94136]: pgmap v4484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:14.640 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:13.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:13.639887+0000) 2023-03-22T16:57:14.641 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:14.374+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.375579+0000) 2023-03-22T16:57:14.641 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:14.374+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.375335+0000) 2023-03-22T16:57:14.642 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:14.329+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.330938+0000) 2023-03-22T16:57:14.642 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:14.374+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.375907+0000) 2023-03-22T16:57:14.643 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:14.374+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.375724+0000) 2023-03-22T16:57:14.643 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:14.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.375986+0000) 2023-03-22T16:57:14.643 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:14.374+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.375420+0000) 2023-03-22T16:57:14.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:14.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:14.640017+0000) 2023-03-22T16:57:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:15.374+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.375703+0000) 2023-03-22T16:57:15.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:15.374+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.375464+0000) 2023-03-22T16:57:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:15.329+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.331063+0000) 2023-03-22T16:57:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:15.374+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.375840+0000) 2023-03-22T16:57:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:15.374+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.376020+0000) 2023-03-22T16:57:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:15.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.376101+0000) 2023-03-22T16:57:15.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:15.374+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.375542+0000) 2023-03-22T16:57:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:15 smithi142 ceph-mon[94717]: pgmap v4485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:15 smithi098 ceph-mon[94136]: pgmap v4485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:15.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:15.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:15.640223+0000) 2023-03-22T16:57:16.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:16.374+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.375815+0000) 2023-03-22T16:57:16.641 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:16.374+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.375682+0000) 2023-03-22T16:57:16.642 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:16.374+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.375614+0000) 2023-03-22T16:57:16.643 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:16.374+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.375953+0000) 2023-03-22T16:57:16.643 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:16.330+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.331294+0000) 2023-03-22T16:57:16.644 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:16.374+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.376226+0000) 2023-03-22T16:57:16.644 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:16.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.640302+0000) 2023-03-22T16:57:16.645 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:16.374+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:16.376131+0000) 2023-03-22T16:57:17.640 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:17.374+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.375938+0000) 2023-03-22T16:57:17.641 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:17.374+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.375794+0000) 2023-03-22T16:57:17.642 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:17.330+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.331434+0000) 2023-03-22T16:57:17.642 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:17.374+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.376231+0000) 2023-03-22T16:57:17.643 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:17.374+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.376054+0000) 2023-03-22T16:57:17.643 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:17.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.376317+0000) 2023-03-22T16:57:17.643 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:17.374+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.375840+0000) 2023-03-22T16:57:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:17 smithi142 ceph-mon[94717]: pgmap v4486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:17 smithi098 ceph-mon[94136]: pgmap v4486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:17.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:17.640543+0000) 2023-03-22T16:57:18.641 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:18.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.376091+0000) 2023-03-22T16:57:18.641 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:18.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.375992+0000) 2023-03-22T16:57:18.642 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:18.330+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.331568+0000) 2023-03-22T16:57:18.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:18.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.376171+0000) 2023-03-22T16:57:18.643 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:18.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.376434+0000) 2023-03-22T16:57:18.643 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:18.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.376325+0000) 2023-03-22T16:57:18.644 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:18.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.376046+0000) 2023-03-22T16:57:18.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:18.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:18.640668+0000) 2023-03-22T16:57:19.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:19.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.376304+0000) 2023-03-22T16:57:19.642 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:19.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.376178+0000) 2023-03-22T16:57:19.642 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:19.330+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.331680+0000) 2023-03-22T16:57:19.642 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:19.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.376552+0000) 2023-03-22T16:57:19.643 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:19.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.376204+0000) 2023-03-22T16:57:19.643 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:19.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.376249+0000) 2023-03-22T16:57:19.644 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:19.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.376450+0000) 2023-03-22T16:57:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:19 smithi142 ceph-mon[94717]: pgmap v4487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:19 smithi098 ceph-mon[94136]: pgmap v4487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:57:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:19.639+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:19.640913+0000) 2023-03-22T16:57:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:20.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.376424+0000) 2023-03-22T16:57:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:20.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.376381+0000) 2023-03-22T16:57:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:20.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.376318+0000) 2023-03-22T16:57:20.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:20.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.331814+0000) 2023-03-22T16:57:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:20.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.376661+0000) 2023-03-22T16:57:20.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:20.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.376560+0000) 2023-03-22T16:57:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:20.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.376294+0000) 2023-03-22T16:57:20.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:20.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:20.641110+0000) 2023-03-22T16:57:21.641 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:21.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.376540+0000) 2023-03-22T16:57:21.642 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:21.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.376499+0000) 2023-03-22T16:57:21.643 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:21.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.376430+0000) 2023-03-22T16:57:21.643 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:21.330+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.331952+0000) 2023-03-22T16:57:21.644 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:21.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.376672+0000) 2023-03-22T16:57:21.644 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:21.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.376770+0000) 2023-03-22T16:57:21.644 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:21.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.376401+0000) 2023-03-22T16:57:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:21 smithi142 ceph-mon[94717]: pgmap v4488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:57:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:21 smithi098 ceph-mon[94136]: pgmap v4488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T16:57:21.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:21.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:21.641466+0000) 2023-03-22T16:57:22.642 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:22.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.376624+0000) 2023-03-22T16:57:22.642 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:22.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.376543+0000) 2023-03-22T16:57:22.643 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:22.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.376781+0000) 2023-03-22T16:57:22.643 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:22.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.376529+0000) 2023-03-22T16:57:22.644 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:22.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.376646+0000) 2023-03-22T16:57:22.644 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:22.330+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.332077+0000) 2023-03-22T16:57:22.645 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:22.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.376878+0000) 2023-03-22T16:57:22.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:22.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:22.641582+0000) 2023-03-22T16:57:23.642 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:23.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.376782+0000) 2023-03-22T16:57:23.643 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:23.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.376794+0000) 2023-03-22T16:57:23.643 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:23.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.376698+0000) 2023-03-22T16:57:23.644 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:23.330+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.332192+0000) 2023-03-22T16:57:23.644 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:23.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.376985+0000) 2023-03-22T16:57:23.644 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:23.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.376921+0000) 2023-03-22T16:57:23.645 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:23.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.376651+0000) 2023-03-22T16:57:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:23 smithi142 ceph-mon[94717]: pgmap v4489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:57:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:23 smithi098 ceph-mon[94136]: pgmap v4489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:57:23.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:23.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:23.641893+0000) 2023-03-22T16:57:24.642 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:24.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.376968+0000) 2023-03-22T16:57:24.644 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:24.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.376874+0000) 2023-03-22T16:57:24.644 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:24.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.332319+0000) 2023-03-22T16:57:24.645 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:24.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.376954+0000) 2023-03-22T16:57:24.646 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:24.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.377098+0000) 2023-03-22T16:57:24.647 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:24.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.377041+0000) 2023-03-22T16:57:24.647 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:24.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.376775+0000) 2023-03-22T16:57:24.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:24.640+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:24.642053+0000) 2023-03-22T16:57:25.642 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:25.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.377080+0000) 2023-03-22T16:57:25.643 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:25.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.376979+0000) 2023-03-22T16:57:25.643 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:25.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.332446+0000) 2023-03-22T16:57:25.644 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:25.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.377059+0000) 2023-03-22T16:57:25.644 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:25.375+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.377158+0000) 2023-03-22T16:57:25.645 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:25.375+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.377215+0000) 2023-03-22T16:57:25.645 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:25.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.376869+0000) 2023-03-22T16:57:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:25 smithi142 ceph-mon[94717]: pgmap v4490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:57:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:25 smithi098 ceph-mon[94136]: pgmap v4490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:57:25.948 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:25.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:25.642267+0000) 2023-03-22T16:57:26.642 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:26.375+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.377237+0000) 2023-03-22T16:57:26.643 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:26.375+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.377140+0000) 2023-03-22T16:57:26.644 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:26.376+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.377433+0000) 2023-03-22T16:57:26.644 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:26.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.332579+0000) 2023-03-22T16:57:26.644 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:26.375+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.377200+0000) 2023-03-22T16:57:26.645 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:26.376+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.377352+0000) 2023-03-22T16:57:26.645 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:26.375+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.377023+0000) 2023-03-22T16:57:26.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:26.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:26.642399+0000) 2023-03-22T16:57:27.643 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:27.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.377464+0000) 2023-03-22T16:57:27.643 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:27.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.377319+0000) 2023-03-22T16:57:27.644 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:27.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.332720+0000) 2023-03-22T16:57:27.644 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:27.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.377491+0000) 2023-03-22T16:57:27.645 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:27.376+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.377526+0000) 2023-03-22T16:57:27.645 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:27.376+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.377592+0000) 2023-03-22T16:57:27.645 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:27.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.377244+0000) 2023-03-22T16:57:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:27 smithi142 ceph-mon[94717]: pgmap v4491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:57:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:27 smithi098 ceph-mon[94136]: pgmap v4491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:57:27.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:27.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:27.642632+0000) 2023-03-22T16:57:28.643 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:28.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.377615+0000) 2023-03-22T16:57:28.644 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:28.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.377603+0000) 2023-03-22T16:57:28.645 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:28.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.377489+0000) 2023-03-22T16:57:28.645 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:28.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.332839+0000) 2023-03-22T16:57:28.646 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:28.376+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.377845+0000) 2023-03-22T16:57:28.646 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:28.376+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.377658+0000) 2023-03-22T16:57:28.646 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:28.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.377391+0000) 2023-03-22T16:57:28.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:28.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:28.642768+0000) 2023-03-22T16:57:29.643 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:29.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.377759+0000) 2023-03-22T16:57:29.644 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:29.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.377735+0000) 2023-03-22T16:57:29.644 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:29.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.332957+0000) 2023-03-22T16:57:29.645 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:29.376+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.377607+0000) 2023-03-22T16:57:29.645 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:29.377+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:29.645 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:29.377+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:29.645 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:29.379+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.380748+0000) 2023-03-22T16:57:29.646 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:29.376+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.377907+0000) 2023-03-22T16:57:29.646 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:29.376+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.378006+0000) 2023-03-22T16:57:29.647 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:29.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.377490+0000) 2023-03-22T16:57:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:29 smithi142 ceph-mon[94717]: pgmap v4492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:57:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:29 smithi098 ceph-mon[94136]: pgmap v4492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:57:29.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:29.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:29.643031+0000) 2023-03-22T16:57:30.643 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:30.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.377859+0000) 2023-03-22T16:57:30.644 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:30.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.377595+0000) 2023-03-22T16:57:30.644 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:30.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.377879+0000) 2023-03-22T16:57:30.645 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:30.376+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.378028+0000) 2023-03-22T16:57:30.645 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:30.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.333085+0000) 2023-03-22T16:57:30.646 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:30.376+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.378122+0000) 2023-03-22T16:57:30.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:30.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.643158+0000) 2023-03-22T16:57:30.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:30.642+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:30.642+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:30.657+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:30.658369+0000) 2023-03-22T16:57:31.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:31.331+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.333212+0000) 2023-03-22T16:57:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:31.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.378002+0000) 2023-03-22T16:57:31.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:31.376+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.378043+0000) 2023-03-22T16:57:31.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:31.377+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:31.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:31.377+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:31.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:31.379+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.381034+0000) 2023-03-22T16:57:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:31.376+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.378182+0000) 2023-03-22T16:57:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:31.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.378532+0000) 2023-03-22T16:57:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:31.376+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.377705+0000) 2023-03-22T16:57:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:31.377+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:31.377+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:31.379+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:31.381160+0000) 2023-03-22T16:57:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:31 smithi142 ceph-mon[94717]: pgmap v4493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:31 smithi098 ceph-mon[94136]: pgmap v4493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:32.376+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:32.378181+0000) 2023-03-22T16:57:32.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:32.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:32.378663+0000) 2023-03-22T16:57:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:32.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:32.333316+0000) 2023-03-22T16:57:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:32.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:32.378340+0000) 2023-03-22T16:57:33.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:33.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:33.378496+0000) 2023-03-22T16:57:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:33.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:33.333499+0000) 2023-03-22T16:57:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:33.377+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:33.378361+0000) 2023-03-22T16:57:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:33.377+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:33.378+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:33.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:33.383+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:33.384577+0000) 2023-03-22T16:57:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:33.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:33.378837+0000) 2023-03-22T16:57:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:33 smithi142 ceph-mon[94717]: pgmap v4494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:33 smithi098 ceph-mon[94136]: pgmap v4494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:34.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:33.876+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:33.878068+0000) 2023-03-22T16:57:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:34.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:34.333639+0000) 2023-03-22T16:57:34.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:34.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:34.378939+0000) 2023-03-22T16:57:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:34.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:34.378617+0000) 2023-03-22T16:57:35.144 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:34.876+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:34.878186+0000) 2023-03-22T16:57:35.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:35.142+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.143422+0000) 2023-03-22T16:57:35.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:35.332+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.333779+0000) 2023-03-22T16:57:35.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:35.333+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:35.333+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:35.343+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.344422+0000) 2023-03-22T16:57:35.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:35.377+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.378794+0000) 2023-03-22T16:57:35.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:35.377+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.379055+0000) 2023-03-22T16:57:35.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:35.378+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:35.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:35.378+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:35.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:35.387+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.388434+0000) 2023-03-22T16:57:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:35 smithi142 ceph-mon[94717]: pgmap v4495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:35 smithi098 ceph-mon[94136]: pgmap v4495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:36.148 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:35.877+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.878309+0000) 2023-03-22T16:57:36.148 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:35.877+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.878307+0000) 2023-03-22T16:57:36.149 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:36.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:36.147425+0000) 2023-03-22T16:57:36.149 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:35.876+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:35.878059+0000) 2023-03-22T16:57:36.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:36.378+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:36.378993+0000) 2023-03-22T16:57:37.151 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:36.877+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:36.878433+0000) 2023-03-22T16:57:37.152 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:36.877+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:36.878434+0000) 2023-03-22T16:57:37.152 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:36.877+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:36.878244+0000) 2023-03-22T16:57:37.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:37.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:37.151086+0000) 2023-03-22T16:57:37.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:37.378+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:37.379180+0000) 2023-03-22T16:57:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:37 smithi142 ceph-mon[94717]: pgmap v4496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:37 smithi098 ceph-mon[94136]: pgmap v4496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:38.154 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:37.877+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:37.878576+0000) 2023-03-22T16:57:38.155 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:37.877+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:37.878586+0000) 2023-03-22T16:57:38.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:37.877+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:37.878777+0000) 2023-03-22T16:57:38.156 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:37.877+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:37.878431+0000) 2023-03-22T16:57:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:38.153+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:38.154393+0000) 2023-03-22T16:57:38.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:38.378+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:38.379347+0000) 2023-03-22T16:57:38.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:38.378+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:38.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:38.378+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:57:38.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:38.382+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:38.384077+0000) 2023-03-22T16:57:39.156 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:38.877+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:38.878748+0000) 2023-03-22T16:57:39.157 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:38.877+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:38.878896+0000) 2023-03-22T16:57:39.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:38.877+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:38.878903+0000) 2023-03-22T16:57:39.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:38.877+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:38.878576+0000) 2023-03-22T16:57:39.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:39.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:39.155642+0000) 2023-03-22T16:57:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:39 smithi142 ceph-mon[94717]: pgmap v4497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:39 smithi098 ceph-mon[94136]: pgmap v4497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:40.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:39.878+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:39.879039+0000) 2023-03-22T16:57:40.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:39.878+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:39.878884+0000) 2023-03-22T16:57:40.157 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:39.878+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:39.879029+0000) 2023-03-22T16:57:40.157 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:39.832+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:39.834033+0000) 2023-03-22T16:57:40.158 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:39.878+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:39.878755+0000) 2023-03-22T16:57:40.158 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:39.878+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:39.879284+0000) 2023-03-22T16:57:40.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:40.155+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:40.155789+0000) 2023-03-22T16:57:41.156 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:40.878+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:40.879167+0000) 2023-03-22T16:57:41.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:40.878+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:40.879032+0000) 2023-03-22T16:57:41.157 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:40.878+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:40.879170+0000) 2023-03-22T16:57:41.158 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:40.833+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:40.834212+0000) 2023-03-22T16:57:41.158 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:40.878+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:40.879406+0000) 2023-03-22T16:57:41.159 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:40.878+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:40.878962+0000) 2023-03-22T16:57:41.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:41.154+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:41.156052+0000) 2023-03-22T16:57:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:41 smithi142 ceph-mon[94717]: pgmap v4498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:41 smithi098 ceph-mon[94136]: pgmap v4498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:42.156 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:41.877+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:41.879153+0000) 2023-03-22T16:57:42.157 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:41.878+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:41.879294+0000) 2023-03-22T16:57:42.157 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:41.833+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:41.834375+0000) 2023-03-22T16:57:42.158 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:41.878+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:41.879291+0000) 2023-03-22T16:57:42.158 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:41.878+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:41.879519+0000) 2023-03-22T16:57:42.159 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:41.877+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:41.879086+0000) 2023-03-22T16:57:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:42.155+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.156299+0000) 2023-03-22T16:57:43.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:42.878+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.879437+0000) 2023-03-22T16:57:43.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:42.878+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.879338+0000) 2023-03-22T16:57:43.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:42.878+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.879450+0000) 2023-03-22T16:57:43.158 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:42.833+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.834497+0000) 2023-03-22T16:57:43.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:42.878+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.879583+0000) 2023-03-22T16:57:43.159 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:42.878+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.879626+0000) 2023-03-22T16:57:43.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:42.878+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:42.879301+0000) 2023-03-22T16:57:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:43.155+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.156569+0000) 2023-03-22T16:57:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:43 smithi142 ceph-mon[94717]: pgmap v4499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:43 smithi098 ceph-mon[94136]: pgmap v4499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:44.157 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:43.878+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.879635+0000) 2023-03-22T16:57:44.158 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:43.878+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.879519+0000) 2023-03-22T16:57:44.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:43.878+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.879857+0000) 2023-03-22T16:57:44.158 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:43.833+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.834614+0000) 2023-03-22T16:57:44.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:43.878+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.879821+0000) 2023-03-22T16:57:44.159 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:43.878+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.879469+0000) 2023-03-22T16:57:44.160 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:43.878+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:43.880021+0000) 2023-03-22T16:57:44.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:44.155+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.156725+0000) 2023-03-22T16:57:45.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:44.878+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.879641+0000) 2023-03-22T16:57:45.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:44.878+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.879975+0000) 2023-03-22T16:57:45.158 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:44.833+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.834742+0000) 2023-03-22T16:57:45.159 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:44.878+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.879798+0000) 2023-03-22T16:57:45.159 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:44.878+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.880143+0000) 2023-03-22T16:57:45.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:44.878+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.879944+0000) 2023-03-22T16:57:45.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:44.878+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:44.879601+0000) 2023-03-22T16:57:45.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:45.155+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.156975+0000) 2023-03-22T16:57:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:45 smithi142 ceph-mon[94717]: pgmap v4500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:45 smithi098 ceph-mon[94136]: pgmap v4500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:46.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:45.878+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.879791+0000) 2023-03-22T16:57:46.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:45.878+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.880092+0000) 2023-03-22T16:57:46.158 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:45.833+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.834880+0000) 2023-03-22T16:57:46.159 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:45.878+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.879913+0000) 2023-03-22T16:57:46.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:45.878+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.880070+0000) 2023-03-22T16:57:46.160 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:45.879+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.880259+0000) 2023-03-22T16:57:46.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:45.878+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:45.879730+0000) 2023-03-22T16:57:46.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:46.155+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.157109+0000) 2023-03-22T16:57:47.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:46.879+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.879921+0000) 2023-03-22T16:57:47.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:46.879+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.880191+0000) 2023-03-22T16:57:47.159 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:46.834+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.835010+0000) 2023-03-22T16:57:47.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:46.879+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.880194+0000) 2023-03-22T16:57:47.159 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:46.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.880395+0000) 2023-03-22T16:57:47.160 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:46.879+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.880046+0000) 2023-03-22T16:57:47.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:46.879+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:46.879855+0000) 2023-03-22T16:57:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:47.157+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.157362+0000) 2023-03-22T16:57:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:47 smithi142 ceph-mon[94717]: pgmap v4501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:47 smithi098 ceph-mon[94136]: pgmap v4501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:48.157 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:47.879+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.880067+0000) 2023-03-22T16:57:48.158 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:47.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.880297+0000) 2023-03-22T16:57:48.159 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:47.834+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.835133+0000) 2023-03-22T16:57:48.159 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:47.879+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.880166+0000) 2023-03-22T16:57:48.160 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:47.880+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.880318+0000) 2023-03-22T16:57:48.160 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:47.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.880511+0000) 2023-03-22T16:57:48.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:47.879+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:47.879997+0000) 2023-03-22T16:57:48.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:48.157+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.157498+0000) 2023-03-22T16:57:49.158 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:48.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.880368+0000) 2023-03-22T16:57:49.159 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:48.879+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.880221+0000) 2023-03-22T16:57:49.159 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:48.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.880445+0000) 2023-03-22T16:57:49.159 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:48.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.835318+0000) 2023-03-22T16:57:49.160 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:48.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.880632+0000) 2023-03-22T16:57:49.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:48.879+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.880193+0000) 2023-03-22T16:57:49.161 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:48.880+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:48.880471+0000) 2023-03-22T16:57:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:49.157+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.157758+0000) 2023-03-22T16:57:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:49 smithi142 ceph-mon[94717]: pgmap v4502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:49 smithi098 ceph-mon[94136]: pgmap v4502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:50.158 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:49.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.880428+0000) 2023-03-22T16:57:50.159 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:49.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.880652+0000) 2023-03-22T16:57:50.160 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:49.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.835506+0000) 2023-03-22T16:57:50.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:49.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.880394+0000) 2023-03-22T16:57:50.161 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:49.880+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.880710+0000) 2023-03-22T16:57:50.162 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:49.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.880547+0000) 2023-03-22T16:57:50.162 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:49.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:49.880832+0000) 2023-03-22T16:57:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:50.157+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.157883+0000) 2023-03-22T16:57:51.158 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:50.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.880602+0000) 2023-03-22T16:57:51.159 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:50.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.880845+0000) 2023-03-22T16:57:51.159 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:50.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.835667+0000) 2023-03-22T16:57:51.160 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:50.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.880750+0000) 2023-03-22T16:57:51.161 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:50.880+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.880880+0000) 2023-03-22T16:57:51.161 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:50.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.880953+0000) 2023-03-22T16:57:51.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:50.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:50.880550+0000) 2023-03-22T16:57:51.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:51.157+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.158122+0000) 2023-03-22T16:57:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:51 smithi142 ceph-mon[94717]: pgmap v4503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:51 smithi098 ceph-mon[94136]: pgmap v4503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:52.158 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:51.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.880771+0000) 2023-03-22T16:57:52.159 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:51.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.880994+0000) 2023-03-22T16:57:52.159 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:51.880+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.881026+0000) 2023-03-22T16:57:52.160 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:51.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.880711+0000) 2023-03-22T16:57:52.160 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:51.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.835801+0000) 2023-03-22T16:57:52.161 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:51.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.880924+0000) 2023-03-22T16:57:52.161 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:51.880+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:51.881075+0000) 2023-03-22T16:57:52.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:52.158+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.158279+0000) 2023-03-22T16:57:53.158 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:52.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.880916+0000) 2023-03-22T16:57:53.159 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:52.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.881124+0000) 2023-03-22T16:57:53.160 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:52.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.835915+0000) 2023-03-22T16:57:53.160 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:52.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.881043+0000) 2023-03-22T16:57:53.161 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:52.880+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.881182+0000) 2023-03-22T16:57:53.161 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:52.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.881267+0000) 2023-03-22T16:57:53.161 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:52.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:52.880835+0000) 2023-03-22T16:57:53.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:53.158+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.158502+0000) 2023-03-22T16:57:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:53 smithi142 ceph-mon[94717]: pgmap v4504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:53 smithi098 ceph-mon[94136]: pgmap v4504: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:54.159 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:53.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.881037+0000) 2023-03-22T16:57:54.159 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:53.880+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.881258+0000) 2023-03-22T16:57:54.160 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:53.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.881341+0000) 2023-03-22T16:57:54.160 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:53.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.836045+0000) 2023-03-22T16:57:54.161 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:53.880+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.881165+0000) 2023-03-22T16:57:54.161 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:53.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.881439+0000) 2023-03-22T16:57:54.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:53.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:53.880959+0000) 2023-03-22T16:57:54.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:54.158+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.158625+0000) 2023-03-22T16:57:55.159 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:54.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.881298+0000) 2023-03-22T16:57:55.160 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:54.880+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.881159+0000) 2023-03-22T16:57:55.160 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:54.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.881383+0000) 2023-03-22T16:57:55.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:54.835+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.836166+0000) 2023-03-22T16:57:55.161 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:54.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.881566+0000) 2023-03-22T16:57:55.162 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:54.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.881460+0000) 2023-03-22T16:57:55.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:54.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:54.881082+0000) 2023-03-22T16:57:55.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:55.158+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.158930+0000) 2023-03-22T16:57:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:55 smithi142 ceph-mon[94717]: pgmap v4505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:55 smithi098 ceph-mon[94136]: pgmap v4505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:56.159 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:55.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.881424+0000) 2023-03-22T16:57:56.160 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:55.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.881320+0000) 2023-03-22T16:57:56.160 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:55.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.881501+0000) 2023-03-22T16:57:56.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:55.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.836299+0000) 2023-03-22T16:57:56.161 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:55.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.881678+0000) 2023-03-22T16:57:56.162 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:55.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.881578+0000) 2023-03-22T16:57:56.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:55.880+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:55.881223+0000) 2023-03-22T16:57:56.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:56.158+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.159137+0000) 2023-03-22T16:57:57.159 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:56.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.881532+0000) 2023-03-22T16:57:57.160 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:56.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.881445+0000) 2023-03-22T16:57:57.161 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:56.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.881619+0000) 2023-03-22T16:57:57.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:56.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.836429+0000) 2023-03-22T16:57:57.162 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:56.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.881798+0000) 2023-03-22T16:57:57.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:56.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.881343+0000) 2023-03-22T16:57:57.163 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:56.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:56.881680+0000) 2023-03-22T16:57:57.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:57.159+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.159337+0000) 2023-03-22T16:57:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:57 smithi142 ceph-mon[94717]: pgmap v4506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:57 smithi098 ceph-mon[94136]: pgmap v4506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:57:58.160 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:57.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.881646+0000) 2023-03-22T16:57:58.161 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:57.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.881561+0000) 2023-03-22T16:57:58.161 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:57.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.881735+0000) 2023-03-22T16:57:58.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:57.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.836561+0000) 2023-03-22T16:57:58.162 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:57.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.881788+0000) 2023-03-22T16:57:58.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:57.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.881455+0000) 2023-03-22T16:57:58.163 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:57.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:57.881903+0000) 2023-03-22T16:57:58.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:58.159+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.159496+0000) 2023-03-22T16:57:59.160 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:58.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.881784+0000) 2023-03-22T16:57:59.161 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:58.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.881688+0000) 2023-03-22T16:57:59.161 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:58.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.881874+0000) 2023-03-22T16:57:59.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:58.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.836726+0000) 2023-03-22T16:57:59.162 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:58.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.882013+0000) 2023-03-22T16:57:59.163 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:58.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.881939+0000) 2023-03-22T16:57:59.163 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:58.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:58.881583+0000) 2023-03-22T16:57:59.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:57:59.159+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.159772+0000) 2023-03-22T16:57:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:57:59 smithi142 ceph-mon[94717]: pgmap v4507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:57:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:57:59 smithi098 ceph-mon[94136]: pgmap v4507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:00.160 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:57:59.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.881933+0000) 2023-03-22T16:58:00.161 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:57:59.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.881857+0000) 2023-03-22T16:58:00.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:57:59.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.836878+0000) 2023-03-22T16:58:00.162 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:59.881+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.882001+0000) 2023-03-22T16:58:00.162 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:59.882+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:00.162 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:59.882+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:00.163 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:57:59.885+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.885331+0000) 2023-03-22T16:58:00.163 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:57:59.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.882120+0000) 2023-03-22T16:58:00.163 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:57:59.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.882062+0000) 2023-03-22T16:58:00.164 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:57:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:57:59.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:57:59.881749+0000) 2023-03-22T16:58:00.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:00.159+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:00.159972+0000) 2023-03-22T16:58:01.160 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:00.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:00.882017+0000) 2023-03-22T16:58:01.161 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:00.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:00.882198+0000) 2023-03-22T16:58:01.162 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:00.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:00.882280+0000) 2023-03-22T16:58:01.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:00.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:00.881921+0000) 2023-03-22T16:58:01.162 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:00.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:00.837000+0000) 2023-03-22T16:58:01.163 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:00.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:00.882103+0000) 2023-03-22T16:58:01.163 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:01.160+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.160346+0000) 2023-03-22T16:58:01.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:01.161+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:01.161+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:01.168+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.168297+0000) 2023-03-22T16:58:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:01 smithi142 ceph-mon[94717]: pgmap v4508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:01 smithi098 ceph-mon[94136]: pgmap v4508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:02.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:01.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.882422+0000) 2023-03-22T16:58:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:01.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.837166+0000) 2023-03-22T16:58:02.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:01.881+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.882200+0000) 2023-03-22T16:58:02.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:01.883+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:02.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:01.883+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:02.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:01.885+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.885816+0000) 2023-03-22T16:58:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:01.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.882872+0000) 2023-03-22T16:58:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:01.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.882591+0000) 2023-03-22T16:58:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:01.881+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.882052+0000) 2023-03-22T16:58:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:01.882+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:01.883+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:01.885+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:01.886116+0000) 2023-03-22T16:58:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:02.882+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:02.882536+0000) 2023-03-22T16:58:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:02.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:02.837354+0000) 2023-03-22T16:58:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:02.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:02.882987+0000) 2023-03-22T16:58:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:02.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:02.882707+0000) 2023-03-22T16:58:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:03 smithi142 ceph-mon[94717]: pgmap v4509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:58:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:03 smithi098 ceph-mon[94136]: pgmap v4509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:58:04.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:03.837+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:03.837490+0000) 2023-03-22T16:58:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:03.881+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:03.882658+0000) 2023-03-22T16:58:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:03.882+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:03.882+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:04.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:03.883+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:03.885256+0000) 2023-03-22T16:58:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:03.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:03.883111+0000) 2023-03-22T16:58:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:03.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:03.882841+0000) 2023-03-22T16:58:04.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:04.381+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:04.382305+0000) 2023-03-22T16:58:05.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:04.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:04.882963+0000) 2023-03-22T16:58:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:04.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:04.837655+0000) 2023-03-22T16:58:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:04.881+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:04.883227+0000) 2023-03-22T16:58:05.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:05.381+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:05.382429+0000) 2023-03-22T16:58:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:05 smithi142 ceph-mon[94717]: pgmap v4510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:58:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:05 smithi098 ceph-mon[94136]: pgmap v4510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:58:06.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:05.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:05.660724+0000) 2023-03-22T16:58:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:05.836+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:05.837795+0000) 2023-03-22T16:58:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:05.837+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:05.837+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:05.845+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:05.846850+0000) 2023-03-22T16:58:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:05.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:05.883092+0000) 2023-03-22T16:58:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:05.882+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:05.883353+0000) 2023-03-22T16:58:06.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:05.882+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:06.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:05.882+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:06.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:05.884+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:05.886132+0000) 2023-03-22T16:58:06.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:06.381+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:06.382470+0000) 2023-03-22T16:58:06.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:06.381+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:06.382551+0000) 2023-03-22T16:58:06.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:06.381+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:06.382403+0000) 2023-03-22T16:58:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:06.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:06.833030+0000) 2023-03-22T16:58:07.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:06.881+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:06.883235+0000) 2023-03-22T16:58:07.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:07.381+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:07.382594+0000) 2023-03-22T16:58:07.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:07.381+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:07.382698+0000) 2023-03-22T16:58:07.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:07.381+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:07.382532+0000) 2023-03-22T16:58:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:07 smithi142 ceph-mon[94717]: pgmap v4511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:58:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:07 smithi098 ceph-mon[94136]: pgmap v4511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:58:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:07.835+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:07.836871+0000) 2023-03-22T16:58:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:07.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:07.883380+0000) 2023-03-22T16:58:08.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:08.381+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:08.382726+0000) 2023-03-22T16:58:08.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:08.381+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:08.382833+0000) 2023-03-22T16:58:08.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:08.381+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:08.383022+0000) 2023-03-22T16:58:08.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:08.381+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:08.382653+0000) 2023-03-22T16:58:09.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:08.839+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:08.840373+0000) 2023-03-22T16:58:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:08.882+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:08.883517+0000) 2023-03-22T16:58:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:08.882+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:08.883+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:08.894+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:08.895794+0000) 2023-03-22T16:58:09.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:09.381+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:09.383133+0000) 2023-03-22T16:58:09.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:09.381+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:09.382855+0000) 2023-03-22T16:58:09.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:09.381+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:09.382943+0000) 2023-03-22T16:58:09.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:09.381+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:09.382772+0000) 2023-03-22T16:58:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:09 smithi142 ceph-mon[94717]: pgmap v4512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:58:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:09 smithi098 ceph-mon[94136]: pgmap v4512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:58:10.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:09.840+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:09.841560+0000) 2023-03-22T16:58:10.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:10.381+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:10.383239+0000) 2023-03-22T16:58:10.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:10.381+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:10.383030+0000) 2023-03-22T16:58:10.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:10.381+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:10.383085+0000) 2023-03-22T16:58:10.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:10.336+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:10.338037+0000) 2023-03-22T16:58:10.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:10.382+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:10.383618+0000) 2023-03-22T16:58:10.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:10.381+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:10.382942+0000) 2023-03-22T16:58:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:10 smithi142 ceph-mon[94717]: osdmap e280: 12 total, 9 up, 9 in 2023-03-22T16:58:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:10 smithi098 ceph-mon[94136]: osdmap e280: 12 total, 9 up, 9 in 2023-03-22T16:58:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:10.840+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:10.841800+0000) 2023-03-22T16:58:11.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:11.381+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:11.383173+0000) 2023-03-22T16:58:11.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:11.382+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:11.383282+0000) 2023-03-22T16:58:11.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:11.336+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:11.338160+0000) 2023-03-22T16:58:11.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:11.382+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:11.383367+0000) 2023-03-22T16:58:11.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:11.382+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:11.383715+0000) 2023-03-22T16:58:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:11.381+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:11.383095+0000) 2023-03-22T16:58:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:11 smithi142 ceph-mon[94717]: pgmap v4514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:58:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:11 smithi098 ceph-mon[94136]: pgmap v4514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:58:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:11.840+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:11.841907+0000) 2023-03-22T16:58:12.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:12.382+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:12.383334+0000) 2023-03-22T16:58:12.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:12.382+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:12.383401+0000) 2023-03-22T16:58:12.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:12.337+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:12.338291+0000) 2023-03-22T16:58:12.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:12.382+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:12.383487+0000) 2023-03-22T16:58:12.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:12.382+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:12.383820+0000) 2023-03-22T16:58:12.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:12.382+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:12.383266+0000) 2023-03-22T16:58:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:12.840+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:12.842207+0000) 2023-03-22T16:58:13.341 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:13.337+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.338414+0000) 2023-03-22T16:58:13.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:13.382+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.383658+0000) 2023-03-22T16:58:13.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:13.382+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.383483+0000) 2023-03-22T16:58:13.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:13.382+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.383534+0000) 2023-03-22T16:58:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:13.382+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.383928+0000) 2023-03-22T16:58:13.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:13.382+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.383445+0000) 2023-03-22T16:58:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:13 smithi142 ceph-mon[94717]: pgmap v4515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:13 smithi098 ceph-mon[94136]: pgmap v4515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:14.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:13.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.842366+0000) 2023-03-22T16:58:14.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:13.382+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:13.383807+0000) 2023-03-22T16:58:14.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:14.382+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.383706+0000) 2023-03-22T16:58:14.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:14.382+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.383711+0000) 2023-03-22T16:58:14.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:14.337+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.338528+0000) 2023-03-22T16:58:14.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:14.382+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.383915+0000) 2023-03-22T16:58:14.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:14.382+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.384045+0000) 2023-03-22T16:58:14.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:14.382+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.383697+0000) 2023-03-22T16:58:14.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:14.382+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.383989+0000) 2023-03-22T16:58:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:14.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:14.842605+0000) 2023-03-22T16:58:15.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:15.382+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.383922+0000) 2023-03-22T16:58:15.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:15.382+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.384218+0000) 2023-03-22T16:58:15.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:15.337+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.338657+0000) 2023-03-22T16:58:15.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:15.382+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.384119+0000) 2023-03-22T16:58:15.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:15.382+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.383921+0000) 2023-03-22T16:58:15.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:15.382+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.384150+0000) 2023-03-22T16:58:15.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:15.382+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.383913+0000) 2023-03-22T16:58:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:15 smithi142 ceph-mon[94717]: pgmap v4516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:15.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:15 smithi098 ceph-mon[94136]: pgmap v4516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:15.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:15.842750+0000) 2023-03-22T16:58:16.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:16.382+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.384126+0000) 2023-03-22T16:58:16.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:16.382+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.384125+0000) 2023-03-22T16:58:16.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:16.337+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.338848+0000) 2023-03-22T16:58:16.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:16.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.384267+0000) 2023-03-22T16:58:16.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:16.383+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.384256+0000) 2023-03-22T16:58:16.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:16.383+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.384319+0000) 2023-03-22T16:58:16.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:16.382+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.384126+0000) 2023-03-22T16:58:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:16.841+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:16.842926+0000) 2023-03-22T16:58:17.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:17.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.384342+0000) 2023-03-22T16:58:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:17.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.384342+0000) 2023-03-22T16:58:17.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:17.383+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.384717+0000) 2023-03-22T16:58:17.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:17.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.384325+0000) 2023-03-22T16:58:17.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:17.337+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.339031+0000) 2023-03-22T16:58:17.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:17.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.384447+0000) 2023-03-22T16:58:17.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:17.383+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.384427+0000) 2023-03-22T16:58:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:17 smithi142 ceph-mon[94717]: pgmap v4517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:17 smithi098 ceph-mon[94136]: pgmap v4517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:18.172 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:17.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:17.843111+0000) 2023-03-22T16:58:18.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:18.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.384651+0000) 2023-03-22T16:58:18.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:18.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.384591+0000) 2023-03-22T16:58:18.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:18.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.384601+0000) 2023-03-22T16:58:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:18.383+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.384638+0000) 2023-03-22T16:58:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:18.337+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.339155+0000) 2023-03-22T16:58:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:18.383+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.384869+0000) 2023-03-22T16:58:18.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:18.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.384615+0000) 2023-03-22T16:58:19.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:18.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:18.843368+0000) 2023-03-22T16:58:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:19.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.384875+0000) 2023-03-22T16:58:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:19.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.384869+0000) 2023-03-22T16:58:19.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:19.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.339323+0000) 2023-03-22T16:58:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:19.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.384853+0000) 2023-03-22T16:58:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:19.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.385187+0000) 2023-03-22T16:58:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:19.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.384901+0000) 2023-03-22T16:58:19.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:19.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.384863+0000) 2023-03-22T16:58:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:19 smithi142 ceph-mon[94717]: pgmap v4518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:19 smithi098 ceph-mon[94136]: pgmap v4518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:58:20.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:19.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:19.843517+0000) 2023-03-22T16:58:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:20.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.385052+0000) 2023-03-22T16:58:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:20.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.385052+0000) 2023-03-22T16:58:20.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:20.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.385052+0000) 2023-03-22T16:58:20.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:20.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.385308+0000) 2023-03-22T16:58:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:20.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.339468+0000) 2023-03-22T16:58:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:20.383+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.385237+0000) 2023-03-22T16:58:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:20.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.385051+0000) 2023-03-22T16:58:21.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:20.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:20.843765+0000) 2023-03-22T16:58:21.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:21.383+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.385214+0000) 2023-03-22T16:58:21.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:21.383+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.385245+0000) 2023-03-22T16:58:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:21.383+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.385244+0000) 2023-03-22T16:58:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:21.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.385478+0000) 2023-03-22T16:58:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:21.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.339599+0000) 2023-03-22T16:58:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:21.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.385384+0000) 2023-03-22T16:58:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:21.383+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.385229+0000) 2023-03-22T16:58:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:21 smithi142 ceph-mon[94717]: pgmap v4519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:58:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:21 smithi098 ceph-mon[94136]: pgmap v4519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T16:58:22.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:21.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:21.843892+0000) 2023-03-22T16:58:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:22.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.385414+0000) 2023-03-22T16:58:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:22.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.385414+0000) 2023-03-22T16:58:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:22.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.385608+0000) 2023-03-22T16:58:22.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:22.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.339726+0000) 2023-03-22T16:58:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:22.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.385593+0000) 2023-03-22T16:58:22.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:22.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.385415+0000) 2023-03-22T16:58:22.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:22.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.385399+0000) 2023-03-22T16:58:23.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:22.842+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:22.844189+0000) 2023-03-22T16:58:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:23.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.385548+0000) 2023-03-22T16:58:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:23.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.385546+0000) 2023-03-22T16:58:23.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:23.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.339852+0000) 2023-03-22T16:58:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:23.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.385726+0000) 2023-03-22T16:58:23.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:23.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.385561+0000) 2023-03-22T16:58:23.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:23.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.385720+0000) 2023-03-22T16:58:23.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:23.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.385533+0000) 2023-03-22T16:58:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:23 smithi142 ceph-mon[94717]: pgmap v4520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:58:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:23 smithi098 ceph-mon[94136]: pgmap v4520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:58:24.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:23.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:23.844390+0000) 2023-03-22T16:58:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:24.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.385722+0000) 2023-03-22T16:58:24.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:24.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.385742+0000) 2023-03-22T16:58:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:24.384+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.386063+0000) 2023-03-22T16:58:24.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:24.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.339996+0000) 2023-03-22T16:58:24.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:24.384+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.385741+0000) 2023-03-22T16:58:24.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:24.384+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.386091+0000) 2023-03-22T16:58:24.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:24.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.385723+0000) 2023-03-22T16:58:25.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:24.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:24.844679+0000) 2023-03-22T16:58:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:25.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.385966+0000) 2023-03-22T16:58:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:25.385+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.386000+0000) 2023-03-22T16:58:25.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:25.338+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.340177+0000) 2023-03-22T16:58:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:25.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.385961+0000) 2023-03-22T16:58:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:25.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.386244+0000) 2023-03-22T16:58:25.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:25.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.386233+0000) 2023-03-22T16:58:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:25.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.385954+0000) 2023-03-22T16:58:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:25 smithi142 ceph-mon[94717]: pgmap v4521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:58:25.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:25 smithi098 ceph-mon[94136]: pgmap v4521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:58:26.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:25.843+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:25.844827+0000) 2023-03-22T16:58:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:26.384+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.386129+0000) 2023-03-22T16:58:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:26.384+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.386144+0000) 2023-03-22T16:58:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:26.385+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.386510+0000) 2023-03-22T16:58:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:26.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.340302+0000) 2023-03-22T16:58:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:26.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.386411+0000) 2023-03-22T16:58:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:26.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.386368+0000) 2023-03-22T16:58:26.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:26.384+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.386148+0000) 2023-03-22T16:58:27.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:26.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:26.845129+0000) 2023-03-22T16:58:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:27.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.386265+0000) 2023-03-22T16:58:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:27.385+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.386637+0000) 2023-03-22T16:58:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:27.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.340435+0000) 2023-03-22T16:58:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:27.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.386259+0000) 2023-03-22T16:58:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:27.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.386499+0000) 2023-03-22T16:58:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:27.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.386564+0000) 2023-03-22T16:58:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:27.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.386286+0000) 2023-03-22T16:58:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:27 smithi142 ceph-mon[94717]: pgmap v4522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:58:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:27 smithi098 ceph-mon[94136]: pgmap v4522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:58:28.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:27.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:27.845332+0000) 2023-03-22T16:58:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:28.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.386464+0000) 2023-03-22T16:58:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:28.385+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.386761+0000) 2023-03-22T16:58:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:28.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.340568+0000) 2023-03-22T16:58:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:28.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.386620+0000) 2023-03-22T16:58:28.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:28.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.386457+0000) 2023-03-22T16:58:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:28.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.386686+0000) 2023-03-22T16:58:28.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:28.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.386462+0000) 2023-03-22T16:58:29.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:28.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:28.845589+0000) 2023-03-22T16:58:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:29.386+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.386646+0000) 2023-03-22T16:58:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:29.386+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.386868+0000) 2023-03-22T16:58:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:29.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.340692+0000) 2023-03-22T16:58:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:29.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.386650+0000) 2023-03-22T16:58:29.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:29.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.386812+0000) 2023-03-22T16:58:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:29.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.386748+0000) 2023-03-22T16:58:29.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:29.386+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.386647+0000) 2023-03-22T16:58:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:29 smithi142 ceph-mon[94717]: pgmap v4523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:58:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:29 smithi098 ceph-mon[94136]: pgmap v4523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:58:30.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:29.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:29.845732+0000) 2023-03-22T16:58:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:30.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.386791+0000) 2023-03-22T16:58:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:30.385+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.387056+0000) 2023-03-22T16:58:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:30.386+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:30.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:30.386+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:30.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:30.390+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.391463+0000) 2023-03-22T16:58:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:30.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.340816+0000) 2023-03-22T16:58:30.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:30.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.386811+0000) 2023-03-22T16:58:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:30.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.386971+0000) 2023-03-22T16:58:30.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:30.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.386996+0000) 2023-03-22T16:58:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:30.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.386775+0000) 2023-03-22T16:58:31.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:30.845+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:30.846014+0000) 2023-03-22T16:58:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:31.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.386941+0000) 2023-03-22T16:58:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:31.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.386930+0000) 2023-03-22T16:58:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:31.385+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.387185+0000) 2023-03-22T16:58:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:31.339+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.340951+0000) 2023-03-22T16:58:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:31.385+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.387123+0000) 2023-03-22T16:58:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:31.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.386917+0000) 2023-03-22T16:58:31.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:31 smithi098 ceph-mon[94136]: pgmap v4524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:31 smithi142 ceph-mon[94717]: pgmap v4524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:32.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:31.844+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.846170+0000) 2023-03-22T16:58:32.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:31.845+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:32.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:31.845+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:32.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:31.851+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:31.853098+0000) 2023-03-22T16:58:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:32.385+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.387093+0000) 2023-03-22T16:58:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:32.385+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.387074+0000) 2023-03-22T16:58:32.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:32.386+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:32.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:32.387+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:32.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:32.396+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.397267+0000) 2023-03-22T16:58:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:32.385+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.387073+0000) 2023-03-22T16:58:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:32.387+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:32.387+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:32.389+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.391000+0000) 2023-03-22T16:58:32.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:32.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.341152+0000) 2023-03-22T16:58:32.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:32.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.387751+0000) 2023-03-22T16:58:32.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:32.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:32.387680+0000) 2023-03-22T16:58:33.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:33.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:33.387307+0000) 2023-03-22T16:58:33.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:33.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:33.387805+0000) 2023-03-22T16:58:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:33.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:33.387896+0000) 2023-03-22T16:58:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:33.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:33.341326+0000) 2023-03-22T16:58:33.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:33 smithi098 ceph-mon[94136]: pgmap v4525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:33 smithi142 ceph-mon[94717]: pgmap v4525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:34.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:34.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:34.341482+0000) 2023-03-22T16:58:34.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:34.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:34.388122+0000) 2023-03-22T16:58:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:34.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:34.387970+0000) 2023-03-22T16:58:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:34.386+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:34.387512+0000) 2023-03-22T16:58:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:34.387+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:34.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:34.387+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:34.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:34.392+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:34.393487+0000) 2023-03-22T16:58:35.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:34.886+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:34.887315+0000) 2023-03-22T16:58:35.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:35.341+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:35.341653+0000) 2023-03-22T16:58:35.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:35.386+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:35.388235+0000) 2023-03-22T16:58:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:35.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:35.388097+0000) 2023-03-22T16:58:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:35 smithi098 ceph-mon[94136]: pgmap v4526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:35 smithi142 ceph-mon[94717]: pgmap v4526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:36.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:35.886+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:35.887426+0000) 2023-03-22T16:58:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:36.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.346457+0000) 2023-03-22T16:58:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:36.386+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.388205+0000) 2023-03-22T16:58:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:36.340+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.341759+0000) 2023-03-22T16:58:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:36.341+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:36.341+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:36.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:36.352+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.353345+0000) 2023-03-22T16:58:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:36.387+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.388665+0000) 2023-03-22T16:58:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:36.388+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:36.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:36.388+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:36.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:36.389+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.390282+0000) 2023-03-22T16:58:37.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:36.886+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.887381+0000) 2023-03-22T16:58:37.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:36.886+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.887563+0000) 2023-03-22T16:58:37.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:36.886+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:36.887445+0000) 2023-03-22T16:58:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:37.347+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:37.348836+0000) 2023-03-22T16:58:37.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:37.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:37.388352+0000) 2023-03-22T16:58:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:37 smithi098 ceph-mon[94136]: pgmap v4527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:37 smithi142 ceph-mon[94717]: pgmap v4527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:38.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:37.886+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:37.887502+0000) 2023-03-22T16:58:38.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:37.886+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:37.887673+0000) 2023-03-22T16:58:38.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:37.886+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:37.887580+0000) 2023-03-22T16:58:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:38.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:38.352245+0000) 2023-03-22T16:58:38.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:38.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:38.388470+0000) 2023-03-22T16:58:39.164 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:38.886+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:38.887602+0000) 2023-03-22T16:58:39.165 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:38.886+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:38.887781+0000) 2023-03-22T16:58:39.165 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:38.886+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:38.888001+0000) 2023-03-22T16:58:39.166 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:38.886+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:38.887705+0000) 2023-03-22T16:58:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:39.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:39.355596+0000) 2023-03-22T16:58:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:39.387+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:39.388590+0000) 2023-03-22T16:58:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:39.387+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:39.388+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:58:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:39.394+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:39.395380+0000) 2023-03-22T16:58:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:39 smithi098 ceph-mon[94136]: pgmap v4528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:39 smithi142 ceph-mon[94717]: pgmap v4528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:40.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:39.886+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:39.887732+0000) 2023-03-22T16:58:40.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:39.886+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:39.887902+0000) 2023-03-22T16:58:40.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:39.886+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:39.888112+0000) 2023-03-22T16:58:40.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:39.886+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:39.887828+0000) 2023-03-22T16:58:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:40.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:40.357232+0000) 2023-03-22T16:58:41.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:40.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:40.888258+0000) 2023-03-22T16:58:41.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:40.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:40.887906+0000) 2023-03-22T16:58:41.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:40.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:40.888052+0000) 2023-03-22T16:58:41.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:40.840+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:40.842007+0000) 2023-03-22T16:58:41.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:40.887+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:40.888910+0000) 2023-03-22T16:58:41.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:40.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:40.887974+0000) 2023-03-22T16:58:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:41.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:41.357535+0000) 2023-03-22T16:58:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:41 smithi098 ceph-mon[94136]: pgmap v4529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:41 smithi142 ceph-mon[94717]: pgmap v4529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:42.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:41.886+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:41.888067+0000) 2023-03-22T16:58:42.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:41.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:41.888263+0000) 2023-03-22T16:58:42.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:41.840+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:41.842117+0000) 2023-03-22T16:58:42.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:41.887+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:41.889027+0000) 2023-03-22T16:58:42.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:41.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:41.888386+0000) 2023-03-22T16:58:42.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:41.886+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:41.888130+0000) 2023-03-22T16:58:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:42.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:42.357679+0000) 2023-03-22T16:58:43.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:42.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:42.888239+0000) 2023-03-22T16:58:43.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:42.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:42.888412+0000) 2023-03-22T16:58:43.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:42.840+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:42.842249+0000) 2023-03-22T16:58:43.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:42.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:42.888504+0000) 2023-03-22T16:58:43.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:42.887+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:42.889155+0000) 2023-03-22T16:58:43.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:42.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:42.888338+0000) 2023-03-22T16:58:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:43.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.357879+0000) 2023-03-22T16:58:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:43 smithi098 ceph-mon[94136]: pgmap v4530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:43 smithi142 ceph-mon[94717]: pgmap v4530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:44.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:43.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.888693+0000) 2023-03-22T16:58:44.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:43.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.888447+0000) 2023-03-22T16:58:44.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:43.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.888625+0000) 2023-03-22T16:58:44.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:43.841+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.842423+0000) 2023-03-22T16:58:44.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:43.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.889267+0000) 2023-03-22T16:58:44.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:43.887+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.888815+0000) 2023-03-22T16:58:44.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:43.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:43.888523+0000) 2023-03-22T16:58:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:44.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.358002+0000) 2023-03-22T16:58:45.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:44.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.888605+0000) 2023-03-22T16:58:45.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:44.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.888784+0000) 2023-03-22T16:58:45.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:44.841+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.842572+0000) 2023-03-22T16:58:45.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:44.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.889392+0000) 2023-03-22T16:58:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:44.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.888809+0000) 2023-03-22T16:58:45.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:44.887+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.888938+0000) 2023-03-22T16:58:45.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:44.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:44.888651+0000) 2023-03-22T16:58:45.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:45.356+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.358254+0000) 2023-03-22T16:58:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:45 smithi098 ceph-mon[94136]: pgmap v4531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:45 smithi142 ceph-mon[94717]: pgmap v4531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:46.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:45.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.888737+0000) 2023-03-22T16:58:46.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:45.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.888902+0000) 2023-03-22T16:58:46.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:45.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.888779+0000) 2023-03-22T16:58:46.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:45.841+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.842686+0000) 2023-03-22T16:58:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:45.887+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.889051+0000) 2023-03-22T16:58:46.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:45.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.888935+0000) 2023-03-22T16:58:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:45.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:45.889500+0000) 2023-03-22T16:58:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:46.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.358381+0000) 2023-03-22T16:58:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:46.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.888849+0000) 2023-03-22T16:58:47.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:46.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.889027+0000) 2023-03-22T16:58:47.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:46.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.889049+0000) 2023-03-22T16:58:47.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:46.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.889604+0000) 2023-03-22T16:58:47.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:46.887+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.889172+0000) 2023-03-22T16:58:47.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:46.841+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.842802+0000) 2023-03-22T16:58:47.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:46.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:46.888899+0000) 2023-03-22T16:58:47.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:47.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.358617+0000) 2023-03-22T16:58:47.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:47 smithi098 ceph-mon[94136]: pgmap v4532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:47 smithi142 ceph-mon[94717]: pgmap v4532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:48.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:47.887+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.889168+0000) 2023-03-22T16:58:48.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:47.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.888990+0000) 2023-03-22T16:58:48.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:47.887+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.889146+0000) 2023-03-22T16:58:48.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:47.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.889026+0000) 2023-03-22T16:58:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:47.841+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.842937+0000) 2023-03-22T16:58:48.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:47.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.889715+0000) 2023-03-22T16:58:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:47.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:47.889293+0000) 2023-03-22T16:58:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:48.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.358780+0000) 2023-03-22T16:58:49.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:48.887+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.889127+0000) 2023-03-22T16:58:49.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:48.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.889328+0000) 2023-03-22T16:58:49.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:48.841+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.843071+0000) 2023-03-22T16:58:49.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:48.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.889294+0000) 2023-03-22T16:58:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:48.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.889470+0000) 2023-03-22T16:58:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:48.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.889822+0000) 2023-03-22T16:58:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:48.887+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:48.889150+0000) 2023-03-22T16:58:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:49.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.359118+0000) 2023-03-22T16:58:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:49 smithi098 ceph-mon[94136]: pgmap v4533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:49 smithi142 ceph-mon[94717]: pgmap v4533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:50.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:49.888+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.889260+0000) 2023-03-22T16:58:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:49.888+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.889458+0000) 2023-03-22T16:58:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:49.841+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.843179+0000) 2023-03-22T16:58:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:49.888+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.889460+0000) 2023-03-22T16:58:50.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:49.888+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.889941+0000) 2023-03-22T16:58:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:49.888+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.889616+0000) 2023-03-22T16:58:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:49.888+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:49.889286+0000) 2023-03-22T16:58:50.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:50.357+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.359236+0000) 2023-03-22T16:58:51.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:50.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.889615+0000) 2023-03-22T16:58:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:50.889+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.889606+0000) 2023-03-22T16:58:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:50.842+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.843298+0000) 2023-03-22T16:58:51.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:50.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.889418+0000) 2023-03-22T16:58:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:50.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.890059+0000) 2023-03-22T16:58:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:50.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.889747+0000) 2023-03-22T16:58:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:50.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:50.889458+0000) 2023-03-22T16:58:51.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:51.359+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.359526+0000) 2023-03-22T16:58:51.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:51 smithi098 ceph-mon[94136]: pgmap v4534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:51 smithi142 ceph-mon[94717]: pgmap v4534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:51.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.889580+0000) 2023-03-22T16:58:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:51.889+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.889749+0000) 2023-03-22T16:58:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:51.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.843418+0000) 2023-03-22T16:58:52.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:51.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.889751+0000) 2023-03-22T16:58:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:51.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.889858+0000) 2023-03-22T16:58:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:51.889+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.890155+0000) 2023-03-22T16:58:52.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:51.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:51.889635+0000) 2023-03-22T16:58:52.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:52.359+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.359684+0000) 2023-03-22T16:58:53.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:52.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.889872+0000) 2023-03-22T16:58:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:52.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.889722+0000) 2023-03-22T16:58:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:52.889+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.889863+0000) 2023-03-22T16:58:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:52.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.843524+0000) 2023-03-22T16:58:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:52.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.890259+0000) 2023-03-22T16:58:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:52.889+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.889970+0000) 2023-03-22T16:58:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:52.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:52.889769+0000) 2023-03-22T16:58:53.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:53.359+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.359886+0000) 2023-03-22T16:58:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:53 smithi098 ceph-mon[94136]: pgmap v4535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:53 smithi142 ceph-mon[94717]: pgmap v4535: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:58:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:53.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.889855+0000) 2023-03-22T16:58:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:53.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.890411+0000) 2023-03-22T16:58:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:53.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.890036+0000) 2023-03-22T16:58:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:53.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.843644+0000) 2023-03-22T16:58:54.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:53.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.890265+0000) 2023-03-22T16:58:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:53.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.890424+0000) 2023-03-22T16:58:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:53.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:53.889898+0000) 2023-03-22T16:58:54.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:54.359+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.360026+0000) 2023-03-22T16:58:55.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:54.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.890051+0000) 2023-03-22T16:58:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:54.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.890520+0000) 2023-03-22T16:58:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:54.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.890540+0000) 2023-03-22T16:58:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:54.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.890074+0000) 2023-03-22T16:58:55.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:54.889+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.890186+0000) 2023-03-22T16:58:55.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:54.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.890387+0000) 2023-03-22T16:58:55.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:54.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:54.843773+0000) 2023-03-22T16:58:55.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:55.360+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.360266+0000) 2023-03-22T16:58:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:55 smithi098 ceph-mon[94136]: pgmap v4536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:55 smithi142 ceph-mon[94717]: pgmap v4536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:55.890+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.890420+0000) 2023-03-22T16:58:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:55.889+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.890202+0000) 2023-03-22T16:58:56.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:55.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.890627+0000) 2023-03-22T16:58:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:55.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.843896+0000) 2023-03-22T16:58:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:55.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.890669+0000) 2023-03-22T16:58:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:55.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.890518+0000) 2023-03-22T16:58:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:55.889+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:55.890246+0000) 2023-03-22T16:58:56.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:56.360+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.360501+0000) 2023-03-22T16:58:57.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:56.890+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.890540+0000) 2023-03-22T16:58:57.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:56.890+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.890332+0000) 2023-03-22T16:58:57.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:56.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.890754+0000) 2023-03-22T16:58:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:56.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.890636+0000) 2023-03-22T16:58:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:56.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.844022+0000) 2023-03-22T16:58:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:56.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.890799+0000) 2023-03-22T16:58:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:56.890+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:56.890392+0000) 2023-03-22T16:58:57.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:57.360+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.360852+0000) 2023-03-22T16:58:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:57 smithi098 ceph-mon[94136]: pgmap v4537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:57 smithi142 ceph-mon[94717]: pgmap v4537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:58:58.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:57.890+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.890659+0000) 2023-03-22T16:58:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:57.890+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.890459+0000) 2023-03-22T16:58:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:57.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.890869+0000) 2023-03-22T16:58:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:57.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.890753+0000) 2023-03-22T16:58:58.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:57.843+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.844158+0000) 2023-03-22T16:58:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:57.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.890947+0000) 2023-03-22T16:58:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:57.890+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:57.890517+0000) 2023-03-22T16:58:58.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:58.360+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.361056+0000) 2023-03-22T16:58:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:58.890+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.890768+0000) 2023-03-22T16:58:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:58.890+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.890639+0000) 2023-03-22T16:58:59.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:58.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.890977+0000) 2023-03-22T16:58:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:58.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.891063+0000) 2023-03-22T16:58:59.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:58.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.844299+0000) 2023-03-22T16:58:59.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:58.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.890866+0000) 2023-03-22T16:58:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:58.890+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:58.890655+0000) 2023-03-22T16:58:59.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:58:59.361+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.361280+0000) 2023-03-22T16:58:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:58:59 smithi098 ceph-mon[94136]: pgmap v4538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:58:59 smithi142 ceph-mon[94717]: pgmap v4538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:00.159 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:58:59.890+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.890960+0000) 2023-03-22T16:59:00.160 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:58:59.890+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.890766+0000) 2023-03-22T16:59:00.160 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:58:59.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.891098+0000) 2023-03-22T16:59:00.161 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:58:59.890+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.891179+0000) 2023-03-22T16:59:00.161 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:58:59.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.844412+0000) 2023-03-22T16:59:00.162 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:58:59.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.890981+0000) 2023-03-22T16:59:00.162 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:58:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:58:59.890+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:58:59.890774+0000) 2023-03-22T16:59:00.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:00.361+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.361470+0000) 2023-03-22T16:59:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:00.890+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.891099+0000) 2023-03-22T16:59:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:00.890+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.890913+0000) 2023-03-22T16:59:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:00.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.891108+0000) 2023-03-22T16:59:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:00.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.844529+0000) 2023-03-22T16:59:01.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:00.890+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.891247+0000) 2023-03-22T16:59:01.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:00.891+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:01.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:00.891+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:01.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:00.903+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.903308+0000) 2023-03-22T16:59:01.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:00.891+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.891326+0000) 2023-03-22T16:59:01.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:00.890+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:00.890921+0000) 2023-03-22T16:59:01.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:01.361+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:01.361807+0000) 2023-03-22T16:59:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:01 smithi098 ceph-mon[94136]: pgmap v4539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:01 smithi142 ceph-mon[94717]: pgmap v4539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:01.890+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:01.891055+0000) 2023-03-22T16:59:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:01.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:01.844662+0000) 2023-03-22T16:59:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:01.890+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:01.891218+0000) 2023-03-22T16:59:02.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:01.891+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:01.891437+0000) 2023-03-22T16:59:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:01.890+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:01.891224+0000) 2023-03-22T16:59:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:01.890+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:01.891059+0000) 2023-03-22T16:59:02.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:02.361+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.361962+0000) 2023-03-22T16:59:02.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:02.362+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:02.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:02.362+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:02.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:02.378+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.378629+0000) 2023-03-22T16:59:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:02.891+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.891346+0000) 2023-03-22T16:59:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:02.891+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.891244+0000) 2023-03-22T16:59:03.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:02.891+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:03.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:02.892+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:03.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:02.898+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.898333+0000) 2023-03-22T16:59:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:02.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.844850+0000) 2023-03-22T16:59:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:02.891+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.891594+0000) 2023-03-22T16:59:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:02.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.891371+0000) 2023-03-22T16:59:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:02.891+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.891243+0000) 2023-03-22T16:59:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:02.891+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:02.892+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:02.899+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:02.899406+0000) 2023-03-22T16:59:03.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:03 smithi098 ceph-mon[94136]: pgmap v4540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:59:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:03 smithi142 ceph-mon[94717]: pgmap v4540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:59:04.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:03.891+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:03.891462+0000) 2023-03-22T16:59:04.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:03.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:03.891489+0000) 2023-03-22T16:59:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:03.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:03.844983+0000) 2023-03-22T16:59:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:03.891+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:03.891710+0000) 2023-03-22T16:59:05.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:04.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:04.891612+0000) 2023-03-22T16:59:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:04.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:04.845093+0000) 2023-03-22T16:59:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:04.891+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:04.891605+0000) 2023-03-22T16:59:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:04.892+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:04.892+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:04.893+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:04.893283+0000) 2023-03-22T16:59:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:04.891+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:04.891830+0000) 2023-03-22T16:59:05.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:05.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:05.391517+0000) 2023-03-22T16:59:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:05 smithi098 ceph-mon[94136]: pgmap v4541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:59:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:05 smithi142 ceph-mon[94717]: pgmap v4541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:59:06.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:05.891+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:05.891968+0000) 2023-03-22T16:59:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:05.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:05.891747+0000) 2023-03-22T16:59:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:05.844+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:05.845232+0000) 2023-03-22T16:59:06.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:06.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:06.391689+0000) 2023-03-22T16:59:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:06.861+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:06.862220+0000) 2023-03-22T16:59:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:06.845+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:06.845371+0000) 2023-03-22T16:59:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:06.845+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:06.845+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:06.857+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:06.858067+0000) 2023-03-22T16:59:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:06.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:06.891957+0000) 2023-03-22T16:59:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:06.891+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:06.892117+0000) 2023-03-22T16:59:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:06.892+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:06.892+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:06.898+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:06.899064+0000) 2023-03-22T16:59:07.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:07.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:07.391569+0000) 2023-03-22T16:59:07.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:07.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:07.391799+0000) 2023-03-22T16:59:07.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:07.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:07.391566+0000) 2023-03-22T16:59:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:07 smithi142 ceph-mon[94717]: pgmap v4542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:59:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:07 smithi098 ceph-mon[94136]: pgmap v4542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T16:59:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:07.865+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:07.866093+0000) 2023-03-22T16:59:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:07.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:07.892101+0000) 2023-03-22T16:59:08.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:08.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:08.391700+0000) 2023-03-22T16:59:08.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:08.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:08.391697+0000) 2023-03-22T16:59:08.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:08.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:08.391908+0000) 2023-03-22T16:59:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:08.869+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:08.870016+0000) 2023-03-22T16:59:09.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:08.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:08.892229+0000) 2023-03-22T16:59:09.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:09.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:09.391893+0000) 2023-03-22T16:59:09.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:09.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:09.392051+0000) 2023-03-22T16:59:09.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:09.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:09.391908+0000) 2023-03-22T16:59:09.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:09.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:09.391881+0000) 2023-03-22T16:59:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:09 smithi142 ceph-mon[94717]: pgmap v4543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:59:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:09 smithi098 ceph-mon[94136]: pgmap v4543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T16:59:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:09.872+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:09.873677+0000) 2023-03-22T16:59:10.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:09.891+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:09.892368+0000) 2023-03-22T16:59:10.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:09.891+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:09.891+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:09.893+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:09.895013+0000) 2023-03-22T16:59:10.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:10.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:10.392075+0000) 2023-03-22T16:59:10.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:10.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:10.392075+0000) 2023-03-22T16:59:10.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:10.390+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:10.392257+0000) 2023-03-22T16:59:10.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:10.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:10.392026+0000) 2023-03-22T16:59:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:10 smithi142 ceph-mon[94717]: osdmap e281: 12 total, 9 up, 9 in 2023-03-22T16:59:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:10 smithi098 ceph-mon[94136]: osdmap e281: 12 total, 9 up, 9 in 2023-03-22T16:59:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:10.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:10.875299+0000) 2023-03-22T16:59:11.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:11.390+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:11.392197+0000) 2023-03-22T16:59:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:11.390+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:11.392203+0000) 2023-03-22T16:59:11.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:11.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:11.392404+0000) 2023-03-22T16:59:11.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:11.344+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:11.345615+0000) 2023-03-22T16:59:11.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:11.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:11.392481+0000) 2023-03-22T16:59:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:11.390+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:11.392152+0000) 2023-03-22T16:59:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:11 smithi142 ceph-mon[94717]: pgmap v4545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:59:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:11 smithi098 ceph-mon[94136]: pgmap v4545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T16:59:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:11.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:11.875423+0000) 2023-03-22T16:59:12.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:12.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:12.392290+0000) 2023-03-22T16:59:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:12.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:12.392304+0000) 2023-03-22T16:59:12.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:12.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:12.392534+0000) 2023-03-22T16:59:12.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:12.344+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:12.345793+0000) 2023-03-22T16:59:12.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:12.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:12.392619+0000) 2023-03-22T16:59:12.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:12.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:12.392288+0000) 2023-03-22T16:59:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:12.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:12.875692+0000) 2023-03-22T16:59:13.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:13.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:13.392453+0000) 2023-03-22T16:59:13.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:13.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:13.392650+0000) 2023-03-22T16:59:13.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:13.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:13.392728+0000) 2023-03-22T16:59:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:13.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:13.392475+0000) 2023-03-22T16:59:13.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:13.344+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:13.345941+0000) 2023-03-22T16:59:13.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:13.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:13.392439+0000) 2023-03-22T16:59:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:13 smithi142 ceph-mon[94717]: pgmap v4546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:13 smithi098 ceph-mon[94136]: pgmap v4546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:13.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:13.875829+0000) 2023-03-22T16:59:14.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:14.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.392611+0000) 2023-03-22T16:59:14.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:14.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.392635+0000) 2023-03-22T16:59:14.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:14.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.392810+0000) 2023-03-22T16:59:14.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:14.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.392648+0000) 2023-03-22T16:59:14.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:14.344+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.346064+0000) 2023-03-22T16:59:14.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:14.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.392836+0000) 2023-03-22T16:59:14.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:14.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.392655+0000) 2023-03-22T16:59:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:14.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:14.876146+0000) 2023-03-22T16:59:15.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:15.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.392749+0000) 2023-03-22T16:59:15.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:15.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.392755+0000) 2023-03-22T16:59:15.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:15.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.393031+0000) 2023-03-22T16:59:15.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:15.344+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.346187+0000) 2023-03-22T16:59:15.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:15.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.393024+0000) 2023-03-22T16:59:15.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:15.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.392839+0000) 2023-03-22T16:59:15.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:15.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.392796+0000) 2023-03-22T16:59:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:15 smithi142 ceph-mon[94717]: pgmap v4547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:15 smithi098 ceph-mon[94136]: pgmap v4547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:15.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:15.876295+0000) 2023-03-22T16:59:16.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:16.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.392886+0000) 2023-03-22T16:59:16.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:16.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.392878+0000) 2023-03-22T16:59:16.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:16.391+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.393176+0000) 2023-03-22T16:59:16.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:16.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.346293+0000) 2023-03-22T16:59:16.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:16.391+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.393188+0000) 2023-03-22T16:59:16.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:16.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.392982+0000) 2023-03-22T16:59:16.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:16.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.392936+0000) 2023-03-22T16:59:17.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:16.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:16.876526+0000) 2023-03-22T16:59:17.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:17.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.393040+0000) 2023-03-22T16:59:17.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:17.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.393005+0000) 2023-03-22T16:59:17.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:17.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.393336+0000) 2023-03-22T16:59:17.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:17.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.393351+0000) 2023-03-22T16:59:17.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:17.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.346448+0000) 2023-03-22T16:59:17.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:17.391+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.393206+0000) 2023-03-22T16:59:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:17.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.393063+0000) 2023-03-22T16:59:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:17 smithi142 ceph-mon[94717]: pgmap v4548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:17 smithi098 ceph-mon[94136]: pgmap v4548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:18.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:17.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:17.876651+0000) 2023-03-22T16:59:18.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:18.391+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.393160+0000) 2023-03-22T16:59:18.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:18.391+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.393146+0000) 2023-03-22T16:59:18.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:18.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.393441+0000) 2023-03-22T16:59:18.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:18.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.393298+0000) 2023-03-22T16:59:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:18.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.346601+0000) 2023-03-22T16:59:18.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:18.391+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.393181+0000) 2023-03-22T16:59:18.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:18.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.393477+0000) 2023-03-22T16:59:19.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:18.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:18.876879+0000) 2023-03-22T16:59:19.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:19.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.393295+0000) 2023-03-22T16:59:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:19.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.393600+0000) 2023-03-22T16:59:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:19.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.393299+0000) 2023-03-22T16:59:19.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:19.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.393654+0000) 2023-03-22T16:59:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:19.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.346730+0000) 2023-03-22T16:59:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:19.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.393440+0000) 2023-03-22T16:59:19.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:19.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.393325+0000) 2023-03-22T16:59:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:19 smithi142 ceph-mon[94717]: pgmap v4549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:19 smithi098 ceph-mon[94136]: pgmap v4549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T16:59:20.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:19.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:19.877015+0000) 2023-03-22T16:59:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:20.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.393463+0000) 2023-03-22T16:59:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:20.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.393730+0000) 2023-03-22T16:59:20.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:20.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.346851+0000) 2023-03-22T16:59:20.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:20.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.393457+0000) 2023-03-22T16:59:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:20.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.393498+0000) 2023-03-22T16:59:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:20.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.393653+0000) 2023-03-22T16:59:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:20.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.393813+0000) 2023-03-22T16:59:21.148 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:20.875+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:20.877237+0000) 2023-03-22T16:59:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:21.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.393582+0000) 2023-03-22T16:59:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:21.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.393845+0000) 2023-03-22T16:59:21.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:21.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.393587+0000) 2023-03-22T16:59:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:21.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.346984+0000) 2023-03-22T16:59:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:21.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.393793+0000) 2023-03-22T16:59:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:21.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.393928+0000) 2023-03-22T16:59:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:21.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.393626+0000) 2023-03-22T16:59:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:21 smithi142 ceph-mon[94717]: pgmap v4550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:59:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:21 smithi098 ceph-mon[94136]: pgmap v4550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T16:59:22.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:21.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:21.877366+0000) 2023-03-22T16:59:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:22.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.393706+0000) 2023-03-22T16:59:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:22.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.393970+0000) 2023-03-22T16:59:22.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:22.345+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.347182+0000) 2023-03-22T16:59:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:22.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.393711+0000) 2023-03-22T16:59:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:22.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.394049+0000) 2023-03-22T16:59:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:22.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.393908+0000) 2023-03-22T16:59:22.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:22.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.393754+0000) 2023-03-22T16:59:23.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:22.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:22.877629+0000) 2023-03-22T16:59:23.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:23.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.393833+0000) 2023-03-22T16:59:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:23.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.393828+0000) 2023-03-22T16:59:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:23.392+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.394210+0000) 2023-03-22T16:59:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:23.392+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.394229+0000) 2023-03-22T16:59:23.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:23.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.347340+0000) 2023-03-22T16:59:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:23.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.394027+0000) 2023-03-22T16:59:23.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:23.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.394049+0000) 2023-03-22T16:59:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:23 smithi142 ceph-mon[94717]: pgmap v4551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:59:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:23 smithi098 ceph-mon[94136]: pgmap v4551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T16:59:24.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:23.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:23.877821+0000) 2023-03-22T16:59:24.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:24.392+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.393966+0000) 2023-03-22T16:59:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:24.392+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.393973+0000) 2023-03-22T16:59:24.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:24.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.394598+0000) 2023-03-22T16:59:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:24.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.394333+0000) 2023-03-22T16:59:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:24.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.347466+0000) 2023-03-22T16:59:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:24.392+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.394196+0000) 2023-03-22T16:59:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:24.392+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.394185+0000) 2023-03-22T16:59:25.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:24.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:24.878042+0000) 2023-03-22T16:59:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:25.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.394147+0000) 2023-03-22T16:59:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:25.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.394687+0000) 2023-03-22T16:59:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:25.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.394307+0000) 2023-03-22T16:59:25.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:25.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.347595+0000) 2023-03-22T16:59:25.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:25.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.394146+0000) 2023-03-22T16:59:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:25.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.394300+0000) 2023-03-22T16:59:25.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:25.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.394448+0000) 2023-03-22T16:59:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:25 smithi142 ceph-mon[94717]: pgmap v4552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:59:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:25 smithi098 ceph-mon[94136]: pgmap v4552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:59:26.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:25.876+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:25.878201+0000) 2023-03-22T16:59:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:26.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.394310+0000) 2023-03-22T16:59:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:26.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.394785+0000) 2023-03-22T16:59:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:26.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.347741+0000) 2023-03-22T16:59:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:26.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.394309+0000) 2023-03-22T16:59:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:26.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.394595+0000) 2023-03-22T16:59:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:26.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.394419+0000) 2023-03-22T16:59:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:26.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.394429+0000) 2023-03-22T16:59:27.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:26.877+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:26.878516+0000) 2023-03-22T16:59:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:27.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.394421+0000) 2023-03-22T16:59:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:27.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.394421+0000) 2023-03-22T16:59:27.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:27.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.394981+0000) 2023-03-22T16:59:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:27.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.347938+0000) 2023-03-22T16:59:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:27.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.394802+0000) 2023-03-22T16:59:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:27.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.394611+0000) 2023-03-22T16:59:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:27.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.394592+0000) 2023-03-22T16:59:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:27 smithi142 ceph-mon[94717]: pgmap v4553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:59:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:27 smithi098 ceph-mon[94136]: pgmap v4553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T16:59:28.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:27.877+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:27.878687+0000) 2023-03-22T16:59:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:28.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.394541+0000) 2023-03-22T16:59:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:28.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.394540+0000) 2023-03-22T16:59:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:28.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.394739+0000) 2023-03-22T16:59:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:28.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.348103+0000) 2023-03-22T16:59:28.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:28.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.395097+0000) 2023-03-22T16:59:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:28.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.394926+0000) 2023-03-22T16:59:28.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:28.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.394730+0000) 2023-03-22T16:59:29.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:28.877+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:28.878904+0000) 2023-03-22T16:59:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:29.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.394696+0000) 2023-03-22T16:59:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:29.393+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.395218+0000) 2023-03-22T16:59:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:29.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.395040+0000) 2023-03-22T16:59:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:29.346+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.348243+0000) 2023-03-22T16:59:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:29.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.394681+0000) 2023-03-22T16:59:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:29.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.394852+0000) 2023-03-22T16:59:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:29.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.394851+0000) 2023-03-22T16:59:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:29 smithi142 ceph-mon[94717]: pgmap v4554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:59:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:29 smithi098 ceph-mon[94136]: pgmap v4554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T16:59:30.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:29.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:29.879085+0000) 2023-03-22T16:59:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:30.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.394796+0000) 2023-03-22T16:59:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:30.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.394829+0000) 2023-03-22T16:59:30.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:30.394+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.395312+0000) 2023-03-22T16:59:30.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:30.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.348375+0000) 2023-03-22T16:59:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:30.393+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.395177+0000) 2023-03-22T16:59:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:30.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.395008+0000) 2023-03-22T16:59:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:30.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.394997+0000) 2023-03-22T16:59:31.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:30.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:30.879320+0000) 2023-03-22T16:59:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:31.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.394978+0000) 2023-03-22T16:59:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:31.394+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.395438+0000) 2023-03-22T16:59:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:31.395+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:31.395+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:31.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:31.404+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.405594+0000) 2023-03-22T16:59:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:31.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.348499+0000) 2023-03-22T16:59:31.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:31.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.394937+0000) 2023-03-22T16:59:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:31.393+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.395134+0000) 2023-03-22T16:59:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:31.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.395316+0000) 2023-03-22T16:59:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:31.393+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.395171+0000) 2023-03-22T16:59:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:31 smithi142 ceph-mon[94717]: pgmap v4555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:31 smithi098 ceph-mon[94136]: pgmap v4555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:32.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:31.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:31.879460+0000) 2023-03-22T16:59:32.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:32.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.395108+0000) 2023-03-22T16:59:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:32.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.395122+0000) 2023-03-22T16:59:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:32.394+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.395291+0000) 2023-03-22T16:59:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:32.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.348622+0000) 2023-03-22T16:59:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:32.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.395426+0000) 2023-03-22T16:59:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:32.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.395260+0000) 2023-03-22T16:59:33.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:32.878+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.879720+0000) 2023-03-22T16:59:33.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:32.879+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:33.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:32.879+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:33.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:32.885+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:32.886403+0000) 2023-03-22T16:59:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:33.393+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.395221+0000) 2023-03-22T16:59:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:33.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.395388+0000) 2023-03-22T16:59:33.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:33.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.348746+0000) 2023-03-22T16:59:33.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:33.393+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.395228+0000) 2023-03-22T16:59:33.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:33.394+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:33.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:33.394+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:33.724 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:33.402+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.404244+0000) 2023-03-22T16:59:33.725 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:33.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.395535+0000) 2023-03-22T16:59:33.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:33.394+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.395409+0000) 2023-03-22T16:59:33.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:33.394+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:33.726 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:33.394+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:33.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:33.403+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:33.404319+0000) 2023-03-22T16:59:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:33 smithi142 ceph-mon[94717]: pgmap v4556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:33 smithi098 ceph-mon[94136]: pgmap v4556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:34.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:34.394+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:34.395335+0000) 2023-03-22T16:59:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:34.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:34.348875+0000) 2023-03-22T16:59:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:34.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:34.395654+0000) 2023-03-22T16:59:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:34.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:34.395506+0000) 2023-03-22T16:59:35.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:35.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:35.395760+0000) 2023-03-22T16:59:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:35.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:35.349013+0000) 2023-03-22T16:59:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:35.394+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:35.395470+0000) 2023-03-22T16:59:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:35.394+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:35.394+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:35.398+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:35.399312+0000) 2023-03-22T16:59:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:35.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:35.395628+0000) 2023-03-22T16:59:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:35 smithi142 ceph-mon[94717]: pgmap v4557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:35 smithi098 ceph-mon[94136]: pgmap v4557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:36.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:35.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:35.895719+0000) 2023-03-22T16:59:36.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:36.347+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:36.349137+0000) 2023-03-22T16:59:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:36.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:36.395745+0000) 2023-03-22T16:59:36.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:36.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:36.395876+0000) 2023-03-22T16:59:37.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:36.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:36.895899+0000) 2023-03-22T16:59:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:37.378+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.379948+0000) 2023-03-22T16:59:37.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:37.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.395884+0000) 2023-03-22T16:59:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:37.348+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.349287+0000) 2023-03-22T16:59:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:37.348+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:37.348+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:37.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:37.361+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.362604+0000) 2023-03-22T16:59:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:37.394+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.395993+0000) 2023-03-22T16:59:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:37.395+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:37.395+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:37.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:37.397+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.398352+0000) 2023-03-22T16:59:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:37 smithi142 ceph-mon[94717]: pgmap v4558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:37 smithi098 ceph-mon[94136]: pgmap v4558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:38.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:37.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.895478+0000) 2023-03-22T16:59:38.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:37.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.896006+0000) 2023-03-22T16:59:38.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:37.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:37.895784+0000) 2023-03-22T16:59:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:38.381+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:38.382462+0000) 2023-03-22T16:59:38.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:38.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:38.395995+0000) 2023-03-22T16:59:39.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:38.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:38.895618+0000) 2023-03-22T16:59:39.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:38.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:38.896116+0000) 2023-03-22T16:59:39.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:38.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:38.895899+0000) 2023-03-22T16:59:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:39.383+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:39.385001+0000) 2023-03-22T16:59:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:39.394+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:39.396131+0000) 2023-03-22T16:59:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:39 smithi142 ceph-mon[94717]: pgmap v4559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:39 smithi098 ceph-mon[94136]: pgmap v4559: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:40.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:39.894+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:39.895718+0000) 2023-03-22T16:59:40.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:39.894+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:39.896234+0000) 2023-03-22T16:59:40.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:39.894+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:39.895708+0000) 2023-03-22T16:59:40.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:39.894+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:39.896023+0000) 2023-03-22T16:59:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:40.386+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:40.388003+0000) 2023-03-22T16:59:40.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:40.395+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:40.396307+0000) 2023-03-22T16:59:40.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:40.395+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:40.395+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T16:59:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:40.402+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:40.403356+0000) 2023-03-22T16:59:41.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:40.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:40.895896+0000) 2023-03-22T16:59:41.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:40.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:40.896354+0000) 2023-03-22T16:59:41.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:40.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:40.895893+0000) 2023-03-22T16:59:41.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:40.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:40.896164+0000) 2023-03-22T16:59:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:41.388+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:41.389656+0000) 2023-03-22T16:59:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:41 smithi142 ceph-mon[94717]: pgmap v4560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:42.140 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:41.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:41.896112+0000) 2023-03-22T16:59:42.141 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:41.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:41.896106+0000) 2023-03-22T16:59:42.141 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:41.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:41.896459+0000) 2023-03-22T16:59:42.142 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:41.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:41.849697+0000) 2023-03-22T16:59:42.142 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:41.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:41.896281+0000) 2023-03-22T16:59:42.143 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:41.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:41.896306+0000) 2023-03-22T16:59:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:41 smithi098 ceph-mon[94136]: pgmap v4560: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:42.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:42.388+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:42.389794+0000) 2023-03-22T16:59:43.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:42.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:42.896282+0000) 2023-03-22T16:59:43.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:42.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:42.896577+0000) 2023-03-22T16:59:43.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:42.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:42.896279+0000) 2023-03-22T16:59:43.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:42.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:42.849908+0000) 2023-03-22T16:59:43.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:42.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:42.896463+0000) 2023-03-22T16:59:43.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:42.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:42.896464+0000) 2023-03-22T16:59:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:43.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:43.390064+0000) 2023-03-22T16:59:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:43 smithi142 ceph-mon[94717]: pgmap v4561: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:43 smithi098 ceph-mon[94136]: pgmap v4561: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:44.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:43.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:43.896402+0000) 2023-03-22T16:59:44.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:43.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:43.896736+0000) 2023-03-22T16:59:44.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:43.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:43.850109+0000) 2023-03-22T16:59:44.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:43.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:43.896405+0000) 2023-03-22T16:59:44.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:43.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:43.896579+0000) 2023-03-22T16:59:44.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:43.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:43.896600+0000) 2023-03-22T16:59:44.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:44.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.390322+0000) 2023-03-22T16:59:45.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:44.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.896530+0000) 2023-03-22T16:59:45.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:44.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.896924+0000) 2023-03-22T16:59:45.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:44.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.850320+0000) 2023-03-22T16:59:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:44.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.896530+0000) 2023-03-22T16:59:45.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:44.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.896857+0000) 2023-03-22T16:59:45.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:44.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.896710+0000) 2023-03-22T16:59:45.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:44.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:44.896731+0000) 2023-03-22T16:59:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:45.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.390587+0000) 2023-03-22T16:59:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:45 smithi142 ceph-mon[94717]: pgmap v4562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:45 smithi098 ceph-mon[94136]: pgmap v4562: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:46.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:45.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.896650+0000) 2023-03-22T16:59:46.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:45.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.897078+0000) 2023-03-22T16:59:46.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:45.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.850512+0000) 2023-03-22T16:59:46.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:45.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.896651+0000) 2023-03-22T16:59:46.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:45.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.896854+0000) 2023-03-22T16:59:46.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:45.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.897005+0000) 2023-03-22T16:59:46.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:45.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:45.896858+0000) 2023-03-22T16:59:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:46.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.390714+0000) 2023-03-22T16:59:47.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:46.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.896778+0000) 2023-03-22T16:59:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:46.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.896774+0000) 2023-03-22T16:59:47.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:46.895+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.897187+0000) 2023-03-22T16:59:47.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:46.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.850688+0000) 2023-03-22T16:59:47.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:46.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.896985+0000) 2023-03-22T16:59:47.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:46.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.897118+0000) 2023-03-22T16:59:47.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:46.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:46.896983+0000) 2023-03-22T16:59:47.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:47.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.390953+0000) 2023-03-22T16:59:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:47 smithi142 ceph-mon[94717]: pgmap v4563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:47 smithi098 ceph-mon[94136]: pgmap v4563: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:48.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:47.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.896892+0000) 2023-03-22T16:59:48.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:47.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.896890+0000) 2023-03-22T16:59:48.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:47.896+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.897294+0000) 2023-03-22T16:59:48.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:47.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.850827+0000) 2023-03-22T16:59:48.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:47.895+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.897105+0000) 2023-03-22T16:59:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:47.895+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.897220+0000) 2023-03-22T16:59:48.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:47.895+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:47.897105+0000) 2023-03-22T16:59:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:48.389+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.391076+0000) 2023-03-22T16:59:49.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:48.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.897046+0000) 2023-03-22T16:59:49.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:48.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.897047+0000) 2023-03-22T16:59:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:48.896+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.897415+0000) 2023-03-22T16:59:49.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:48.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.897266+0000) 2023-03-22T16:59:49.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:48.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.897256+0000) 2023-03-22T16:59:49.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:48.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.850962+0000) 2023-03-22T16:59:49.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:48.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:48.897333+0000) 2023-03-22T16:59:49.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:49.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.391283+0000) 2023-03-22T16:59:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:49 smithi142 ceph-mon[94717]: pgmap v4564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:49 smithi098 ceph-mon[94136]: pgmap v4564: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:50.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:49.895+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.897230+0000) 2023-03-22T16:59:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:49.895+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.897227+0000) 2023-03-22T16:59:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:49.896+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.897558+0000) 2023-03-22T16:59:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:49.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.897482+0000) 2023-03-22T16:59:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:49.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.851085+0000) 2023-03-22T16:59:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:49.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.897449+0000) 2023-03-22T16:59:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:49.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:49.897442+0000) 2023-03-22T16:59:50.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:50.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.391397+0000) 2023-03-22T16:59:51.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:50.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.897382+0000) 2023-03-22T16:59:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:50.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.897392+0000) 2023-03-22T16:59:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:50.896+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.897756+0000) 2023-03-22T16:59:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:50.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.897747+0000) 2023-03-22T16:59:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:50.849+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.851213+0000) 2023-03-22T16:59:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:50.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.897607+0000) 2023-03-22T16:59:51.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:50.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:50.897620+0000) 2023-03-22T16:59:51.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:51.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.391564+0000) 2023-03-22T16:59:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:51 smithi142 ceph-mon[94717]: pgmap v4565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:51 smithi098 ceph-mon[94136]: pgmap v4565: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:52.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:51.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.897513+0000) 2023-03-22T16:59:52.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:51.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.897536+0000) 2023-03-22T16:59:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:51.896+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.897874+0000) 2023-03-22T16:59:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:51.850+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.851333+0000) 2023-03-22T16:59:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:51.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.897742+0000) 2023-03-22T16:59:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:51.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.897869+0000) 2023-03-22T16:59:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:51.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:51.897733+0000) 2023-03-22T16:59:52.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:52.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.391674+0000) 2023-03-22T16:59:53.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:52.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.897669+0000) 2023-03-22T16:59:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:52.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.897679+0000) 2023-03-22T16:59:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:52.896+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.898036+0000) 2023-03-22T16:59:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:52.850+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.851463+0000) 2023-03-22T16:59:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:52.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.897863+0000) 2023-03-22T16:59:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:52.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.898002+0000) 2023-03-22T16:59:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:52.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:52.897857+0000) 2023-03-22T16:59:53.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:53.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.391838+0000) 2023-03-22T16:59:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:53 smithi142 ceph-mon[94717]: pgmap v4566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:53 smithi098 ceph-mon[94136]: pgmap v4566: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T16:59:54.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:53.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.897847+0000) 2023-03-22T16:59:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:53.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.897852+0000) 2023-03-22T16:59:54.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:53.896+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.898154+0000) 2023-03-22T16:59:54.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:53.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.898017+0000) 2023-03-22T16:59:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:53.896+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.898110+0000) 2023-03-22T16:59:54.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:53.850+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.851596+0000) 2023-03-22T16:59:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:53.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:53.898018+0000) 2023-03-22T16:59:54.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:54.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.391966+0000) 2023-03-22T16:59:55.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:54.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.898003+0000) 2023-03-22T16:59:55.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:54.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.898016+0000) 2023-03-22T16:59:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:54.897+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.898369+0000) 2023-03-22T16:59:55.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:54.896+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.898185+0000) 2023-03-22T16:59:55.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:54.850+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.851724+0000) 2023-03-22T16:59:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:54.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.898301+0000) 2023-03-22T16:59:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:54.896+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:54.898185+0000) 2023-03-22T16:59:55.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:55.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.392182+0000) 2023-03-22T16:59:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:55 smithi142 ceph-mon[94717]: pgmap v4567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:55 smithi098 ceph-mon[94136]: pgmap v4567: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:55.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.898131+0000) 2023-03-22T16:59:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:55.897+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.898689+0000) 2023-03-22T16:59:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:55.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.851892+0000) 2023-03-22T16:59:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:55.896+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.898125+0000) 2023-03-22T16:59:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:55.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.898484+0000) 2023-03-22T16:59:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:55.897+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.898336+0000) 2023-03-22T16:59:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:55.897+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:55.898516+0000) 2023-03-22T16:59:56.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:56.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.392360+0000) 2023-03-22T16:59:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:56.896+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.898253+0000) 2023-03-22T16:59:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:56.897+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.898805+0000) 2023-03-22T16:59:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:56.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.852058+0000) 2023-03-22T16:59:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:56.897+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.898278+0000) 2023-03-22T16:59:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:56.897+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.898599+0000) 2023-03-22T16:59:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:56.897+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.898636+0000) 2023-03-22T16:59:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:56.897+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:56.898458+0000) 2023-03-22T16:59:57.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:57.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.392596+0000) 2023-03-22T16:59:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:57 smithi142 ceph-mon[94717]: pgmap v4568: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:57 smithi098 ceph-mon[94136]: pgmap v4568: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T16:59:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:57.898+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.898384+0000) 2023-03-22T16:59:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:57.898+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.898925+0000) 2023-03-22T16:59:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:57.851+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.852200+0000) 2023-03-22T16:59:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:57.898+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.898396+0000) 2023-03-22T16:59:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:57.898+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.898590+0000) 2023-03-22T16:59:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:57.898+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.898719+0000) 2023-03-22T16:59:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:57.898+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:57.898761+0000) 2023-03-22T16:59:58.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:58.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.392768+0000) 2023-03-22T16:59:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:58.898+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.898524+0000) 2023-03-22T16:59:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:58.898+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.899091+0000) 2023-03-22T16:59:59.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:58.898+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.898882+0000) 2023-03-22T16:59:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:58.898+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.898848+0000) 2023-03-22T16:59:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:58.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.852390+0000) 2023-03-22T16:59:59.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:58.898+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.898521+0000) 2023-03-22T16:59:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:58.898+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:58.898724+0000) 2023-03-22T16:59:59.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T16:59:59.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.393054+0000) 2023-03-22T17:00:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 16:59:59 smithi142 ceph-mon[94717]: pgmap v4569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 16:59:59 smithi098 ceph-mon[94136]: pgmap v4569: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:00.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T16:59:59.898+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.898673+0000) 2023-03-22T17:00:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T16:59:59.898+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.898700+0000) 2023-03-22T17:00:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T16:59:59.898+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.899027+0000) 2023-03-22T17:00:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T16:59:59.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.852498+0000) 2023-03-22T17:00:00.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T16:59:59.898+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.899229+0000) 2023-03-22T17:00:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T16:59:59.898+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.899007+0000) 2023-03-22T17:00:00.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 16:59:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T16:59:59.898+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T15:59:59.898877+0000) 2023-03-22T17:00:00.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:00.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.393218+0000) 2023-03-22T17:00:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:00:01.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:00:01.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:00.898+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.898856+0000) 2023-03-22T17:00:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:00.898+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.898905+0000) 2023-03-22T17:00:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:00.899+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.899327+0000) 2023-03-22T17:00:01.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:00.898+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.899180+0000) 2023-03-22T17:00:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:00.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.852617+0000) 2023-03-22T17:00:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:00.898+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.899116+0000) 2023-03-22T17:00:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:00.898+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:00.899038+0000) 2023-03-22T17:00:01.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:01.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.393483+0000) 2023-03-22T17:00:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:01 smithi142 ceph-mon[94717]: pgmap v4570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:01 smithi098 ceph-mon[94136]: pgmap v4570: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:02.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:01.898+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.899041+0000) 2023-03-22T17:00:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:01.898+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.899140+0000) 2023-03-22T17:00:02.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:01.899+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.899300+0000) 2023-03-22T17:00:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:01.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.852737+0000) 2023-03-22T17:00:02.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:01.899+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.899448+0000) 2023-03-22T17:00:02.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:01.899+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:02.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:01.899+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:02.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:01.906+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.906281+0000) 2023-03-22T17:00:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:01.898+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.899208+0000) 2023-03-22T17:00:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:01.899+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:01.899358+0000) 2023-03-22T17:00:02.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:02.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:02.393690+0000) 2023-03-22T17:00:03.132 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:02.899+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:02.899317+0000) 2023-03-22T17:00:03.133 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:02.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:02.852919+0000) 2023-03-22T17:00:03.133 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:02.899+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:02.899414+0000) 2023-03-22T17:00:03.134 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:02.898+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:02.899279+0000) 2023-03-22T17:00:03.134 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:02.899+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:02.899392+0000) 2023-03-22T17:00:03.134 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:02.899+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:02.899484+0000) 2023-03-22T17:00:03.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:03.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.393890+0000) 2023-03-22T17:00:03.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:03.394+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:03.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:03.394+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:03.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:03.404+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.404820+0000) 2023-03-22T17:00:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:03 smithi142 ceph-mon[94717]: pgmap v4571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:00:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:03 smithi098 ceph-mon[94136]: pgmap v4571: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:00:04.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:03.899+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.899413+0000) 2023-03-22T17:00:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:03.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.853073+0000) 2023-03-22T17:00:04.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:03.899+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.899437+0000) 2023-03-22T17:00:04.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:03.899+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:04.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:03.900+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:04.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:03.906+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.907258+0000) 2023-03-22T17:00:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:03.899+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.899514+0000) 2023-03-22T17:00:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:03.899+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.899537+0000) 2023-03-22T17:00:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:03.899+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.899625+0000) 2023-03-22T17:00:04.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:03.899+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:04.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:03.899+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:04.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:03.908+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:03.908490+0000) 2023-03-22T17:00:05.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:04.899+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:04.899616+0000) 2023-03-22T17:00:05.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:04.899+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:04.899640+0000) 2023-03-22T17:00:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:04.852+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:04.853240+0000) 2023-03-22T17:00:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:04.899+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:04.899691+0000) 2023-03-22T17:00:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:05 smithi142 ceph-mon[94717]: pgmap v4572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:00:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:05 smithi098 ceph-mon[94136]: pgmap v4572: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:00:06.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:05.899+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:05.899777+0000) 2023-03-22T17:00:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:05.853+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:05.853398+0000) 2023-03-22T17:00:06.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:05.899+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:05.899755+0000) 2023-03-22T17:00:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:05.900+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:05.900+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:05.902+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:05.902476+0000) 2023-03-22T17:00:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:05.899+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:05.899852+0000) 2023-03-22T17:00:06.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:06.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:06.399672+0000) 2023-03-22T17:00:07.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:06.853+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:06.853548+0000) 2023-03-22T17:00:07.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:06.899+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:06.900003+0000) 2023-03-22T17:00:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:06.899+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:06.899946+0000) 2023-03-22T17:00:07.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:07.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:07.399848+0000) 2023-03-22T17:00:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:07 smithi142 ceph-mon[94717]: pgmap v4573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:00:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:07 smithi098 ceph-mon[94136]: pgmap v4573: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:00:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:07.893+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:07.894163+0000) 2023-03-22T17:00:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:07.899+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:07.900205+0000) 2023-03-22T17:00:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:07.853+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:07.853682+0000) 2023-03-22T17:00:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:07.854+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:07.854+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:07.867+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:07.867475+0000) 2023-03-22T17:00:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:07.899+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:07.900225+0000) 2023-03-22T17:00:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:07.900+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:07.900+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:07.910+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:07.910594+0000) 2023-03-22T17:00:08.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:08.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:08.399730+0000) 2023-03-22T17:00:08.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:08.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:08.399999+0000) 2023-03-22T17:00:08.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:08.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:08.399871+0000) 2023-03-22T17:00:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:08.896+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:08.896458+0000) 2023-03-22T17:00:09.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:08.900+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:08.900347+0000) 2023-03-22T17:00:09.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:09.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:09.399867+0000) 2023-03-22T17:00:09.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:09.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:09.400125+0000) 2023-03-22T17:00:09.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:09.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:09.400005+0000) 2023-03-22T17:00:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:09 smithi142 ceph-mon[94717]: pgmap v4574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:00:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:09 smithi098 ceph-mon[94136]: pgmap v4574: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:00:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:09.900+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:09.900473+0000) 2023-03-22T17:00:10.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:09.900+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:09.900502+0000) 2023-03-22T17:00:10.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:10.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:10.399998+0000) 2023-03-22T17:00:10.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:10.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:10.400249+0000) 2023-03-22T17:00:10.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:10.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:10.400130+0000) 2023-03-22T17:00:10.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:10.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:10.400102+0000) 2023-03-22T17:00:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:10 smithi142 ceph-mon[94717]: osdmap e282: 12 total, 9 up, 9 in 2023-03-22T17:00:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:10 smithi098 ceph-mon[94136]: osdmap e282: 12 total, 9 up, 9 in 2023-03-22T17:00:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:10.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:10.904299+0000) 2023-03-22T17:00:11.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:10.900+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:10.900653+0000) 2023-03-22T17:00:11.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:10.901+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:10.901+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:10.902+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:10.902410+0000) 2023-03-22T17:00:11.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:11.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:11.400119+0000) 2023-03-22T17:00:11.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:11.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:11.400421+0000) 2023-03-22T17:00:11.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:11.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:11.400216+0000) 2023-03-22T17:00:11.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:11.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:11.400317+0000) 2023-03-22T17:00:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:11 smithi142 ceph-mon[94717]: pgmap v4576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:00:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:11 smithi098 ceph-mon[94136]: pgmap v4576: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:00:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:11.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:11.905454+0000) 2023-03-22T17:00:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:12.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:12.400247+0000) 2023-03-22T17:00:12.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:12.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:12.400559+0000) 2023-03-22T17:00:12.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:12.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:12.353974+0000) 2023-03-22T17:00:12.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:12.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:12.400344+0000) 2023-03-22T17:00:12.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:12.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:12.400656+0000) 2023-03-22T17:00:12.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:12.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:12.400491+0000) 2023-03-22T17:00:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:12.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:12.905741+0000) 2023-03-22T17:00:13.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:13.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:13.400486+0000) 2023-03-22T17:00:13.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:13.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:13.400390+0000) 2023-03-22T17:00:13.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:13.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:13.400720+0000) 2023-03-22T17:00:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:13.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:13.400625+0000) 2023-03-22T17:00:13.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:13.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:13.354097+0000) 2023-03-22T17:00:13.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:13.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:13.400857+0000) 2023-03-22T17:00:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:13 smithi142 ceph-mon[94717]: pgmap v4577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:13 smithi098 ceph-mon[94136]: pgmap v4577: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:13.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:13.905878+0000) 2023-03-22T17:00:14.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:14.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:14.400522+0000) 2023-03-22T17:00:14.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:14.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:14.400842+0000) 2023-03-22T17:00:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:14.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:14.400755+0000) 2023-03-22T17:00:14.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:14.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:14.400607+0000) 2023-03-22T17:00:14.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:14.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:14.354246+0000) 2023-03-22T17:00:14.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:14.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:14.400976+0000) 2023-03-22T17:00:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:14.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:14.906084+0000) 2023-03-22T17:00:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:15.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.400653+0000) 2023-03-22T17:00:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:15.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.401035+0000) 2023-03-22T17:00:15.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:15.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.401125+0000) 2023-03-22T17:00:15.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:15.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.354383+0000) 2023-03-22T17:00:15.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:15.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.400723+0000) 2023-03-22T17:00:15.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:15.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.400904+0000) 2023-03-22T17:00:15.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:15.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.400885+0000) 2023-03-22T17:00:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:15 smithi142 ceph-mon[94717]: pgmap v4578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:15 smithi098 ceph-mon[94136]: pgmap v4578: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:15.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:15.906221+0000) 2023-03-22T17:00:16.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:16.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.400838+0000) 2023-03-22T17:00:16.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:16.399+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.401148+0000) 2023-03-22T17:00:16.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:16.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.354504+0000) 2023-03-22T17:00:16.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:16.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.400876+0000) 2023-03-22T17:00:16.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:16.399+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.401234+0000) 2023-03-22T17:00:16.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:16.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.401025+0000) 2023-03-22T17:00:16.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:16.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.401027+0000) 2023-03-22T17:00:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:16.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:16.906512+0000) 2023-03-22T17:00:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:17.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.401046+0000) 2023-03-22T17:00:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:17.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.401318+0000) 2023-03-22T17:00:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:17.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.354671+0000) 2023-03-22T17:00:17.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:17.399+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.401104+0000) 2023-03-22T17:00:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:17.399+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.401174+0000) 2023-03-22T17:00:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:17.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.401392+0000) 2023-03-22T17:00:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:17.399+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.401206+0000) 2023-03-22T17:00:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:17 smithi142 ceph-mon[94717]: pgmap v4579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:17 smithi098 ceph-mon[94136]: pgmap v4579: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:18.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:17.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:17.906648+0000) 2023-03-22T17:00:18.621 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:18.399+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.401227+0000) 2023-03-22T17:00:18.622 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:18.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.401485+0000) 2023-03-22T17:00:18.622 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:18.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.354826+0000) 2023-03-22T17:00:18.622 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:18.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.401463+0000) 2023-03-22T17:00:18.623 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:18.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.401399+0000) 2023-03-22T17:00:18.623 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:18.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.401576+0000) 2023-03-22T17:00:18.907 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:18.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.401323+0000) 2023-03-22T17:00:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:18.905+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:18.906859+0000) 2023-03-22T17:00:19.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:19.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.401400+0000) 2023-03-22T17:00:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:19.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.401649+0000) 2023-03-22T17:00:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:19.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.401457+0000) 2023-03-22T17:00:19.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:19.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.354952+0000) 2023-03-22T17:00:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:19.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.401750+0000) 2023-03-22T17:00:19.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:19.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.401628+0000) 2023-03-22T17:00:19.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:19.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.401573+0000) 2023-03-22T17:00:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:19 smithi142 ceph-mon[94717]: pgmap v4580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:19 smithi098 ceph-mon[94136]: pgmap v4580: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:00:20.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:19.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:19.907027+0000) 2023-03-22T17:00:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:20.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.401514+0000) 2023-03-22T17:00:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:20.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.401874+0000) 2023-03-22T17:00:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:20.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.401572+0000) 2023-03-22T17:00:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:20.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.401744+0000) 2023-03-22T17:00:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:20.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.401722+0000) 2023-03-22T17:00:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:20.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.355135+0000) 2023-03-22T17:00:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:20.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.401866+0000) 2023-03-22T17:00:21.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:20.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:20.907332+0000) 2023-03-22T17:00:21.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:21.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.401707+0000) 2023-03-22T17:00:21.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:21.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.401637+0000) 2023-03-22T17:00:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:21.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.401994+0000) 2023-03-22T17:00:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:21.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.401987+0000) 2023-03-22T17:00:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:21.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.401861+0000) 2023-03-22T17:00:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:21.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.401842+0000) 2023-03-22T17:00:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:21.353+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.355252+0000) 2023-03-22T17:00:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:21 smithi142 ceph-mon[94717]: pgmap v4581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T17:00:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:21 smithi098 ceph-mon[94136]: pgmap v4581: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 195 B/s wr, 9 op/s 2023-03-22T17:00:22.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:21.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:21.907510+0000) 2023-03-22T17:00:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:22.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.401751+0000) 2023-03-22T17:00:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:22.400+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.402232+0000) 2023-03-22T17:00:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:22.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.401839+0000) 2023-03-22T17:00:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:22.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.401973+0000) 2023-03-22T17:00:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:22.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.402122+0000) 2023-03-22T17:00:22.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:22.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.355386+0000) 2023-03-22T17:00:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:22.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.401989+0000) 2023-03-22T17:00:23.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:22.906+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:22.907834+0000) 2023-03-22T17:00:23.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:23.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.402010+0000) 2023-03-22T17:00:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:23.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.401929+0000) 2023-03-22T17:00:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:23.401+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.402361+0000) 2023-03-22T17:00:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:23.400+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.402130+0000) 2023-03-22T17:00:23.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:23.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.355511+0000) 2023-03-22T17:00:23.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:23.400+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.402246+0000) 2023-03-22T17:00:23.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:23.400+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.402161+0000) 2023-03-22T17:00:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:23 smithi142 ceph-mon[94717]: pgmap v4582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:00:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:23 smithi098 ceph-mon[94136]: pgmap v4582: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:00:24.356 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:23.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:23.908011+0000) 2023-03-22T17:00:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:24.400+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.402150+0000) 2023-03-22T17:00:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:24.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.402071+0000) 2023-03-22T17:00:24.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:24.401+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.402652+0000) 2023-03-22T17:00:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:24.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.355634+0000) 2023-03-22T17:00:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:24.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.402376+0000) 2023-03-22T17:00:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:24.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.402379+0000) 2023-03-22T17:00:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:24.401+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.402630+0000) 2023-03-22T17:00:25.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:24.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:24.908301+0000) 2023-03-22T17:00:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:25.400+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.402208+0000) 2023-03-22T17:00:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:25.401+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.402784+0000) 2023-03-22T17:00:25.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:25.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.355759+0000) 2023-03-22T17:00:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:25.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.402334+0000) 2023-03-22T17:00:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:25.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.402502+0000) 2023-03-22T17:00:25.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:25.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.402635+0000) 2023-03-22T17:00:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:25.401+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.402790+0000) 2023-03-22T17:00:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:25 smithi142 ceph-mon[94717]: pgmap v4583: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:00:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:25 smithi098 ceph-mon[94136]: pgmap v4583: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:00:26.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:25.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:25.908468+0000) 2023-03-22T17:00:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:26.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.402335+0000) 2023-03-22T17:00:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:26.401+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.402895+0000) 2023-03-22T17:00:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:26.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.355885+0000) 2023-03-22T17:00:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:26.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.402449+0000) 2023-03-22T17:00:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:26.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.402747+0000) 2023-03-22T17:00:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:26.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.402622+0000) 2023-03-22T17:00:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:26.401+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.402900+0000) 2023-03-22T17:00:27.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:26.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:26.908687+0000) 2023-03-22T17:00:27.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:27.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.402575+0000) 2023-03-22T17:00:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:27.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.402447+0000) 2023-03-22T17:00:27.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:27.401+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.403009+0000) 2023-03-22T17:00:27.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:27.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.402742+0000) 2023-03-22T17:00:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:27.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.402859+0000) 2023-03-22T17:00:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:27.401+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.403023+0000) 2023-03-22T17:00:27.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:27.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.356036+0000) 2023-03-22T17:00:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:27 smithi142 ceph-mon[94717]: pgmap v4584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:00:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:27 smithi098 ceph-mon[94136]: pgmap v4584: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:00:28.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:27.908+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:27.908893+0000) 2023-03-22T17:00:28.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:28.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.402563+0000) 2023-03-22T17:00:28.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:28.401+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.403135+0000) 2023-03-22T17:00:28.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:28.354+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.356225+0000) 2023-03-22T17:00:28.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:28.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.402697+0000) 2023-03-22T17:00:28.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:28.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.402974+0000) 2023-03-22T17:00:28.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:28.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.402865+0000) 2023-03-22T17:00:28.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:28.401+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.403155+0000) 2023-03-22T17:00:29.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:28.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:28.909244+0000) 2023-03-22T17:00:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:29.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.402676+0000) 2023-03-22T17:00:29.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:29.401+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.403253+0000) 2023-03-22T17:00:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:29.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.356413+0000) 2023-03-22T17:00:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:29.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.402823+0000) 2023-03-22T17:00:29.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:29.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.403000+0000) 2023-03-22T17:00:29.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:29.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.403113+0000) 2023-03-22T17:00:29.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:29.402+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.403286+0000) 2023-03-22T17:00:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:29 smithi142 ceph-mon[94717]: pgmap v4585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:00:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:29 smithi098 ceph-mon[94136]: pgmap v4585: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:00:30.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:29.908+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:29.909378+0000) 2023-03-22T17:00:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:30.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.402808+0000) 2023-03-22T17:00:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:30.402+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.403385+0000) 2023-03-22T17:00:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:30.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.356548+0000) 2023-03-22T17:00:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:30.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.402948+0000) 2023-03-22T17:00:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:30.401+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.403243+0000) 2023-03-22T17:00:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:30.401+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.403148+0000) 2023-03-22T17:00:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:30.402+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.403405+0000) 2023-03-22T17:00:31.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:30.908+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:30.909649+0000) 2023-03-22T17:00:31.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:31.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.403064+0000) 2023-03-22T17:00:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:31.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.402935+0000) 2023-03-22T17:00:31.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:31.402+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.403503+0000) 2023-03-22T17:00:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:31.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.403374+0000) 2023-03-22T17:00:31.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:31.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.356685+0000) 2023-03-22T17:00:31.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:31.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.403283+0000) 2023-03-22T17:00:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:31.402+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.403530+0000) 2023-03-22T17:00:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:31 smithi142 ceph-mon[94717]: pgmap v4586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:31 smithi098 ceph-mon[94136]: pgmap v4586: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:32.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:31.909+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:31.909792+0000) 2023-03-22T17:00:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:32.401+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.403180+0000) 2023-03-22T17:00:32.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:32.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.403060+0000) 2023-03-22T17:00:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:32.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.356802+0000) 2023-03-22T17:00:32.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:32.402+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.403622+0000) 2023-03-22T17:00:32.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:32.403+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:32.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:32.403+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:32.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:32.417+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.418283+0000) 2023-03-22T17:00:32.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:32.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.403408+0000) 2023-03-22T17:00:32.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:32.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.403502+0000) 2023-03-22T17:00:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:32.402+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.403647+0000) 2023-03-22T17:00:33.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:32.908+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:32.910014+0000) 2023-03-22T17:00:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:33.401+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.403187+0000) 2023-03-22T17:00:33.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:33.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.403535+0000) 2023-03-22T17:00:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:33.402+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.403298+0000) 2023-03-22T17:00:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:33.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.356984+0000) 2023-03-22T17:00:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:33.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.403676+0000) 2023-03-22T17:00:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:33.402+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.403802+0000) 2023-03-22T17:00:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:33 smithi142 ceph-mon[94717]: pgmap v4587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:33 smithi098 ceph-mon[94136]: pgmap v4587: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:34.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:33.908+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.910143+0000) 2023-03-22T17:00:34.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:33.909+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:34.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:33.909+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:34.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:33.923+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:33.924916+0000) 2023-03-22T17:00:34.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:34.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.403808+0000) 2023-03-22T17:00:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:34.355+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.357170+0000) 2023-03-22T17:00:34.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:34.402+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.403297+0000) 2023-03-22T17:00:34.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:34.403+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:34.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:34.403+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:34.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:34.414+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.415405+0000) 2023-03-22T17:00:34.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:34.402+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.403414+0000) 2023-03-22T17:00:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:34.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.403664+0000) 2023-03-22T17:00:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:34.402+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.403970+0000) 2023-03-22T17:00:34.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:34.403+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:34.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:34.403+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:34.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:34.405+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:34.406371+0000) 2023-03-22T17:00:35.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:35.402+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:35.403545+0000) 2023-03-22T17:00:35.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:35.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:35.403782+0000) 2023-03-22T17:00:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:35.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:35.403926+0000) 2023-03-22T17:00:35.725 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:35.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:35.357314+0000) 2023-03-22T17:00:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:35 smithi142 ceph-mon[94717]: pgmap v4588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:35 smithi098 ceph-mon[94136]: pgmap v4588: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:36.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:36.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:36.403906+0000) 2023-03-22T17:00:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:36.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:36.404040+0000) 2023-03-22T17:00:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:36.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:36.357425+0000) 2023-03-22T17:00:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:36.402+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:36.403648+0000) 2023-03-22T17:00:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:36.403+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:36.403+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:36.415+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:36.417158+0000) 2023-03-22T17:00:37.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:36.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:36.903905+0000) 2023-03-22T17:00:37.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:37.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:37.357549+0000) 2023-03-22T17:00:37.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:37.402+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:37.404161+0000) 2023-03-22T17:00:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:37.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:37.404032+0000) 2023-03-22T17:00:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:37 smithi142 ceph-mon[94717]: pgmap v4589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:37 smithi098 ceph-mon[94136]: pgmap v4589: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:38.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:37.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:37.904030+0000) 2023-03-22T17:00:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:38.409+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.410454+0000) 2023-03-22T17:00:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:38.356+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.357672+0000) 2023-03-22T17:00:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:38.357+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:38.357+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:38.361+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.363247+0000) 2023-03-22T17:00:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:38.402+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.404158+0000) 2023-03-22T17:00:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:38.403+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:38.403+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:38.415+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.416403+0000) 2023-03-22T17:00:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:38.403+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.404290+0000) 2023-03-22T17:00:39.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:38.902+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.904151+0000) 2023-03-22T17:00:39.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:38.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.903615+0000) 2023-03-22T17:00:39.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:38.902+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:38.904222+0000) 2023-03-22T17:00:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:39.412+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:39.413494+0000) 2023-03-22T17:00:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:39.403+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:39.404421+0000) 2023-03-22T17:00:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:39 smithi142 ceph-mon[94717]: pgmap v4590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:39 smithi098 ceph-mon[94136]: pgmap v4590: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:40.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:39.903+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:39.903800+0000) 2023-03-22T17:00:40.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:39.903+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:39.904299+0000) 2023-03-22T17:00:40.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:39.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:39.904306+0000) 2023-03-22T17:00:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:40.417+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:40.417797+0000) 2023-03-22T17:00:40.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:40.403+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:40.404559+0000) 2023-03-22T17:00:41.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:40.902+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:40.903914+0000) 2023-03-22T17:00:41.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:40.902+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:40.903995+0000) 2023-03-22T17:00:41.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:40.903+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:40.904412+0000) 2023-03-22T17:00:41.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:40.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:40.904430+0000) 2023-03-22T17:00:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:41.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:41.420147+0000) 2023-03-22T17:00:41.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:41.403+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:41.404707+0000) 2023-03-22T17:00:41.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:41.404+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:41.404+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:00:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:41.407+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:41.408297+0000) 2023-03-22T17:00:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:41 smithi142 ceph-mon[94717]: pgmap v4591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:41 smithi098 ceph-mon[94136]: pgmap v4591: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:42.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:41.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:41.904102+0000) 2023-03-22T17:00:42.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:41.903+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:41.904178+0000) 2023-03-22T17:00:42.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:41.903+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:41.904547+0000) 2023-03-22T17:00:42.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:41.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:41.904570+0000) 2023-03-22T17:00:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:42.420+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:42.421313+0000) 2023-03-22T17:00:43.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:42.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:42.904317+0000) 2023-03-22T17:00:43.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:42.903+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:42.904350+0000) 2023-03-22T17:00:43.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:42.903+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:42.904656+0000) 2023-03-22T17:00:43.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:42.856+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:42.857945+0000) 2023-03-22T17:00:43.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:42.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:42.904466+0000) 2023-03-22T17:00:43.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:42.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:42.904689+0000) 2023-03-22T17:00:43.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:43.420+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:43.421544+0000) 2023-03-22T17:00:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:43 smithi142 ceph-mon[94717]: pgmap v4592: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:43 smithi098 ceph-mon[94136]: pgmap v4592: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:44.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:43.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:43.904508+0000) 2023-03-22T17:00:44.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:43.903+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:43.904517+0000) 2023-03-22T17:00:44.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:43.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:43.904640+0000) 2023-03-22T17:00:44.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:43.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:43.904805+0000) 2023-03-22T17:00:44.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:43.857+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:43.858102+0000) 2023-03-22T17:00:44.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:43.903+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:43.904776+0000) 2023-03-22T17:00:44.858 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:44.420+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:44.421737+0000) 2023-03-22T17:00:45.126 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:44.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:44.904716+0000) 2023-03-22T17:00:45.127 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:44.903+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:44.904668+0000) 2023-03-22T17:00:45.128 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:44.903+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:44.904920+0000) 2023-03-22T17:00:45.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:44.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:44.904802+0000) 2023-03-22T17:00:45.129 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:44.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:44.904991+0000) 2023-03-22T17:00:45.129 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:44.856+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:44.858231+0000) 2023-03-22T17:00:45.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:45.420+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.422018+0000) 2023-03-22T17:00:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:45 smithi142 ceph-mon[94717]: pgmap v4593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:45 smithi098 ceph-mon[94136]: pgmap v4593: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:46.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:45.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.904866+0000) 2023-03-22T17:00:46.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:45.903+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.904841+0000) 2023-03-22T17:00:46.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:45.903+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.905077+0000) 2023-03-22T17:00:46.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:45.903+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.904958+0000) 2023-03-22T17:00:46.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:45.857+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.858412+0000) 2023-03-22T17:00:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:45.903+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.904958+0000) 2023-03-22T17:00:46.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:45.903+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:45.905114+0000) 2023-03-22T17:00:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:46.421+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.422218+0000) 2023-03-22T17:00:47.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:46.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.904999+0000) 2023-03-22T17:00:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:46.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.904975+0000) 2023-03-22T17:00:47.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:46.904+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.905213+0000) 2023-03-22T17:00:47.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:46.857+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.858609+0000) 2023-03-22T17:00:47.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:46.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.905152+0000) 2023-03-22T17:00:47.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:46.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.905123+0000) 2023-03-22T17:00:47.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:46.904+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:46.905400+0000) 2023-03-22T17:00:47.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:47.421+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.422546+0000) 2023-03-22T17:00:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:47 smithi142 ceph-mon[94717]: pgmap v4594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:47 smithi098 ceph-mon[94136]: pgmap v4594: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:48.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:47.903+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.905218+0000) 2023-03-22T17:00:48.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:47.904+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.905408+0000) 2023-03-22T17:00:48.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:47.904+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.905514+0000) 2023-03-22T17:00:48.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:47.903+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.905236+0000) 2023-03-22T17:00:48.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:47.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.905318+0000) 2023-03-22T17:00:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:47.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.905308+0000) 2023-03-22T17:00:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:47.857+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:47.858727+0000) 2023-03-22T17:00:48.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:48.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.422711+0000) 2023-03-22T17:00:49.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:48.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.905352+0000) 2023-03-22T17:00:49.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:48.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.905366+0000) 2023-03-22T17:00:49.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:48.904+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.905640+0000) 2023-03-22T17:00:49.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:48.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.905481+0000) 2023-03-22T17:00:49.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:48.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.905475+0000) 2023-03-22T17:00:49.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:48.857+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.858902+0000) 2023-03-22T17:00:49.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:48.904+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:48.905656+0000) 2023-03-22T17:00:49.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:49.421+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.422904+0000) 2023-03-22T17:00:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:49 smithi142 ceph-mon[94717]: pgmap v4595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:49 smithi098 ceph-mon[94136]: pgmap v4595: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:50.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:49.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.905529+0000) 2023-03-22T17:00:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:49.904+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.905752+0000) 2023-03-22T17:00:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:49.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.859056+0000) 2023-03-22T17:00:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:49.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.905550+0000) 2023-03-22T17:00:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:49.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.905649+0000) 2023-03-22T17:00:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:49.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.905658+0000) 2023-03-22T17:00:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:49.904+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:49.905779+0000) 2023-03-22T17:00:50.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:50.421+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.423011+0000) 2023-03-22T17:00:51.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:50 smithi142 ceph-mon[94717]: pgmap v4596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:51.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:50 smithi098 ceph-mon[94136]: pgmap v4596: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:51.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:50.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.905655+0000) 2023-03-22T17:00:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:50.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.905649+0000) 2023-03-22T17:00:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:50.904+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.905870+0000) 2023-03-22T17:00:51.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:50.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.905783+0000) 2023-03-22T17:00:51.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:50.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.905777+0000) 2023-03-22T17:00:51.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:50.857+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.859226+0000) 2023-03-22T17:00:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:50.904+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:50.905934+0000) 2023-03-22T17:00:51.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:51.421+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.423243+0000) 2023-03-22T17:00:52.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:51.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.905780+0000) 2023-03-22T17:00:52.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:51.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.905763+0000) 2023-03-22T17:00:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:51.904+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.906127+0000) 2023-03-22T17:00:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:51.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.905957+0000) 2023-03-22T17:00:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:51.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.859322+0000) 2023-03-22T17:00:52.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:51.904+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.906105+0000) 2023-03-22T17:00:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:51.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:51.905963+0000) 2023-03-22T17:00:52.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:52.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.423366+0000) 2023-03-22T17:00:53.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:52.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.905901+0000) 2023-03-22T17:00:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:52.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.905900+0000) 2023-03-22T17:00:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:52.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.906329+0000) 2023-03-22T17:00:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:52.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.859459+0000) 2023-03-22T17:00:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:52.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.906097+0000) 2023-03-22T17:00:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:52.904+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.906176+0000) 2023-03-22T17:00:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:52.904+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:52.906239+0000) 2023-03-22T17:00:53.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:53.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.423587+0000) 2023-03-22T17:00:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:53 smithi142 ceph-mon[94717]: pgmap v4597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:53 smithi098 ceph-mon[94136]: pgmap v4597: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:54.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:53.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.906029+0000) 2023-03-22T17:00:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:53.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.906029+0000) 2023-03-22T17:00:54.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:53.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.906474+0000) 2023-03-22T17:00:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:53.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.859638+0000) 2023-03-22T17:00:54.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:53.904+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.906220+0000) 2023-03-22T17:00:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:53.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.906305+0000) 2023-03-22T17:00:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:53.905+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:53.906383+0000) 2023-03-22T17:00:54.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:54.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.423704+0000) 2023-03-22T17:00:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:54.904+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.906168+0000) 2023-03-22T17:00:55.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:54.904+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.906168+0000) 2023-03-22T17:00:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:54.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.906610+0000) 2023-03-22T17:00:55.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:54.858+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.859773+0000) 2023-03-22T17:00:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:54.905+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.906358+0000) 2023-03-22T17:00:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:54.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.906438+0000) 2023-03-22T17:00:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:54.905+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:54.906510+0000) 2023-03-22T17:00:55.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:55.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.423929+0000) 2023-03-22T17:00:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:55 smithi142 ceph-mon[94717]: pgmap v4598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:55 smithi098 ceph-mon[94136]: pgmap v4598: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:56.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:55.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.906293+0000) 2023-03-22T17:00:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:55.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.906305+0000) 2023-03-22T17:00:56.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:55.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.906755+0000) 2023-03-22T17:00:56.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:55.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.906558+0000) 2023-03-22T17:00:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:55.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.859879+0000) 2023-03-22T17:00:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:55.905+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.906478+0000) 2023-03-22T17:00:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:55.905+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:55.906642+0000) 2023-03-22T17:00:56.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:56.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.424055+0000) 2023-03-22T17:00:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:56.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.906418+0000) 2023-03-22T17:00:57.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:56.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.906433+0000) 2023-03-22T17:00:57.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:56.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.906876+0000) 2023-03-22T17:00:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:56.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.860046+0000) 2023-03-22T17:00:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:56.905+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.906617+0000) 2023-03-22T17:00:57.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:56.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.906680+0000) 2023-03-22T17:00:57.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:56.905+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:56.906799+0000) 2023-03-22T17:00:57.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:57.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.424282+0000) 2023-03-22T17:00:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:57 smithi142 ceph-mon[94717]: pgmap v4599: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:57 smithi098 ceph-mon[94136]: pgmap v4599: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:00:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:57.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.906575+0000) 2023-03-22T17:00:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:57.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.906993+0000) 2023-03-22T17:00:58.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:57.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.906805+0000) 2023-03-22T17:00:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:57.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.860241+0000) 2023-03-22T17:00:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:57.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.906564+0000) 2023-03-22T17:00:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:57.905+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.906766+0000) 2023-03-22T17:00:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:57.905+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:57.906915+0000) 2023-03-22T17:00:58.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:58.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.424401+0000) 2023-03-22T17:00:59.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:58.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.906695+0000) 2023-03-22T17:00:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:58.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.906704+0000) 2023-03-22T17:00:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:58.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.907120+0000) 2023-03-22T17:00:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:58.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.906928+0000) 2023-03-22T17:00:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:58.860+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.860481+0000) 2023-03-22T17:00:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:58.905+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.906897+0000) 2023-03-22T17:00:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:58.905+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:58.907048+0000) 2023-03-22T17:00:59.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:00:59.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.424646+0000) 2023-03-22T17:00:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:00:59 smithi142 ceph-mon[94717]: pgmap v4600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:00:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:00:59 smithi098 ceph-mon[94136]: pgmap v4600: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:00:59.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.906858+0000) 2023-03-22T17:01:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:00:59.905+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.907228+0000) 2023-03-22T17:01:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:00:59.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.860626+0000) 2023-03-22T17:01:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:00:59.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.906856+0000) 2023-03-22T17:01:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:00:59.905+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.907025+0000) 2023-03-22T17:01:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:00:59.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.907042+0000) 2023-03-22T17:01:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:00:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:00:59.905+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:00:59.907165+0000) 2023-03-22T17:01:00.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:00.424+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.424801+0000) 2023-03-22T17:01:01.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:00.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.906974+0000) 2023-03-22T17:01:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:00.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.906975+0000) 2023-03-22T17:01:01.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:00.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.907330+0000) 2023-03-22T17:01:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:00.860+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.860828+0000) 2023-03-22T17:01:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:00.905+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.907169+0000) 2023-03-22T17:01:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:00.905+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.907181+0000) 2023-03-22T17:01:01.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:00.906+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:00.907378+0000) 2023-03-22T17:01:01.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:01 smithi142 ceph-mon[94717]: pgmap v4601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:01.673 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:01 smithi098 ceph-mon[94136]: pgmap v4601: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:01.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:01.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.424981+0000) 2023-03-22T17:01:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:01.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.907109+0000) 2023-03-22T17:01:02.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:01.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.907463+0000) 2023-03-22T17:01:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:01.906+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.907320+0000) 2023-03-22T17:01:02.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:01.859+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.861020+0000) 2023-03-22T17:01:02.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:01.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.907107+0000) 2023-03-22T17:01:02.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:01.906+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.907312+0000) 2023-03-22T17:01:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:01.906+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:01.907511+0000) 2023-03-22T17:01:02.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:02.423+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.425102+0000) 2023-03-22T17:01:03.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:02.905+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.907237+0000) 2023-03-22T17:01:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:02.905+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.907242+0000) 2023-03-22T17:01:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:02.906+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.907445+0000) 2023-03-22T17:01:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:02.860+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.861173+0000) 2023-03-22T17:01:03.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:02.906+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.907594+0000) 2023-03-22T17:01:03.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:02.907+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:03.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:02.907+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:03.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:02.909+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.910314+0000) 2023-03-22T17:01:03.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:02.906+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.907525+0000) 2023-03-22T17:01:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:02.906+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:02.908030+0000) 2023-03-22T17:01:03.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:03.425+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:03.425302+0000) 2023-03-22T17:01:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:03 smithi142 ceph-mon[94717]: pgmap v4602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:01:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:03 smithi098 ceph-mon[94136]: pgmap v4602: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:01:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:03.907+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:03.907371+0000) 2023-03-22T17:01:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:03.907+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:03.907369+0000) 2023-03-22T17:01:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:03.907+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:03.907650+0000) 2023-03-22T17:01:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:03.861+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:03.861297+0000) 2023-03-22T17:01:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:03.907+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:03.907565+0000) 2023-03-22T17:01:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:03.907+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:03.908146+0000) 2023-03-22T17:01:04.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:04.425+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.425421+0000) 2023-03-22T17:01:04.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:04.425+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:04.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:04.425+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:04.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:04.433+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.433264+0000) 2023-03-22T17:01:05.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:04.907+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.907497+0000) 2023-03-22T17:01:05.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:04.907+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.907773+0000) 2023-03-22T17:01:05.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:04.861+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.861465+0000) 2023-03-22T17:01:05.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:04.907+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.907492+0000) 2023-03-22T17:01:05.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:04.908+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:05.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:04.908+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:05.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:04.911+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.911412+0000) 2023-03-22T17:01:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:04.907+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.907697+0000) 2023-03-22T17:01:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:04.908+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.908281+0000) 2023-03-22T17:01:05.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:04.908+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:05.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:04.908+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:05.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:04.915+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:04.915474+0000) 2023-03-22T17:01:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:05 smithi142 ceph-mon[94717]: pgmap v4603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:01:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:05 smithi098 ceph-mon[94136]: pgmap v4603: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:01:06.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:05.907+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:05.907626+0000) 2023-03-22T17:01:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:05.907+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:05.907905+0000) 2023-03-22T17:01:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:05.861+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:05.861582+0000) 2023-03-22T17:01:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:05.907+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:05.907825+0000) 2023-03-22T17:01:07.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:06.907+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:06.908044+0000) 2023-03-22T17:01:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:06.861+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:06.861718+0000) 2023-03-22T17:01:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:06.907+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:06.907834+0000) 2023-03-22T17:01:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:06.908+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:06.908+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:06.919+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:06.919314+0000) 2023-03-22T17:01:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:06.907+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:06.907990+0000) 2023-03-22T17:01:07.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:07.407+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:07.407861+0000) 2023-03-22T17:01:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:07 smithi142 ceph-mon[94717]: pgmap v4604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:01:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:07 smithi098 ceph-mon[94136]: pgmap v4604: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:01:08.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:07.907+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:07.908147+0000) 2023-03-22T17:01:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:07.907+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:07.908175+0000) 2023-03-22T17:01:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:07.861+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:07.861839+0000) 2023-03-22T17:01:08.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:08.407+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:08.407983+0000) 2023-03-22T17:01:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:08.925+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:08.925698+0000) 2023-03-22T17:01:09.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:08.908+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:08.908315+0000) 2023-03-22T17:01:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:08.861+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:08.861955+0000) 2023-03-22T17:01:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:08.862+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:08.862+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:08.864+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:08.864399+0000) 2023-03-22T17:01:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:08.908+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:08.908276+0000) 2023-03-22T17:01:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:08.908+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:08.908+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:09.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:08.918+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:08.918288+0000) 2023-03-22T17:01:09.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:09.407+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:09.407795+0000) 2023-03-22T17:01:09.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:09.407+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:09.408147+0000) 2023-03-22T17:01:09.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:09.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:09.408535+0000) 2023-03-22T17:01:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:09 smithi142 ceph-mon[94717]: pgmap v4605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:01:09.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:09 smithi098 ceph-mon[94136]: pgmap v4605: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:01:10.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:09.928+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:09.928309+0000) 2023-03-22T17:01:10.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:09.908+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:09.908433+0000) 2023-03-22T17:01:10.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:10.407+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:10.407907+0000) 2023-03-22T17:01:10.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:10.407+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:10.408253+0000) 2023-03-22T17:01:10.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:10.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:10.408651+0000) 2023-03-22T17:01:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:10 smithi142 ceph-mon[94717]: osdmap e283: 12 total, 9 up, 9 in 2023-03-22T17:01:10.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:10 smithi098 ceph-mon[94136]: osdmap e283: 12 total, 9 up, 9 in 2023-03-22T17:01:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:10.931+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:10.931874+0000) 2023-03-22T17:01:11.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:10.908+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:10.908593+0000) 2023-03-22T17:01:11.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:11.407+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:11.408191+0000) 2023-03-22T17:01:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:11.407+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:11.408029+0000) 2023-03-22T17:01:11.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:11.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:11.408381+0000) 2023-03-22T17:01:11.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:11.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:11.408783+0000) 2023-03-22T17:01:11.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:11 smithi142 ceph-mon[94717]: pgmap v4607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:01:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:11 smithi098 ceph-mon[94136]: pgmap v4607: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:01:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:12.114+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:12.114827+0000) 2023-03-22T17:01:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:11.908+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:11.908737+0000) 2023-03-22T17:01:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:11.909+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:11.909+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:11.910+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:11.910375+0000) 2023-03-22T17:01:12.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:12.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:12.408305+0000) 2023-03-22T17:01:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:12.407+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:12.408155+0000) 2023-03-22T17:01:12.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:12.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:12.408498+0000) 2023-03-22T17:01:12.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:12.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:12.408903+0000) 2023-03-22T17:01:13.408 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:13.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:13.115893+0000) 2023-03-22T17:01:13.409 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:13.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:13.362310+0000) 2023-03-22T17:01:13.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:13.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:13.408336+0000) 2023-03-22T17:01:13.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:13.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:13.408619+0000) 2023-03-22T17:01:13.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:13.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:13.408458+0000) 2023-03-22T17:01:13.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:13.408+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:13.408591+0000) 2023-03-22T17:01:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:13.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:13.409020+0000) 2023-03-22T17:01:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:13 smithi142 ceph-mon[94717]: pgmap v4608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:13 smithi098 ceph-mon[94136]: pgmap v4608: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:14.408 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:14.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:14.116018+0000) 2023-03-22T17:01:14.409 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:14.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:14.362421+0000) 2023-03-22T17:01:14.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:14.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:14.408472+0000) 2023-03-22T17:01:14.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:14.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:14.408770+0000) 2023-03-22T17:01:14.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:14.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:14.408600+0000) 2023-03-22T17:01:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:14.408+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:14.408757+0000) 2023-03-22T17:01:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:14.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:14.409121+0000) 2023-03-22T17:01:15.409 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:15.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:15.362549+0000) 2023-03-22T17:01:15.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:15.115+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:15.116253+0000) 2023-03-22T17:01:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:15.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:15.408583+0000) 2023-03-22T17:01:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:15.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:15.408905+0000) 2023-03-22T17:01:15.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:15.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:15.409221+0000) 2023-03-22T17:01:15.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:15.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:15.408728+0000) 2023-03-22T17:01:15.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:15.408+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:15.408898+0000) 2023-03-22T17:01:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:15 smithi142 ceph-mon[94717]: pgmap v4609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:15 smithi098 ceph-mon[94136]: pgmap v4609: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:16.409 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:16.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.116404+0000) 2023-03-22T17:01:16.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:16.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.362739+0000) 2023-03-22T17:01:16.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:16.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.408724+0000) 2023-03-22T17:01:16.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:16.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.409000+0000) 2023-03-22T17:01:16.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:16.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.408830+0000) 2023-03-22T17:01:16.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:16.408+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.409026+0000) 2023-03-22T17:01:16.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:16.408+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.408999+0000) 2023-03-22T17:01:16.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:16.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:16.409314+0000) 2023-03-22T17:01:17.409 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:17.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.116703+0000) 2023-03-22T17:01:17.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:17.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.362884+0000) 2023-03-22T17:01:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:17.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.408855+0000) 2023-03-22T17:01:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:17.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.409373+0000) 2023-03-22T17:01:17.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:17.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.408938+0000) 2023-03-22T17:01:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:17.408+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.409131+0000) 2023-03-22T17:01:17.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:17.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.409389+0000) 2023-03-22T17:01:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:17.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:17.409488+0000) 2023-03-22T17:01:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:17 smithi142 ceph-mon[94717]: pgmap v4610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:17 smithi098 ceph-mon[94136]: pgmap v4610: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:18.409 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:18.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.363015+0000) 2023-03-22T17:01:18.409 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:18.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.116923+0000) 2023-03-22T17:01:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:18.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.408978+0000) 2023-03-22T17:01:18.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:18.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.409485+0000) 2023-03-22T17:01:18.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:18.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.409060+0000) 2023-03-22T17:01:18.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:18.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.409507+0000) 2023-03-22T17:01:18.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:18.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.409603+0000) 2023-03-22T17:01:18.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:18.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:18.409262+0000) 2023-03-22T17:01:19.409 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:19.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.117175+0000) 2023-03-22T17:01:19.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:19.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.363192+0000) 2023-03-22T17:01:19.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:19.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.409193+0000) 2023-03-22T17:01:19.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:19.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.409175+0000) 2023-03-22T17:01:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:19.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.409620+0000) 2023-03-22T17:01:19.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:19.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.409668+0000) 2023-03-22T17:01:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:19.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.409425+0000) 2023-03-22T17:01:19.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:19.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:19.409782+0000) 2023-03-22T17:01:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:19 smithi142 ceph-mon[94717]: pgmap v4611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:19 smithi098 ceph-mon[94136]: pgmap v4611: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:01:20.409 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:20.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.117351+0000) 2023-03-22T17:01:20.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:20.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.363301+0000) 2023-03-22T17:01:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:20.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.409306+0000) 2023-03-22T17:01:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:20.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.409792+0000) 2023-03-22T17:01:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:20.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.409342+0000) 2023-03-22T17:01:20.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:20.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.410140+0000) 2023-03-22T17:01:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:20.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.409595+0000) 2023-03-22T17:01:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:20.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:20.410097+0000) 2023-03-22T17:01:21.409 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:21.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.117626+0000) 2023-03-22T17:01:21.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:21.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.363419+0000) 2023-03-22T17:01:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:21.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.409475+0000) 2023-03-22T17:01:21.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:21.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.409432+0000) 2023-03-22T17:01:21.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:21.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.409905+0000) 2023-03-22T17:01:21.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:21.408+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.409717+0000) 2023-03-22T17:01:21.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:21.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.410299+0000) 2023-03-22T17:01:21.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:21.408+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:21.410215+0000) 2023-03-22T17:01:21.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:21 smithi142 ceph-mon[94717]: pgmap v4612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:01:21.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:21 smithi098 ceph-mon[94136]: pgmap v4612: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:01:22.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:22.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.117740+0000) 2023-03-22T17:01:22.411 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:22.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.363566+0000) 2023-03-22T17:01:22.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:22.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.409587+0000) 2023-03-22T17:01:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:22.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.409553+0000) 2023-03-22T17:01:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:22.408+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.410106+0000) 2023-03-22T17:01:22.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:22.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.410404+0000) 2023-03-22T17:01:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:22.408+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.410068+0000) 2023-03-22T17:01:22.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:22.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:22.410304+0000) 2023-03-22T17:01:23.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:23.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.363735+0000) 2023-03-22T17:01:23.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:23.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.117976+0000) 2023-03-22T17:01:23.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:23.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.409776+0000) 2023-03-22T17:01:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:23.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.409713+0000) 2023-03-22T17:01:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:23.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.410496+0000) 2023-03-22T17:01:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:23.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.410884+0000) 2023-03-22T17:01:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:23.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.410544+0000) 2023-03-22T17:01:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:23.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:23.410738+0000) 2023-03-22T17:01:23.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:23 smithi142 ceph-mon[94717]: pgmap v4613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:01:23.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:23 smithi098 ceph-mon[94136]: pgmap v4613: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:01:24.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:24.116+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.118104+0000) 2023-03-22T17:01:24.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:24.362+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.363950+0000) 2023-03-22T17:01:24.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:24.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.409895+0000) 2023-03-22T17:01:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:24.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.409861+0000) 2023-03-22T17:01:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:24.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.410627+0000) 2023-03-22T17:01:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:24.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.410724+0000) 2023-03-22T17:01:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:24.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.410854+0000) 2023-03-22T17:01:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:24.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:24.410997+0000) 2023-03-22T17:01:25.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:25.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.118342+0000) 2023-03-22T17:01:25.411 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:25.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.364149+0000) 2023-03-22T17:01:25.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:25.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.410014+0000) 2023-03-22T17:01:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:25.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.409992+0000) 2023-03-22T17:01:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:25.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.410748+0000) 2023-03-22T17:01:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:25.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.410850+0000) 2023-03-22T17:01:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:25.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.410969+0000) 2023-03-22T17:01:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:25.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:25.411107+0000) 2023-03-22T17:01:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:25 smithi142 ceph-mon[94717]: pgmap v4614: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:01:25.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:25 smithi098 ceph-mon[94136]: pgmap v4614: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:01:26.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:26.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.118473+0000) 2023-03-22T17:01:26.411 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:26.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.364335+0000) 2023-03-22T17:01:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:26.408+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.410134+0000) 2023-03-22T17:01:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:26.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.410869+0000) 2023-03-22T17:01:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:26.408+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.410139+0000) 2023-03-22T17:01:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:26.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.411079+0000) 2023-03-22T17:01:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:26.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.410973+0000) 2023-03-22T17:01:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:26.409+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:26.411217+0000) 2023-03-22T17:01:27.364 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:27.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.118718+0000) 2023-03-22T17:01:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:27.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.410260+0000) 2023-03-22T17:01:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:27.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.410260+0000) 2023-03-22T17:01:27.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:27.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.410988+0000) 2023-03-22T17:01:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:27.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.364478+0000) 2023-03-22T17:01:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:27.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.411096+0000) 2023-03-22T17:01:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:27.409+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.411199+0000) 2023-03-22T17:01:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:27.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:27.411340+0000) 2023-03-22T17:01:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:27 smithi142 ceph-mon[94717]: pgmap v4615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:01:27.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:27 smithi098 ceph-mon[94136]: pgmap v4615: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:01:28.410 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:28.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.118868+0000) 2023-03-22T17:01:28.411 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:28.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.364601+0000) 2023-03-22T17:01:28.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:28.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.410409+0000) 2023-03-22T17:01:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:28.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.410398+0000) 2023-03-22T17:01:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:28.410+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.411327+0000) 2023-03-22T17:01:28.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:28.409+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.411105+0000) 2023-03-22T17:01:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:28.409+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.411217+0000) 2023-03-22T17:01:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:28.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:28.411459+0000) 2023-03-22T17:01:29.410 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:29.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.364719+0000) 2023-03-22T17:01:29.411 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:29.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.119077+0000) 2023-03-22T17:01:29.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:29.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.410536+0000) 2023-03-22T17:01:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:29.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.411295+0000) 2023-03-22T17:01:29.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:29.410+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.411536+0000) 2023-03-22T17:01:29.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:29.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.410526+0000) 2023-03-22T17:01:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:29.410+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.411334+0000) 2023-03-22T17:01:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:29.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:29.411707+0000) 2023-03-22T17:01:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:29 smithi142 ceph-mon[94717]: pgmap v4616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:01:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:29 smithi098 ceph-mon[94136]: pgmap v4616: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:01:30.411 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:30.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.364859+0000) 2023-03-22T17:01:30.411 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:30.117+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.119247+0000) 2023-03-22T17:01:30.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:30.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.410658+0000) 2023-03-22T17:01:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:30.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.410658+0000) 2023-03-22T17:01:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:30.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.411413+0000) 2023-03-22T17:01:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:30.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.411822+0000) 2023-03-22T17:01:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:30.410+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.411521+0000) 2023-03-22T17:01:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:30.410+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:30.411654+0000) 2023-03-22T17:01:31.411 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:31.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.119469+0000) 2023-03-22T17:01:31.411 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:31.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.364984+0000) 2023-03-22T17:01:31.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:31.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.410789+0000) 2023-03-22T17:01:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:31.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.410789+0000) 2023-03-22T17:01:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:31.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.411535+0000) 2023-03-22T17:01:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:31.410+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.411663+0000) 2023-03-22T17:01:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:31.410+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.411772+0000) 2023-03-22T17:01:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:31.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:31.411940+0000) 2023-03-22T17:01:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:31 smithi142 ceph-mon[94717]: pgmap v4617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:31 smithi098 ceph-mon[94136]: pgmap v4617: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:32.412 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:32.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.119599+0000) 2023-03-22T17:01:32.412 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:32.363+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.365147+0000) 2023-03-22T17:01:32.413 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:32.410+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.411892+0000) 2023-03-22T17:01:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:32.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.410980+0000) 2023-03-22T17:01:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:32.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.411689+0000) 2023-03-22T17:01:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:32.410+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.411804+0000) 2023-03-22T17:01:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:32.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.410979+0000) 2023-03-22T17:01:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:32.410+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:32.412060+0000) 2023-03-22T17:01:33.411 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:33.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.119855+0000) 2023-03-22T17:01:33.412 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:33.364+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.365333+0000) 2023-03-22T17:01:33.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:33.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.411108+0000) 2023-03-22T17:01:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:33.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.411112+0000) 2023-03-22T17:01:33.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:33.410+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.412097+0000) 2023-03-22T17:01:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:33.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.412314+0000) 2023-03-22T17:01:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:33.410+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.411915+0000) 2023-03-22T17:01:33.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:33.410+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.411796+0000) 2023-03-22T17:01:33.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:33.411+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:33.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:33.411+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:33.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:33.413+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:33.414543+0000) 2023-03-22T17:01:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:33 smithi142 ceph-mon[94717]: pgmap v4618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:33.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:33 smithi098 ceph-mon[94136]: pgmap v4618: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:34.411 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:34.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:34.120029+0000) 2023-03-22T17:01:34.412 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:34.364+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:34.365501+0000) 2023-03-22T17:01:34.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:34.409+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:34.411229+0000) 2023-03-22T17:01:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:34.409+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:34.411235+0000) 2023-03-22T17:01:34.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:34.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:34.412439+0000) 2023-03-22T17:01:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:34.410+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:34.412040+0000) 2023-03-22T17:01:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:34.410+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:34.412216+0000) 2023-03-22T17:01:35.411 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:35.364+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.365607+0000) 2023-03-22T17:01:35.412 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:35.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.120222+0000) 2023-03-22T17:01:35.412 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:35.119+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:35.413 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:35.119+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:35.413 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:35.134+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.135864+0000) 2023-03-22T17:01:35.413 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:35.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.411368+0000) 2023-03-22T17:01:35.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:35.410+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.412208+0000) 2023-03-22T17:01:35.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:35.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.412364+0000) 2023-03-22T17:01:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:35.410+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.411374+0000) 2023-03-22T17:01:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:35.411+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:35.411+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:35.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:35.418+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.419559+0000) 2023-03-22T17:01:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:35.411+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.412568+0000) 2023-03-22T17:01:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:35.411+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:35.411+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:35.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:35.413+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:35.415200+0000) 2023-03-22T17:01:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:35 smithi142 ceph-mon[94717]: pgmap v4619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:35.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:35 smithi098 ceph-mon[94136]: pgmap v4619: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:36.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:36.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:36.411494+0000) 2023-03-22T17:01:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:36.364+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:36.365755+0000) 2023-03-22T17:01:36.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:36.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:36.412307+0000) 2023-03-22T17:01:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:36.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:36.412484+0000) 2023-03-22T17:01:37.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:37.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:37.412600+0000) 2023-03-22T17:01:37.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:37.364+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:37.365913+0000) 2023-03-22T17:01:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:37.410+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:37.411620+0000) 2023-03-22T17:01:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:37.411+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:37.411+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:37.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:37.412+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:37.414210+0000) 2023-03-22T17:01:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:37.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:37.412431+0000) 2023-03-22T17:01:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:37 smithi142 ceph-mon[94717]: pgmap v4620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:37.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:37 smithi098 ceph-mon[94136]: pgmap v4620: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:38.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:37.910+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:37.912127+0000) 2023-03-22T17:01:38.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:38.364+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:38.366059+0000) 2023-03-22T17:01:38.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:38.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:38.412712+0000) 2023-03-22T17:01:38.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:38.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:38.412542+0000) 2023-03-22T17:01:39.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:38.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:38.912305+0000) 2023-03-22T17:01:39.620 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:39.364+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.366186+0000) 2023-03-22T17:01:39.621 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:39.365+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:39.621 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:39.365+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:39.622 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:39.381+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.382293+0000) 2023-03-22T17:01:39.622 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:39.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.412862+0000) 2023-03-22T17:01:39.622 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:39.411+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.412712+0000) 2023-03-22T17:01:39.623 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:39.412+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:39.623 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:39.412+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:39.623 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:39.420+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.422223+0000) 2023-03-22T17:01:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:39 smithi142 ceph-mon[94717]: pgmap v4621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:39.911 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:39.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.620438+0000) 2023-03-22T17:01:39.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:39 smithi098 ceph-mon[94136]: pgmap v4621: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:40.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:39.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.911641+0000) 2023-03-22T17:01:40.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:39.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.912446+0000) 2023-03-22T17:01:40.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:39.911+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:39.912826+0000) 2023-03-22T17:01:40.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:40.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:40.413062+0000) 2023-03-22T17:01:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:40.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:40.623577+0000) 2023-03-22T17:01:41.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:40.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:40.911805+0000) 2023-03-22T17:01:41.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:40.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:40.912570+0000) 2023-03-22T17:01:41.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:40.911+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:40.912931+0000) 2023-03-22T17:01:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:41.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:41.627418+0000) 2023-03-22T17:01:41.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:41.411+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:41.413199+0000) 2023-03-22T17:01:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:41 smithi142 ceph-mon[94717]: pgmap v4622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:41.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:41 smithi098 ceph-mon[94136]: pgmap v4622: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:42.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:41.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:41.911958+0000) 2023-03-22T17:01:42.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:41.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:41.912719+0000) 2023-03-22T17:01:42.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:41.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:41.911989+0000) 2023-03-22T17:01:42.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:41.911+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:41.913037+0000) 2023-03-22T17:01:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:42.628+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:42.629797+0000) 2023-03-22T17:01:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:42.412+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:42.413320+0000) 2023-03-22T17:01:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:42.412+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:42.412+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:01:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:42.419+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:42.421054+0000) 2023-03-22T17:01:43.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:42.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:42.912092+0000) 2023-03-22T17:01:43.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:42.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:42.912847+0000) 2023-03-22T17:01:43.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:42.910+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:42.912119+0000) 2023-03-22T17:01:43.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:42.911+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:42.913179+0000) 2023-03-22T17:01:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:43 smithi142 ceph-mon[94717]: pgmap v4623: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:43.912 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:43.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:43.631537+0000) 2023-03-22T17:01:43.913 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:43.865+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:43.866514+0000) 2023-03-22T17:01:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:43 smithi098 ceph-mon[94136]: pgmap v4623: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:44.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:43.910+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:43.912238+0000) 2023-03-22T17:01:44.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:43.910+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:43.912215+0000) 2023-03-22T17:01:44.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:43.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:43.912986+0000) 2023-03-22T17:01:44.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:43.911+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:43.913224+0000) 2023-03-22T17:01:44.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:43.912+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:43.913324+0000) 2023-03-22T17:01:44.912 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:44.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:44.631668+0000) 2023-03-22T17:01:44.913 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:44.865+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:44.866673+0000) 2023-03-22T17:01:45.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:44.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:44.912302+0000) 2023-03-22T17:01:45.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:44.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:44.913115+0000) 2023-03-22T17:01:45.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:44.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:44.913360+0000) 2023-03-22T17:01:45.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:44.912+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:44.913449+0000) 2023-03-22T17:01:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:44.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:44.912390+0000) 2023-03-22T17:01:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:45 smithi142 ceph-mon[94717]: pgmap v4624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:45.912 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:45.630+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:45.631908+0000) 2023-03-22T17:01:45.913 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:45.865+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:45.866802+0000) 2023-03-22T17:01:45.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:45 smithi098 ceph-mon[94136]: pgmap v4624: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:46.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:45.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:45.912520+0000) 2023-03-22T17:01:46.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:45.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:45.912431+0000) 2023-03-22T17:01:46.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:45.911+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:45.913229+0000) 2023-03-22T17:01:46.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:45.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:45.913484+0000) 2023-03-22T17:01:46.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:45.912+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:45.913569+0000) 2023-03-22T17:01:46.912 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:46.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.866981+0000) 2023-03-22T17:01:46.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:46.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.632096+0000) 2023-03-22T17:01:47.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:46.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.912656+0000) 2023-03-22T17:01:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:46.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.912572+0000) 2023-03-22T17:01:47.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:46.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.913303+0000) 2023-03-22T17:01:47.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:46.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.913607+0000) 2023-03-22T17:01:47.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:46.912+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.913650+0000) 2023-03-22T17:01:47.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:46.912+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:46.913746+0000) 2023-03-22T17:01:47.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:47 smithi142 ceph-mon[94717]: pgmap v4625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:47.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:47.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.632375+0000) 2023-03-22T17:01:47.913 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:47.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.867167+0000) 2023-03-22T17:01:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:47 smithi098 ceph-mon[94136]: pgmap v4625: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:48.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:47.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.912787+0000) 2023-03-22T17:01:48.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:47.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.912705+0000) 2023-03-22T17:01:48.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:47.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.913418+0000) 2023-03-22T17:01:48.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:47.912+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.913770+0000) 2023-03-22T17:01:48.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:47.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.913734+0000) 2023-03-22T17:01:48.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:47.912+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:47.913876+0000) 2023-03-22T17:01:48.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:48.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.632498+0000) 2023-03-22T17:01:48.913 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:48.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.867316+0000) 2023-03-22T17:01:49.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:48.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.912839+0000) 2023-03-22T17:01:49.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:48.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.913540+0000) 2023-03-22T17:01:49.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:48.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.912928+0000) 2023-03-22T17:01:49.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:48.912+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.913891+0000) 2023-03-22T17:01:49.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:48.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.913861+0000) 2023-03-22T17:01:49.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:48.912+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:48.913999+0000) 2023-03-22T17:01:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:49 smithi142 ceph-mon[94717]: pgmap v4626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:49.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:49.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.632736+0000) 2023-03-22T17:01:49.913 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:49.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.867501+0000) 2023-03-22T17:01:49.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:49 smithi098 ceph-mon[94136]: pgmap v4626: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:50.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:49.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.912964+0000) 2023-03-22T17:01:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:49.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.913657+0000) 2023-03-22T17:01:50.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:49.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.913052+0000) 2023-03-22T17:01:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:49.912+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.914009+0000) 2023-03-22T17:01:50.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:49.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.913988+0000) 2023-03-22T17:01:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:49.912+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:49.914163+0000) 2023-03-22T17:01:50.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:50.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.632910+0000) 2023-03-22T17:01:50.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:50.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.867736+0000) 2023-03-22T17:01:51.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:50.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.913087+0000) 2023-03-22T17:01:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:50.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.913773+0000) 2023-03-22T17:01:51.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:50.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.914293+0000) 2023-03-22T17:01:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:50.912+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.914144+0000) 2023-03-22T17:01:51.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:50.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.914125+0000) 2023-03-22T17:01:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:50.911+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:50.913175+0000) 2023-03-22T17:01:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:51 smithi142 ceph-mon[94717]: pgmap v4627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:51.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:51.631+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.633149+0000) 2023-03-22T17:01:51.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:51.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.867920+0000) 2023-03-22T17:01:51.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:51 smithi098 ceph-mon[94136]: pgmap v4627: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:51.911+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.913210+0000) 2023-03-22T17:01:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:51.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.913888+0000) 2023-03-22T17:01:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:51.912+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.913304+0000) 2023-03-22T17:01:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:51.912+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.914251+0000) 2023-03-22T17:01:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:51.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.914263+0000) 2023-03-22T17:01:52.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:51.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:51.914410+0000) 2023-03-22T17:01:52.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:52.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.633288+0000) 2023-03-22T17:01:52.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:52.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.868102+0000) 2023-03-22T17:01:53.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:52.912+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.913423+0000) 2023-03-22T17:01:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:52.912+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.913328+0000) 2023-03-22T17:01:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:52.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.914002+0000) 2023-03-22T17:01:53.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:52.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.914383+0000) 2023-03-22T17:01:53.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:52.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.914395+0000) 2023-03-22T17:01:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:52.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:52.914535+0000) 2023-03-22T17:01:53.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:53 smithi142 ceph-mon[94717]: pgmap v4628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:53.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:53.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.633558+0000) 2023-03-22T17:01:53.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:53.866+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.868247+0000) 2023-03-22T17:01:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:53 smithi098 ceph-mon[94136]: pgmap v4628: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:53.912+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.913452+0000) 2023-03-22T17:01:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:53.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.914115+0000) 2023-03-22T17:01:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:53.912+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.913544+0000) 2023-03-22T17:01:54.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:53.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.914521+0000) 2023-03-22T17:01:54.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:53.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.914506+0000) 2023-03-22T17:01:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:53.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:53.914663+0000) 2023-03-22T17:01:54.913 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:54.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.633748+0000) 2023-03-22T17:01:54.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:54.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.868333+0000) 2023-03-22T17:01:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:54.912+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.913586+0000) 2023-03-22T17:01:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:54.912+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.914233+0000) 2023-03-22T17:01:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:54.912+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.913716+0000) 2023-03-22T17:01:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:54.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.914634+0000) 2023-03-22T17:01:55.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:54.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.914629+0000) 2023-03-22T17:01:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:54.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:54.914772+0000) 2023-03-22T17:01:55.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:55 smithi142 ceph-mon[94717]: pgmap v4629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:55.914 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:55.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.634017+0000) 2023-03-22T17:01:55.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:55.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.868442+0000) 2023-03-22T17:01:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:55 smithi098 ceph-mon[94136]: pgmap v4629: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:56.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:55.912+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.913844+0000) 2023-03-22T17:01:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:55.912+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.913736+0000) 2023-03-22T17:01:56.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:55.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.914299+0000) 2023-03-22T17:01:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:55.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.914744+0000) 2023-03-22T17:01:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:55.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.914746+0000) 2023-03-22T17:01:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:55.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:55.914887+0000) 2023-03-22T17:01:56.914 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:56.632+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.634125+0000) 2023-03-22T17:01:56.915 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:56.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.868568+0000) 2023-03-22T17:01:57.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:56.912+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.913960+0000) 2023-03-22T17:01:57.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:56.912+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.913871+0000) 2023-03-22T17:01:57.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:56.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.914418+0000) 2023-03-22T17:01:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:56.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.914834+0000) 2023-03-22T17:01:57.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:56.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.914874+0000) 2023-03-22T17:01:57.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:56.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:56.915013+0000) 2023-03-22T17:01:57.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:57 smithi142 ceph-mon[94717]: pgmap v4630: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:57.914 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:57.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.634366+0000) 2023-03-22T17:01:57.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:57.868+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.868746+0000) 2023-03-22T17:01:57.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:57 smithi098 ceph-mon[94136]: pgmap v4630: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:01:58.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:57.912+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.914075+0000) 2023-03-22T17:01:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:57.912+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.913996+0000) 2023-03-22T17:01:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:57.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.914540+0000) 2023-03-22T17:01:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:57.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.914959+0000) 2023-03-22T17:01:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:57.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.914993+0000) 2023-03-22T17:01:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:57.913+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:57.915135+0000) 2023-03-22T17:01:58.915 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:58.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.634496+0000) 2023-03-22T17:01:58.916 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:58.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.868932+0000) 2023-03-22T17:01:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:58.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.914197+0000) 2023-03-22T17:01:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:58.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.914657+0000) 2023-03-22T17:01:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:58.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.914230+0000) 2023-03-22T17:01:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:58.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.915091+0000) 2023-03-22T17:01:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:58.913+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.915165+0000) 2023-03-22T17:01:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:58.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:58.915307+0000) 2023-03-22T17:01:59.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:01:59 smithi142 ceph-mon[94717]: pgmap v4631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:01:59.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:01:59.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.869059+0000) 2023-03-22T17:01:59.915 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:01:59.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.634750+0000) 2023-03-22T17:01:59.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:01:59 smithi098 ceph-mon[94136]: pgmap v4631: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:00.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:01:59.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.914394+0000) 2023-03-22T17:02:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:01:59.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.914296+0000) 2023-03-22T17:02:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:01:59.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.914767+0000) 2023-03-22T17:02:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:01:59.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.915469+0000) 2023-03-22T17:02:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:01:59.913+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.915227+0000) 2023-03-22T17:02:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:01:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:01:59.914+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:01:59.915319+0000) 2023-03-22T17:02:00.914 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:00.867+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.869180+0000) 2023-03-22T17:02:00.915 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:00.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.634874+0000) 2023-03-22T17:02:01.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:00.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.914508+0000) 2023-03-22T17:02:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:00.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.914419+0000) 2023-03-22T17:02:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:00.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.914882+0000) 2023-03-22T17:02:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:00.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.915365+0000) 2023-03-22T17:02:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:00.914+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.915492+0000) 2023-03-22T17:02:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:00.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:00.915601+0000) 2023-03-22T17:02:01.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:01 smithi142 ceph-mon[94717]: pgmap v4632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:01.914 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:01.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.635115+0000) 2023-03-22T17:02:01.915 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:01.868+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.869299+0000) 2023-03-22T17:02:01.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:01 smithi098 ceph-mon[94136]: pgmap v4632: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:02.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:01.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.914618+0000) 2023-03-22T17:02:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:01.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.914544+0000) 2023-03-22T17:02:02.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:01.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.915027+0000) 2023-03-22T17:02:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:01.914+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.915615+0000) 2023-03-22T17:02:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:01.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.915478+0000) 2023-03-22T17:02:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:01.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:01.915717+0000) 2023-03-22T17:02:02.915 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:02.633+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.635249+0000) 2023-03-22T17:02:02.916 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:02.868+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.869427+0000) 2023-03-22T17:02:03.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:02.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.914749+0000) 2023-03-22T17:02:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:02.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.914690+0000) 2023-03-22T17:02:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:02.913+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.915154+0000) 2023-03-22T17:02:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:02.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.915598+0000) 2023-03-22T17:02:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:02.914+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.915726+0000) 2023-03-22T17:02:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:02.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:02.915836+0000) 2023-03-22T17:02:03.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:03 smithi142 ceph-mon[94717]: pgmap v4633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:02:03.915 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:03.634+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.635458+0000) 2023-03-22T17:02:03.915 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:03.869+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.869599+0000) 2023-03-22T17:02:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:03 smithi098 ceph-mon[94136]: pgmap v4633: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:02:04.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:03.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.914869+0000) 2023-03-22T17:02:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:03.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.914820+0000) 2023-03-22T17:02:04.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:03.914+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.915934+0000) 2023-03-22T17:02:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:03.914+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.915278+0000) 2023-03-22T17:02:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:03.914+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:03.914+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:03.919+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.920494+0000) 2023-03-22T17:02:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:03.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.915719+0000) 2023-03-22T17:02:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:03.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:03.916139+0000) 2023-03-22T17:02:04.917 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:04.868+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:04.869730+0000) 2023-03-22T17:02:04.918 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:04.634+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:04.635599+0000) 2023-03-22T17:02:04.918 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:04.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:04.914995+0000) 2023-03-22T17:02:04.918 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:04.914+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:04.916051+0000) 2023-03-22T17:02:04.919 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:04.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:04.915846+0000) 2023-03-22T17:02:04.919 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:04.914+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:04.916252+0000) 2023-03-22T17:02:05.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:04.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:04.914951+0000) 2023-03-22T17:02:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:05 smithi142 ceph-mon[94717]: pgmap v4634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:02:05.915 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:05.869+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.869857+0000) 2023-03-22T17:02:05.916 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:05.634+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.635835+0000) 2023-03-22T17:02:05.917 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:05.635+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:05.917 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:05.635+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:05.917 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:05.639+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.640482+0000) 2023-03-22T17:02:05.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:05 smithi098 ceph-mon[94136]: pgmap v4634: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:02:06.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:05.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.915117+0000) 2023-03-22T17:02:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:05.913+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.915075+0000) 2023-03-22T17:02:06.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:05.914+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:06.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:05.915+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:06.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:05.917+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.918405+0000) 2023-03-22T17:02:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:05.914+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.916190+0000) 2023-03-22T17:02:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:05.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.916003+0000) 2023-03-22T17:02:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:05.915+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.916376+0000) 2023-03-22T17:02:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:05.915+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:05.915+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:05.919+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:05.921181+0000) 2023-03-22T17:02:07.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:06.913+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:06.915235+0000) 2023-03-22T17:02:07.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:06.915+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:06.916305+0000) 2023-03-22T17:02:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:06.869+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:06.870022+0000) 2023-03-22T17:02:07.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:06.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:06.916127+0000) 2023-03-22T17:02:07.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:07 smithi142 ceph-mon[94717]: pgmap v4635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:02:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:07 smithi098 ceph-mon[94136]: pgmap v4635: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:02:08.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:07.868+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:07.870177+0000) 2023-03-22T17:02:08.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:07.914+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:07.916253+0000) 2023-03-22T17:02:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:07.914+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:07.915376+0000) 2023-03-22T17:02:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:07.914+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:07.914+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:07.921+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:07.922805+0000) 2023-03-22T17:02:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:07.915+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:07.916426+0000) 2023-03-22T17:02:08.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:08.415+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:08.415544+0000) 2023-03-22T17:02:09.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:08.870+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:08.870365+0000) 2023-03-22T17:02:09.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:08.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:08.916394+0000) 2023-03-22T17:02:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:08.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:08.916542+0000) 2023-03-22T17:02:09.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:09.415+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:09.415712+0000) 2023-03-22T17:02:09.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:09 smithi142 ceph-mon[94717]: pgmap v4636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:02:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:09 smithi098 ceph-mon[94136]: pgmap v4636: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:02:10.136 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:09.870+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:09.870507+0000) 2023-03-22T17:02:10.136 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:09.871+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:10.137 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:09.871+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:10.137 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:09.873+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:09.873378+0000) 2023-03-22T17:02:10.137 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:09.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:09.916693+0000) 2023-03-22T17:02:10.138 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:09.916+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:09.916514+0000) 2023-03-22T17:02:10.138 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:09.916+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:10.138 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:09.917+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:10.139 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:09.918+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:09.919239+0000) 2023-03-22T17:02:10.415 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:10.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:10.136121+0000) 2023-03-22T17:02:10.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:10.415+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:10.415455+0000) 2023-03-22T17:02:10.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:10.415+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:10.415820+0000) 2023-03-22T17:02:10.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:10.416+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:10.416636+0000) 2023-03-22T17:02:10.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:10 smithi142 ceph-mon[94717]: osdmap e284: 12 total, 9 up, 9 in 2023-03-22T17:02:10.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:10 smithi098 ceph-mon[94136]: osdmap e284: 12 total, 9 up, 9 in 2023-03-22T17:02:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:11.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:11.139309+0000) 2023-03-22T17:02:11.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:10.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:10.916816+0000) 2023-03-22T17:02:11.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:11.415+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:11.415582+0000) 2023-03-22T17:02:11.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:11.415+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:11.415932+0000) 2023-03-22T17:02:11.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:11.416+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:11.416756+0000) 2023-03-22T17:02:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:11 smithi142 ceph-mon[94717]: pgmap v4638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:02:11.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:11 smithi098 ceph-mon[94136]: pgmap v4638: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:02:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:12.142+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:12.142785+0000) 2023-03-22T17:02:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:11.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:11.916941+0000) 2023-03-22T17:02:12.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:12.415+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:12.415740+0000) 2023-03-22T17:02:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:12.415+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:12.415740+0000) 2023-03-22T17:02:12.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:12.415+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:12.416037+0000) 2023-03-22T17:02:12.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:12.416+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:12.416902+0000) 2023-03-22T17:02:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:13.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:13.146352+0000) 2023-03-22T17:02:13.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:12.916+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:12.917078+0000) 2023-03-22T17:02:13.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:12.917+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:13.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:12.917+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:13.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:12.924+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:12.925193+0000) 2023-03-22T17:02:13.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:13.415+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:13.415848+0000) 2023-03-22T17:02:13.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:13.415+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:13.415863+0000) 2023-03-22T17:02:13.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:13.415+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:13.416137+0000) 2023-03-22T17:02:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:13.416+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:13.417022+0000) 2023-03-22T17:02:13.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:13 smithi142 ceph-mon[94717]: pgmap v4639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:13.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:13 smithi098 ceph-mon[94136]: pgmap v4639: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:14.416 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:14.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:14.147970+0000) 2023-03-22T17:02:14.416 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:14.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:14.371291+0000) 2023-03-22T17:02:14.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:14.415+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:14.416009+0000) 2023-03-22T17:02:14.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:14.415+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:14.416006+0000) 2023-03-22T17:02:14.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:14.415+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:14.416250+0000) 2023-03-22T17:02:14.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:14.416+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:14.416851+0000) 2023-03-22T17:02:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:14.416+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:14.417125+0000) 2023-03-22T17:02:15.416 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:15.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:15.148237+0000) 2023-03-22T17:02:15.417 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:15.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:15.371398+0000) 2023-03-22T17:02:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:15.415+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:15.416124+0000) 2023-03-22T17:02:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:15.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:15.416664+0000) 2023-03-22T17:02:15.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:15.415+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:15.416128+0000) 2023-03-22T17:02:15.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:15.416+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:15.416971+0000) 2023-03-22T17:02:15.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:15.416+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:15.417241+0000) 2023-03-22T17:02:15.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:15 smithi142 ceph-mon[94717]: pgmap v4640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:15 smithi098 ceph-mon[94136]: pgmap v4640: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:16.416 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:16.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:16.148448+0000) 2023-03-22T17:02:16.417 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:16.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:16.371514+0000) 2023-03-22T17:02:16.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:16.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:16.416277+0000) 2023-03-22T17:02:16.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:16.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:16.416266+0000) 2023-03-22T17:02:16.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:16.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:16.416771+0000) 2023-03-22T17:02:16.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:16.416+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:16.417095+0000) 2023-03-22T17:02:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:16.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:16.417368+0000) 2023-03-22T17:02:17.416 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:17.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.148748+0000) 2023-03-22T17:02:17.417 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:17.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.371673+0000) 2023-03-22T17:02:17.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:17.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.416431+0000) 2023-03-22T17:02:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:17.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.416878+0000) 2023-03-22T17:02:17.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:17.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.417291+0000) 2023-03-22T17:02:17.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:17.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.417476+0000) 2023-03-22T17:02:17.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:17.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.416434+0000) 2023-03-22T17:02:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:17.416+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:17.417199+0000) 2023-03-22T17:02:17.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:17 smithi142 ceph-mon[94717]: pgmap v4641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:17 smithi098 ceph-mon[94136]: pgmap v4641: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:18.416 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:18.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.148890+0000) 2023-03-22T17:02:18.417 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:18.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.371829+0000) 2023-03-22T17:02:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:18.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.416596+0000) 2023-03-22T17:02:18.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:18.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.416982+0000) 2023-03-22T17:02:18.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:18.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.416593+0000) 2023-03-22T17:02:18.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:18.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.417401+0000) 2023-03-22T17:02:18.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:18.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.417304+0000) 2023-03-22T17:02:18.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:18.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:18.417582+0000) 2023-03-22T17:02:19.417 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:19.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.149152+0000) 2023-03-22T17:02:19.417 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:19.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.371952+0000) 2023-03-22T17:02:19.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:19.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.416720+0000) 2023-03-22T17:02:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:19.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.417103+0000) 2023-03-22T17:02:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:19.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.416723+0000) 2023-03-22T17:02:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:19.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.417521+0000) 2023-03-22T17:02:19.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:19.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.417424+0000) 2023-03-22T17:02:19.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:19.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:19.417688+0000) 2023-03-22T17:02:19.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:19 smithi142 ceph-mon[94717]: pgmap v4642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:19.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:19 smithi098 ceph-mon[94136]: pgmap v4642: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:02:20.417 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:20.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.149298+0000) 2023-03-22T17:02:20.417 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:20.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.372074+0000) 2023-03-22T17:02:20.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:20.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.416844+0000) 2023-03-22T17:02:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:20.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.416864+0000) 2023-03-22T17:02:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:20.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.417356+0000) 2023-03-22T17:02:20.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:20.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.417547+0000) 2023-03-22T17:02:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:20.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.417669+0000) 2023-03-22T17:02:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:20.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:20.417806+0000) 2023-03-22T17:02:21.417 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:21.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.149511+0000) 2023-03-22T17:02:21.418 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:21.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.372202+0000) 2023-03-22T17:02:21.418 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:21.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.416978+0000) 2023-03-22T17:02:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:21.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.416989+0000) 2023-03-22T17:02:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:21.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.417501+0000) 2023-03-22T17:02:21.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:21.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.417683+0000) 2023-03-22T17:02:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:21.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.417789+0000) 2023-03-22T17:02:21.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:21.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:21.417928+0000) 2023-03-22T17:02:21.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:21 smithi142 ceph-mon[94717]: pgmap v4643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T17:02:21.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:21 smithi098 ceph-mon[94136]: pgmap v4643: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T17:02:22.417 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:22.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.149633+0000) 2023-03-22T17:02:22.418 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:22.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.372317+0000) 2023-03-22T17:02:22.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:22.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.417132+0000) 2023-03-22T17:02:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:22.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.417127+0000) 2023-03-22T17:02:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:22.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.417604+0000) 2023-03-22T17:02:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:22.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.418037+0000) 2023-03-22T17:02:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:22.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.417800+0000) 2023-03-22T17:02:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:22.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:22.417946+0000) 2023-03-22T17:02:23.417 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:23.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.149870+0000) 2023-03-22T17:02:23.418 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:23.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.372442+0000) 2023-03-22T17:02:23.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:23.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.417311+0000) 2023-03-22T17:02:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:23.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.417312+0000) 2023-03-22T17:02:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:23.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.417690+0000) 2023-03-22T17:02:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:23.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.418135+0000) 2023-03-22T17:02:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:23.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.417910+0000) 2023-03-22T17:02:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:23.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:23.418047+0000) 2023-03-22T17:02:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:23 smithi142 ceph-mon[94717]: pgmap v4644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:02:23.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:23 smithi098 ceph-mon[94136]: pgmap v4644: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:02:24.417 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:24.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.372568+0000) 2023-03-22T17:02:24.418 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:24.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.150013+0000) 2023-03-22T17:02:24.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:24.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.417453+0000) 2023-03-22T17:02:24.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:24.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.417474+0000) 2023-03-22T17:02:24.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:24.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.417830+0000) 2023-03-22T17:02:24.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:24.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.418019+0000) 2023-03-22T17:02:24.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:24.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.418156+0000) 2023-03-22T17:02:24.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:24.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:24.418280+0000) 2023-03-22T17:02:25.417 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:25.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.150245+0000) 2023-03-22T17:02:25.418 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:25.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.372689+0000) 2023-03-22T17:02:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:25.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.417602+0000) 2023-03-22T17:02:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:25.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.418015+0000) 2023-03-22T17:02:25.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:25.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.418285+0000) 2023-03-22T17:02:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:25.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.417579+0000) 2023-03-22T17:02:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:25.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.418160+0000) 2023-03-22T17:02:25.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:25.418+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:25.418400+0000) 2023-03-22T17:02:25.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:25 smithi142 ceph-mon[94717]: pgmap v4645: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:02:25.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:25 smithi098 ceph-mon[94136]: pgmap v4645: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:02:26.419 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:26.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.150422+0000) 2023-03-22T17:02:26.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:26.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.372849+0000) 2023-03-22T17:02:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:26.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.417752+0000) 2023-03-22T17:02:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:26.416+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.418147+0000) 2023-03-22T17:02:26.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:26.417+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.418534+0000) 2023-03-22T17:02:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:26.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.417712+0000) 2023-03-22T17:02:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:26.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.418305+0000) 2023-03-22T17:02:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:26.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:26.418455+0000) 2023-03-22T17:02:27.418 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:27.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.150704+0000) 2023-03-22T17:02:27.418 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:27.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.373029+0000) 2023-03-22T17:02:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:27.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.417881+0000) 2023-03-22T17:02:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:27.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.418286+0000) 2023-03-22T17:02:27.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:27.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.418426+0000) 2023-03-22T17:02:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:27.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.417842+0000) 2023-03-22T17:02:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:27.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.418574+0000) 2023-03-22T17:02:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:27.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:27.421304+0000) 2023-03-22T17:02:27.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:27 smithi142 ceph-mon[94717]: pgmap v4646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:02:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:27 smithi098 ceph-mon[94136]: pgmap v4646: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:02:28.418 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:28.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.150889+0000) 2023-03-22T17:02:28.418 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:28.371+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.373173+0000) 2023-03-22T17:02:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:28.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.418042+0000) 2023-03-22T17:02:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:28.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.418396+0000) 2023-03-22T17:02:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:28.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.418042+0000) 2023-03-22T17:02:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:28.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.418696+0000) 2023-03-22T17:02:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:28.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.418554+0000) 2023-03-22T17:02:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:28.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:28.421441+0000) 2023-03-22T17:02:29.418 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:29.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.151146+0000) 2023-03-22T17:02:29.419 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:29.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.373309+0000) 2023-03-22T17:02:29.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:29.416+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.418189+0000) 2023-03-22T17:02:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:29.416+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.418188+0000) 2023-03-22T17:02:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:29.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.418504+0000) 2023-03-22T17:02:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:29.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.418813+0000) 2023-03-22T17:02:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:29.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.418673+0000) 2023-03-22T17:02:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:29.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:29.421571+0000) 2023-03-22T17:02:29.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:29 smithi142 ceph-mon[94717]: pgmap v4647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:02:29.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:29 smithi098 ceph-mon[94136]: pgmap v4647: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:02:30.373 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:30.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.151346+0000) 2023-03-22T17:02:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:30.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.418362+0000) 2023-03-22T17:02:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:30.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.418606+0000) 2023-03-22T17:02:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:30.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.373490+0000) 2023-03-22T17:02:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:30.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.418362+0000) 2023-03-22T17:02:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:30.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.418933+0000) 2023-03-22T17:02:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:30.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.421691+0000) 2023-03-22T17:02:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:30.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:30.418786+0000) 2023-03-22T17:02:31.418 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:31.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.151567+0000) 2023-03-22T17:02:31.419 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:31.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.373693+0000) 2023-03-22T17:02:31.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:31.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.418481+0000) 2023-03-22T17:02:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:31.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.418771+0000) 2023-03-22T17:02:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:31.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.418909+0000) 2023-03-22T17:02:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:31.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.419044+0000) 2023-03-22T17:02:31.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:31.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.418496+0000) 2023-03-22T17:02:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:31.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:31.421860+0000) 2023-03-22T17:02:31.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:31 smithi142 ceph-mon[94717]: pgmap v4648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:31 smithi098 ceph-mon[94136]: pgmap v4648: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:32.419 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:32.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.151681+0000) 2023-03-22T17:02:32.419 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:32.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.373830+0000) 2023-03-22T17:02:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:32.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.418676+0000) 2023-03-22T17:02:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:32.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.418917+0000) 2023-03-22T17:02:32.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:32.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.418674+0000) 2023-03-22T17:02:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:32.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.419105+0000) 2023-03-22T17:02:32.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:32.417+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.419221+0000) 2023-03-22T17:02:32.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:32.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:32.422011+0000) 2023-03-22T17:02:33.419 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:33.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.151922+0000) 2023-03-22T17:02:33.419 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:33.373+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.374016+0000) 2023-03-22T17:02:33.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:33.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.418871+0000) 2023-03-22T17:02:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:33.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.418872+0000) 2023-03-22T17:02:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:33.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.419084+0000) 2023-03-22T17:02:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:33.417+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.419238+0000) 2023-03-22T17:02:33.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:33.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.419310+0000) 2023-03-22T17:02:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:33.420+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:33.422160+0000) 2023-03-22T17:02:33.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:33 smithi142 ceph-mon[94717]: pgmap v4649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:33.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:33 smithi098 ceph-mon[94136]: pgmap v4649: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:34.419 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:34.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.152052+0000) 2023-03-22T17:02:34.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:34.372+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.374185+0000) 2023-03-22T17:02:34.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:34.417+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.419044+0000) 2023-03-22T17:02:34.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:34.417+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.419058+0000) 2023-03-22T17:02:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:34.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.419578+0000) 2023-03-22T17:02:34.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:34.417+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.419198+0000) 2023-03-22T17:02:34.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:34.418+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:34.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:34.418+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:34.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:34.426+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.427526+0000) 2023-03-22T17:02:34.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:34.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.419455+0000) 2023-03-22T17:02:34.725 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:34.421+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:34.422260+0000) 2023-03-22T17:02:35.419 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:35.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:35.152442+0000) 2023-03-22T17:02:35.420 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:35.373+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:35.374376+0000) 2023-03-22T17:02:35.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:35.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:35.419250+0000) 2023-03-22T17:02:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:35.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:35.419221+0000) 2023-03-22T17:02:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:35.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:35.419587+0000) 2023-03-22T17:02:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:35.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:35.419714+0000) 2023-03-22T17:02:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:35.421+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:35.422343+0000) 2023-03-22T17:02:35.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:35 smithi142 ceph-mon[94717]: pgmap v4650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:35 smithi098 ceph-mon[94136]: pgmap v4650: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:36.419 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:36.373+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.374521+0000) 2023-03-22T17:02:36.420 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:36.151+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.152619+0000) 2023-03-22T17:02:36.420 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:36.152+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:36.420 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:36.152+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:36.421 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:36.170+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.171510+0000) 2023-03-22T17:02:36.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:36.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.419424+0000) 2023-03-22T17:02:36.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:36.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.419750+0000) 2023-03-22T17:02:36.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:36.418+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.419397+0000) 2023-03-22T17:02:36.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:36.418+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:36.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:36.418+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:36.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:36.429+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.430312+0000) 2023-03-22T17:02:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:36.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.419838+0000) 2023-03-22T17:02:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:36.421+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.422482+0000) 2023-03-22T17:02:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:36.421+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:36.421+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:36.429+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:36.430368+0000) 2023-03-22T17:02:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:37.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:37.419535+0000) 2023-03-22T17:02:37.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:37.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:37.419959+0000) 2023-03-22T17:02:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:37.373+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:37.374662+0000) 2023-03-22T17:02:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:37.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:37.419903+0000) 2023-03-22T17:02:37.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:37 smithi142 ceph-mon[94717]: pgmap v4651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:37 smithi098 ceph-mon[94136]: pgmap v4651: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:38.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:38.373+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:38.374783+0000) 2023-03-22T17:02:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:38.418+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:38.419665+0000) 2023-03-22T17:02:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:38.419+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:38.419+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:38.429+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:38.431253+0000) 2023-03-22T17:02:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:38.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:38.420020+0000) 2023-03-22T17:02:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:38.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:38.420114+0000) 2023-03-22T17:02:39.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:38.918+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:38.919543+0000) 2023-03-22T17:02:39.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:39.373+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:39.374923+0000) 2023-03-22T17:02:39.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:39.418+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:39.420139+0000) 2023-03-22T17:02:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:39.418+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:39.420233+0000) 2023-03-22T17:02:39.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:39 smithi142 ceph-mon[94717]: pgmap v4652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:39.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:39 smithi098 ceph-mon[94136]: pgmap v4652: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:40.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:39.918+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:39.919673+0000) 2023-03-22T17:02:40.653 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:40.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.420388+0000) 2023-03-22T17:02:40.654 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:40.373+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.375099+0000) 2023-03-22T17:02:40.654 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:40.374+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:40.654 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:40.374+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:40.654 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:40.385+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.386990+0000) 2023-03-22T17:02:40.655 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:40.419+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.420283+0000) 2023-03-22T17:02:40.655 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:40.419+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:40.655 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:40.419+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:40.655 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:40.423+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.424655+0000) 2023-03-22T17:02:40.920 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:40.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.652969+0000) 2023-03-22T17:02:41.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:40.918+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.919786+0000) 2023-03-22T17:02:41.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:40.918+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.919861+0000) 2023-03-22T17:02:41.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:40.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:40.922752+0000) 2023-03-22T17:02:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:41.654+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:41.655392+0000) 2023-03-22T17:02:41.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:41.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:41.420510+0000) 2023-03-22T17:02:41.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:41 smithi142 ceph-mon[94717]: pgmap v4653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:41 smithi098 ceph-mon[94136]: pgmap v4653: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:42.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:41.918+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:41.919951+0000) 2023-03-22T17:02:42.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:41.918+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:41.919973+0000) 2023-03-22T17:02:42.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:41.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:41.922871+0000) 2023-03-22T17:02:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:42.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:42.659085+0000) 2023-03-22T17:02:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:42.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:42.420638+0000) 2023-03-22T17:02:43.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:42.918+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:42.920075+0000) 2023-03-22T17:02:43.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:42.918+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:42.920109+0000) 2023-03-22T17:02:43.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:42.918+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:42.920251+0000) 2023-03-22T17:02:43.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:42.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:42.922992+0000) 2023-03-22T17:02:43.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:43.419+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:43.420765+0000) 2023-03-22T17:02:43.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:43.420+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:43.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:43.420+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:02:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:43.422+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:43.423421+0000) 2023-03-22T17:02:43.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:43 smithi142 ceph-mon[94717]: pgmap v4654: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:43.925 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:43 smithi098 ceph-mon[94136]: pgmap v4654: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:44.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:43.918+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:43.920205+0000) 2023-03-22T17:02:44.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:43.918+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:43.920232+0000) 2023-03-22T17:02:44.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:43.919+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:43.920395+0000) 2023-03-22T17:02:44.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:43.801+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:43.802656+0000) 2023-03-22T17:02:44.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:43.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:43.923121+0000) 2023-03-22T17:02:45.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:44.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:44.803848+0000) 2023-03-22T17:02:45.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:44.919+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:44.920521+0000) 2023-03-22T17:02:45.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:44.919+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:44.920306+0000) 2023-03-22T17:02:45.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:44.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:44.920384+0000) 2023-03-22T17:02:45.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:44.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:44.875481+0000) 2023-03-22T17:02:45.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:44.919+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:44.920547+0000) 2023-03-22T17:02:45.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:44.921+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:44.923231+0000) 2023-03-22T17:02:45.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:45 smithi142 ceph-mon[94717]: pgmap v4655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:45.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:45 smithi098 ceph-mon[94136]: pgmap v4655: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:46.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:45.802+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:45.804074+0000) 2023-03-22T17:02:46.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:45.919+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:45.920439+0000) 2023-03-22T17:02:46.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:45.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:45.920524+0000) 2023-03-22T17:02:46.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:45.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:45.875623+0000) 2023-03-22T17:02:46.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:45.919+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:45.920647+0000) 2023-03-22T17:02:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:45.919+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:45.920674+0000) 2023-03-22T17:02:46.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:45.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:45.923354+0000) 2023-03-22T17:02:47.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:46.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:46.804246+0000) 2023-03-22T17:02:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:46.919+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:46.920573+0000) 2023-03-22T17:02:47.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:46.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:46.920666+0000) 2023-03-22T17:02:47.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:46.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:46.875749+0000) 2023-03-22T17:02:47.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:46.919+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:46.920789+0000) 2023-03-22T17:02:47.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:46.919+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:46.920815+0000) 2023-03-22T17:02:47.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:46.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:46.923490+0000) 2023-03-22T17:02:47.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:47 smithi142 ceph-mon[94717]: pgmap v4656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:47 smithi098 ceph-mon[94136]: pgmap v4656: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:48.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:47.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.804510+0000) 2023-03-22T17:02:48.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:47.919+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.920913+0000) 2023-03-22T17:02:48.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:47.919+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.920720+0000) 2023-03-22T17:02:48.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:47.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.920788+0000) 2023-03-22T17:02:48.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:47.919+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.921097+0000) 2023-03-22T17:02:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:47.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.875865+0000) 2023-03-22T17:02:48.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:47.919+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.920939+0000) 2023-03-22T17:02:48.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:47.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:47.923678+0000) 2023-03-22T17:02:49.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:48.919+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.920889+0000) 2023-03-22T17:02:49.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:48.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.920982+0000) 2023-03-22T17:02:49.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:48.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.804618+0000) 2023-03-22T17:02:49.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:48.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.875994+0000) 2023-03-22T17:02:49.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:48.919+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.921069+0000) 2023-03-22T17:02:49.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:48.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.921260+0000) 2023-03-22T17:02:49.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:48.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.923865+0000) 2023-03-22T17:02:49.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:48.919+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:48.921103+0000) 2023-03-22T17:02:49.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:49 smithi142 ceph-mon[94717]: pgmap v4657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:49.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:49 smithi098 ceph-mon[94136]: pgmap v4657: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:50.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:49.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.804874+0000) 2023-03-22T17:02:50.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:49.919+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.921252+0000) 2023-03-22T17:02:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:49.919+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.921081+0000) 2023-03-22T17:02:50.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:49.919+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.921156+0000) 2023-03-22T17:02:50.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:49.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.921419+0000) 2023-03-22T17:02:50.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:49.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.876121+0000) 2023-03-22T17:02:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:49.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.921273+0000) 2023-03-22T17:02:50.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:49.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:49.924060+0000) 2023-03-22T17:02:51.068 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:50.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.805061+0000) 2023-03-22T17:02:51.069 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:50.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.921383+0000) 2023-03-22T17:02:51.069 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:50.919+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.921211+0000) 2023-03-22T17:02:51.070 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:50.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.921288+0000) 2023-03-22T17:02:51.070 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:50.874+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.876246+0000) 2023-03-22T17:02:51.071 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:50.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.921392+0000) 2023-03-22T17:02:51.071 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:50.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.921520+0000) 2023-03-22T17:02:51.072 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:50.922+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:50.924222+0000) 2023-03-22T17:02:51.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:51 smithi142 ceph-mon[94717]: pgmap v4658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:51.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:51 smithi098 ceph-mon[94136]: pgmap v4658: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:51.803+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.805255+0000) 2023-03-22T17:02:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:51.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.921516+0000) 2023-03-22T17:02:52.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:51.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.921297+0000) 2023-03-22T17:02:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:51.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.921406+0000) 2023-03-22T17:02:52.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:51.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.921660+0000) 2023-03-22T17:02:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:51.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.876385+0000) 2023-03-22T17:02:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:51.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.921570+0000) 2023-03-22T17:02:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:51.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:51.924304+0000) 2023-03-22T17:02:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:52.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.805382+0000) 2023-03-22T17:02:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:52.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.921421+0000) 2023-03-22T17:02:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:52.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.921523+0000) 2023-03-22T17:02:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:52.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.876565+0000) 2023-03-22T17:02:53.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:52.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.921636+0000) 2023-03-22T17:02:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:52.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.921692+0000) 2023-03-22T17:02:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:52.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.921777+0000) 2023-03-22T17:02:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:52.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:52.924419+0000) 2023-03-22T17:02:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:53 smithi098 ceph-mon[94136]: pgmap v4659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:53 smithi142 ceph-mon[94717]: pgmap v4659: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:02:54.224 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:53.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.805620+0000) 2023-03-22T17:02:54.225 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:53.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.921751+0000) 2023-03-22T17:02:54.225 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:53.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.921544+0000) 2023-03-22T17:02:54.226 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:53.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.921638+0000) 2023-03-22T17:02:54.226 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:53.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.921905+0000) 2023-03-22T17:02:54.227 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:53.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.876693+0000) 2023-03-22T17:02:54.227 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:53.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.921826+0000) 2023-03-22T17:02:54.227 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:53.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:53.924537+0000) 2023-03-22T17:02:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:54.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.805749+0000) 2023-03-22T17:02:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:54.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.921876+0000) 2023-03-22T17:02:55.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:54.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.921663+0000) 2023-03-22T17:02:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:54.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.921753+0000) 2023-03-22T17:02:55.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:54.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.921963+0000) 2023-03-22T17:02:55.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:54.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.876889+0000) 2023-03-22T17:02:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:54.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.922058+0000) 2023-03-22T17:02:55.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:54.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:54.924654+0000) 2023-03-22T17:02:55.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:55 smithi098 ceph-mon[94136]: pgmap v4660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:55 smithi142 ceph-mon[94717]: pgmap v4660: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:55.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.921785+0000) 2023-03-22T17:02:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:55.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.921875+0000) 2023-03-22T17:02:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:55.875+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.877083+0000) 2023-03-22T17:02:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:55.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.924773+0000) 2023-03-22T17:02:56.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:55.804+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.805991+0000) 2023-03-22T17:02:56.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:55.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.921995+0000) 2023-03-22T17:02:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:55.920+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.922197+0000) 2023-03-22T17:02:56.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:55.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:55.922086+0000) 2023-03-22T17:02:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:56.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.921924+0000) 2023-03-22T17:02:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:56.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.922014+0000) 2023-03-22T17:02:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:56.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.806154+0000) 2023-03-22T17:02:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:56.876+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.877293+0000) 2023-03-22T17:02:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:56.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.922113+0000) 2023-03-22T17:02:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:56.920+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.922206+0000) 2023-03-22T17:02:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:56.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.924944+0000) 2023-03-22T17:02:57.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:56.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:56.922301+0000) 2023-03-22T17:02:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:57 smithi098 ceph-mon[94136]: pgmap v4661: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:57 smithi142 ceph-mon[94717]: pgmap v4661: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:02:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:57.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.806380+0000) 2023-03-22T17:02:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:57.920+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.922237+0000) 2023-03-22T17:02:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:57.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.922047+0000) 2023-03-22T17:02:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:57.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.922128+0000) 2023-03-22T17:02:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:57.876+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.877475+0000) 2023-03-22T17:02:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:57.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.922309+0000) 2023-03-22T17:02:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:57.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.922425+0000) 2023-03-22T17:02:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:57.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:57.925091+0000) 2023-03-22T17:02:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:58.920+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.922171+0000) 2023-03-22T17:02:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:58.920+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.922247+0000) 2023-03-22T17:02:59.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:58.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.922363+0000) 2023-03-22T17:02:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:58.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.877669+0000) 2023-03-22T17:02:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:58.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.922449+0000) 2023-03-22T17:02:59.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:58.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.922585+0000) 2023-03-22T17:02:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:58.923+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.925208+0000) 2023-03-22T17:02:59.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:58.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:58.806511+0000) 2023-03-22T17:02:59.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:02:59 smithi098 ceph-mon[94136]: pgmap v4662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:02:59 smithi142 ceph-mon[94717]: pgmap v4662: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:02:59.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.806747+0000) 2023-03-22T17:03:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:02:59.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.922483+0000) 2023-03-22T17:03:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:02:59.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.922293+0000) 2023-03-22T17:03:00.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:02:59.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.922364+0000) 2023-03-22T17:03:00.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:02:59.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.922701+0000) 2023-03-22T17:03:00.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:02:59.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.877851+0000) 2023-03-22T17:03:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:02:59.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.922583+0000) 2023-03-22T17:03:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:02:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:02:59.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:02:59.925307+0000) 2023-03-22T17:03:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:00.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.922414+0000) 2023-03-22T17:03:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:00.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.922487+0000) 2023-03-22T17:03:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:00.876+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.877990+0000) 2023-03-22T17:03:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:00.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.806875+0000) 2023-03-22T17:03:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:00.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.922625+0000) 2023-03-22T17:03:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:00.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.925420+0000) 2023-03-22T17:03:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:00.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.922823+0000) 2023-03-22T17:03:01.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:00.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:00.922712+0000) 2023-03-22T17:03:01.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:01 smithi098 ceph-mon[94136]: pgmap v4663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:01 smithi142 ceph-mon[94717]: pgmap v4663: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:01.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.922551+0000) 2023-03-22T17:03:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:01.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.922655+0000) 2023-03-22T17:03:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:01.876+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.878164+0000) 2023-03-22T17:03:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:01.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.807114+0000) 2023-03-22T17:03:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:01.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.925555+0000) 2023-03-22T17:03:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:01.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.922880+0000) 2023-03-22T17:03:02.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:01.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.922964+0000) 2023-03-22T17:03:02.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:01.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:01.922743+0000) 2023-03-22T17:03:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:02.805+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.807242+0000) 2023-03-22T17:03:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:02.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.922678+0000) 2023-03-22T17:03:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:02.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.922814+0000) 2023-03-22T17:03:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:02.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.923098+0000) 2023-03-22T17:03:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:02.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.878362+0000) 2023-03-22T17:03:03.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:02.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.922878+0000) 2023-03-22T17:03:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:02.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.925661+0000) 2023-03-22T17:03:03.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:02.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:02.923004+0000) 2023-03-22T17:03:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:03 smithi098 ceph-mon[94136]: pgmap v4664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:03:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:03 smithi142 ceph-mon[94717]: pgmap v4664: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:03:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:03.807+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.807593+0000) 2023-03-22T17:03:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:03.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.922994+0000) 2023-03-22T17:03:04.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:03.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.922915+0000) 2023-03-22T17:03:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:03.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.922991+0000) 2023-03-22T17:03:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:03.921+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.923125+0000) 2023-03-22T17:03:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:03.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.878522+0000) 2023-03-22T17:03:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:03.921+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.923217+0000) 2023-03-22T17:03:04.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:03.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:03.925888+0000) 2023-03-22T17:03:05.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:04.807+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.807830+0000) 2023-03-22T17:03:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:04.921+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.923137+0000) 2023-03-22T17:03:05.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:04.921+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.923157+0000) 2023-03-22T17:03:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:04.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.878693+0000) 2023-03-22T17:03:05.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:04.921+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.923167+0000) 2023-03-22T17:03:05.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:04.922+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:05.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:04.922+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:05.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:04.931+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.932425+0000) 2023-03-22T17:03:05.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:04.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.923262+0000) 2023-03-22T17:03:05.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:04.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.923311+0000) 2023-03-22T17:03:05.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:04.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:04.926019+0000) 2023-03-22T17:03:05.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:05 smithi098 ceph-mon[94136]: pgmap v4665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:03:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:05 smithi142 ceph-mon[94717]: pgmap v4665: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:03:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:05.922+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:05.923354+0000) 2023-03-22T17:03:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:05.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:05.878872+0000) 2023-03-22T17:03:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:05.806+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:05.808157+0000) 2023-03-22T17:03:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:05.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:05.923360+0000) 2023-03-22T17:03:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:05.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:05.923405+0000) 2023-03-22T17:03:06.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:05.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:05.923431+0000) 2023-03-22T17:03:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:05.924+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:05.926165+0000) 2023-03-22T17:03:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:06.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.923502+0000) 2023-03-22T17:03:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:06.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.923591+0000) 2023-03-22T17:03:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:06.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.878993+0000) 2023-03-22T17:03:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:06.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.923537+0000) 2023-03-22T17:03:07.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:06.807+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.808340+0000) 2023-03-22T17:03:07.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:06.807+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:07.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:06.807+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:07.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:06.814+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.816178+0000) 2023-03-22T17:03:07.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:06.922+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.923487+0000) 2023-03-22T17:03:07.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:06.922+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:07.225 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:06.922+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:07.225 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:06.931+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.932360+0000) 2023-03-22T17:03:07.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:06.925+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.926296+0000) 2023-03-22T17:03:07.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:06.925+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:07.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:06.925+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:07.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:06.930+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:06.932260+0000) 2023-03-22T17:03:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:07 smithi098 ceph-mon[94136]: pgmap v4666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:03:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:07 smithi142 ceph-mon[94717]: pgmap v4666: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:03:08.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:07.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:07.923647+0000) 2023-03-22T17:03:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:07.877+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:07.879155+0000) 2023-03-22T17:03:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:07.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:07.923721+0000) 2023-03-22T17:03:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:07.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:07.923741+0000) 2023-03-22T17:03:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:08.878+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:08.879385+0000) 2023-03-22T17:03:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:08.922+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:08.923792+0000) 2023-03-22T17:03:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:08.923+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:08.923+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:08.928+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:08.929561+0000) 2023-03-22T17:03:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:08.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:08.923869+0000) 2023-03-22T17:03:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:08.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:08.924113+0000) 2023-03-22T17:03:09.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:09.422+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:09.423483+0000) 2023-03-22T17:03:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:09 smithi098 ceph-mon[94136]: pgmap v4667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:03:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:09 smithi142 ceph-mon[94717]: pgmap v4667: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:03:10.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:09.879+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:09.879610+0000) 2023-03-22T17:03:10.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:09.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:09.924014+0000) 2023-03-22T17:03:10.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:09.922+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:09.924232+0000) 2023-03-22T17:03:10.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:10.422+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:10.423611+0000) 2023-03-22T17:03:10.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:10 smithi098 ceph-mon[94136]: osdmap e285: 12 total, 9 up, 9 in 2023-03-22T17:03:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:10 smithi142 ceph-mon[94717]: osdmap e285: 12 total, 9 up, 9 in 2023-03-22T17:03:11.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:10.922+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:10.924167+0000) 2023-03-22T17:03:11.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:10.923+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:10.923+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:10.930+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:10.931851+0000) 2023-03-22T17:03:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:10.878+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:10.879752+0000) 2023-03-22T17:03:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:10.879+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:10.879+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:10.883+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:10.885229+0000) 2023-03-22T17:03:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:10.923+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:10.924509+0000) 2023-03-22T17:03:11.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:11.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:11.308588+0000) 2023-03-22T17:03:11.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:11.422+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:11.423739+0000) 2023-03-22T17:03:11.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:11.422+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:11.423749+0000) 2023-03-22T17:03:11.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:11.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:11.426541+0000) 2023-03-22T17:03:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:11 smithi098 ceph-mon[94136]: pgmap v4669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:03:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:11 smithi142 ceph-mon[94717]: pgmap v4669: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:03:12.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:11.923+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:11.924692+0000) 2023-03-22T17:03:12.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:12.309+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:12.310843+0000) 2023-03-22T17:03:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:12.423+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:12.423926+0000) 2023-03-22T17:03:12.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:12.423+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:12.423924+0000) 2023-03-22T17:03:12.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:12.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:12.426693+0000) 2023-03-22T17:03:13.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:12.923+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:12.924837+0000) 2023-03-22T17:03:13.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:13.313+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:13.314659+0000) 2023-03-22T17:03:13.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:13.422+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:13.424092+0000) 2023-03-22T17:03:13.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:13.422+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:13.424123+0000) 2023-03-22T17:03:13.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:13.422+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:13.424120+0000) 2023-03-22T17:03:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:13.425+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:13.426826+0000) 2023-03-22T17:03:13.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:13 smithi098 ceph-mon[94136]: pgmap v4670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:13 smithi142 ceph-mon[94717]: pgmap v4670: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:14.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:13.924+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:13.924978+0000) 2023-03-22T17:03:14.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:13.925+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:13.925+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:13.927+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:13.927410+0000) 2023-03-22T17:03:14.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:14.316+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:14.316978+0000) 2023-03-22T17:03:14.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:14.423+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:14.424257+0000) 2023-03-22T17:03:14.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:14.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:14.424283+0000) 2023-03-22T17:03:14.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:14.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:14.424320+0000) 2023-03-22T17:03:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:14.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:14.426938+0000) 2023-03-22T17:03:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:15.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:15.424560+0000) 2023-03-22T17:03:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:15.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:15.424395+0000) 2023-03-22T17:03:15.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:15.379+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:15.379997+0000) 2023-03-22T17:03:15.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:15.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:15.427070+0000) 2023-03-22T17:03:15.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:15.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:15.318414+0000) 2023-03-22T17:03:15.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:15.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:15.424563+0000) 2023-03-22T17:03:15.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:15.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:15.424375+0000) 2023-03-22T17:03:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:15 smithi098 ceph-mon[94136]: pgmap v4671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:15 smithi142 ceph-mon[94717]: pgmap v4671: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:16.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:16.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:16.318576+0000) 2023-03-22T17:03:16.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:16.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:16.424694+0000) 2023-03-22T17:03:16.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:16.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:16.424523+0000) 2023-03-22T17:03:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:16.426+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:16.427179+0000) 2023-03-22T17:03:16.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:16.379+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:16.380159+0000) 2023-03-22T17:03:16.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:16.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:16.424503+0000) 2023-03-22T17:03:16.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:16.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:16.424690+0000) 2023-03-22T17:03:17.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:17.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:17.318788+0000) 2023-03-22T17:03:17.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:17.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:17.424657+0000) 2023-03-22T17:03:17.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:17.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:17.424805+0000) 2023-03-22T17:03:17.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:17.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:17.424665+0000) 2023-03-22T17:03:17.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:17.380+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:17.380280+0000) 2023-03-22T17:03:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:17.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:17.424810+0000) 2023-03-22T17:03:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:17.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:17.427316+0000) 2023-03-22T17:03:17.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:17 smithi098 ceph-mon[94136]: pgmap v4672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:17 smithi142 ceph-mon[94717]: pgmap v4672: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:18.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:18.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.318942+0000) 2023-03-22T17:03:18.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:18.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.424776+0000) 2023-03-22T17:03:18.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:18.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.424998+0000) 2023-03-22T17:03:18.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:18.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.424732+0000) 2023-03-22T17:03:18.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:18.380+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.380404+0000) 2023-03-22T17:03:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:18.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.424928+0000) 2023-03-22T17:03:18.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:18.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.427434+0000) 2023-03-22T17:03:18.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:18.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:18.425283+0000) 2023-03-22T17:03:19.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:19.318+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.319224+0000) 2023-03-22T17:03:19.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:19.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.424899+0000) 2023-03-22T17:03:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:19.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.425116+0000) 2023-03-22T17:03:19.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:19.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.424869+0000) 2023-03-22T17:03:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:19.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.425106+0000) 2023-03-22T17:03:19.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:19.380+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.380567+0000) 2023-03-22T17:03:19.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:19.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.425404+0000) 2023-03-22T17:03:19.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:19.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:19.427550+0000) 2023-03-22T17:03:19.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:19 smithi098 ceph-mon[94136]: pgmap v4673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:19 smithi142 ceph-mon[94717]: pgmap v4673: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:03:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:20.319+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.319444+0000) 2023-03-22T17:03:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:20.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.424993+0000) 2023-03-22T17:03:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:20.424+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.425235+0000) 2023-03-22T17:03:20.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:20.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.424991+0000) 2023-03-22T17:03:20.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:20.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.425529+0000) 2023-03-22T17:03:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:20.380+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.380729+0000) 2023-03-22T17:03:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:20.424+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.425228+0000) 2023-03-22T17:03:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:20.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:20.427670+0000) 2023-03-22T17:03:21.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:21.319+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.319748+0000) 2023-03-22T17:03:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:21.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.425110+0000) 2023-03-22T17:03:21.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:21.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.425356+0000) 2023-03-22T17:03:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:21.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.425109+0000) 2023-03-22T17:03:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:21.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.425361+0000) 2023-03-22T17:03:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:21.380+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.380851+0000) 2023-03-22T17:03:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:21.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.425648+0000) 2023-03-22T17:03:21.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:21.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:21.427789+0000) 2023-03-22T17:03:21.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:21 smithi098 ceph-mon[94136]: pgmap v4674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:03:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:21 smithi142 ceph-mon[94717]: pgmap v4674: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:03:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:22.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.425477+0000) 2023-03-22T17:03:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:22.424+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.425237+0000) 2023-03-22T17:03:22.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:22.380+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.380997+0000) 2023-03-22T17:03:22.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:22.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.427904+0000) 2023-03-22T17:03:22.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:22.319+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.319894+0000) 2023-03-22T17:03:22.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:22.424+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.425246+0000) 2023-03-22T17:03:22.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:22.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.425772+0000) 2023-03-22T17:03:22.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:22.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:22.425496+0000) 2023-03-22T17:03:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:23.319+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.320189+0000) 2023-03-22T17:03:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:23.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.425441+0000) 2023-03-22T17:03:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:23.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.425440+0000) 2023-03-22T17:03:23.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:23.380+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.381129+0000) 2023-03-22T17:03:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:23.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.425888+0000) 2023-03-22T17:03:23.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:23.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.428073+0000) 2023-03-22T17:03:23.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:23.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.425602+0000) 2023-03-22T17:03:23.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:23.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:23.425606+0000) 2023-03-22T17:03:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:23 smithi142 ceph-mon[94717]: pgmap v4675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:03:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:23 smithi098 ceph-mon[94136]: pgmap v4675: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:03:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:24.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.425749+0000) 2023-03-22T17:03:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:24.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.425630+0000) 2023-03-22T17:03:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:24.320+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.320303+0000) 2023-03-22T17:03:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:24.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.381264+0000) 2023-03-22T17:03:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:24.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.425600+0000) 2023-03-22T17:03:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:24.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.425733+0000) 2023-03-22T17:03:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:24.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.426002+0000) 2023-03-22T17:03:24.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:24.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:24.428228+0000) 2023-03-22T17:03:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:25.320+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.320599+0000) 2023-03-22T17:03:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:25.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.425746+0000) 2023-03-22T17:03:25.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:25.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.425952+0000) 2023-03-22T17:03:25.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:25.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.425811+0000) 2023-03-22T17:03:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:25.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.428390+0000) 2023-03-22T17:03:25.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:25.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.381390+0000) 2023-03-22T17:03:25.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:25.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.425932+0000) 2023-03-22T17:03:25.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:25.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:25.426157+0000) 2023-03-22T17:03:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:25 smithi142 ceph-mon[94717]: pgmap v4676: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:03:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:25 smithi098 ceph-mon[94136]: pgmap v4676: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:03:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:26.320+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.320764+0000) 2023-03-22T17:03:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:26.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.425945+0000) 2023-03-22T17:03:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:26.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.426141+0000) 2023-03-22T17:03:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:26.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.426049+0000) 2023-03-22T17:03:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:26.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.426297+0000) 2023-03-22T17:03:26.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:26.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.381597+0000) 2023-03-22T17:03:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:26.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.426099+0000) 2023-03-22T17:03:26.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:26.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:26.428494+0000) 2023-03-22T17:03:27.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:27.320+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.320981+0000) 2023-03-22T17:03:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:27.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.426144+0000) 2023-03-22T17:03:27.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:27.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.426314+0000) 2023-03-22T17:03:27.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:27.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.426225+0000) 2023-03-22T17:03:27.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:27.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.426441+0000) 2023-03-22T17:03:27.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:27.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.381745+0000) 2023-03-22T17:03:27.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:27.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.426312+0000) 2023-03-22T17:03:27.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:27.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:27.428631+0000) 2023-03-22T17:03:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:27 smithi142 ceph-mon[94717]: pgmap v4677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:03:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:27 smithi098 ceph-mon[94136]: pgmap v4677: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:03:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:28.320+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.321115+0000) 2023-03-22T17:03:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:28.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.426300+0000) 2023-03-22T17:03:28.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:28.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.426493+0000) 2023-03-22T17:03:28.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:28.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.426425+0000) 2023-03-22T17:03:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:28.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.428782+0000) 2023-03-22T17:03:28.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:28.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.381873+0000) 2023-03-22T17:03:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:28.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.426530+0000) 2023-03-22T17:03:28.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:28.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:28.426581+0000) 2023-03-22T17:03:29.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:29.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.321361+0000) 2023-03-22T17:03:29.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:29.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.426422+0000) 2023-03-22T17:03:29.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:29.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.426615+0000) 2023-03-22T17:03:29.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:29.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.426538+0000) 2023-03-22T17:03:29.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:29.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.382025+0000) 2023-03-22T17:03:29.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:29.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.426638+0000) 2023-03-22T17:03:29.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:29.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.426697+0000) 2023-03-22T17:03:29.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:29.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:29.428917+0000) 2023-03-22T17:03:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:29 smithi142 ceph-mon[94717]: pgmap v4678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:03:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:29 smithi098 ceph-mon[94136]: pgmap v4678: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:03:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:30.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.321483+0000) 2023-03-22T17:03:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:30.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.426559+0000) 2023-03-22T17:03:30.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:30.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.426731+0000) 2023-03-22T17:03:30.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:30.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.426653+0000) 2023-03-22T17:03:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:30.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.426807+0000) 2023-03-22T17:03:30.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:30.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.382192+0000) 2023-03-22T17:03:30.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:30.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.426746+0000) 2023-03-22T17:03:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:30.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:30.429085+0000) 2023-03-22T17:03:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:31.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.426858+0000) 2023-03-22T17:03:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:31.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.426796+0000) 2023-03-22T17:03:31.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:31.320+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.321725+0000) 2023-03-22T17:03:31.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:31.427+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.429224+0000) 2023-03-22T17:03:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:31.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.426757+0000) 2023-03-22T17:03:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:31.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.426871+0000) 2023-03-22T17:03:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:31.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.426948+0000) 2023-03-22T17:03:31.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:31.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:31.382293+0000) 2023-03-22T17:03:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:31 smithi142 ceph-mon[94717]: pgmap v4679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:31 smithi098 ceph-mon[94136]: pgmap v4679: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:32.320+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.321909+0000) 2023-03-22T17:03:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:32.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.426948+0000) 2023-03-22T17:03:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:32.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.426991+0000) 2023-03-22T17:03:32.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:32.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.426948+0000) 2023-03-22T17:03:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:32.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.382405+0000) 2023-03-22T17:03:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:32.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.427076+0000) 2023-03-22T17:03:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:32.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.429352+0000) 2023-03-22T17:03:32.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:32.425+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:32.427033+0000) 2023-03-22T17:03:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:33.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.322221+0000) 2023-03-22T17:03:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:33.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.427071+0000) 2023-03-22T17:03:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:33.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.427113+0000) 2023-03-22T17:03:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:33.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.427071+0000) 2023-03-22T17:03:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:33.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.429502+0000) 2023-03-22T17:03:33.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:33.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.382518+0000) 2023-03-22T17:03:33.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:33.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.427372+0000) 2023-03-22T17:03:33.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:33.425+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:33.427257+0000) 2023-03-22T17:03:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:33 smithi142 ceph-mon[94717]: pgmap v4680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:33 smithi098 ceph-mon[94136]: pgmap v4680: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:34.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.322388+0000) 2023-03-22T17:03:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:34.425+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.427239+0000) 2023-03-22T17:03:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:34.425+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.427199+0000) 2023-03-22T17:03:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:34.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.382649+0000) 2023-03-22T17:03:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:34.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.427402+0000) 2023-03-22T17:03:34.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:34.425+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.427200+0000) 2023-03-22T17:03:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:34.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.427554+0000) 2023-03-22T17:03:34.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:34.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:34.429631+0000) 2023-03-22T17:03:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:35.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.322672+0000) 2023-03-22T17:03:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:35.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.427313+0000) 2023-03-22T17:03:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:35.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.427511+0000) 2023-03-22T17:03:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:35.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.427654+0000) 2023-03-22T17:03:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:35.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.382770+0000) 2023-03-22T17:03:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:35.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.427676+0000) 2023-03-22T17:03:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:35.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.429742+0000) 2023-03-22T17:03:35.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:35.426+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.427314+0000) 2023-03-22T17:03:35.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:35.426+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:35.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:35.426+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:35.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:35.433+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:35.434537+0000) 2023-03-22T17:03:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:35 smithi142 ceph-mon[94717]: pgmap v4681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:35 smithi098 ceph-mon[94136]: pgmap v4681: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:36.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:36.322865+0000) 2023-03-22T17:03:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:36.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:36.427437+0000) 2023-03-22T17:03:36.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:36.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:36.427628+0000) 2023-03-22T17:03:36.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:36.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:36.382896+0000) 2023-03-22T17:03:36.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:36.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:36.427799+0000) 2023-03-22T17:03:36.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:36.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:36.427779+0000) 2023-03-22T17:03:36.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:36.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:36.429866+0000) 2023-03-22T17:03:37.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:37.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.427559+0000) 2023-03-22T17:03:37.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:37.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.427908+0000) 2023-03-22T17:03:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:37.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.383018+0000) 2023-03-22T17:03:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:37.321+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.323093+0000) 2023-03-22T17:03:37.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:37.322+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:37.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:37.322+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:37.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:37.328+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.330223+0000) 2023-03-22T17:03:37.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:37.426+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.427748+0000) 2023-03-22T17:03:37.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:37.427+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:37.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:37.427+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:37.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:37.429+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.430428+0000) 2023-03-22T17:03:37.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:37.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.428054+0000) 2023-03-22T17:03:37.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:37.428+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.429975+0000) 2023-03-22T17:03:37.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:37.429+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:37.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:37.429+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:37.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:37.443+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:37.444544+0000) 2023-03-22T17:03:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:37 smithi142 ceph-mon[94717]: pgmap v4682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:37 smithi098 ceph-mon[94136]: pgmap v4682: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:38.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:38.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:38.427686+0000) 2023-03-22T17:03:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:38.381+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:38.383146+0000) 2023-03-22T17:03:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:38.426+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:38.428169+0000) 2023-03-22T17:03:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:38.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:38.428029+0000) 2023-03-22T17:03:39.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:39.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:39.383320+0000) 2023-03-22T17:03:39.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:39.426+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:39.427827+0000) 2023-03-22T17:03:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:39.427+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:39.427+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:39.487+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:39.489037+0000) 2023-03-22T17:03:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:39.427+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:39.428309+0000) 2023-03-22T17:03:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:39.426+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:39.428160+0000) 2023-03-22T17:03:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:39 smithi142 ceph-mon[94717]: pgmap v4683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:39 smithi098 ceph-mon[94136]: pgmap v4683: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:40.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:39.926+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:39.927582+0000) 2023-03-22T17:03:40.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:40.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:40.383466+0000) 2023-03-22T17:03:40.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:40.427+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:40.428428+0000) 2023-03-22T17:03:40.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:40.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:40.428295+0000) 2023-03-22T17:03:41.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:40.926+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:40.927714+0000) 2023-03-22T17:03:41.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:41.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.428415+0000) 2023-03-22T17:03:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:41.382+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.383585+0000) 2023-03-22T17:03:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:41.383+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:41.383+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:41.384+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.386120+0000) 2023-03-22T17:03:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:41.427+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.428536+0000) 2023-03-22T17:03:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:41.427+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:41.427+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:41.438+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.440257+0000) 2023-03-22T17:03:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:41 smithi142 ceph-mon[94717]: pgmap v4684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:41 smithi098 ceph-mon[94136]: pgmap v4684: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:42.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:41.926+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.928028+0000) 2023-03-22T17:03:42.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:41.926+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.927858+0000) 2023-03-22T17:03:42.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:41.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.823420+0000) 2023-03-22T17:03:42.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:41.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:41.930360+0000) 2023-03-22T17:03:42.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:42.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:42.428522+0000) 2023-03-22T17:03:43.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:42.926+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:42.928160+0000) 2023-03-22T17:03:43.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:42.926+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:42.927981+0000) 2023-03-22T17:03:43.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:42.826+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:42.827504+0000) 2023-03-22T17:03:43.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:42.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:42.930515+0000) 2023-03-22T17:03:43.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:43.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:43.428644+0000) 2023-03-22T17:03:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:43 smithi142 ceph-mon[94717]: pgmap v4685: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:43 smithi098 ceph-mon[94136]: pgmap v4685: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:44.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:43.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:43.928299+0000) 2023-03-22T17:03:44.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:43.926+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:43.928139+0000) 2023-03-22T17:03:44.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:43.828+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:43.829678+0000) 2023-03-22T17:03:44.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:43.926+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:43.928054+0000) 2023-03-22T17:03:44.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:43.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:43.930655+0000) 2023-03-22T17:03:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:44.427+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:44.428761+0000) 2023-03-22T17:03:44.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:44.428+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:44.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:44.428+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:03:44.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:44.430+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:44.431433+0000) 2023-03-22T17:03:45.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:44.831+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:44.833158+0000) 2023-03-22T17:03:45.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:44.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:44.928420+0000) 2023-03-22T17:03:45.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:44.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:44.928286+0000) 2023-03-22T17:03:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:44.926+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:44.928193+0000) 2023-03-22T17:03:45.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:44.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:44.930787+0000) 2023-03-22T17:03:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:45 smithi142 ceph-mon[94717]: pgmap v4686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:45 smithi098 ceph-mon[94136]: pgmap v4686: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:46.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:45.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:45.928529+0000) 2023-03-22T17:03:46.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:45.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:45.928401+0000) 2023-03-22T17:03:46.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:45.834+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:45.835384+0000) 2023-03-22T17:03:46.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:45.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:45.928326+0000) 2023-03-22T17:03:46.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:45.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:45.883850+0000) 2023-03-22T17:03:46.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:45.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:45.928751+0000) 2023-03-22T17:03:46.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:45.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:45.930979+0000) 2023-03-22T17:03:47.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:46.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:46.928425+0000) 2023-03-22T17:03:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:46.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:46.928635+0000) 2023-03-22T17:03:47.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:46.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:46.928514+0000) 2023-03-22T17:03:47.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:46.882+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:46.883974+0000) 2023-03-22T17:03:47.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:46.834+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:46.835581+0000) 2023-03-22T17:03:47.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:46.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:46.931128+0000) 2023-03-22T17:03:47.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:46.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:46.928858+0000) 2023-03-22T17:03:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:47 smithi142 ceph-mon[94717]: pgmap v4687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:47 smithi098 ceph-mon[94136]: pgmap v4687: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:47.834+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:47.835861+0000) 2023-03-22T17:03:48.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:47.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:47.928582+0000) 2023-03-22T17:03:48.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:47.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:47.928742+0000) 2023-03-22T17:03:48.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:47.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:47.928660+0000) 2023-03-22T17:03:48.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:47.883+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:47.884160+0000) 2023-03-22T17:03:48.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:47.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:47.928966+0000) 2023-03-22T17:03:48.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:47.929+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:47.931236+0000) 2023-03-22T17:03:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:48.834+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.835995+0000) 2023-03-22T17:03:49.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:48.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.928736+0000) 2023-03-22T17:03:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:48.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.928942+0000) 2023-03-22T17:03:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:48.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.928800+0000) 2023-03-22T17:03:49.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:48.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.931375+0000) 2023-03-22T17:03:49.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:48.883+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.884354+0000) 2023-03-22T17:03:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:48.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.929090+0000) 2023-03-22T17:03:49.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:48.927+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:48.929028+0000) 2023-03-22T17:03:50.119 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:49.835+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.836232+0000) 2023-03-22T17:03:50.120 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:49.927+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.929081+0000) 2023-03-22T17:03:50.121 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:49.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.928940+0000) 2023-03-22T17:03:50.121 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:49.883+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.884564+0000) 2023-03-22T17:03:50.122 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:49.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.928929+0000) 2023-03-22T17:03:50.122 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:49.927+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.929208+0000) 2023-03-22T17:03:50.122 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:49.927+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.929181+0000) 2023-03-22T17:03:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:49 smithi142 ceph-mon[94717]: pgmap v4688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:49 smithi098 ceph-mon[94136]: pgmap v4688: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:50.469 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:49.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:49.931534+0000) 2023-03-22T17:03:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:50.835+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.836368+0000) 2023-03-22T17:03:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:50.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.929333+0000) 2023-03-22T17:03:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:50.927+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.929159+0000) 2023-03-22T17:03:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:50.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.929372+0000) 2023-03-22T17:03:51.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:50.927+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.929167+0000) 2023-03-22T17:03:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:50.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.931705+0000) 2023-03-22T17:03:51.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:50.883+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.884735+0000) 2023-03-22T17:03:51.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:50.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:50.929427+0000) 2023-03-22T17:03:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:51 smithi142 ceph-mon[94717]: pgmap v4689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:51 smithi098 ceph-mon[94136]: pgmap v4689: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:51.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.929551+0000) 2023-03-22T17:03:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:51.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.929356+0000) 2023-03-22T17:03:52.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:51.883+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.884911+0000) 2023-03-22T17:03:52.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:51.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.929371+0000) 2023-03-22T17:03:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:51.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.929600+0000) 2023-03-22T17:03:52.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:51.835+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.836611+0000) 2023-03-22T17:03:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:51.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.929632+0000) 2023-03-22T17:03:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:51.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:51.931859+0000) 2023-03-22T17:03:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:52.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.836818+0000) 2023-03-22T17:03:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:52.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.929568+0000) 2023-03-22T17:03:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:52.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.929733+0000) 2023-03-22T17:03:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:52.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.929616+0000) 2023-03-22T17:03:53.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:52.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.929820+0000) 2023-03-22T17:03:53.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:52.883+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.885090+0000) 2023-03-22T17:03:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:52.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.929761+0000) 2023-03-22T17:03:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:52.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:52.932043+0000) 2023-03-22T17:03:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:53 smithi142 ceph-mon[94717]: pgmap v4690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:53 smithi098 ceph-mon[94136]: pgmap v4690: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:03:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:53.835+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.837018+0000) 2023-03-22T17:03:54.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:53.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.929686+0000) 2023-03-22T17:03:54.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:53.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.929897+0000) 2023-03-22T17:03:54.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:53.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.929741+0000) 2023-03-22T17:03:54.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:53.884+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.885293+0000) 2023-03-22T17:03:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:53.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.929887+0000) 2023-03-22T17:03:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:53.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.929966+0000) 2023-03-22T17:03:54.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:53.930+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:53.932148+0000) 2023-03-22T17:03:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:54.835+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.837153+0000) 2023-03-22T17:03:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:54.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.929815+0000) 2023-03-22T17:03:55.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:54.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.930016+0000) 2023-03-22T17:03:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:54.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.929865+0000) 2023-03-22T17:03:55.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:54.884+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.885514+0000) 2023-03-22T17:03:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:54.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.930112+0000) 2023-03-22T17:03:55.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:54.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.930013+0000) 2023-03-22T17:03:55.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:54.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:54.932264+0000) 2023-03-22T17:03:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:55 smithi142 ceph-mon[94717]: pgmap v4691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:55 smithi098 ceph-mon[94136]: pgmap v4691: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:55.928+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.930129+0000) 2023-03-22T17:03:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:55.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.930036+0000) 2023-03-22T17:03:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:55.884+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.885710+0000) 2023-03-22T17:03:56.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:55.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.837406+0000) 2023-03-22T17:03:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:55.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.929995+0000) 2023-03-22T17:03:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:55.928+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.930169+0000) 2023-03-22T17:03:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:55.928+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.930231+0000) 2023-03-22T17:03:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:55.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:55.932393+0000) 2023-03-22T17:03:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:56.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.930333+0000) 2023-03-22T17:03:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:56.928+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.930199+0000) 2023-03-22T17:03:57.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:56.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.837532+0000) 2023-03-22T17:03:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:56.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.932517+0000) 2023-03-22T17:03:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:56.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.930415+0000) 2023-03-22T17:03:57.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:56.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.930336+0000) 2023-03-22T17:03:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:56.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.885805+0000) 2023-03-22T17:03:57.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:56.928+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:56.930194+0000) 2023-03-22T17:03:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:57 smithi142 ceph-mon[94717]: pgmap v4692: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:57 smithi098 ceph-mon[94136]: pgmap v4692: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:03:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:57.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.930488+0000) 2023-03-22T17:03:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:57.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.930385+0000) 2023-03-22T17:03:58.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:57.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.837769+0000) 2023-03-22T17:03:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:57.884+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.885992+0000) 2023-03-22T17:03:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:57.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.930318+0000) 2023-03-22T17:03:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:57.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.930505+0000) 2023-03-22T17:03:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:57.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.930570+0000) 2023-03-22T17:03:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:57.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:57.932632+0000) 2023-03-22T17:03:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:58.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.837875+0000) 2023-03-22T17:03:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:58.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.930608+0000) 2023-03-22T17:03:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:58.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.930636+0000) 2023-03-22T17:03:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:58.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.886146+0000) 2023-03-22T17:03:59.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:58.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.930459+0000) 2023-03-22T17:03:59.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:58.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.930514+0000) 2023-03-22T17:03:59.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:58.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.930688+0000) 2023-03-22T17:03:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:58.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:58.932758+0000) 2023-03-22T17:04:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:03:59 smithi142 ceph-mon[94717]: pgmap v4693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:03:59 smithi098 ceph-mon[94136]: pgmap v4693: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:03:59.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.930729+0000) 2023-03-22T17:04:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:03:59.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.930624+0000) 2023-03-22T17:04:00.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:03:59.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.930771+0000) 2023-03-22T17:04:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:03:59.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.886341+0000) 2023-03-22T17:04:00.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:03:59.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.838079+0000) 2023-03-22T17:04:00.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:03:59.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.930611+0000) 2023-03-22T17:04:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:03:59.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.932871+0000) 2023-03-22T17:04:00.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:03:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:03:59.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:03:59.930808+0000) 2023-03-22T17:04:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:00.929+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.930912+0000) 2023-03-22T17:04:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:00.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.930732+0000) 2023-03-22T17:04:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:00.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.886492+0000) 2023-03-22T17:04:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:00.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.838208+0000) 2023-03-22T17:04:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:00.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.930737+0000) 2023-03-22T17:04:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:00.929+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.930905+0000) 2023-03-22T17:04:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:00.929+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.930926+0000) 2023-03-22T17:04:01.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:00.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:00.932988+0000) 2023-03-22T17:04:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:01 smithi142 ceph-mon[94717]: pgmap v4694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:01 smithi098 ceph-mon[94136]: pgmap v4694: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:01.837+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.838477+0000) 2023-03-22T17:04:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:01.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.931026+0000) 2023-03-22T17:04:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:01.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.930927+0000) 2023-03-22T17:04:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:01.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.886677+0000) 2023-03-22T17:04:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:01.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.930930+0000) 2023-03-22T17:04:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:01.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.931030+0000) 2023-03-22T17:04:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:01.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.931047+0000) 2023-03-22T17:04:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:01.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:01.933107+0000) 2023-03-22T17:04:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:02.837+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.838593+0000) 2023-03-22T17:04:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:02.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.931147+0000) 2023-03-22T17:04:03.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:02.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.931089+0000) 2023-03-22T17:04:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:02.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.931175+0000) 2023-03-22T17:04:03.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:02.931+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.933221+0000) 2023-03-22T17:04:03.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:02.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.886841+0000) 2023-03-22T17:04:03.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:02.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.931092+0000) 2023-03-22T17:04:03.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:02.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:02.931185+0000) 2023-03-22T17:04:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:03 smithi142 ceph-mon[94717]: pgmap v4695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:04:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:03 smithi098 ceph-mon[94136]: pgmap v4695: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:04:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:03.838+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.838847+0000) 2023-03-22T17:04:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:03.929+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.931229+0000) 2023-03-22T17:04:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:03.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.931540+0000) 2023-03-22T17:04:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:03.929+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.931208+0000) 2023-03-22T17:04:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:03.932+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.933362+0000) 2023-03-22T17:04:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:03.885+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.886956+0000) 2023-03-22T17:04:04.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:03.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.931402+0000) 2023-03-22T17:04:04.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:03.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:03.931319+0000) 2023-03-22T17:04:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:04.837+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.839035+0000) 2023-03-22T17:04:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:04.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.931368+0000) 2023-03-22T17:04:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:04.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.931663+0000) 2023-03-22T17:04:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:04.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.931333+0000) 2023-03-22T17:04:05.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:04.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.931444+0000) 2023-03-22T17:04:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:04.932+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.933471+0000) 2023-03-22T17:04:05.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:04.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.887126+0000) 2023-03-22T17:04:05.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:04.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:04.931605+0000) 2023-03-22T17:04:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:05 smithi142 ceph-mon[94717]: pgmap v4696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:04:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:05 smithi098 ceph-mon[94136]: pgmap v4696: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:04:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:05.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.931814+0000) 2023-03-22T17:04:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:05.930+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.931495+0000) 2023-03-22T17:04:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:05.930+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:05.930+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:05.944+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.945782+0000) 2023-03-22T17:04:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:05.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.931722+0000) 2023-03-22T17:04:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:05.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.887368+0000) 2023-03-22T17:04:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:05.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.931491+0000) 2023-03-22T17:04:06.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:05.838+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.839340+0000) 2023-03-22T17:04:06.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:05.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.931581+0000) 2023-03-22T17:04:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:05.932+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:05.933602+0000) 2023-03-22T17:04:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:06.838+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:06.839483+0000) 2023-03-22T17:04:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:06.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:06.931606+0000) 2023-03-22T17:04:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:06.930+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:06.931945+0000) 2023-03-22T17:04:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:06.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:06.887566+0000) 2023-03-22T17:04:07.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:06.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:06.931835+0000) 2023-03-22T17:04:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:06.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:06.931708+0000) 2023-03-22T17:04:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:06.932+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:06.933713+0000) 2023-03-22T17:04:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:07 smithi142 ceph-mon[94717]: pgmap v4697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:04:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:07 smithi098 ceph-mon[94136]: pgmap v4697: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:04:08.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:07.931+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.931772+0000) 2023-03-22T17:04:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:07.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.887677+0000) 2023-03-22T17:04:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:07.838+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.839722+0000) 2023-03-22T17:04:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:07.839+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:07.839+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:07.845+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.847014+0000) 2023-03-22T17:04:08.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:07.931+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.932057+0000) 2023-03-22T17:04:08.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:07.931+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:08.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:07.931+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:08.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:07.942+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.943385+0000) 2023-03-22T17:04:08.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:07.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.931953+0000) 2023-03-22T17:04:08.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:07.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.931882+0000) 2023-03-22T17:04:08.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:07.932+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.933856+0000) 2023-03-22T17:04:08.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:07.933+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:08.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:07.933+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:08.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:07.942+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:07.943327+0000) 2023-03-22T17:04:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:08.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:08.931982+0000) 2023-03-22T17:04:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:08.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:08.887800+0000) 2023-03-22T17:04:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:08.930+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:08.932120+0000) 2023-03-22T17:04:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:08.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:08.932075+0000) 2023-03-22T17:04:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:09 smithi142 ceph-mon[94717]: pgmap v4698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:04:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:09 smithi098 ceph-mon[94136]: pgmap v4698: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:04:10.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:09.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:09.887917+0000) 2023-03-22T17:04:10.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:09.930+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:09.932184+0000) 2023-03-22T17:04:10.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:09.931+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:10.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:09.931+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:09.938+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:09.939415+0000) 2023-03-22T17:04:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:09.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:09.932265+0000) 2023-03-22T17:04:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:09.930+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:09.932211+0000) 2023-03-22T17:04:10.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:10.430+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:10.431742+0000) 2023-03-22T17:04:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:10 smithi142 ceph-mon[94717]: osdmap e286: 12 total, 9 up, 9 in 2023-03-22T17:04:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:10 smithi098 ceph-mon[94136]: osdmap e286: 12 total, 9 up, 9 in 2023-03-22T17:04:11.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:10.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:10.932306+0000) 2023-03-22T17:04:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:10.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:10.888034+0000) 2023-03-22T17:04:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:10.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:10.932394+0000) 2023-03-22T17:04:11.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:11.430+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:11.431855+0000) 2023-03-22T17:04:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:11 smithi142 ceph-mon[94717]: pgmap v4700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:04:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:11 smithi098 ceph-mon[94136]: pgmap v4700: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:04:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:11.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:11.932432+0000) 2023-03-22T17:04:12.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:11.931+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:11.932512+0000) 2023-03-22T17:04:12.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:11.931+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:11.931+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:11.943+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:11.944777+0000) 2023-03-22T17:04:12.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:11.886+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:11.888152+0000) 2023-03-22T17:04:12.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:11.887+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:12.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:11.887+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:12.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:11.891+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:11.892647+0000) 2023-03-22T17:04:12.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:12.338+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:12.340074+0000) 2023-03-22T17:04:12.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:12.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:12.432307+0000) 2023-03-22T17:04:12.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:12.430+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:12.431995+0000) 2023-03-22T17:04:12.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:12.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:12.434089+0000) 2023-03-22T17:04:13.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:12.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:12.932551+0000) 2023-03-22T17:04:13.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:13.341+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:13.342425+0000) 2023-03-22T17:04:13.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:13.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:13.432420+0000) 2023-03-22T17:04:13.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:13.430+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:13.432130+0000) 2023-03-22T17:04:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:13.432+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:13.434209+0000) 2023-03-22T17:04:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:13 smithi142 ceph-mon[94717]: pgmap v4701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:13 smithi098 ceph-mon[94136]: pgmap v4701: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:14.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:13.931+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:13.932701+0000) 2023-03-22T17:04:14.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:14.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:14.432531+0000) 2023-03-22T17:04:14.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:14.430+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:14.432242+0000) 2023-03-22T17:04:14.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:14.345+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:14.346399+0000) 2023-03-22T17:04:14.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:14.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:14.432479+0000) 2023-03-22T17:04:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:14.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:14.434306+0000) 2023-03-22T17:04:15.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:14.932+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:14.932886+0000) 2023-03-22T17:04:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:14.932+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:14.932+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:14.942+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:14.943402+0000) 2023-03-22T17:04:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:15.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:15.432663+0000) 2023-03-22T17:04:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:15.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:15.432374+0000) 2023-03-22T17:04:15.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:15.348+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:15.349788+0000) 2023-03-22T17:04:15.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:15.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:15.432580+0000) 2023-03-22T17:04:15.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:15.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:15.434419+0000) 2023-03-22T17:04:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:15 smithi142 ceph-mon[94717]: pgmap v4702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:15 smithi098 ceph-mon[94136]: pgmap v4702: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:16.603 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:16.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:16.432505+0000) 2023-03-22T17:04:16.604 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:16.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:16.432797+0000) 2023-03-22T17:04:16.605 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:16.350+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:16.351125+0000) 2023-03-22T17:04:16.605 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:16.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:16.432802+0000) 2023-03-22T17:04:16.606 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:16.388+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:16.388482+0000) 2023-03-22T17:04:16.606 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:16.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:16.434558+0000) 2023-03-22T17:04:16.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:16.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:16.432695+0000) 2023-03-22T17:04:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:17.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:17.432914+0000) 2023-03-22T17:04:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:17.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:17.432630+0000) 2023-03-22T17:04:17.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:17.388+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:17.388641+0000) 2023-03-22T17:04:17.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:17.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:17.351426+0000) 2023-03-22T17:04:17.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:17.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:17.432809+0000) 2023-03-22T17:04:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:17.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:17.432945+0000) 2023-03-22T17:04:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:17.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:17.434699+0000) 2023-03-22T17:04:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:17 smithi142 ceph-mon[94717]: pgmap v4703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:17 smithi098 ceph-mon[94136]: pgmap v4703: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:18.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:18.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:18.351648+0000) 2023-03-22T17:04:18.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:18.431+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:18.432936+0000) 2023-03-22T17:04:18.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:18.431+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:18.433067+0000) 2023-03-22T17:04:18.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:18.431+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:18.432760+0000) 2023-03-22T17:04:18.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:18.388+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:18.388788+0000) 2023-03-22T17:04:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:18.431+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:18.433108+0000) 2023-03-22T17:04:18.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:18.433+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:18.434828+0000) 2023-03-22T17:04:19.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:19.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.351916+0000) 2023-03-22T17:04:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:19.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.433043+0000) 2023-03-22T17:04:19.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:19.432+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.433191+0000) 2023-03-22T17:04:19.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:19.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.432884+0000) 2023-03-22T17:04:19.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:19.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.433374+0000) 2023-03-22T17:04:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:19.388+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.388917+0000) 2023-03-22T17:04:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:19.432+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.433235+0000) 2023-03-22T17:04:19.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:19.434+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:19.434949+0000) 2023-03-22T17:04:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:19 smithi142 ceph-mon[94717]: pgmap v4704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:19 smithi098 ceph-mon[94136]: pgmap v4704: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:04:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:20.351+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.352043+0000) 2023-03-22T17:04:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:20.432+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.433179+0000) 2023-03-22T17:04:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:20.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.433362+0000) 2023-03-22T17:04:20.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:20.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.433001+0000) 2023-03-22T17:04:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:20.388+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.389045+0000) 2023-03-22T17:04:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:20.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.433376+0000) 2023-03-22T17:04:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:20.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.433522+0000) 2023-03-22T17:04:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:20.434+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:20.435048+0000) 2023-03-22T17:04:21.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:21.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.352345+0000) 2023-03-22T17:04:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:21.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.433319+0000) 2023-03-22T17:04:21.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:21.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.433479+0000) 2023-03-22T17:04:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:21.432+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.433142+0000) 2023-03-22T17:04:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:21.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.433637+0000) 2023-03-22T17:04:21.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:21.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.433501+0000) 2023-03-22T17:04:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:21.434+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.435200+0000) 2023-03-22T17:04:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:21.388+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:21.389175+0000) 2023-03-22T17:04:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:21 smithi142 ceph-mon[94717]: pgmap v4705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T17:04:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:21 smithi098 ceph-mon[94136]: pgmap v4705: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T17:04:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:22.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.433584+0000) 2023-03-22T17:04:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:22.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.433262+0000) 2023-03-22T17:04:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:22.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.352488+0000) 2023-03-22T17:04:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:22.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.433445+0000) 2023-03-22T17:04:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:22.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.433807+0000) 2023-03-22T17:04:22.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:22.389+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.389303+0000) 2023-03-22T17:04:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:22.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.433628+0000) 2023-03-22T17:04:22.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:22.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:22.435371+0000) 2023-03-22T17:04:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:23.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.352767+0000) 2023-03-22T17:04:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:23.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.433702+0000) 2023-03-22T17:04:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:23.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.433441+0000) 2023-03-22T17:04:23.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:23.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.433593+0000) 2023-03-22T17:04:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:23.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.433765+0000) 2023-03-22T17:04:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:23.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.433922+0000) 2023-03-22T17:04:23.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:23.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.435503+0000) 2023-03-22T17:04:23.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:23.389+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:23.389503+0000) 2023-03-22T17:04:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:23 smithi142 ceph-mon[94717]: pgmap v4706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:04:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:23 smithi098 ceph-mon[94136]: pgmap v4706: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:04:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:24.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.352875+0000) 2023-03-22T17:04:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:24.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.433742+0000) 2023-03-22T17:04:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:24.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.433819+0000) 2023-03-22T17:04:24.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:24.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.433572+0000) 2023-03-22T17:04:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:24.389+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.389647+0000) 2023-03-22T17:04:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:24.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.433889+0000) 2023-03-22T17:04:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:24.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.435642+0000) 2023-03-22T17:04:24.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:24.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:24.434023+0000) 2023-03-22T17:04:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:25.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.353110+0000) 2023-03-22T17:04:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:25.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.433846+0000) 2023-03-22T17:04:25.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:25.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.433945+0000) 2023-03-22T17:04:25.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:25.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.433681+0000) 2023-03-22T17:04:25.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:25.433+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.434131+0000) 2023-03-22T17:04:25.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:25.389+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.389819+0000) 2023-03-22T17:04:25.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:25.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.434022+0000) 2023-03-22T17:04:25.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:25.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:25.435744+0000) 2023-03-22T17:04:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:25 smithi142 ceph-mon[94717]: pgmap v4707: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:04:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:25 smithi098 ceph-mon[94136]: pgmap v4707: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:04:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:26.352+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.353228+0000) 2023-03-22T17:04:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:26.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.433961+0000) 2023-03-22T17:04:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:26.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.434088+0000) 2023-03-22T17:04:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:26.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.433807+0000) 2023-03-22T17:04:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:26.389+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.389974+0000) 2023-03-22T17:04:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:26.433+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.434172+0000) 2023-03-22T17:04:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:26.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.434298+0000) 2023-03-22T17:04:26.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:26.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:26.435874+0000) 2023-03-22T17:04:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:27.433+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.434215+0000) 2023-03-22T17:04:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:27.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.433949+0000) 2023-03-22T17:04:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:27.389+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.390174+0000) 2023-03-22T17:04:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:27.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.434073+0000) 2023-03-22T17:04:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:27.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.353502+0000) 2023-03-22T17:04:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:27.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.434423+0000) 2023-03-22T17:04:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:27.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.434299+0000) 2023-03-22T17:04:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:27.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:27.436001+0000) 2023-03-22T17:04:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:27 smithi142 ceph-mon[94717]: pgmap v4708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:04:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:27 smithi098 ceph-mon[94136]: pgmap v4708: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:04:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:28.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.353654+0000) 2023-03-22T17:04:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:28.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.434301+0000) 2023-03-22T17:04:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:28.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.434065+0000) 2023-03-22T17:04:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:28.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.390295+0000) 2023-03-22T17:04:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:28.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.434553+0000) 2023-03-22T17:04:28.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:28.433+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.434192+0000) 2023-03-22T17:04:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:28.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.436138+0000) 2023-03-22T17:04:28.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:28.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:28.434423+0000) 2023-03-22T17:04:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:29.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.434426+0000) 2023-03-22T17:04:29.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:29.433+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.434189+0000) 2023-03-22T17:04:29.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:29.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.390420+0000) 2023-03-22T17:04:29.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:29.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.353902+0000) 2023-03-22T17:04:29.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:29.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.434290+0000) 2023-03-22T17:04:29.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:29.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.434544+0000) 2023-03-22T17:04:29.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:29.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.434673+0000) 2023-03-22T17:04:29.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:29.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:29.436257+0000) 2023-03-22T17:04:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:29 smithi142 ceph-mon[94717]: pgmap v4709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:04:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:29 smithi098 ceph-mon[94136]: pgmap v4709: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:04:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:30.353+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.354031+0000) 2023-03-22T17:04:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:30.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.434395+0000) 2023-03-22T17:04:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:30.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.434544+0000) 2023-03-22T17:04:30.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:30.434+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.434298+0000) 2023-03-22T17:04:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:30.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.390540+0000) 2023-03-22T17:04:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:30.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.434666+0000) 2023-03-22T17:04:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:30.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.434796+0000) 2023-03-22T17:04:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:30.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:30.436378+0000) 2023-03-22T17:04:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:31.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.354316+0000) 2023-03-22T17:04:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:31.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.434525+0000) 2023-03-22T17:04:31.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:31.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.434666+0000) 2023-03-22T17:04:31.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:31.434+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.434429+0000) 2023-03-22T17:04:31.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:31.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.390676+0000) 2023-03-22T17:04:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:31.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.434789+0000) 2023-03-22T17:04:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:31.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.434916+0000) 2023-03-22T17:04:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:31.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:31.436496+0000) 2023-03-22T17:04:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:31 smithi142 ceph-mon[94717]: pgmap v4710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:31 smithi098 ceph-mon[94136]: pgmap v4710: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:32.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.434795+0000) 2023-03-22T17:04:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:32.434+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.434558+0000) 2023-03-22T17:04:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:32.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.354480+0000) 2023-03-22T17:04:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:32.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.390813+0000) 2023-03-22T17:04:32.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:32.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.434649+0000) 2023-03-22T17:04:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:32.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.434919+0000) 2023-03-22T17:04:32.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:32.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.435085+0000) 2023-03-22T17:04:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:32.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:32.436622+0000) 2023-03-22T17:04:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:33.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.354829+0000) 2023-03-22T17:04:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:33.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.434770+0000) 2023-03-22T17:04:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:33.434+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.434675+0000) 2023-03-22T17:04:33.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:33.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.436755+0000) 2023-03-22T17:04:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:33.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.390988+0000) 2023-03-22T17:04:33.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:33.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.434920+0000) 2023-03-22T17:04:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:33.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.435056+0000) 2023-03-22T17:04:33.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:33.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:33.435209+0000) 2023-03-22T17:04:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:33 smithi142 ceph-mon[94717]: pgmap v4711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:33 smithi098 ceph-mon[94136]: pgmap v4711: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:34.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.354972+0000) 2023-03-22T17:04:34.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:34.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.434881+0000) 2023-03-22T17:04:34.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:34.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.435032+0000) 2023-03-22T17:04:34.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:34.434+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.434845+0000) 2023-03-22T17:04:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:34.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.435294+0000) 2023-03-22T17:04:34.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:34.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.391159+0000) 2023-03-22T17:04:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:34.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.435167+0000) 2023-03-22T17:04:34.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:34.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:34.436852+0000) 2023-03-22T17:04:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:35.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.355187+0000) 2023-03-22T17:04:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:35.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.435028+0000) 2023-03-22T17:04:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:35.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.435139+0000) 2023-03-22T17:04:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:35.434+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.434968+0000) 2023-03-22T17:04:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:35.435+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.435292+0000) 2023-03-22T17:04:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:35.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.391352+0000) 2023-03-22T17:04:35.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:35.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.435397+0000) 2023-03-22T17:04:35.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:35.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:35.437021+0000) 2023-03-22T17:04:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:35 smithi142 ceph-mon[94717]: pgmap v4712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:35 smithi098 ceph-mon[94136]: pgmap v4712: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:36.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:36.355+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.355348+0000) 2023-03-22T17:04:36.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:36.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.435200+0000) 2023-03-22T17:04:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:36.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.435567+0000) 2023-03-22T17:04:36.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:36.391+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.391537+0000) 2023-03-22T17:04:36.723 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:36.435+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.435322+0000) 2023-03-22T17:04:36.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:36.434+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.435125+0000) 2023-03-22T17:04:36.724 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:36.435+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:36.725 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:36.435+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:36.726 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:36.444+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.444337+0000) 2023-03-22T17:04:36.728 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:36.435+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.435449+0000) 2023-03-22T17:04:36.728 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:36.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:36.437118+0000) 2023-03-22T17:04:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:37.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:37.355627+0000) 2023-03-22T17:04:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:37.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:37.435378+0000) 2023-03-22T17:04:37.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:37.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:37.435483+0000) 2023-03-22T17:04:37.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:37.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:37.435680+0000) 2023-03-22T17:04:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:37.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:37.391671+0000) 2023-03-22T17:04:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:37.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:37.435633+0000) 2023-03-22T17:04:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:37.435+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:37.437260+0000) 2023-03-22T17:04:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:37 smithi142 ceph-mon[94717]: pgmap v4713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:37 smithi098 ceph-mon[94136]: pgmap v4713: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:38.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:38.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.435482+0000) 2023-03-22T17:04:38.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:38.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.435880+0000) 2023-03-22T17:04:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:38.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.391784+0000) 2023-03-22T17:04:38.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:38.354+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.355770+0000) 2023-03-22T17:04:38.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:38.355+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:38.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:38.355+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:38.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:38.371+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.372477+0000) 2023-03-22T17:04:38.724 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:38.434+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.435599+0000) 2023-03-22T17:04:38.725 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:38.435+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:38.725 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:38.439+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:38.726 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:38.453+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.454545+0000) 2023-03-22T17:04:38.726 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:38.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.435823+0000) 2023-03-22T17:04:38.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:38.436+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.437378+0000) 2023-03-22T17:04:38.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:38.436+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:38.727 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:38.439+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:38.728 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:38.453+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:38.454458+0000) 2023-03-22T17:04:39.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:39.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:39.435594+0000) 2023-03-22T17:04:39.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:39.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:39.435948+0000) 2023-03-22T17:04:39.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:39.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:39.436005+0000) 2023-03-22T17:04:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:39.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:39.391906+0000) 2023-03-22T17:04:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:39 smithi142 ceph-mon[94717]: pgmap v4714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:39 smithi098 ceph-mon[94136]: pgmap v4714: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:40.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:40.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:40.436070+0000) 2023-03-22T17:04:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:40.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:40.392032+0000) 2023-03-22T17:04:40.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:40.434+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:40.435704+0000) 2023-03-22T17:04:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:40.435+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:40.435+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:40.448+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:40.449339+0000) 2023-03-22T17:04:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:40.434+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:40.436127+0000) 2023-03-22T17:04:41.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:40.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:40.935711+0000) 2023-03-22T17:04:41.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:41.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:41.436259+0000) 2023-03-22T17:04:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:41.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:41.392162+0000) 2023-03-22T17:04:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:41.434+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:41.436212+0000) 2023-03-22T17:04:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:41 smithi142 ceph-mon[94717]: pgmap v4715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:41 smithi098 ceph-mon[94136]: pgmap v4715: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:42.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:41.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:41.935826+0000) 2023-03-22T17:04:42.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:42.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.436396+0000) 2023-03-22T17:04:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:42.390+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.392247+0000) 2023-03-22T17:04:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:42.391+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:42.392+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:42.394+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.395360+0000) 2023-03-22T17:04:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:42.435+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.436394+0000) 2023-03-22T17:04:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:42.435+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:42.435+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:42.447+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.448401+0000) 2023-03-22T17:04:43.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:42.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.935856+0000) 2023-03-22T17:04:43.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:42.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.935961+0000) 2023-03-22T17:04:43.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:42.855+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.856158+0000) 2023-03-22T17:04:43.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:42.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:42.937690+0000) 2023-03-22T17:04:43.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:43.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:43.436558+0000) 2023-03-22T17:04:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:43 smithi142 ceph-mon[94717]: pgmap v4716: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:43 smithi098 ceph-mon[94136]: pgmap v4716: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:44.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:43.871+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:43.872562+0000) 2023-03-22T17:04:44.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:43.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:43.936022+0000) 2023-03-22T17:04:44.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:43.934+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:43.936141+0000) 2023-03-22T17:04:44.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:43.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:43.937822+0000) 2023-03-22T17:04:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:44.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:44.436714+0000) 2023-03-22T17:04:45.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:44.934+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:44.936178+0000) 2023-03-22T17:04:45.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:44.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:44.936279+0000) 2023-03-22T17:04:45.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:44.874+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:44.876045+0000) 2023-03-22T17:04:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:44.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:44.936090+0000) 2023-03-22T17:04:45.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:44.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:44.938039+0000) 2023-03-22T17:04:45.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:45.435+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:45.436858+0000) 2023-03-22T17:04:45.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:45.436+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:45.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:45.436+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:04:45.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:45.443+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:45.444617+0000) 2023-03-22T17:04:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:45 smithi142 ceph-mon[94717]: pgmap v4717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:45 smithi098 ceph-mon[94136]: pgmap v4717: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:46.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:45.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:45.936306+0000) 2023-03-22T17:04:46.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:45.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:45.936403+0000) 2023-03-22T17:04:46.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:45.877+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:45.878484+0000) 2023-03-22T17:04:46.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:45.934+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:45.936222+0000) 2023-03-22T17:04:46.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:45.936+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:45.938206+0000) 2023-03-22T17:04:47.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:46.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:46.880802+0000) 2023-03-22T17:04:47.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:46.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:46.936515+0000) 2023-03-22T17:04:47.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:46.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:46.936707+0000) 2023-03-22T17:04:47.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:46.891+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:46.892528+0000) 2023-03-22T17:04:47.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:46.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:46.936299+0000) 2023-03-22T17:04:47.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:46.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:46.936428+0000) 2023-03-22T17:04:47.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:46.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:46.938315+0000) 2023-03-22T17:04:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:47 smithi142 ceph-mon[94717]: pgmap v4718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:48.171 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:47.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:47.936590+0000) 2023-03-22T17:04:48.172 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:47.891+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:47.892686+0000) 2023-03-22T17:04:48.172 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:47.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:47.936791+0000) 2023-03-22T17:04:48.173 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:47.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:47.881023+0000) 2023-03-22T17:04:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:47 smithi098 ceph-mon[94136]: pgmap v4718: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:48.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:47.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:47.936640+0000) 2023-03-22T17:04:48.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:47.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:47.936485+0000) 2023-03-22T17:04:48.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:47.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:47.938431+0000) 2023-03-22T17:04:49.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:48.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:48.936761+0000) 2023-03-22T17:04:49.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:48.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:48.936821+0000) 2023-03-22T17:04:49.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:48.891+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:48.892808+0000) 2023-03-22T17:04:49.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:48.879+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:48.881158+0000) 2023-03-22T17:04:49.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:48.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:48.936668+0000) 2023-03-22T17:04:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:48.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:48.937029+0000) 2023-03-22T17:04:49.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:48.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:48.938581+0000) 2023-03-22T17:04:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:49 smithi142 ceph-mon[94717]: pgmap v4719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:49 smithi098 ceph-mon[94136]: pgmap v4719: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:50.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:49.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.881385+0000) 2023-03-22T17:04:50.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:49.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.936820+0000) 2023-03-22T17:04:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:49.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.936927+0000) 2023-03-22T17:04:50.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:49.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.937013+0000) 2023-03-22T17:04:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:49.891+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.892984+0000) 2023-03-22T17:04:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:49.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.937149+0000) 2023-03-22T17:04:50.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:49.935+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.937112+0000) 2023-03-22T17:04:50.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:49.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:49.938755+0000) 2023-03-22T17:04:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:50.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.881505+0000) 2023-03-22T17:04:51.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:50.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.936936+0000) 2023-03-22T17:04:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:50.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.937022+0000) 2023-03-22T17:04:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:50.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.937115+0000) 2023-03-22T17:04:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:50.935+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.937227+0000) 2023-03-22T17:04:51.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:50.891+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.893160+0000) 2023-03-22T17:04:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:50.935+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.937256+0000) 2023-03-22T17:04:51.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:50.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:50.938950+0000) 2023-03-22T17:04:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:51 smithi142 ceph-mon[94717]: pgmap v4720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:51 smithi098 ceph-mon[94136]: pgmap v4720: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:51.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.881743+0000) 2023-03-22T17:04:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:51.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.937073+0000) 2023-03-22T17:04:52.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:51.935+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.937136+0000) 2023-03-22T17:04:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:51.935+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.937181+0000) 2023-03-22T17:04:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:51.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.893298+0000) 2023-03-22T17:04:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:51.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.937380+0000) 2023-03-22T17:04:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:51.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.937355+0000) 2023-03-22T17:04:52.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:51.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:51.939124+0000) 2023-03-22T17:04:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:52.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.881877+0000) 2023-03-22T17:04:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:52.935+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.937191+0000) 2023-03-22T17:04:53.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:52.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.937263+0000) 2023-03-22T17:04:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:52.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.937297+0000) 2023-03-22T17:04:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:52.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.937462+0000) 2023-03-22T17:04:53.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:52.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.893434+0000) 2023-03-22T17:04:53.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:52.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.937495+0000) 2023-03-22T17:04:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:52.937+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:52.939244+0000) 2023-03-22T17:04:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:53 smithi142 ceph-mon[94717]: pgmap v4721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:53 smithi098 ceph-mon[94136]: pgmap v4721: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:04:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:53.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.937425+0000) 2023-03-22T17:04:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:53.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.937441+0000) 2023-03-22T17:04:54.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:53.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.939408+0000) 2023-03-22T17:04:54.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:53.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.882117+0000) 2023-03-22T17:04:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:53.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.893608+0000) 2023-03-22T17:04:54.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:53.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.937308+0000) 2023-03-22T17:04:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:53.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.937629+0000) 2023-03-22T17:04:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:53.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:53.937628+0000) 2023-03-22T17:04:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:54.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.937547+0000) 2023-03-22T17:04:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:54.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.937578+0000) 2023-03-22T17:04:55.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:54.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.893784+0000) 2023-03-22T17:04:55.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:54.880+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.882244+0000) 2023-03-22T17:04:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:54.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.937444+0000) 2023-03-22T17:04:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:54.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.937754+0000) 2023-03-22T17:04:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:54.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.937753+0000) 2023-03-22T17:04:55.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:54.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:54.939521+0000) 2023-03-22T17:04:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:55 smithi142 ceph-mon[94717]: pgmap v4722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:55 smithi098 ceph-mon[94136]: pgmap v4722: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:55.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.937685+0000) 2023-03-22T17:04:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:55.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.937835+0000) 2023-03-22T17:04:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:55.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.893992+0000) 2023-03-22T17:04:56.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:55.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.882493+0000) 2023-03-22T17:04:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:55.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.937577+0000) 2023-03-22T17:04:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:55.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.937876+0000) 2023-03-22T17:04:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:55.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.937955+0000) 2023-03-22T17:04:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:55.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:55.939639+0000) 2023-03-22T17:04:57.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:56.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.882618+0000) 2023-03-22T17:04:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:56.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.937703+0000) 2023-03-22T17:04:57.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:56.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.937809+0000) 2023-03-22T17:04:57.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:56.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.937951+0000) 2023-03-22T17:04:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:56.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.937999+0000) 2023-03-22T17:04:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:56.892+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.894157+0000) 2023-03-22T17:04:57.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:56.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.938107+0000) 2023-03-22T17:04:57.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:56.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:56.939753+0000) 2023-03-22T17:04:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:57 smithi142 ceph-mon[94717]: pgmap v4723: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:57 smithi098 ceph-mon[94136]: pgmap v4723: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:04:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:57.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.882863+0000) 2023-03-22T17:04:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:57.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.937897+0000) 2023-03-22T17:04:58.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:57.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.937977+0000) 2023-03-22T17:04:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:57.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.938080+0000) 2023-03-22T17:04:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:57.936+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.938216+0000) 2023-03-22T17:04:58.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:57.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.894296+0000) 2023-03-22T17:04:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:57.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.938120+0000) 2023-03-22T17:04:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:57.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:57.939863+0000) 2023-03-22T17:04:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:58.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.882988+0000) 2023-03-22T17:04:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:58.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.938045+0000) 2023-03-22T17:04:59.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:58.936+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.938109+0000) 2023-03-22T17:04:59.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:58.936+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.938223+0000) 2023-03-22T17:04:59.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:58.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.894409+0000) 2023-03-22T17:04:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:58.936+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.938241+0000) 2023-03-22T17:04:59.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:58.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.938323+0000) 2023-03-22T17:04:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:58.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:58.939966+0000) 2023-03-22T17:05:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:04:59 smithi142 ceph-mon[94717]: pgmap v4724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:04:59 smithi098 ceph-mon[94136]: pgmap v4724: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:04:59.881+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.883236+0000) 2023-03-22T17:05:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:04:59.936+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.938202+0000) 2023-03-22T17:05:00.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:04:59.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.938312+0000) 2023-03-22T17:05:00.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:04:59.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.938345+0000) 2023-03-22T17:05:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:04:59.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.894526+0000) 2023-03-22T17:05:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:04:59.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.938406+0000) 2023-03-22T17:05:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:04:59.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.938509+0000) 2023-03-22T17:05:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:04:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:04:59.938+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:04:59.940137+0000) 2023-03-22T17:05:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:00.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.938471+0000) 2023-03-22T17:05:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:00.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.938511+0000) 2023-03-22T17:05:01.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:00.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.883407+0000) 2023-03-22T17:05:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:00.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.938355+0000) 2023-03-22T17:05:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:00.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.894652+0000) 2023-03-22T17:05:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:00.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.938652+0000) 2023-03-22T17:05:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:00.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.938630+0000) 2023-03-22T17:05:01.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:00.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:00.940349+0000) 2023-03-22T17:05:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:01 smithi142 ceph-mon[94717]: pgmap v4725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:01 smithi098 ceph-mon[94136]: pgmap v4725: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:01.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.938593+0000) 2023-03-22T17:05:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:01.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.938647+0000) 2023-03-22T17:05:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:01.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.894792+0000) 2023-03-22T17:05:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:01.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.883718+0000) 2023-03-22T17:05:02.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:01.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.938472+0000) 2023-03-22T17:05:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:01.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.938781+0000) 2023-03-22T17:05:02.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:01.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.938788+0000) 2023-03-22T17:05:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:01.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:01.940491+0000) 2023-03-22T17:05:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:02.882+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.883849+0000) 2023-03-22T17:05:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:02.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.938600+0000) 2023-03-22T17:05:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:02.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.938713+0000) 2023-03-22T17:05:03.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:02.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.938780+0000) 2023-03-22T17:05:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:02.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.938922+0000) 2023-03-22T17:05:03.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:02.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.894906+0000) 2023-03-22T17:05:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:02.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.938908+0000) 2023-03-22T17:05:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:02.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:02.940607+0000) 2023-03-22T17:05:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:03 smithi142 ceph-mon[94717]: pgmap v4726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2023-03-22T17:05:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:03 smithi098 ceph-mon[94136]: pgmap v4726: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2023-03-22T17:05:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:03.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.884122+0000) 2023-03-22T17:05:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:03.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.938730+0000) 2023-03-22T17:05:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:03.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.938834+0000) 2023-03-22T17:05:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:03.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.938933+0000) 2023-03-22T17:05:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:03.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.939060+0000) 2023-03-22T17:05:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:03.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.895083+0000) 2023-03-22T17:05:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:03.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.939068+0000) 2023-03-22T17:05:04.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:03.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:03.940747+0000) 2023-03-22T17:05:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:04.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.884259+0000) 2023-03-22T17:05:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:04.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.938871+0000) 2023-03-22T17:05:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:04.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.938967+0000) 2023-03-22T17:05:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:04.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.939096+0000) 2023-03-22T17:05:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:04.893+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.895225+0000) 2023-03-22T17:05:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:04.937+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.939190+0000) 2023-03-22T17:05:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:04.937+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.939164+0000) 2023-03-22T17:05:05.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:04.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:04.940889+0000) 2023-03-22T17:05:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:05 smithi142 ceph-mon[94717]: pgmap v4727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T17:05:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:05 smithi098 ceph-mon[94136]: pgmap v4727: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T17:05:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:05.937+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.939086+0000) 2023-03-22T17:05:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:05.937+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.939211+0000) 2023-03-22T17:05:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:05.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.895340+0000) 2023-03-22T17:05:06.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:05.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.884561+0000) 2023-03-22T17:05:06.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:05.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.938997+0000) 2023-03-22T17:05:06.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:05.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.939355+0000) 2023-03-22T17:05:06.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:05.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.939294+0000) 2023-03-22T17:05:06.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:05.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:05.941001+0000) 2023-03-22T17:05:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:06.938+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.939253+0000) 2023-03-22T17:05:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:06.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.895463+0000) 2023-03-22T17:05:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:06.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.884723+0000) 2023-03-22T17:05:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:06.938+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.939389+0000) 2023-03-22T17:05:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:06.938+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:07.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:06.938+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:07.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:06.947+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.948363+0000) 2023-03-22T17:05:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:06.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.941134+0000) 2023-03-22T17:05:07.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:06.937+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.939178+0000) 2023-03-22T17:05:07.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:06.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.939466+0000) 2023-03-22T17:05:07.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:06.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:06.939507+0000) 2023-03-22T17:05:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:07 smithi142 ceph-mon[94717]: pgmap v4728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T17:05:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:07 smithi098 ceph-mon[94136]: pgmap v4728: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T17:05:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:07.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:07.884910+0000) 2023-03-22T17:05:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:07.938+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:07.939301+0000) 2023-03-22T17:05:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:07.938+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:07.939428+0000) 2023-03-22T17:05:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:07.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:07.895630+0000) 2023-03-22T17:05:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:07.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:07.939671+0000) 2023-03-22T17:05:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:07.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:07.939634+0000) 2023-03-22T17:05:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:07.939+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:07.941244+0000) 2023-03-22T17:05:09.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:08.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.939811+0000) 2023-03-22T17:05:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:08.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.895739+0000) 2023-03-22T17:05:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:08.938+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.939426+0000) 2023-03-22T17:05:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:08.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.939987+0000) 2023-03-22T17:05:09.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:08.883+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.885067+0000) 2023-03-22T17:05:09.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:08.884+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:09.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:08.884+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:09.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:08.899+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.900453+0000) 2023-03-22T17:05:09.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:08.938+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.939545+0000) 2023-03-22T17:05:09.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:08.939+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:09.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:08.939+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:09.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:08.951+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.952717+0000) 2023-03-22T17:05:09.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:08.940+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.941362+0000) 2023-03-22T17:05:09.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:08.940+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:09.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:08.940+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:09.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:08.952+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:08.953426+0000) 2023-03-22T17:05:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:09 smithi142 ceph-mon[94717]: pgmap v4729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T17:05:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:09 smithi098 ceph-mon[94136]: pgmap v4729: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T17:05:10.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:09.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:09.939932+0000) 2023-03-22T17:05:10.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:09.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:09.940103+0000) 2023-03-22T17:05:10.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:09.938+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:09.939547+0000) 2023-03-22T17:05:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:09.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:09.895857+0000) 2023-03-22T17:05:11.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:10.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:10.940055+0000) 2023-03-22T17:05:11.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:10.938+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:10.940220+0000) 2023-03-22T17:05:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:10.938+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:10.939664+0000) 2023-03-22T17:05:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:10.939+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:10.939+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:10.942+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:10.943411+0000) 2023-03-22T17:05:11.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:10.895+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:10.896042+0000) 2023-03-22T17:05:11.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:11.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:11.439788+0000) 2023-03-22T17:05:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:11 smithi142 ceph-mon[94717]: pgmap v4730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T17:05:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:11 smithi098 ceph-mon[94136]: pgmap v4730: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2023-03-22T17:05:12.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:11.938+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:11.940176+0000) 2023-03-22T17:05:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:11.894+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:11.896231+0000) 2023-03-22T17:05:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:11.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:11.940297+0000) 2023-03-22T17:05:12.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:12.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:12.439919+0000) 2023-03-22T17:05:13.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:12.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:12.940397+0000) 2023-03-22T17:05:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:12.895+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:12.896395+0000) 2023-03-22T17:05:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:12.895+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:12.895+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:12.897+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:12.898543+0000) 2023-03-22T17:05:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:12.939+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:12.940316+0000) 2023-03-22T17:05:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:12.939+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:12.939+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:12.952+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:12.953631+0000) 2023-03-22T17:05:13.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:13.384+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:13.385295+0000) 2023-03-22T17:05:13.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:13.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:13.439872+0000) 2023-03-22T17:05:13.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:13.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:13.440031+0000) 2023-03-22T17:05:13.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:13.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:13.441580+0000) 2023-03-22T17:05:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:13 smithi142 ceph-mon[94717]: pgmap v4731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T17:05:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:13 smithi098 ceph-mon[94136]: pgmap v4731: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2023-03-22T17:05:14.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:13.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:13.940500+0000) 2023-03-22T17:05:14.664 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:14.386+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:14.388034+0000) 2023-03-22T17:05:14.665 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:14.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:14.440031+0000) 2023-03-22T17:05:14.666 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:14.438+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:14.440147+0000) 2023-03-22T17:05:14.940 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:14.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:14.441717+0000) 2023-03-22T17:05:15.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:14.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:14.940635+0000) 2023-03-22T17:05:15.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:15.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:15.391956+0000) 2023-03-22T17:05:15.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:15.438+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:15.440079+0000) 2023-03-22T17:05:15.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:15.438+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:15.440220+0000) 2023-03-22T17:05:15.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:15.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:15.440300+0000) 2023-03-22T17:05:15.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:15.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:15.441830+0000) 2023-03-22T17:05:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:15 smithi142 ceph-mon[94717]: pgmap v4732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T17:05:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:15 smithi098 ceph-mon[94136]: pgmap v4732: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T17:05:16.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:15.939+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:15.940763+0000) 2023-03-22T17:05:16.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:15.940+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:16.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:15.940+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:15.948+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:15.949572+0000) 2023-03-22T17:05:16.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:16.393+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:16.394401+0000) 2023-03-22T17:05:16.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:16.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:16.440265+0000) 2023-03-22T17:05:16.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:16.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:16.440393+0000) 2023-03-22T17:05:16.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:16.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:16.440470+0000) 2023-03-22T17:05:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:16.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:16.441951+0000) 2023-03-22T17:05:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:17.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:17.440513+0000) 2023-03-22T17:05:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:17.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:17.440590+0000) 2023-03-22T17:05:17.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:17.395+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:17.396660+0000) 2023-03-22T17:05:17.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:17.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:17.396584+0000) 2023-03-22T17:05:17.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:17.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:17.440400+0000) 2023-03-22T17:05:17.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:17.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:17.440686+0000) 2023-03-22T17:05:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:17.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:17.442079+0000) 2023-03-22T17:05:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:17 smithi142 ceph-mon[94717]: pgmap v4733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T17:05:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:17 smithi098 ceph-mon[94136]: pgmap v4733: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-03-22T17:05:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:18.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:18.440635+0000) 2023-03-22T17:05:18.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:18.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:18.440726+0000) 2023-03-22T17:05:18.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:18.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:18.440812+0000) 2023-03-22T17:05:18.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:18.395+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:18.396775+0000) 2023-03-22T17:05:18.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:18.440+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:18.442188+0000) 2023-03-22T17:05:18.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:18.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:18.440523+0000) 2023-03-22T17:05:18.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:18.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:18.396713+0000) 2023-03-22T17:05:19.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:19.396+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:19.396995+0000) 2023-03-22T17:05:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:19.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:19.440647+0000) 2023-03-22T17:05:19.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:19.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:19.440755+0000) 2023-03-22T17:05:19.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:19.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:19.440883+0000) 2023-03-22T17:05:19.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:19.396+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:19.396956+0000) 2023-03-22T17:05:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:19.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:19.441022+0000) 2023-03-22T17:05:19.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:19.441+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:19.442302+0000) 2023-03-22T17:05:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:19 smithi142 ceph-mon[94717]: pgmap v4734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:05:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:19 smithi098 ceph-mon[94136]: pgmap v4734: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:05:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:20.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.440886+0000) 2023-03-22T17:05:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:20.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.441031+0000) 2023-03-22T17:05:20.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:20.395+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.397100+0000) 2023-03-22T17:05:20.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:20.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.440762+0000) 2023-03-22T17:05:20.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:20.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.397151+0000) 2023-03-22T17:05:20.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:20.439+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.440998+0000) 2023-03-22T17:05:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:20.439+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.441150+0000) 2023-03-22T17:05:20.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:20.441+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:20.442421+0000) 2023-03-22T17:05:21.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:21.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.441006+0000) 2023-03-22T17:05:21.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:21.439+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.441127+0000) 2023-03-22T17:05:21.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:21.441+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.442537+0000) 2023-03-22T17:05:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:21.395+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.397224+0000) 2023-03-22T17:05:21.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:21.396+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.397400+0000) 2023-03-22T17:05:21.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:21.439+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.441154+0000) 2023-03-22T17:05:21.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:21.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.440890+0000) 2023-03-22T17:05:21.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:21.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:21.441294+0000) 2023-03-22T17:05:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:21 smithi142 ceph-mon[94717]: pgmap v4735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:05:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:21 smithi098 ceph-mon[94136]: pgmap v4735: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:05:22.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:22.439+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.441124+0000) 2023-03-22T17:05:22.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:22.440+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.441280+0000) 2023-03-22T17:05:22.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:22.396+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.397299+0000) 2023-03-22T17:05:22.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:22.396+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.397522+0000) 2023-03-22T17:05:22.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:22.439+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.441038+0000) 2023-03-22T17:05:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:22.439+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.441252+0000) 2023-03-22T17:05:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:22.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.441404+0000) 2023-03-22T17:05:22.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:22.441+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:22.442666+0000) 2023-03-22T17:05:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:23.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.397714+0000) 2023-03-22T17:05:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:23.440+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.441180+0000) 2023-03-22T17:05:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:23.440+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.441261+0000) 2023-03-22T17:05:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:23.440+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.441392+0000) 2023-03-22T17:05:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:23.440+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.441392+0000) 2023-03-22T17:05:23.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:23.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.397406+0000) 2023-03-22T17:05:23.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:23.440+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.441513+0000) 2023-03-22T17:05:23.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:23.442+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:23.442789+0000) 2023-03-22T17:05:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:23 smithi142 ceph-mon[94717]: pgmap v4736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:05:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:23 smithi098 ceph-mon[94136]: pgmap v4736: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:05:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:24.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.397819+0000) 2023-03-22T17:05:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:24.441+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.441329+0000) 2023-03-22T17:05:24.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:24.441+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.441332+0000) 2023-03-22T17:05:24.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:24.441+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.441502+0000) 2023-03-22T17:05:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:24.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.397547+0000) 2023-03-22T17:05:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:24.441+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.441637+0000) 2023-03-22T17:05:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:24.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.441513+0000) 2023-03-22T17:05:24.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:24.442+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:24.442891+0000) 2023-03-22T17:05:25.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:25.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.398008+0000) 2023-03-22T17:05:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:25.441+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.441490+0000) 2023-03-22T17:05:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:25.441+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.441498+0000) 2023-03-22T17:05:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:25.441+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.441816+0000) 2023-03-22T17:05:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:25.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.441663+0000) 2023-03-22T17:05:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:25.442+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.443013+0000) 2023-03-22T17:05:25.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:25.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.397703+0000) 2023-03-22T17:05:25.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:25.441+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:25.441674+0000) 2023-03-22T17:05:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:25 smithi142 ceph-mon[94717]: pgmap v4737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:25 smithi098 ceph-mon[94136]: pgmap v4737: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:26.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.398125+0000) 2023-03-22T17:05:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:26.441+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.441668+0000) 2023-03-22T17:05:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:26.441+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.441662+0000) 2023-03-22T17:05:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:26.441+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.441840+0000) 2023-03-22T17:05:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:26.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.441833+0000) 2023-03-22T17:05:26.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:26.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.397871+0000) 2023-03-22T17:05:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:26.441+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.441973+0000) 2023-03-22T17:05:26.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:26.442+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:26.443209+0000) 2023-03-22T17:05:27.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:27.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.398370+0000) 2023-03-22T17:05:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:27.441+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.441832+0000) 2023-03-22T17:05:27.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:27.441+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.441829+0000) 2023-03-22T17:05:27.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:27.441+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.441951+0000) 2023-03-22T17:05:27.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:27.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.398062+0000) 2023-03-22T17:05:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:27.441+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.442083+0000) 2023-03-22T17:05:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:27.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.441961+0000) 2023-03-22T17:05:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:27.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:27.443321+0000) 2023-03-22T17:05:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:27 smithi142 ceph-mon[94717]: pgmap v4738: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:27 smithi098 ceph-mon[94136]: pgmap v4738: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:28.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:28.441+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.442068+0000) 2023-03-22T17:05:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:28.441+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.442045+0000) 2023-03-22T17:05:28.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:28.441+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.442114+0000) 2023-03-22T17:05:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:28.441+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.442139+0000) 2023-03-22T17:05:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:28.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.443450+0000) 2023-03-22T17:05:28.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:28.397+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.398224+0000) 2023-03-22T17:05:28.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:28.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.398481+0000) 2023-03-22T17:05:28.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:28.442+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:28.442325+0000) 2023-03-22T17:05:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:29.441+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.442184+0000) 2023-03-22T17:05:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:29.442+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.442294+0000) 2023-03-22T17:05:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:29.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.398379+0000) 2023-03-22T17:05:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:29.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.398688+0000) 2023-03-22T17:05:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:29.441+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.442213+0000) 2023-03-22T17:05:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:29.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.442308+0000) 2023-03-22T17:05:29.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:29.442+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.442451+0000) 2023-03-22T17:05:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:29.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:29.443554+0000) 2023-03-22T17:05:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:29 smithi142 ceph-mon[94717]: pgmap v4739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:29 smithi098 ceph-mon[94136]: pgmap v4739: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:30.442+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.442306+0000) 2023-03-22T17:05:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:30.442+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.442505+0000) 2023-03-22T17:05:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:30.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.398517+0000) 2023-03-22T17:05:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:30.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.398827+0000) 2023-03-22T17:05:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:30.442+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.442302+0000) 2023-03-22T17:05:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:30.442+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.442596+0000) 2023-03-22T17:05:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:30.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.442526+0000) 2023-03-22T17:05:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:30.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:30.443683+0000) 2023-03-22T17:05:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:31.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.399111+0000) 2023-03-22T17:05:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:31.442+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.442504+0000) 2023-03-22T17:05:31.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:31.442+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.442500+0000) 2023-03-22T17:05:31.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:31.442+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.442656+0000) 2023-03-22T17:05:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:31.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.442686+0000) 2023-03-22T17:05:31.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:31.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.398713+0000) 2023-03-22T17:05:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:31.442+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.442843+0000) 2023-03-22T17:05:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:31.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:31.443816+0000) 2023-03-22T17:05:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:31 smithi142 ceph-mon[94717]: pgmap v4740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:31 smithi098 ceph-mon[94136]: pgmap v4740: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:32.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.399218+0000) 2023-03-22T17:05:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:32.442+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.442688+0000) 2023-03-22T17:05:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:32.442+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.442701+0000) 2023-03-22T17:05:32.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:32.442+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.442914+0000) 2023-03-22T17:05:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:32.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.442890+0000) 2023-03-22T17:05:32.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:32.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.398834+0000) 2023-03-22T17:05:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:32.442+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.443023+0000) 2023-03-22T17:05:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:32.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:32.443940+0000) 2023-03-22T17:05:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:33.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.399454+0000) 2023-03-22T17:05:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:33.442+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.442882+0000) 2023-03-22T17:05:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:33.442+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.443122+0000) 2023-03-22T17:05:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:33.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.443085+0000) 2023-03-22T17:05:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:33.398+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.398992+0000) 2023-03-22T17:05:33.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:33.442+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.442877+0000) 2023-03-22T17:05:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:33.442+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.443169+0000) 2023-03-22T17:05:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:33.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:33.444058+0000) 2023-03-22T17:05:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:33 smithi142 ceph-mon[94717]: pgmap v4741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:33 smithi098 ceph-mon[94136]: pgmap v4741: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:34.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.399557+0000) 2023-03-22T17:05:34.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:34.442+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.443006+0000) 2023-03-22T17:05:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:34.442+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.443007+0000) 2023-03-22T17:05:34.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:34.442+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.443236+0000) 2023-03-22T17:05:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:34.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.399230+0000) 2023-03-22T17:05:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:34.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.443305+0000) 2023-03-22T17:05:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:34.442+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.443226+0000) 2023-03-22T17:05:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:34.443+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:34.444172+0000) 2023-03-22T17:05:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:35.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.399749+0000) 2023-03-22T17:05:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:35.443+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.443173+0000) 2023-03-22T17:05:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:35.443+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.443174+0000) 2023-03-22T17:05:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:35.443+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.443332+0000) 2023-03-22T17:05:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:35.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.443492+0000) 2023-03-22T17:05:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:35.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.399395+0000) 2023-03-22T17:05:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:35.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.443338+0000) 2023-03-22T17:05:35.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:35.444+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:35.444283+0000) 2023-03-22T17:05:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:35 smithi142 ceph-mon[94717]: pgmap v4742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:35 smithi098 ceph-mon[94136]: pgmap v4742: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:36.443+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.443323+0000) 2023-03-22T17:05:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:36.443+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.443510+0000) 2023-03-22T17:05:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:36.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.443526+0000) 2023-03-22T17:05:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:36.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.399507+0000) 2023-03-22T17:05:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:36.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.399859+0000) 2023-03-22T17:05:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:36.443+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.443323+0000) 2023-03-22T17:05:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:36.444+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.444385+0000) 2023-03-22T17:05:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:36.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:36.443650+0000) 2023-03-22T17:05:37.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:37.443+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.443472+0000) 2023-03-22T17:05:37.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:37.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.400082+0000) 2023-03-22T17:05:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:37.443+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.443628+0000) 2023-03-22T17:05:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:37.444+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:37.444+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:37.458+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.458463+0000) 2023-03-22T17:05:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:37.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.399637+0000) 2023-03-22T17:05:37.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:37.443+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.443472+0000) 2023-03-22T17:05:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:37.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.443658+0000) 2023-03-22T17:05:37.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:37.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.443767+0000) 2023-03-22T17:05:37.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:37.444+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:37.444498+0000) 2023-03-22T17:05:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:37 smithi142 ceph-mon[94717]: pgmap v4743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:37 smithi098 ceph-mon[94136]: pgmap v4743: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:38.443+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:38.443628+0000) 2023-03-22T17:05:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:38.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:38.399763+0000) 2023-03-22T17:05:38.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:38.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:38.400190+0000) 2023-03-22T17:05:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:38.443+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:38.443628+0000) 2023-03-22T17:05:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:38.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:38.443782+0000) 2023-03-22T17:05:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:38.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:38.443887+0000) 2023-03-22T17:05:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:38.444+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:38.444609+0000) 2023-03-22T17:05:39.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:39.443+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.443743+0000) 2023-03-22T17:05:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:39.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.399907+0000) 2023-03-22T17:05:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:39.443+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.443743+0000) 2023-03-22T17:05:39.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:39.444+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:39.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:39.444+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:39.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:39.453+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.454230+0000) 2023-03-22T17:05:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:39.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.443998+0000) 2023-03-22T17:05:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:39.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.443897+0000) 2023-03-22T17:05:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:39.444+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.444711+0000) 2023-03-22T17:05:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:39.444+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:39.445+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:39.457+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.457608+0000) 2023-03-22T17:05:39.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:39.400+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.400417+0000) 2023-03-22T17:05:39.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:39.400+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:39.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:39.400+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:39.724 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:39.419+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:39.420221+0000) 2023-03-22T17:05:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:39 smithi142 ceph-mon[94717]: pgmap v4744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:39 smithi098 ceph-mon[94136]: pgmap v4744: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:40.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:40.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:40.400031+0000) 2023-03-22T17:05:40.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:40.443+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:40.443855+0000) 2023-03-22T17:05:40.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:40.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:40.444106+0000) 2023-03-22T17:05:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:40.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:40.444015+0000) 2023-03-22T17:05:41.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:41.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:41.400158+0000) 2023-03-22T17:05:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:41.443+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:41.443984+0000) 2023-03-22T17:05:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:41.444+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:41.444+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:41.447+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:41.447718+0000) 2023-03-22T17:05:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:41.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:41.444169+0000) 2023-03-22T17:05:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:41.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:41.444249+0000) 2023-03-22T17:05:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:41 smithi142 ceph-mon[94717]: pgmap v4745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:41 smithi098 ceph-mon[94136]: pgmap v4745: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:42.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:41.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:41.943938+0000) 2023-03-22T17:05:42.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:42.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:42.400295+0000) 2023-03-22T17:05:42.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:42.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:42.444386+0000) 2023-03-22T17:05:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:42.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:42.444296+0000) 2023-03-22T17:05:43.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:42.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:42.944069+0000) 2023-03-22T17:05:43.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:43.443+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.444511+0000) 2023-03-22T17:05:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:43.443+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:43.443+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:43.445+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.447118+0000) 2023-03-22T17:05:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:43.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.444441+0000) 2023-03-22T17:05:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:43.399+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.400440+0000) 2023-03-22T17:05:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:43.399+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:43.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:43.399+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:43.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:43.406+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.407605+0000) 2023-03-22T17:05:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:43 smithi142 ceph-mon[94717]: pgmap v4746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:43 smithi098 ceph-mon[94136]: pgmap v4746: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:44.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:43.899+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.900695+0000) 2023-03-22T17:05:44.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:43.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.943995+0000) 2023-03-22T17:05:44.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:43.942+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.944195+0000) 2023-03-22T17:05:44.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:43.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:43.944980+0000) 2023-03-22T17:05:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:44.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:44.444550+0000) 2023-03-22T17:05:45.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:44.902+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:44.903134+0000) 2023-03-22T17:05:45.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:44.942+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:44.944126+0000) 2023-03-22T17:05:45.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:44.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:44.944302+0000) 2023-03-22T17:05:45.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:44.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:44.945097+0000) 2023-03-22T17:05:45.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:45.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:45.444702+0000) 2023-03-22T17:05:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:45 smithi142 ceph-mon[94717]: pgmap v4747: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:45 smithi098 ceph-mon[94136]: pgmap v4747: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:46.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:45.904+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:45.905441+0000) 2023-03-22T17:05:46.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:45.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:45.944308+0000) 2023-03-22T17:05:46.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:45.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:45.944322+0000) 2023-03-22T17:05:46.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:45.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:45.944459+0000) 2023-03-22T17:05:46.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:45.943+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:45.945214+0000) 2023-03-22T17:05:46.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:46.443+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:46.444858+0000) 2023-03-22T17:05:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:46.444+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:46.444+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:05:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:46.447+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:46.448392+0000) 2023-03-22T17:05:47.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:46.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:46.944484+0000) 2023-03-22T17:05:47.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:46.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:46.944622+0000) 2023-03-22T17:05:47.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:46.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:46.944542+0000) 2023-03-22T17:05:47.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:46.907+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:46.908990+0000) 2023-03-22T17:05:47.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:46.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:46.945307+0000) 2023-03-22T17:05:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:47 smithi142 ceph-mon[94717]: pgmap v4748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:47 smithi098 ceph-mon[94136]: pgmap v4748: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:05:48.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:47.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:47.944636+0000) 2023-03-22T17:05:48.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:47.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:47.944768+0000) 2023-03-22T17:05:48.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:47.899+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:47.900693+0000) 2023-03-22T17:05:48.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:47.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:47.945414+0000) 2023-03-22T17:05:48.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:47.909+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:47.910367+0000) 2023-03-22T17:05:48.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:47.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:47.944704+0000) 2023-03-22T17:05:48.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:47.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:47.944818+0000) 2023-03-22T17:05:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:48.909+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:48.910483+0000) 2023-03-22T17:05:49.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:48.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:48.944900+0000) 2023-03-22T17:05:49.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:48.899+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:48.900884+0000) 2023-03-22T17:05:49.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:48.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:48.944820+0000) 2023-03-22T17:05:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:48.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:48.944760+0000) 2023-03-22T17:05:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:48.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:48.944938+0000) 2023-03-22T17:05:49.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:48.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:48.945530+0000) 2023-03-22T17:05:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:49 smithi142 ceph-mon[94717]: pgmap v4749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:49 smithi098 ceph-mon[94136]: pgmap v4749: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:50.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:49.909+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:49.910739+0000) 2023-03-22T17:05:50.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:49.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:49.944896+0000) 2023-03-22T17:05:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:49.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:49.944890+0000) 2023-03-22T17:05:50.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:49.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:49.945083+0000) 2023-03-22T17:05:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:49.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:49.945651+0000) 2023-03-22T17:05:50.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:49.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:49.901067+0000) 2023-03-22T17:05:50.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:49.943+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:49.945179+0000) 2023-03-22T17:05:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:50.909+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.910871+0000) 2023-03-22T17:05:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:50.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.945039+0000) 2023-03-22T17:05:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:50.943+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.945207+0000) 2023-03-22T17:05:51.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:50.943+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.945208+0000) 2023-03-22T17:05:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:50.899+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.901182+0000) 2023-03-22T17:05:51.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:50.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.945016+0000) 2023-03-22T17:05:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:50.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.945366+0000) 2023-03-22T17:05:51.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:50.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:50.945773+0000) 2023-03-22T17:05:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:51 smithi142 ceph-mon[94717]: pgmap v4750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:05:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:51 smithi098 ceph-mon[94136]: pgmap v4750: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:05:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:51.943+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.945176+0000) 2023-03-22T17:05:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:51.944+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.945300+0000) 2023-03-22T17:05:52.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:51.909+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.911095+0000) 2023-03-22T17:05:52.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:51.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.901302+0000) 2023-03-22T17:05:52.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:51.943+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.945166+0000) 2023-03-22T17:05:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:51.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.946412+0000) 2023-03-22T17:05:52.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:51.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.945895+0000) 2023-03-22T17:05:52.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:51.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:51.945483+0000) 2023-03-22T17:05:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:52.944+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.945304+0000) 2023-03-22T17:05:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:52.944+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.945486+0000) 2023-03-22T17:05:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:52.909+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.911253+0000) 2023-03-22T17:05:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:52.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.901427+0000) 2023-03-22T17:05:53.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:52.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.945304+0000) 2023-03-22T17:05:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:52.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.946018+0000) 2023-03-22T17:05:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:52.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.946523+0000) 2023-03-22T17:05:53.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:52.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:52.945602+0000) 2023-03-22T17:05:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:53 smithi142 ceph-mon[94717]: pgmap v4751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:53 smithi098 ceph-mon[94136]: pgmap v4751: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:53.944+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.945429+0000) 2023-03-22T17:05:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:53.944+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.945608+0000) 2023-03-22T17:05:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:53.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.901553+0000) 2023-03-22T17:05:54.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:53.910+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.911502+0000) 2023-03-22T17:05:54.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:53.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.945430+0000) 2023-03-22T17:05:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:53.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.945723+0000) 2023-03-22T17:05:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:53.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.946638+0000) 2023-03-22T17:05:54.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:53.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:53.946130+0000) 2023-03-22T17:05:55.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:54 smithi098 ceph-mon[94136]: pgmap v4752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:05:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:54.910+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.911656+0000) 2023-03-22T17:05:55.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:54.944+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.945577+0000) 2023-03-22T17:05:55.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:54.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.945848+0000) 2023-03-22T17:05:55.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:54.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.901682+0000) 2023-03-22T17:05:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:54.944+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.946244+0000) 2023-03-22T17:05:55.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:54.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.945577+0000) 2023-03-22T17:05:55.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:54.944+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.945719+0000) 2023-03-22T17:05:55.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:54.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:54.946741+0000) 2023-03-22T17:05:55.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:54 smithi142 ceph-mon[94717]: pgmap v4752: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:05:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:55.910+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.911993+0000) 2023-03-22T17:05:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:55.944+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.945705+0000) 2023-03-22T17:05:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:55.944+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.945870+0000) 2023-03-22T17:05:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:55.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.901804+0000) 2023-03-22T17:05:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:55.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.945696+0000) 2023-03-22T17:05:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:55.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.946848+0000) 2023-03-22T17:05:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:55.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.945972+0000) 2023-03-22T17:05:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:55.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:55.946372+0000) 2023-03-22T17:05:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:56.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.945880+0000) 2023-03-22T17:05:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:56.945+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.946024+0000) 2023-03-22T17:05:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:56.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.946969+0000) 2023-03-22T17:05:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:56.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.901978+0000) 2023-03-22T17:05:57.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:56.910+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.912131+0000) 2023-03-22T17:05:57.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:56.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.945879+0000) 2023-03-22T17:05:57.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:56.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.946090+0000) 2023-03-22T17:05:57.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:56.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:56.946486+0000) 2023-03-22T17:05:57.627 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:57 smithi142 ceph-mon[94717]: pgmap v4753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:05:57.672 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:57 smithi098 ceph-mon[94136]: pgmap v4753: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:05:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:57.944+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.946093+0000) 2023-03-22T17:05:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:57.944+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.946172+0000) 2023-03-22T17:05:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:57.900+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.902143+0000) 2023-03-22T17:05:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:57.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.947098+0000) 2023-03-22T17:05:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:57.911+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.912465+0000) 2023-03-22T17:05:58.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:57.944+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.946100+0000) 2023-03-22T17:05:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:57.944+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.946208+0000) 2023-03-22T17:05:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:57.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:57.946591+0000) 2023-03-22T17:05:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:58.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.946255+0000) 2023-03-22T17:05:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:58.945+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.946365+0000) 2023-03-22T17:05:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:58.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.946292+0000) 2023-03-22T17:05:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:58.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.902275+0000) 2023-03-22T17:05:59.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:58.911+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.912600+0000) 2023-03-22T17:05:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:58.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.946367+0000) 2023-03-22T17:05:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:58.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.946693+0000) 2023-03-22T17:05:59.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:58.945+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:58.947194+0000) 2023-03-22T17:05:59.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:05:59 smithi142 ceph-mon[94717]: pgmap v4754: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:05:59.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:05:59 smithi098 ceph-mon[94136]: pgmap v4754: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:05:59.911+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.912791+0000) 2023-03-22T17:06:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:05:59.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.946452+0000) 2023-03-22T17:06:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:05:59.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.946446+0000) 2023-03-22T17:06:00.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:05:59.945+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.946625+0000) 2023-03-22T17:06:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:05:59.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.946800+0000) 2023-03-22T17:06:00.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:05:59.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.902402+0000) 2023-03-22T17:06:00.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:05:59.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.946534+0000) 2023-03-22T17:06:00.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:05:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:05:59.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:05:59.947299+0000) 2023-03-22T17:06:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:00.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.946577+0000) 2023-03-22T17:06:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:00.945+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.946755+0000) 2023-03-22T17:06:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:00.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.902530+0000) 2023-03-22T17:06:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:00.911+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.913004+0000) 2023-03-22T17:06:01.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:00.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.946579+0000) 2023-03-22T17:06:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:00.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.947399+0000) 2023-03-22T17:06:01.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:00.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.946677+0000) 2023-03-22T17:06:01.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:00.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:00.946917+0000) 2023-03-22T17:06:01.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:01 smithi142 ceph-mon[94717]: pgmap v4755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:01.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:01 smithi098 ceph-mon[94136]: pgmap v4755: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:01.911+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.913277+0000) 2023-03-22T17:06:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:01.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.946698+0000) 2023-03-22T17:06:02.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:01.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.946883+0000) 2023-03-22T17:06:02.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:01.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.947506+0000) 2023-03-22T17:06:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:01.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.902711+0000) 2023-03-22T17:06:02.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:01.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.946698+0000) 2023-03-22T17:06:02.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:01.945+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.946899+0000) 2023-03-22T17:06:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:01.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:01.947055+0000) 2023-03-22T17:06:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:02.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.946874+0000) 2023-03-22T17:06:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:02.945+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.947018+0000) 2023-03-22T17:06:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:02.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.913389+0000) 2023-03-22T17:06:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:02.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.902891+0000) 2023-03-22T17:06:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:02.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.946868+0000) 2023-03-22T17:06:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:02.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.947004+0000) 2023-03-22T17:06:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:02.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.947622+0000) 2023-03-22T17:06:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:02.945+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:02.947164+0000) 2023-03-22T17:06:03.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:03 smithi142 ceph-mon[94717]: pgmap v4756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:06:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:03 smithi098 ceph-mon[94136]: pgmap v4756: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:06:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:03.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.913625+0000) 2023-03-22T17:06:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:03.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.946997+0000) 2023-03-22T17:06:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:03.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.947008+0000) 2023-03-22T17:06:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:03.945+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.947139+0000) 2023-03-22T17:06:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:03.946+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.947282+0000) 2023-03-22T17:06:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:03.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.903034+0000) 2023-03-22T17:06:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:03.945+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.947120+0000) 2023-03-22T17:06:04.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:03.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:03.947738+0000) 2023-03-22T17:06:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:04.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.913801+0000) 2023-03-22T17:06:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:04.945+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.947119+0000) 2023-03-22T17:06:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:04.945+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.947129+0000) 2023-03-22T17:06:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:04.946+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.947349+0000) 2023-03-22T17:06:05.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:04.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.947847+0000) 2023-03-22T17:06:05.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:04.901+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.903167+0000) 2023-03-22T17:06:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:04.946+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.947303+0000) 2023-03-22T17:06:05.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:04.946+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:04.947402+0000) 2023-03-22T17:06:05.878 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:05 smithi142 ceph-mon[94717]: pgmap v4757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:06:05.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:05 smithi098 ceph-mon[94136]: pgmap v4757: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:06:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:05.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.914035+0000) 2023-03-22T17:06:06.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:05.946+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.947339+0000) 2023-03-22T17:06:06.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:05.946+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.947314+0000) 2023-03-22T17:06:06.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:05.946+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.947691+0000) 2023-03-22T17:06:06.224 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:05.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.903373+0000) 2023-03-22T17:06:06.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:05.946+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.947639+0000) 2023-03-22T17:06:06.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:05.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.947965+0000) 2023-03-22T17:06:06.226 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:05.946+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:05.947667+0000) 2023-03-22T17:06:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:06.912+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.914206+0000) 2023-03-22T17:06:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:06.946+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.947575+0000) 2023-03-22T17:06:07.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:06.946+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.947623+0000) 2023-03-22T17:06:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:06.946+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.947834+0000) 2023-03-22T17:06:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:06.946+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.948086+0000) 2023-03-22T17:06:07.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:06.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.903518+0000) 2023-03-22T17:06:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:06.946+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.947761+0000) 2023-03-22T17:06:07.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:06.946+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:06.947851+0000) 2023-03-22T17:06:07.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:07 smithi142 ceph-mon[94717]: pgmap v4758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:06:07.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:07 smithi098 ceph-mon[94136]: pgmap v4758: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:06:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:07.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.914478+0000) 2023-03-22T17:06:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:07.946+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.947721+0000) 2023-03-22T17:06:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:07.946+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.947796+0000) 2023-03-22T17:06:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:07.947+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.948349+0000) 2023-03-22T17:06:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:07.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.903646+0000) 2023-03-22T17:06:08.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:07.946+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.948077+0000) 2023-03-22T17:06:08.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:07.947+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:08.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:07.947+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:08.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:07.961+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.962290+0000) 2023-03-22T17:06:08.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:07.946+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.947896+0000) 2023-03-22T17:06:08.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:07.946+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:07.948057+0000) 2023-03-22T17:06:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:08.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:08.914623+0000) 2023-03-22T17:06:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:08.946+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:08.947900+0000) 2023-03-22T17:06:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:08.946+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:08.947941+0000) 2023-03-22T17:06:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:08.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:08.903788+0000) 2023-03-22T17:06:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:08.946+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:08.948027+0000) 2023-03-22T17:06:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:08.947+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:08.948460+0000) 2023-03-22T17:06:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:08.946+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:08.948202+0000) 2023-03-22T17:06:09.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:09 smithi142 ceph-mon[94717]: pgmap v4759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:06:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:09 smithi098 ceph-mon[94136]: pgmap v4759: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:06:10.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:09.946+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.948081+0000) 2023-03-22T17:06:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:09.902+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.903944+0000) 2023-03-22T17:06:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:09.913+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.914834+0000) 2023-03-22T17:06:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:09.914+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:09.914+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:09.921+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.922771+0000) 2023-03-22T17:06:10.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:09.946+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.948091+0000) 2023-03-22T17:06:10.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:09.947+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:10.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:09.948+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:10.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:09.954+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.955442+0000) 2023-03-22T17:06:10.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:09.946+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.948152+0000) 2023-03-22T17:06:10.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:09.947+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.948578+0000) 2023-03-22T17:06:10.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:09.947+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.948342+0000) 2023-03-22T17:06:10.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:09.947+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:10.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:09.947+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:10.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:09.955+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:09.956541+0000) 2023-03-22T17:06:10.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:10 smithi142 ceph-mon[94717]: osdmap e287: 12 total, 9 up, 9 in 2023-03-22T17:06:10.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:10 smithi098 ceph-mon[94136]: osdmap e287: 12 total, 9 up, 9 in 2023-03-22T17:06:11.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:10.946+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:10.948228+0000) 2023-03-22T17:06:11.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:10.947+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:10.948687+0000) 2023-03-22T17:06:11.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:10.903+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:10.904162+0000) 2023-03-22T17:06:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:10.947+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:10.948335+0000) 2023-03-22T17:06:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:11 smithi142 ceph-mon[94717]: pgmap v4761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:06:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:11 smithi098 ceph-mon[94136]: pgmap v4761: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:06:12.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:11.947+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:11.948826+0000) 2023-03-22T17:06:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:11.903+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:11.904415+0000) 2023-03-22T17:06:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:11.947+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:11.948351+0000) 2023-03-22T17:06:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:11.947+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:11.948+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:11.950+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:11.951748+0000) 2023-03-22T17:06:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:11.947+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:11.948475+0000) 2023-03-22T17:06:12.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:12.447+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:12.448299+0000) 2023-03-22T17:06:13.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:12.947+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:12.948950+0000) 2023-03-22T17:06:13.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:12.903+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:12.904555+0000) 2023-03-22T17:06:13.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:12.947+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:12.948620+0000) 2023-03-22T17:06:13.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:13.447+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:13.448421+0000) 2023-03-22T17:06:13.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:13 smithi142 ceph-mon[94717]: pgmap v4762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:13.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:13 smithi098 ceph-mon[94136]: pgmap v4762: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:14.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:13.948+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:13.948842+0000) 2023-03-22T17:06:14.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:13.948+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:14.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:13.948+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:14.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:13.955+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:13.956324+0000) 2023-03-22T17:06:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:13.948+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:13.949170+0000) 2023-03-22T17:06:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:13.903+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:13.904754+0000) 2023-03-22T17:06:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:13.904+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:14.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:13.904+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:14.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:13.914+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:13.915369+0000) 2023-03-22T17:06:14.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:14.447+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:14.448399+0000) 2023-03-22T17:06:14.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:14.447+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:14.448537+0000) 2023-03-22T17:06:14.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:14.413+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:14.415103+0000) 2023-03-22T17:06:14.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:14.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:14.448593+0000) 2023-03-22T17:06:15.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:14.948+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:14.949316+0000) 2023-03-22T17:06:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:15.447+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:15.448511+0000) 2023-03-22T17:06:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:15.447+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:15.448636+0000) 2023-03-22T17:06:15.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:15.416+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:15.417536+0000) 2023-03-22T17:06:15.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:15.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:15.448786+0000) 2023-03-22T17:06:15.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:15 smithi142 ceph-mon[94717]: pgmap v4763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:15 smithi098 ceph-mon[94136]: pgmap v4763: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:16.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:15.948+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:15.949440+0000) 2023-03-22T17:06:16.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:16.419+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:16.421002+0000) 2023-03-22T17:06:16.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:16.447+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:16.448643+0000) 2023-03-22T17:06:16.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:16.447+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:16.448705+0000) 2023-03-22T17:06:16.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:16.447+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:16.448772+0000) 2023-03-22T17:06:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:16.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:16.448917+0000) 2023-03-22T17:06:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:16.948+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:16.949578+0000) 2023-03-22T17:06:17.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:16.948+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:17.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:16.949+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:17.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:16.963+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:16.964266+0000) 2023-03-22T17:06:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:17.447+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:17.448890+0000) 2023-03-22T17:06:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:17.447+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:17.448936+0000) 2023-03-22T17:06:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:17.422+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:17.424232+0000) 2023-03-22T17:06:17.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:17.447+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:17.448795+0000) 2023-03-22T17:06:17.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:17.447+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:17.449052+0000) 2023-03-22T17:06:17.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:17 smithi142 ceph-mon[94717]: pgmap v4764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:17 smithi098 ceph-mon[94136]: pgmap v4764: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:18.448+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:18.449090+0000) 2023-03-22T17:06:18.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:18.448+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:18.449138+0000) 2023-03-22T17:06:18.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:18.403+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:18.405013+0000) 2023-03-22T17:06:18.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:18.425+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:18.426456+0000) 2023-03-22T17:06:18.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:18.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:18.448993+0000) 2023-03-22T17:06:18.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:18.448+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:18.449205+0000) 2023-03-22T17:06:18.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:18.448+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:18.449240+0000) 2023-03-22T17:06:19.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:19.447+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:19.449243+0000) 2023-03-22T17:06:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:19.448+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:19.449401+0000) 2023-03-22T17:06:19.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:19.447+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:19.449148+0000) 2023-03-22T17:06:19.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:19.425+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:19.426667+0000) 2023-03-22T17:06:19.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:19.448+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:19.449389+0000) 2023-03-22T17:06:19.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:19.403+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:19.405159+0000) 2023-03-22T17:06:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:19.448+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:19.449399+0000) 2023-03-22T17:06:19.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:19 smithi142 ceph-mon[94717]: pgmap v4765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:19.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:19 smithi098 ceph-mon[94136]: pgmap v4765: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:06:20.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:20.448+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:20.449370+0000) 2023-03-22T17:06:20.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:20.448+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:20.449518+0000) 2023-03-22T17:06:20.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:20.426+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:20.426842+0000) 2023-03-22T17:06:20.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:20.448+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:20.449516+0000) 2023-03-22T17:06:20.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:20.448+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:20.449503+0000) 2023-03-22T17:06:20.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:20.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:20.405343+0000) 2023-03-22T17:06:20.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:20.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:20.449321+0000) 2023-03-22T17:06:21.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:21.449+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.449507+0000) 2023-03-22T17:06:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:21.449+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.449646+0000) 2023-03-22T17:06:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:21.449+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.449487+0000) 2023-03-22T17:06:21.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:21.426+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.427157+0000) 2023-03-22T17:06:21.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:21.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.405505+0000) 2023-03-22T17:06:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:21.449+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.449634+0000) 2023-03-22T17:06:21.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:21.449+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.449812+0000) 2023-03-22T17:06:21.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:21.449+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:21.449637+0000) 2023-03-22T17:06:21.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:21 smithi142 ceph-mon[94717]: pgmap v4766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:06:21.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:21 smithi098 ceph-mon[94136]: pgmap v4766: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:06:22.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:22.426+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.427352+0000) 2023-03-22T17:06:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:22.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.449600+0000) 2023-03-22T17:06:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:22.448+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.449632+0000) 2023-03-22T17:06:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:22.448+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.449785+0000) 2023-03-22T17:06:22.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:22.448+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.450060+0000) 2023-03-22T17:06:22.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:22.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.405654+0000) 2023-03-22T17:06:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:22.448+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.450196+0000) 2023-03-22T17:06:22.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:22.448+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:22.449909+0000) 2023-03-22T17:06:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:23.426+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.427551+0000) 2023-03-22T17:06:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:23.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.449739+0000) 2023-03-22T17:06:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:23.448+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.449760+0000) 2023-03-22T17:06:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:23.448+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.449928+0000) 2023-03-22T17:06:23.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:23.404+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.405800+0000) 2023-03-22T17:06:23.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:23.449+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.450301+0000) 2023-03-22T17:06:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:23.448+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.450178+0000) 2023-03-22T17:06:23.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:23.448+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:23.450036+0000) 2023-03-22T17:06:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:23 smithi142 ceph-mon[94717]: pgmap v4767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:06:23.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:23 smithi098 ceph-mon[94136]: pgmap v4767: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:06:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:24.426+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.427680+0000) 2023-03-22T17:06:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:24.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.449865+0000) 2023-03-22T17:06:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:24.448+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.449882+0000) 2023-03-22T17:06:24.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:24.448+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.450050+0000) 2023-03-22T17:06:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:24.448+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.450155+0000) 2023-03-22T17:06:24.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:24.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.405982+0000) 2023-03-22T17:06:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:24.449+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.450420+0000) 2023-03-22T17:06:24.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:24.449+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:24.450297+0000) 2023-03-22T17:06:25.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:25.426+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.427899+0000) 2023-03-22T17:06:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:25.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.449990+0000) 2023-03-22T17:06:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:25.448+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.449999+0000) 2023-03-22T17:06:25.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:25.448+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.450177+0000) 2023-03-22T17:06:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:25.449+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.450414+0000) 2023-03-22T17:06:25.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:25.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.406184+0000) 2023-03-22T17:06:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:25.449+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.450547+0000) 2023-03-22T17:06:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:25.449+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:25.450287+0000) 2023-03-22T17:06:25.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:25 smithi142 ceph-mon[94717]: pgmap v4768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:06:25.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:25 smithi098 ceph-mon[94136]: pgmap v4768: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:06:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:26.448+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.450150+0000) 2023-03-22T17:06:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:26.449+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.450301+0000) 2023-03-22T17:06:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:26.405+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.406311+0000) 2023-03-22T17:06:26.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:26.426+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.428019+0000) 2023-03-22T17:06:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:26.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.450138+0000) 2023-03-22T17:06:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:26.449+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.450658+0000) 2023-03-22T17:06:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:26.449+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.450403+0000) 2023-03-22T17:06:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:26.449+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:26.450529+0000) 2023-03-22T17:06:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:27.449+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.450264+0000) 2023-03-22T17:06:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:27.449+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.450433+0000) 2023-03-22T17:06:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:27.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.406433+0000) 2023-03-22T17:06:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:27.427+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.428310+0000) 2023-03-22T17:06:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:27.448+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.450249+0000) 2023-03-22T17:06:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:27.449+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.450637+0000) 2023-03-22T17:06:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:27.449+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.450765+0000) 2023-03-22T17:06:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:27.449+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:27.450519+0000) 2023-03-22T17:06:27.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:27 smithi142 ceph-mon[94717]: pgmap v4769: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:06:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:27 smithi098 ceph-mon[94136]: pgmap v4769: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:06:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:28.449+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.450396+0000) 2023-03-22T17:06:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:28.449+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.450543+0000) 2023-03-22T17:06:28.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:28.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.406544+0000) 2023-03-22T17:06:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:28.427+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.428508+0000) 2023-03-22T17:06:28.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:28.449+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.450396+0000) 2023-03-22T17:06:28.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:28.449+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.450758+0000) 2023-03-22T17:06:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:28.449+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.450878+0000) 2023-03-22T17:06:28.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:28.449+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:28.450631+0000) 2023-03-22T17:06:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:29.450+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.450534+0000) 2023-03-22T17:06:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:29.450+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.450682+0000) 2023-03-22T17:06:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:29.450+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.450980+0000) 2023-03-22T17:06:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:29.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.406719+0000) 2023-03-22T17:06:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:29.428+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.428781+0000) 2023-03-22T17:06:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:29.450+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.450534+0000) 2023-03-22T17:06:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:29.450+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.450864+0000) 2023-03-22T17:06:29.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:29.450+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:29.450778+0000) 2023-03-22T17:06:29.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:29 smithi142 ceph-mon[94717]: pgmap v4770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:06:29.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:29 smithi098 ceph-mon[94136]: pgmap v4770: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:06:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:30.428+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.428951+0000) 2023-03-22T17:06:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:30.450+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.450683+0000) 2023-03-22T17:06:30.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:30.450+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.450692+0000) 2023-03-22T17:06:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:30.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.406870+0000) 2023-03-22T17:06:30.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:30.450+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.450874+0000) 2023-03-22T17:06:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:30.450+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.451129+0000) 2023-03-22T17:06:30.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:30.450+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.451020+0000) 2023-03-22T17:06:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:30.450+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:30.450928+0000) 2023-03-22T17:06:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:31.428+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.429172+0000) 2023-03-22T17:06:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:31.450+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.450822+0000) 2023-03-22T17:06:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:31.450+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.450827+0000) 2023-03-22T17:06:31.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:31.450+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.451012+0000) 2023-03-22T17:06:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:31.450+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.451251+0000) 2023-03-22T17:06:31.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:31.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.406995+0000) 2023-03-22T17:06:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:31.450+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.451161+0000) 2023-03-22T17:06:31.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:31.450+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:31.451063+0000) 2023-03-22T17:06:31.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:31 smithi142 ceph-mon[94717]: pgmap v4771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:31 smithi098 ceph-mon[94136]: pgmap v4771: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:32.450+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.450963+0000) 2023-03-22T17:06:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:32.450+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.451146+0000) 2023-03-22T17:06:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:32.406+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.407136+0000) 2023-03-22T17:06:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:32.429+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.429314+0000) 2023-03-22T17:06:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:32.450+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.450965+0000) 2023-03-22T17:06:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:32.451+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.451407+0000) 2023-03-22T17:06:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:32.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.451296+0000) 2023-03-22T17:06:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:32.450+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:32.451187+0000) 2023-03-22T17:06:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:33.429+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.429568+0000) 2023-03-22T17:06:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:33.450+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.451097+0000) 2023-03-22T17:06:33.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:33.450+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.451103+0000) 2023-03-22T17:06:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:33.450+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.451259+0000) 2023-03-22T17:06:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:33.451+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.451522+0000) 2023-03-22T17:06:33.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:33.407+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.407263+0000) 2023-03-22T17:06:33.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:33.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.451408+0000) 2023-03-22T17:06:33.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:33.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:33.451304+0000) 2023-03-22T17:06:33.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:33 smithi142 ceph-mon[94717]: pgmap v4772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:33.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:33 smithi098 ceph-mon[94136]: pgmap v4772: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:34.429+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.429700+0000) 2023-03-22T17:06:34.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:34.450+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.451211+0000) 2023-03-22T17:06:34.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:34.450+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.451209+0000) 2023-03-22T17:06:34.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:34.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.451377+0000) 2023-03-22T17:06:34.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:34.407+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.407469+0000) 2023-03-22T17:06:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:34.451+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.451634+0000) 2023-03-22T17:06:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:34.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.451523+0000) 2023-03-22T17:06:34.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:34.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:34.451425+0000) 2023-03-22T17:06:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:35.429+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.429928+0000) 2023-03-22T17:06:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:35.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.451290+0000) 2023-03-22T17:06:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:35.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.451300+0000) 2023-03-22T17:06:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:35.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.451489+0000) 2023-03-22T17:06:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:35.451+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.451760+0000) 2023-03-22T17:06:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:35.407+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.407625+0000) 2023-03-22T17:06:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:35.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.451643+0000) 2023-03-22T17:06:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:35.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:35.451542+0000) 2023-03-22T17:06:35.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:35 smithi142 ceph-mon[94717]: pgmap v4773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:06:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:35 smithi098 ceph-mon[94136]: pgmap v4773: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:06:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:36.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.451442+0000) 2023-03-22T17:06:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:36.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.451596+0000) 2023-03-22T17:06:36.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:36.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.451394+0000) 2023-03-22T17:06:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:36.407+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.407764+0000) 2023-03-22T17:06:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:36.429+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.430067+0000) 2023-03-22T17:06:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:36.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.451761+0000) 2023-03-22T17:06:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:36.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.451663+0000) 2023-03-22T17:06:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:36.451+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:36.451870+0000) 2023-03-22T17:06:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:37.430+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.430318+0000) 2023-03-22T17:06:37.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:37.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.451597+0000) 2023-03-22T17:06:37.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:37.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.451727+0000) 2023-03-22T17:06:37.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:37.407+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.407887+0000) 2023-03-22T17:06:37.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:37.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.451518+0000) 2023-03-22T17:06:37.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:37.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.451883+0000) 2023-03-22T17:06:37.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:37.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.451799+0000) 2023-03-22T17:06:37.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:37.451+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:37.451974+0000) 2023-03-22T17:06:37.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:37 smithi142 ceph-mon[94717]: pgmap v4774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:06:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:37 smithi098 ceph-mon[94136]: pgmap v4774: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:06:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:38.430+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.430468+0000) 2023-03-22T17:06:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:38.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.451731+0000) 2023-03-22T17:06:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:38.451+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.451896+0000) 2023-03-22T17:06:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:38.452+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:38.452+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:38.455+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.455789+0000) 2023-03-22T17:06:38.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:38.407+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.408021+0000) 2023-03-22T17:06:38.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:38.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.451666+0000) 2023-03-22T17:06:38.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:38.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.452088+0000) 2023-03-22T17:06:38.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:38.451+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.452189+0000) 2023-03-22T17:06:38.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:38.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:38.451943+0000) 2023-03-22T17:06:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:39.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:39.451844+0000) 2023-03-22T17:06:39.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:39.430+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:39.430722+0000) 2023-03-22T17:06:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:39.407+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:39.408128+0000) 2023-03-22T17:06:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:39.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:39.451776+0000) 2023-03-22T17:06:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:39.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:39.452204+0000) 2023-03-22T17:06:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:39.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:39.452308+0000) 2023-03-22T17:06:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:39.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:39.452066+0000) 2023-03-22T17:06:39.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:39 smithi142 ceph-mon[94717]: pgmap v4775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:39.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:39 smithi098 ceph-mon[94136]: pgmap v4775: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:40.430+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.430894+0000) 2023-03-22T17:06:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:40.431+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:40.431+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:40.438+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.438401+0000) 2023-03-22T17:06:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:40.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.451912+0000) 2023-03-22T17:06:40.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:40.451+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.451912+0000) 2023-03-22T17:06:40.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:40.452+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:40.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:40.452+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:40.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:40.459+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.459666+0000) 2023-03-22T17:06:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:40.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.452490+0000) 2023-03-22T17:06:40.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:40.408+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.408322+0000) 2023-03-22T17:06:40.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:40.452+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.452303+0000) 2023-03-22T17:06:40.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:40.451+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.452187+0000) 2023-03-22T17:06:40.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:40.452+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:40.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:40.452+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:40.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:40.454+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:40.455192+0000) 2023-03-22T17:06:41.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:41.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:41.452057+0000) 2023-03-22T17:06:41.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:41.408+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:41.408541+0000) 2023-03-22T17:06:41.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:41.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:41.452627+0000) 2023-03-22T17:06:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:41.452+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:41.452439+0000) 2023-03-22T17:06:41.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:41 smithi142 ceph-mon[94717]: pgmap v4776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:06:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:41 smithi098 ceph-mon[94136]: pgmap v4776: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:06:42.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:42.408+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:42.408685+0000) 2023-03-22T17:06:42.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:42.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:42.452750+0000) 2023-03-22T17:06:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:42.452+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:42.452557+0000) 2023-03-22T17:06:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:42.451+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:42.452259+0000) 2023-03-22T17:06:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:42.452+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:42.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:42.452+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:42.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:42.458+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:42.458699+0000) 2023-03-22T17:06:43.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:42.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:42.952221+0000) 2023-03-22T17:06:43.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:43.452+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:43.452729+0000) 2023-03-22T17:06:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:43.408+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:43.408811+0000) 2023-03-22T17:06:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:43.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:43.452894+0000) 2023-03-22T17:06:43.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:43 smithi142 ceph-mon[94717]: pgmap v4777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:43 smithi098 ceph-mon[94136]: pgmap v4777: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:44.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:43.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:43.952386+0000) 2023-03-22T17:06:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:44.452+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.452898+0000) 2023-03-22T17:06:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:44.408+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.408998+0000) 2023-03-22T17:06:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:44.409+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:44.409+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:44.651+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.651979+0000) 2023-03-22T17:06:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:44.452+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.453039+0000) 2023-03-22T17:06:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:44.453+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:44.453+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:44.652+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.652794+0000) 2023-03-22T17:06:45.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:44.931+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.931300+0000) 2023-03-22T17:06:45.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:44.951+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.952171+0000) 2023-03-22T17:06:45.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:44.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.952538+0000) 2023-03-22T17:06:45.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:44.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:44.952488+0000) 2023-03-22T17:06:45.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:45.452+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:45.453003+0000) 2023-03-22T17:06:45.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:45 smithi142 ceph-mon[94717]: pgmap v4778: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:45.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:45 smithi098 ceph-mon[94136]: pgmap v4778: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:46.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:45.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:45.952300+0000) 2023-03-22T17:06:46.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:45.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:45.952662+0000) 2023-03-22T17:06:46.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:45.934+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:45.934561+0000) 2023-03-22T17:06:46.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:45.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:45.952613+0000) 2023-03-22T17:06:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:46.452+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:46.453135+0000) 2023-03-22T17:06:47.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:46.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:46.952427+0000) 2023-03-22T17:06:47.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:46.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:46.952779+0000) 2023-03-22T17:06:47.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:46.938+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:46.938336+0000) 2023-03-22T17:06:47.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:46.952+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:46.952585+0000) 2023-03-22T17:06:47.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:46.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:46.952741+0000) 2023-03-22T17:06:47.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:47.451+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:47.453253+0000) 2023-03-22T17:06:47.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:47.452+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:47.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:47.452+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:06:47.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:47.455+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:47.456421+0000) 2023-03-22T17:06:47.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:47 smithi142 ceph-mon[94717]: pgmap v4779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:47 smithi098 ceph-mon[94136]: pgmap v4779: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:48.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:47.939+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:47.941189+0000) 2023-03-22T17:06:48.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:47.951+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:47.952720+0000) 2023-03-22T17:06:48.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:47.951+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:47.952592+0000) 2023-03-22T17:06:48.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:47.951+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:47.952923+0000) 2023-03-22T17:06:48.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:47.951+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:47.952890+0000) 2023-03-22T17:06:49.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:48.951+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:48.952781+0000) 2023-03-22T17:06:49.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:48.951+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:48.953066+0000) 2023-03-22T17:06:49.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:48.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:48.909362+0000) 2023-03-22T17:06:49.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:48.941+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:48.943254+0000) 2023-03-22T17:06:49.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:48.951+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:48.952907+0000) 2023-03-22T17:06:49.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:48.951+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:48.953214+0000) 2023-03-22T17:06:49.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:48.951+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:48.953055+0000) 2023-03-22T17:06:49.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:49 smithi142 ceph-mon[94717]: pgmap v4780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:49.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:49 smithi098 ceph-mon[94136]: pgmap v4780: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:50.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:49.951+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:49.953004+0000) 2023-03-22T17:06:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:49.951+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:49.953192+0000) 2023-03-22T17:06:50.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:49.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:49.909546+0000) 2023-03-22T17:06:50.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:49.942+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:49.943593+0000) 2023-03-22T17:06:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:49.951+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:49.953087+0000) 2023-03-22T17:06:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:49.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:49.953303+0000) 2023-03-22T17:06:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:49.951+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:49.953172+0000) 2023-03-22T17:06:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:50.942+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:50.943799+0000) 2023-03-22T17:06:51.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:50.951+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:50.953249+0000) 2023-03-22T17:06:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:50.951+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:50.953157+0000) 2023-03-22T17:06:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:50.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:50.953327+0000) 2023-03-22T17:06:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:50.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:50.909689+0000) 2023-03-22T17:06:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:50.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:50.953377+0000) 2023-03-22T17:06:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:50.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:50.953511+0000) 2023-03-22T17:06:51.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:51 smithi142 ceph-mon[94717]: pgmap v4781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:51.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:51 smithi098 ceph-mon[94136]: pgmap v4781: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:51.943+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.944131+0000) 2023-03-22T17:06:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:51.952+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.953482+0000) 2023-03-22T17:06:52.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:51.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.953300+0000) 2023-03-22T17:06:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:51.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.953480+0000) 2023-03-22T17:06:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:51.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.953725+0000) 2023-03-22T17:06:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:51.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.909815+0000) 2023-03-22T17:06:52.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:51.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.953663+0000) 2023-03-22T17:06:52.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:51.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:51.953956+0000) 2023-03-22T17:06:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:52.943+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.944306+0000) 2023-03-22T17:06:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:52.952+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.953598+0000) 2023-03-22T17:06:53.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:52.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.953426+0000) 2023-03-22T17:06:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:52.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.953597+0000) 2023-03-22T17:06:53.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:52.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.909941+0000) 2023-03-22T17:06:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:52.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.953847+0000) 2023-03-22T17:06:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:52.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.953788+0000) 2023-03-22T17:06:53.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:53 smithi142 ceph-mon[94717]: pgmap v4782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:53 smithi098 ceph-mon[94136]: pgmap v4782: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:53.943+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.944553+0000) 2023-03-22T17:06:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:53.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.953553+0000) 2023-03-22T17:06:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:53.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.953728+0000) 2023-03-22T17:06:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:53.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.910065+0000) 2023-03-22T17:06:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:53.952+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.953747+0000) 2023-03-22T17:06:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:53.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.954029+0000) 2023-03-22T17:06:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:53.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.953967+0000) 2023-03-22T17:06:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:54.943+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.944763+0000) 2023-03-22T17:06:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:54.952+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.953868+0000) 2023-03-22T17:06:55.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:54.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.953681+0000) 2023-03-22T17:06:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:54.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.953846+0000) 2023-03-22T17:06:55.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:54.908+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.910185+0000) 2023-03-22T17:06:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:54.952+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.954168+0000) 2023-03-22T17:06:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:54.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.954087+0000) 2023-03-22T17:06:55.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:52.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:52.954067+0000) 2023-03-22T17:06:55.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:53.952+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:53.954210+0000) 2023-03-22T17:06:55.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:54.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:54.954319+0000) 2023-03-22T17:06:55.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:55 smithi142 ceph-mon[94717]: pgmap v4783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:55 smithi098 ceph-mon[94136]: pgmap v4783: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:55.943+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.944983+0000) 2023-03-22T17:06:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:55.952+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.953992+0000) 2023-03-22T17:06:56.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:55.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.953850+0000) 2023-03-22T17:06:56.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:55.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.953960+0000) 2023-03-22T17:06:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:55.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.910302+0000) 2023-03-22T17:06:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:55.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.954301+0000) 2023-03-22T17:06:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:55.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.954420+0000) 2023-03-22T17:06:56.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:55.952+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:55.954212+0000) 2023-03-22T17:06:57.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:56.943+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.945112+0000) 2023-03-22T17:06:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:56.952+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.954111+0000) 2023-03-22T17:06:57.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:56.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.953981+0000) 2023-03-22T17:06:57.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:56.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.954060+0000) 2023-03-22T17:06:57.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:56.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.954706+0000) 2023-03-22T17:06:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:56.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.910426+0000) 2023-03-22T17:06:57.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:56.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.954413+0000) 2023-03-22T17:06:57.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:56.953+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:56.954387+0000) 2023-03-22T17:06:57.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:57 smithi142 ceph-mon[94717]: pgmap v4784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:57 smithi098 ceph-mon[94136]: pgmap v4784: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:06:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:57.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.945371+0000) 2023-03-22T17:06:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:57.953+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.954308+0000) 2023-03-22T17:06:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:57.952+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.954155+0000) 2023-03-22T17:06:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:57.952+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.954194+0000) 2023-03-22T17:06:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:57.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.954546+0000) 2023-03-22T17:06:58.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:57.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.910549+0000) 2023-03-22T17:06:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:57.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.954809+0000) 2023-03-22T17:06:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:57.953+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:57.954506+0000) 2023-03-22T17:06:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:58.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.945500+0000) 2023-03-22T17:06:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:58.953+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.954425+0000) 2023-03-22T17:06:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:58.953+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.954342+0000) 2023-03-22T17:06:59.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:58.953+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.954394+0000) 2023-03-22T17:06:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:58.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.954926+0000) 2023-03-22T17:06:59.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:58.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.910677+0000) 2023-03-22T17:06:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:58.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.954661+0000) 2023-03-22T17:06:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:58.953+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:58.954618+0000) 2023-03-22T17:06:59.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:06:59 smithi142 ceph-mon[94717]: pgmap v4785: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:06:59.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:06:59 smithi098 ceph-mon[94136]: pgmap v4785: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:06:59.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.945748+0000) 2023-03-22T17:07:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:06:59.953+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.954540+0000) 2023-03-22T17:07:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:06:59.953+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.954473+0000) 2023-03-22T17:07:00.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:06:59.953+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.954533+0000) 2023-03-22T17:07:00.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:06:59.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.955039+0000) 2023-03-22T17:07:00.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:06:59.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.910793+0000) 2023-03-22T17:07:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:06:59.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.954774+0000) 2023-03-22T17:07:00.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:06:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:06:59.953+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:06:59.954724+0000) 2023-03-22T17:07:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:00.953+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.954587+0000) 2023-03-22T17:07:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:00.953+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.954658+0000) 2023-03-22T17:07:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:00.909+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.910909+0000) 2023-03-22T17:07:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:00.953+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.954675+0000) 2023-03-22T17:07:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:00.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.954897+0000) 2023-03-22T17:07:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:00.953+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.954861+0000) 2023-03-22T17:07:01.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:00.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.945874+0000) 2023-03-22T17:07:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:00.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:00.955144+0000) 2023-03-22T17:07:01.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:01 smithi142 ceph-mon[94717]: pgmap v4786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:01.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:01 smithi098 ceph-mon[94136]: pgmap v4786: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:01.953+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.954724+0000) 2023-03-22T17:07:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:01.953+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.954771+0000) 2023-03-22T17:07:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:01.944+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.946143+0000) 2023-03-22T17:07:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:01.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.911085+0000) 2023-03-22T17:07:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:01.953+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.954785+0000) 2023-03-22T17:07:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:01.953+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.955258+0000) 2023-03-22T17:07:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:01.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.955009+0000) 2023-03-22T17:07:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:01.953+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:01.954996+0000) 2023-03-22T17:07:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:02.953+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.954886+0000) 2023-03-22T17:07:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:02.953+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.954949+0000) 2023-03-22T17:07:03.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:02.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.946261+0000) 2023-03-22T17:07:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:02.953+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.955124+0000) 2023-03-22T17:07:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:02.954+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.955371+0000) 2023-03-22T17:07:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:02.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.911304+0000) 2023-03-22T17:07:03.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:02.953+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.954949+0000) 2023-03-22T17:07:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:02.953+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:02.955118+0000) 2023-03-22T17:07:03.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:03 smithi142 ceph-mon[94717]: pgmap v4787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:07:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:03 smithi098 ceph-mon[94136]: pgmap v4787: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:07:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:03.953+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.955082+0000) 2023-03-22T17:07:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:03.953+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.955170+0000) 2023-03-22T17:07:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:03.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.911414+0000) 2023-03-22T17:07:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:03.953+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.955170+0000) 2023-03-22T17:07:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:03.954+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.955352+0000) 2023-03-22T17:07:04.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:03.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.946515+0000) 2023-03-22T17:07:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:03.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.955321+0000) 2023-03-22T17:07:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:03.954+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:03.955475+0000) 2023-03-22T17:07:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:04.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.946642+0000) 2023-03-22T17:07:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:04.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.955395+0000) 2023-03-22T17:07:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:04.953+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.955236+0000) 2023-03-22T17:07:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:04.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.955395+0000) 2023-03-22T17:07:05.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:04.954+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.955583+0000) 2023-03-22T17:07:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:04.954+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.955497+0000) 2023-03-22T17:07:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:04.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.955449+0000) 2023-03-22T17:07:05.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:04.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:04.911566+0000) 2023-03-22T17:07:05.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:05 smithi142 ceph-mon[94717]: pgmap v4788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:07:05.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:05 smithi098 ceph-mon[94136]: pgmap v4788: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:07:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:05.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.946936+0000) 2023-03-22T17:07:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:05.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.955399+0000) 2023-03-22T17:07:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:05.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.955554+0000) 2023-03-22T17:07:06.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:05.954+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.955698+0000) 2023-03-22T17:07:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:05.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.955542+0000) 2023-03-22T17:07:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:05.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.911737+0000) 2023-03-22T17:07:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:05.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.955539+0000) 2023-03-22T17:07:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:05.954+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:05.955677+0000) 2023-03-22T17:07:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:06.945+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.947076+0000) 2023-03-22T17:07:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:06.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.955728+0000) 2023-03-22T17:07:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:06.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.955729+0000) 2023-03-22T17:07:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:06.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.911864+0000) 2023-03-22T17:07:07.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:06.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.955547+0000) 2023-03-22T17:07:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:06.954+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.955829+0000) 2023-03-22T17:07:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:06.954+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.955843+0000) 2023-03-22T17:07:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:06.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:06.955686+0000) 2023-03-22T17:07:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:07 smithi098 ceph-mon[94136]: pgmap v4789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:07:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:07 smithi142 ceph-mon[94717]: pgmap v4789: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:07:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:07.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.955683+0000) 2023-03-22T17:07:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:07.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.955849+0000) 2023-03-22T17:07:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:07.954+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.955960+0000) 2023-03-22T17:07:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:07.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.947313+0000) 2023-03-22T17:07:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:07.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.955843+0000) 2023-03-22T17:07:08.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:07.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.911990+0000) 2023-03-22T17:07:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:07.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.955807+0000) 2023-03-22T17:07:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:07.954+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:07.955947+0000) 2023-03-22T17:07:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:08.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.947432+0000) 2023-03-22T17:07:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:08.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.955977+0000) 2023-03-22T17:07:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:08.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.955843+0000) 2023-03-22T17:07:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:08.954+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.956151+0000) 2023-03-22T17:07:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:08.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.912098+0000) 2023-03-22T17:07:09.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:08.954+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.955999+0000) 2023-03-22T17:07:09.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:08.955+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:09.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:08.955+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:09.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:08.963+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.964281+0000) 2023-03-22T17:07:09.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:08.954+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.956087+0000) 2023-03-22T17:07:09.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:08.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:08.955957+0000) 2023-03-22T17:07:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:09 smithi098 ceph-mon[94136]: pgmap v4790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:07:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:09 smithi142 ceph-mon[94717]: pgmap v4790: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:07:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:09.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:09.956024+0000) 2023-03-22T17:07:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:09.910+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:09.912215+0000) 2023-03-22T17:07:10.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:09.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:09.947663+0000) 2023-03-22T17:07:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:09.954+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:09.956119+0000) 2023-03-22T17:07:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:09.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:09.956277+0000) 2023-03-22T17:07:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:09.954+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:09.956214+0000) 2023-03-22T17:07:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:09.954+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:09.956112+0000) 2023-03-22T17:07:10.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:10 smithi098 ceph-mon[94136]: osdmap e288: 12 total, 9 up, 9 in 2023-03-22T17:07:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:10 smithi142 ceph-mon[94717]: osdmap e288: 12 total, 9 up, 9 in 2023-03-22T17:07:11.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:10.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:10.956294+0000) 2023-03-22T17:07:11.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:10.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:10.956414+0000) 2023-03-22T17:07:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:10.911+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:10.912356+0000) 2023-03-22T17:07:11.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:10.954+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:10.956178+0000) 2023-03-22T17:07:11.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:10.955+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:11.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:10.955+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:10.946+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:10.947775+0000) 2023-03-22T17:07:11.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:10.947+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:11.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:10.947+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:11.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:10.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:10.956482+0000) 2023-03-22T17:07:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:10.955+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:10.956254+0000) 2023-03-22T17:07:11.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:10.955+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:11.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:10.955+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:11.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:11.274+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:11.275265+0000) 2023-03-22T17:07:11.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:11.273+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:11.274360+0000) 2023-03-22T17:07:11.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:11.273+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:11.275143+0000) 2023-03-22T17:07:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:11 smithi098 ceph-mon[94136]: pgmap v4792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:07:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:11 smithi142 ceph-mon[94717]: pgmap v4792: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:07:12.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:11.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:11.956449+0000) 2023-03-22T17:07:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:11.911+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:11.912468+0000) 2023-03-22T17:07:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:11.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:11.956638+0000) 2023-03-22T17:07:12.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:11.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:11.956539+0000) 2023-03-22T17:07:13.212 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:12.911+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:12.912610+0000) 2023-03-22T17:07:13.213 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:12.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:12.956830+0000) 2023-03-22T17:07:13.213 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:12.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:12.956666+0000) 2023-03-22T17:07:13.213 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:12.955+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:12.956576+0000) 2023-03-22T17:07:13.214 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:12.956+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:13.214 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:12.956+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:13.214 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:12.958+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:12.959363+0000) 2023-03-22T17:07:13.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:13.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:13.456288+0000) 2023-03-22T17:07:13.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:13 smithi098 ceph-mon[94136]: pgmap v4793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:13 smithi142 ceph-mon[94717]: pgmap v4793: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:14.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:13.911+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:13.912723+0000) 2023-03-22T17:07:14.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:13.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:13.956793+0000) 2023-03-22T17:07:14.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:13.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:13.956946+0000) 2023-03-22T17:07:14.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:14.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:14.456409+0000) 2023-03-22T17:07:15.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:14.955+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:14.956925+0000) 2023-03-22T17:07:15.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:14.956+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:15.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:14.956+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:15.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:14.961+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:14.962682+0000) 2023-03-22T17:07:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:14.911+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:14.912847+0000) 2023-03-22T17:07:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:14.912+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:14.912+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:14.916+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:14.917622+0000) 2023-03-22T17:07:15.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:14.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:14.957068+0000) 2023-03-22T17:07:15.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:15.455+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:15.456529+0000) 2023-03-22T17:07:15.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:15.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:15.456529+0000) 2023-03-22T17:07:15.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:15.447+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:15.448078+0000) 2023-03-22T17:07:15.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:15.455+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:15.456707+0000) 2023-03-22T17:07:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:15 smithi098 ceph-mon[94136]: pgmap v4794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:15 smithi142 ceph-mon[94717]: pgmap v4794: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:16.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:15.955+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:15.957187+0000) 2023-03-22T17:07:16.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:16.455+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:16.456677+0000) 2023-03-22T17:07:16.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:16.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:16.456673+0000) 2023-03-22T17:07:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:16.449+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:16.450358+0000) 2023-03-22T17:07:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:16.455+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:16.456826+0000) 2023-03-22T17:07:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:16.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:16.957303+0000) 2023-03-22T17:07:17.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:17.617+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:17.618367+0000) 2023-03-22T17:07:17.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:17.455+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:17.456956+0000) 2023-03-22T17:07:17.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:17.455+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:17.456786+0000) 2023-03-22T17:07:17.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:17.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:17.456773+0000) 2023-03-22T17:07:17.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:17.455+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:17.456948+0000) 2023-03-22T17:07:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:17 smithi098 ceph-mon[94136]: pgmap v4795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:17 smithi142 ceph-mon[94717]: pgmap v4795: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:18.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:17.956+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:17.957428+0000) 2023-03-22T17:07:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:17.956+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:17.956+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:17.975+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:17.976581+0000) 2023-03-22T17:07:18.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:18.455+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:18.456917+0000) 2023-03-22T17:07:18.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:18.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:18.456916+0000) 2023-03-22T17:07:18.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:18.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:18.620604+0000) 2023-03-22T17:07:18.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:18.455+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:18.457094+0000) 2023-03-22T17:07:18.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:18.455+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:18.457087+0000) 2023-03-22T17:07:19.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:19.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:19.622830+0000) 2023-03-22T17:07:19.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:19.455+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:19.457036+0000) 2023-03-22T17:07:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:19.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:19.457039+0000) 2023-03-22T17:07:19.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:19.455+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:19.457213+0000) 2023-03-22T17:07:19.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:19.411+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:19.413194+0000) 2023-03-22T17:07:19.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:19.455+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:19.457246+0000) 2023-03-22T17:07:19.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:19.456+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:19.457348+0000) 2023-03-22T17:07:19.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:19 smithi098 ceph-mon[94136]: pgmap v4796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:19 smithi142 ceph-mon[94717]: pgmap v4796: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:07:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:20.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:20.622938+0000) 2023-03-22T17:07:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:20.456+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:20.457460+0000) 2023-03-22T17:07:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:20.455+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:20.457170+0000) 2023-03-22T17:07:20.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:20.455+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:20.457170+0000) 2023-03-22T17:07:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:20.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:20.413311+0000) 2023-03-22T17:07:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:20.456+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:20.457374+0000) 2023-03-22T17:07:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:20.456+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:20.457304+0000) 2023-03-22T17:07:21.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:21.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:21.623202+0000) 2023-03-22T17:07:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:21.456+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:21.457641+0000) 2023-03-22T17:07:21.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:21.456+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:21.457303+0000) 2023-03-22T17:07:21.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:21.456+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:21.457296+0000) 2023-03-22T17:07:21.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:21.456+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:21.457499+0000) 2023-03-22T17:07:21.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:21.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:21.413427+0000) 2023-03-22T17:07:21.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:21.456+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:21.457497+0000) 2023-03-22T17:07:21.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:21 smithi098 ceph-mon[94136]: pgmap v4797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:07:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:21 smithi142 ceph-mon[94717]: pgmap v4797: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:07:22.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:22.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.623352+0000) 2023-03-22T17:07:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:22.456+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.457752+0000) 2023-03-22T17:07:22.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:22.456+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.457455+0000) 2023-03-22T17:07:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:22.456+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.457449+0000) 2023-03-22T17:07:22.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:22.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.413567+0000) 2023-03-22T17:07:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:22.456+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.457615+0000) 2023-03-22T17:07:22.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:22.456+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.457737+0000) 2023-03-22T17:07:22.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:22.456+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:22.457641+0000) 2023-03-22T17:07:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:23.456+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.457597+0000) 2023-03-22T17:07:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:23.456+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.457584+0000) 2023-03-22T17:07:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:23.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.623520+0000) 2023-03-22T17:07:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:23.456+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.457781+0000) 2023-03-22T17:07:23.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:23.456+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.457929+0000) 2023-03-22T17:07:23.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:23.456+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.457932+0000) 2023-03-22T17:07:23.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:23.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.413736+0000) 2023-03-22T17:07:23.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:23.456+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:23.457756+0000) 2023-03-22T17:07:23.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:23 smithi098 ceph-mon[94136]: pgmap v4798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:07:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:23 smithi142 ceph-mon[94717]: pgmap v4798: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:07:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:24.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.623623+0000) 2023-03-22T17:07:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:24.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.457804+0000) 2023-03-22T17:07:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:24.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.457807+0000) 2023-03-22T17:07:24.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:24.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.458088+0000) 2023-03-22T17:07:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:24.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.413863+0000) 2023-03-22T17:07:24.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:24.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.458094+0000) 2023-03-22T17:07:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:24.457+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.457932+0000) 2023-03-22T17:07:24.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:24.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:24.457946+0000) 2023-03-22T17:07:25.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:25.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.623844+0000) 2023-03-22T17:07:25.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:25.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.458327+0000) 2023-03-22T17:07:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:25.456+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.458009+0000) 2023-03-22T17:07:25.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:25.456+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.458013+0000) 2023-03-22T17:07:25.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:25.412+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.413986+0000) 2023-03-22T17:07:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:25.456+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.458108+0000) 2023-03-22T17:07:25.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:25.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.458277+0000) 2023-03-22T17:07:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:25.456+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:25.458098+0000) 2023-03-22T17:07:25.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:25 smithi098 ceph-mon[94136]: pgmap v4799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:07:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:25 smithi142 ceph-mon[94717]: pgmap v4799: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:07:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:26.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.623959+0000) 2023-03-22T17:07:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:26.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.458444+0000) 2023-03-22T17:07:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:26.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.458230+0000) 2023-03-22T17:07:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:26.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.458230+0000) 2023-03-22T17:07:26.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:26.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.458406+0000) 2023-03-22T17:07:26.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:26.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.414135+0000) 2023-03-22T17:07:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:26.457+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.458303+0000) 2023-03-22T17:07:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:26.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:26.458300+0000) 2023-03-22T17:07:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:27.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.458320+0000) 2023-03-22T17:07:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:27.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.458301+0000) 2023-03-22T17:07:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:27.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.414298+0000) 2023-03-22T17:07:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:27.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.624202+0000) 2023-03-22T17:07:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:27.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.458571+0000) 2023-03-22T17:07:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:27.457+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.458429+0000) 2023-03-22T17:07:27.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:27.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.458553+0000) 2023-03-22T17:07:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:27.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:27.458438+0000) 2023-03-22T17:07:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:27 smithi098 ceph-mon[94136]: pgmap v4800: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:07:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:27 smithi142 ceph-mon[94717]: pgmap v4800: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:07:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:28.623+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.624306+0000) 2023-03-22T17:07:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:28.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.458695+0000) 2023-03-22T17:07:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:28.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.458444+0000) 2023-03-22T17:07:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:28.457+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.458552+0000) 2023-03-22T17:07:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:28.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.458554+0000) 2023-03-22T17:07:28.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:28.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.414424+0000) 2023-03-22T17:07:28.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:28.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.458443+0000) 2023-03-22T17:07:28.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:28.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:28.458669+0000) 2023-03-22T17:07:29.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:29.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.458823+0000) 2023-03-22T17:07:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:29.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.458554+0000) 2023-03-22T17:07:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:29.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.458553+0000) 2023-03-22T17:07:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:29.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.414564+0000) 2023-03-22T17:07:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:29.623+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.624511+0000) 2023-03-22T17:07:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:29.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.458834+0000) 2023-03-22T17:07:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:29.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.458684+0000) 2023-03-22T17:07:29.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:29.457+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:29.458674+0000) 2023-03-22T17:07:29.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:29 smithi098 ceph-mon[94136]: pgmap v4801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:07:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:29 smithi142 ceph-mon[94717]: pgmap v4801: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:07:30.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:30.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.459010+0000) 2023-03-22T17:07:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:30.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.458683+0000) 2023-03-22T17:07:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:30.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.458674+0000) 2023-03-22T17:07:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:30.623+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.624633+0000) 2023-03-22T17:07:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:30.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.459029+0000) 2023-03-22T17:07:30.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:30.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.414678+0000) 2023-03-22T17:07:30.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:30.457+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.458865+0000) 2023-03-22T17:07:30.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:30.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:30.458871+0000) 2023-03-22T17:07:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:31.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.458818+0000) 2023-03-22T17:07:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:31.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.458827+0000) 2023-03-22T17:07:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:31.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.414799+0000) 2023-03-22T17:07:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:31.623+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.624920+0000) 2023-03-22T17:07:31.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:31.457+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.459176+0000) 2023-03-22T17:07:31.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:31.457+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.459016+0000) 2023-03-22T17:07:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:31.457+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.459022+0000) 2023-03-22T17:07:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:31.457+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:31.459164+0000) 2023-03-22T17:07:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:31 smithi098 ceph-mon[94136]: pgmap v4802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:31 smithi142 ceph-mon[94717]: pgmap v4802: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:32.458+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.458996+0000) 2023-03-22T17:07:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:32.458+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.458987+0000) 2023-03-22T17:07:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:32.414+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.414972+0000) 2023-03-22T17:07:32.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:32.623+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.625046+0000) 2023-03-22T17:07:32.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:32.458+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.459299+0000) 2023-03-22T17:07:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:32.458+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.459299+0000) 2023-03-22T17:07:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:32.458+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.459138+0000) 2023-03-22T17:07:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:32.458+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:32.459147+0000) 2023-03-22T17:07:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:33.624+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.625298+0000) 2023-03-22T17:07:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:33.458+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.459417+0000) 2023-03-22T17:07:33.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:33.457+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.459126+0000) 2023-03-22T17:07:33.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:33.457+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.459123+0000) 2023-03-22T17:07:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:33.458+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.459265+0000) 2023-03-22T17:07:33.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:33.413+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.415107+0000) 2023-03-22T17:07:33.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:33.458+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.459419+0000) 2023-03-22T17:07:33.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:33.458+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:33.459266+0000) 2023-03-22T17:07:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:33 smithi142 ceph-mon[94717]: pgmap v4803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:33 smithi098 ceph-mon[94136]: pgmap v4803: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:34.459 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:34.414+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.415288+0000) 2023-03-22T17:07:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:34.624+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.625414+0000) 2023-03-22T17:07:34.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:34.458+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.459572+0000) 2023-03-22T17:07:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:34.458+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.459245+0000) 2023-03-22T17:07:34.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:34.458+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.459256+0000) 2023-03-22T17:07:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:34.458+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.459396+0000) 2023-03-22T17:07:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:34.458+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.459556+0000) 2023-03-22T17:07:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:34.458+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:34.459397+0000) 2023-03-22T17:07:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:35.625+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.625647+0000) 2023-03-22T17:07:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:35.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.459677+0000) 2023-03-22T17:07:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:35.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.459354+0000) 2023-03-22T17:07:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:35.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.459415+0000) 2023-03-22T17:07:35.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:35.415+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.415444+0000) 2023-03-22T17:07:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:35.459+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.459523+0000) 2023-03-22T17:07:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:35.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.459519+0000) 2023-03-22T17:07:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:35.459+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:35.459679+0000) 2023-03-22T17:07:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:35 smithi142 ceph-mon[94717]: pgmap v4804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:35 smithi098 ceph-mon[94136]: pgmap v4804: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:36.625+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.625804+0000) 2023-03-22T17:07:36.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:36.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.459871+0000) 2023-03-22T17:07:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:36.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.459487+0000) 2023-03-22T17:07:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:36.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.459519+0000) 2023-03-22T17:07:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:36.415+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.415571+0000) 2023-03-22T17:07:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:36.459+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.459693+0000) 2023-03-22T17:07:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:36.459+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.459852+0000) 2023-03-22T17:07:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:36.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:36.459688+0000) 2023-03-22T17:07:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:37.625+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.626051+0000) 2023-03-22T17:07:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:37.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.459983+0000) 2023-03-22T17:07:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:37.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.459610+0000) 2023-03-22T17:07:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:37.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.459658+0000) 2023-03-22T17:07:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:37.459+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.459807+0000) 2023-03-22T17:07:37.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:37.415+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.415697+0000) 2023-03-22T17:07:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:37.459+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.459969+0000) 2023-03-22T17:07:37.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:37.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:37.459809+0000) 2023-03-22T17:07:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:37 smithi142 ceph-mon[94717]: pgmap v4805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:37 smithi098 ceph-mon[94136]: pgmap v4805: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:38.625+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.626206+0000) 2023-03-22T17:07:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:38.459+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.460181+0000) 2023-03-22T17:07:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:38.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.459772+0000) 2023-03-22T17:07:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:38.415+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.415887+0000) 2023-03-22T17:07:38.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:38.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.459730+0000) 2023-03-22T17:07:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:38.459+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.460004+0000) 2023-03-22T17:07:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:38.459+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.460207+0000) 2023-03-22T17:07:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:38.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:38.459952+0000) 2023-03-22T17:07:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:39.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.626398+0000) 2023-03-22T17:07:39.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:39.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.460321+0000) 2023-03-22T17:07:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:39.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.459890+0000) 2023-03-22T17:07:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:39.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.460325+0000) 2023-03-22T17:07:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:39.415+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.416043+0000) 2023-03-22T17:07:39.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:39.459+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.459934+0000) 2023-03-22T17:07:39.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:39.460+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:39.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:39.460+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:39.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:39.465+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.465983+0000) 2023-03-22T17:07:39.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:39.459+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.460158+0000) 2023-03-22T17:07:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:39.459+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:39.460111+0000) 2023-03-22T17:07:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:39 smithi142 ceph-mon[94717]: pgmap v4806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:39 smithi098 ceph-mon[94136]: pgmap v4806: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:40.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:40.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:40.460428+0000) 2023-03-22T17:07:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:40.459+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:40.460093+0000) 2023-03-22T17:07:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:40.415+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:40.416184+0000) 2023-03-22T17:07:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:40.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:40.626513+0000) 2023-03-22T17:07:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:40.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:40.460464+0000) 2023-03-22T17:07:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:40.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:40.460311+0000) 2023-03-22T17:07:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:40.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:40.460319+0000) 2023-03-22T17:07:41.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:41.416+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.416313+0000) 2023-03-22T17:07:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:41.626+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.626751+0000) 2023-03-22T17:07:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:41.627+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:41.627+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:41.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:41.636+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.636936+0000) 2023-03-22T17:07:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:41.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.460559+0000) 2023-03-22T17:07:41.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:41.460+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.460327+0000) 2023-03-22T17:07:41.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:41.460+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:41.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:41.460+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:41.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:41.473+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.473474+0000) 2023-03-22T17:07:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:41.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.460469+0000) 2023-03-22T17:07:41.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:41.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.460626+0000) 2023-03-22T17:07:41.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:41.460+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.460471+0000) 2023-03-22T17:07:41.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:41.460+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:41.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:41.460+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:41.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:41.473+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:41.473399+0000) 2023-03-22T17:07:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:41 smithi142 ceph-mon[94717]: pgmap v4807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:41 smithi098 ceph-mon[94136]: pgmap v4807: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:42.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:42.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:42.460693+0000) 2023-03-22T17:07:42.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:42.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:42.460805+0000) 2023-03-22T17:07:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:42.416+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:42.416433+0000) 2023-03-22T17:07:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:42.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:42.460611+0000) 2023-03-22T17:07:43.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:43.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:43.460736+0000) 2023-03-22T17:07:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:43.416+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:43.416542+0000) 2023-03-22T17:07:43.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:43.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:43.460929+0000) 2023-03-22T17:07:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:43.460+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:43.460815+0000) 2023-03-22T17:07:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:43.461+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:43.461+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:43.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:43.464+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:43.465022+0000) 2023-03-22T17:07:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:43 smithi142 ceph-mon[94717]: pgmap v4808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:43 smithi098 ceph-mon[94136]: pgmap v4808: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:44.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:43.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:43.960293+0000) 2023-03-22T17:07:44.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:44.416+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:44.416659+0000) 2023-03-22T17:07:44.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:44.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:44.460910+0000) 2023-03-22T17:07:44.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:44.460+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:44.461090+0000) 2023-03-22T17:07:45.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:44.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:44.960401+0000) 2023-03-22T17:07:45.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:45.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.461389+0000) 2023-03-22T17:07:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:45.416+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.416836+0000) 2023-03-22T17:07:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:45.417+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:45.417+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:45.433+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.433420+0000) 2023-03-22T17:07:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:45.460+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.461080+0000) 2023-03-22T17:07:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:45.461+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:45.461+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:45.465+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.465679+0000) 2023-03-22T17:07:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:45 smithi142 ceph-mon[94717]: pgmap v4809: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:45 smithi098 ceph-mon[94136]: pgmap v4809: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:46.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:46.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:46.127044+0000) 2023-03-22T17:07:46.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:45.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.960548+0000) 2023-03-22T17:07:46.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:45.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.960540+0000) 2023-03-22T17:07:46.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:45.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:45.960744+0000) 2023-03-22T17:07:46.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:46.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:46.461507+0000) 2023-03-22T17:07:47.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:47.130+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:47.130336+0000) 2023-03-22T17:07:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:46.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:46.960687+0000) 2023-03-22T17:07:47.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:46.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:46.960671+0000) 2023-03-22T17:07:47.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:46.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:46.960865+0000) 2023-03-22T17:07:47.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:47.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:47.461656+0000) 2023-03-22T17:07:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:47 smithi142 ceph-mon[94717]: pgmap v4810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:47 smithi098 ceph-mon[94136]: pgmap v4810: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:48.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:48.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:48.134383+0000) 2023-03-22T17:07:48.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:47.960+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:47.961073+0000) 2023-03-22T17:07:48.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:47.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:47.960806+0000) 2023-03-22T17:07:48.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:47.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:47.960792+0000) 2023-03-22T17:07:48.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:47.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:47.960979+0000) 2023-03-22T17:07:48.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:48.461+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:48.461855+0000) 2023-03-22T17:07:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:48.462+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:48.462+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:07:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:48.558+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:48.558341+0000) 2023-03-22T17:07:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:49.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:49.136552+0000) 2023-03-22T17:07:49.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:48.960+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:48.961214+0000) 2023-03-22T17:07:49.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:48.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:48.960914+0000) 2023-03-22T17:07:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:48.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:48.960920+0000) 2023-03-22T17:07:49.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:48.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:48.961131+0000) 2023-03-22T17:07:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:49 smithi142 ceph-mon[94717]: pgmap v4811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:49 smithi098 ceph-mon[94136]: pgmap v4811: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:50.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:50.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:50.138069+0000) 2023-03-22T17:07:50.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:49.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:49.961320+0000) 2023-03-22T17:07:50.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:49.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:49.961052+0000) 2023-03-22T17:07:50.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:49.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:49.961052+0000) 2023-03-22T17:07:50.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:49.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:49.917048+0000) 2023-03-22T17:07:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:49.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:49.961299+0000) 2023-03-22T17:07:50.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:49.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:49.961428+0000) 2023-03-22T17:07:51.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:51.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:51.138353+0000) 2023-03-22T17:07:51.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:50.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:50.961499+0000) 2023-03-22T17:07:51.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:50.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:50.961209+0000) 2023-03-22T17:07:51.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:50.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:50.961233+0000) 2023-03-22T17:07:51.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:50.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:50.917161+0000) 2023-03-22T17:07:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:50.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:50.961577+0000) 2023-03-22T17:07:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:50.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:50.961447+0000) 2023-03-22T17:07:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:51 smithi142 ceph-mon[94717]: pgmap v4812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:51 smithi098 ceph-mon[94136]: pgmap v4812: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:51.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:51.961300+0000) 2023-03-22T17:07:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:51.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:51.961303+0000) 2023-03-22T17:07:52.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:51.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:51.917282+0000) 2023-03-22T17:07:52.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:52.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.138502+0000) 2023-03-22T17:07:52.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:51.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:51.961613+0000) 2023-03-22T17:07:52.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:51.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:51.961738+0000) 2023-03-22T17:07:52.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:51.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:51.961562+0000) 2023-03-22T17:07:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:52.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.961439+0000) 2023-03-22T17:07:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:52.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.961431+0000) 2023-03-22T17:07:53.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:52.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.917395+0000) 2023-03-22T17:07:53.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:53.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.138767+0000) 2023-03-22T17:07:53.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:52.960+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.961734+0000) 2023-03-22T17:07:53.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:52.960+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.962170+0000) 2023-03-22T17:07:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:52.960+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.961860+0000) 2023-03-22T17:07:53.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:52.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:52.961694+0000) 2023-03-22T17:07:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:53 smithi142 ceph-mon[94717]: pgmap v4813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:53 smithi098 ceph-mon[94136]: pgmap v4813: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:07:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:53.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.961564+0000) 2023-03-22T17:07:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:53.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.961563+0000) 2023-03-22T17:07:54.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:53.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.917523+0000) 2023-03-22T17:07:54.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:54.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.138890+0000) 2023-03-22T17:07:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:53.960+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.961853+0000) 2023-03-22T17:07:54.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:53.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.962296+0000) 2023-03-22T17:07:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:53.960+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.961984+0000) 2023-03-22T17:07:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:53.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:53.961822+0000) 2023-03-22T17:07:55.196 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:54.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.961687+0000) 2023-03-22T17:07:55.197 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:54.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.961705+0000) 2023-03-22T17:07:55.197 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:54.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.917669+0000) 2023-03-22T17:07:55.197 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:55.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.139129+0000) 2023-03-22T17:07:55.198 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:54.960+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.961983+0000) 2023-03-22T17:07:55.198 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:54.960+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.962098+0000) 2023-03-22T17:07:55.199 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:54.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.962412+0000) 2023-03-22T17:07:55.199 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:54.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:54.961946+0000) 2023-03-22T17:07:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:55 smithi142 ceph-mon[94717]: pgmap v4814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:55 smithi098 ceph-mon[94136]: pgmap v4814: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:55.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.961813+0000) 2023-03-22T17:07:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:55.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.961812+0000) 2023-03-22T17:07:56.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:56.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.139280+0000) 2023-03-22T17:07:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:55.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.917792+0000) 2023-03-22T17:07:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:55.960+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.962102+0000) 2023-03-22T17:07:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:55.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.962522+0000) 2023-03-22T17:07:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:55.960+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.962220+0000) 2023-03-22T17:07:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:55.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:55.962057+0000) 2023-03-22T17:07:57.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:57.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.139529+0000) 2023-03-22T17:07:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:56.960+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.962223+0000) 2023-03-22T17:07:57.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:56.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.961994+0000) 2023-03-22T17:07:57.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:56.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.961999+0000) 2023-03-22T17:07:57.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:56.960+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.962178+0000) 2023-03-22T17:07:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:56.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.917976+0000) 2023-03-22T17:07:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:56.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.962300+0000) 2023-03-22T17:07:57.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:56.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:56.962643+0000) 2023-03-22T17:07:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:57 smithi142 ceph-mon[94717]: pgmap v4815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:57 smithi098 ceph-mon[94136]: pgmap v4815: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:07:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:58.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.139703+0000) 2023-03-22T17:07:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:57.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.962304+0000) 2023-03-22T17:07:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:57.960+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.962127+0000) 2023-03-22T17:07:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:57.960+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.962107+0000) 2023-03-22T17:07:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:57.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.962416+0000) 2023-03-22T17:07:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:57.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.962757+0000) 2023-03-22T17:07:58.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:57.916+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.918125+0000) 2023-03-22T17:07:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:57.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:57.962304+0000) 2023-03-22T17:07:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:58.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.962260+0000) 2023-03-22T17:07:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:58.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.962260+0000) 2023-03-22T17:07:59.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:58.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.962885+0000) 2023-03-22T17:07:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:58.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.962542+0000) 2023-03-22T17:07:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:58.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.918317+0000) 2023-03-22T17:07:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:58.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.962442+0000) 2023-03-22T17:07:59.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:58.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:58.962435+0000) 2023-03-22T17:07:59.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:07:59.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.140031+0000) 2023-03-22T17:08:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:07:59 smithi142 ceph-mon[94717]: pgmap v4816: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:07:59 smithi098 ceph-mon[94136]: pgmap v4816: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:07:59.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.962433+0000) 2023-03-22T17:08:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:07:59.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.962425+0000) 2023-03-22T17:08:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:07:59.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.918459+0000) 2023-03-22T17:08:00.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:00.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.140157+0000) 2023-03-22T17:08:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:07:59.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.962605+0000) 2023-03-22T17:08:00.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:07:59.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.963001+0000) 2023-03-22T17:08:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:07:59.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.962652+0000) 2023-03-22T17:08:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:07:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:07:59.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:07:59.962679+0000) 2023-03-22T17:08:01.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:00.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.962566+0000) 2023-03-22T17:08:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:00.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.962597+0000) 2023-03-22T17:08:01.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:00.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.918584+0000) 2023-03-22T17:08:01.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:01.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.140413+0000) 2023-03-22T17:08:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:00.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.962726+0000) 2023-03-22T17:08:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:00.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.962772+0000) 2023-03-22T17:08:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:00.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.963116+0000) 2023-03-22T17:08:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:00.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:00.962795+0000) 2023-03-22T17:08:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:01 smithi142 ceph-mon[94717]: pgmap v4817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:08:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:01 smithi098 ceph-mon[94136]: pgmap v4817: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:08:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:01.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.962698+0000) 2023-03-22T17:08:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:01.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.962704+0000) 2023-03-22T17:08:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:01.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.918705+0000) 2023-03-22T17:08:02.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:02.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.140542+0000) 2023-03-22T17:08:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:01.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.962835+0000) 2023-03-22T17:08:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:01.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.962893+0000) 2023-03-22T17:08:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:01.961+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.963216+0000) 2023-03-22T17:08:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:01.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:01.962909+0000) 2023-03-22T17:08:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:02.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.962819+0000) 2023-03-22T17:08:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:02.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.962811+0000) 2023-03-22T17:08:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:02.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.918835+0000) 2023-03-22T17:08:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:03.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.140804+0000) 2023-03-22T17:08:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:02.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.962974+0000) 2023-03-22T17:08:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:02.961+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.963004+0000) 2023-03-22T17:08:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:02.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.963301+0000) 2023-03-22T17:08:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:02.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:02.963034+0000) 2023-03-22T17:08:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:03 smithi142 ceph-mon[94717]: pgmap v4818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T17:08:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:03 smithi098 ceph-mon[94136]: pgmap v4818: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T17:08:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:04.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.140962+0000) 2023-03-22T17:08:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:03.961+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.963134+0000) 2023-03-22T17:08:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:03.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.962946+0000) 2023-03-22T17:08:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:03.917+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.918994+0000) 2023-03-22T17:08:04.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:03.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.962944+0000) 2023-03-22T17:08:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:03.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.963377+0000) 2023-03-22T17:08:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:03.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.963422+0000) 2023-03-22T17:08:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:03.961+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:03.963188+0000) 2023-03-22T17:08:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:05.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.141183+0000) 2023-03-22T17:08:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:04.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.963305+0000) 2023-03-22T17:08:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:04.961+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.963121+0000) 2023-03-22T17:08:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:04.961+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.963103+0000) 2023-03-22T17:08:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:04.918+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.919157+0000) 2023-03-22T17:08:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:04.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.963503+0000) 2023-03-22T17:08:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:04.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.963539+0000) 2023-03-22T17:08:05.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:04.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:04.963334+0000) 2023-03-22T17:08:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:05 smithi142 ceph-mon[94717]: pgmap v4819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:08:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:05 smithi098 ceph-mon[94136]: pgmap v4819: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:08:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:06.140+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.141346+0000) 2023-03-22T17:08:06.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:05.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.963466+0000) 2023-03-22T17:08:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:05.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.963304+0000) 2023-03-22T17:08:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:05.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.963299+0000) 2023-03-22T17:08:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:05.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.963500+0000) 2023-03-22T17:08:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:05.918+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.919369+0000) 2023-03-22T17:08:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:05.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.963621+0000) 2023-03-22T17:08:06.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:05.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:05.963784+0000) 2023-03-22T17:08:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:07.140+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.141617+0000) 2023-03-22T17:08:07.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:06.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.963659+0000) 2023-03-22T17:08:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:06.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.963436+0000) 2023-03-22T17:08:07.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:06.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.963433+0000) 2023-03-22T17:08:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:06.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.963892+0000) 2023-03-22T17:08:07.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:06.918+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.919580+0000) 2023-03-22T17:08:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:06.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.963765+0000) 2023-03-22T17:08:07.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:06.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:06.963683+0000) 2023-03-22T17:08:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:07 smithi142 ceph-mon[94717]: pgmap v4820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:08:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:07 smithi098 ceph-mon[94136]: pgmap v4820: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:08:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:08.140+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.141766+0000) 2023-03-22T17:08:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:07.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.963771+0000) 2023-03-22T17:08:08.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:07.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.963621+0000) 2023-03-22T17:08:08.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:07.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.963611+0000) 2023-03-22T17:08:08.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:07.918+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.919793+0000) 2023-03-22T17:08:08.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:07.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.964002+0000) 2023-03-22T17:08:08.224 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:07.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.964135+0000) 2023-03-22T17:08:08.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:07.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:07.963806+0000) 2023-03-22T17:08:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:09.140+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.142015+0000) 2023-03-22T17:08:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:08.962+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.963889+0000) 2023-03-22T17:08:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:08.962+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.963739+0000) 2023-03-22T17:08:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:08.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.963715+0000) 2023-03-22T17:08:09.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:08.918+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.919996+0000) 2023-03-22T17:08:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:08.962+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.964253+0000) 2023-03-22T17:08:09.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:08.962+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.963955+0000) 2023-03-22T17:08:09.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:08.962+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:08.964112+0000) 2023-03-22T17:08:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:09 smithi142 ceph-mon[94717]: pgmap v4821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:08:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:09 smithi098 ceph-mon[94136]: pgmap v4821: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:08:10.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:10.140+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:10.142164+0000) 2023-03-22T17:08:10.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:09.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.970582+0000) 2023-03-22T17:08:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:09.967+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.968912+0000) 2023-03-22T17:08:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:09.918+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.920138+0000) 2023-03-22T17:08:10.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:09.962+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.963852+0000) 2023-03-22T17:08:10.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:09.966+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:10.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:09.969+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:10.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:09.972+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.974119+0000) 2023-03-22T17:08:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:09.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.965495+0000) 2023-03-22T17:08:10.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:09.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.965901+0000) 2023-03-22T17:08:10.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:09.964+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:09.965843+0000) 2023-03-22T17:08:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:10 smithi142 ceph-mon[94717]: osdmap e289: 12 total, 9 up, 9 in 2023-03-22T17:08:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:10 smithi098 ceph-mon[94136]: osdmap e289: 12 total, 9 up, 9 in 2023-03-22T17:08:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:10.967+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:10.969106+0000) 2023-03-22T17:08:11.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:10.919+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:10.920291+0000) 2023-03-22T17:08:11.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:11.141+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.142433+0000) 2023-03-22T17:08:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:10.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:10.970712+0000) 2023-03-22T17:08:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:10.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:10.965633+0000) 2023-03-22T17:08:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:10.964+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:10.966016+0000) 2023-03-22T17:08:11.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:10.964+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:10.965955+0000) 2023-03-22T17:08:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:11 smithi142 ceph-mon[94717]: pgmap v4823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:08:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:11 smithi098 ceph-mon[94136]: pgmap v4823: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:08:12.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:11.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.970817+0000) 2023-03-22T17:08:12.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:11.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.965774+0000) 2023-03-22T17:08:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:11.919+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.920467+0000) 2023-03-22T17:08:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:12.141+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:12.142558+0000) 2023-03-22T17:08:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:12.142+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:12.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:12.142+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:12.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:12.148+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:12.149414+0000) 2023-03-22T17:08:12.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:11.967+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.969246+0000) 2023-03-22T17:08:12.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:11.968+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:12.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:11.968+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:12.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:11.971+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.972288+0000) 2023-03-22T17:08:12.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:11.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.966364+0000) 2023-03-22T17:08:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:11.964+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.966066+0000) 2023-03-22T17:08:12.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:11.965+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:12.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:11.965+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:12.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:11.971+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:11.972485+0000) 2023-03-22T17:08:13.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:12.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:12.970950+0000) 2023-03-22T17:08:13.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:12.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:12.965949+0000) 2023-03-22T17:08:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:12.919+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:12.920662+0000) 2023-03-22T17:08:13.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:12.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:12.966499+0000) 2023-03-22T17:08:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:13 smithi142 ceph-mon[94717]: pgmap v4824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:13 smithi098 ceph-mon[94136]: pgmap v4824: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:14.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:13.964+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:13.966088+0000) 2023-03-22T17:08:14.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:13.919+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:13.920866+0000) 2023-03-22T17:08:14.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:13.969+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:13.971075+0000) 2023-03-22T17:08:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:13.970+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:13.970+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:13.983+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:13.984359+0000) 2023-03-22T17:08:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:13.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:13.966610+0000) 2023-03-22T17:08:14.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:14.462+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:14.464115+0000) 2023-03-22T17:08:15.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:14.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:14.966260+0000) 2023-03-22T17:08:15.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:14.919+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:14.921016+0000) 2023-03-22T17:08:15.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:14.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:14.966743+0000) 2023-03-22T17:08:15.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:15.463+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:15.464279+0000) 2023-03-22T17:08:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:15 smithi142 ceph-mon[94717]: pgmap v4825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:15 smithi098 ceph-mon[94136]: pgmap v4825: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:16.189 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:15.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:15.966455+0000) 2023-03-22T17:08:16.190 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:15.919+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:15.921132+0000) 2023-03-22T17:08:16.190 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:15.920+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:16.190 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:15.920+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:16.190 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:15.935+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:15.936854+0000) 2023-03-22T17:08:16.191 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:15.965+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:15.966850+0000) 2023-03-22T17:08:16.191 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:15.966+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:16.191 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:15.966+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:16.191 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:15.991+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:15.992699+0000) 2023-03-22T17:08:16.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:16.468+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:16.469624+0000) 2023-03-22T17:08:16.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:16.463+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:16.464389+0000) 2023-03-22T17:08:16.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:16.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:16.642858+0000) 2023-03-22T17:08:16.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:16.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:16.466374+0000) 2023-03-22T17:08:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:16.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:16.966578+0000) 2023-03-22T17:08:17.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:17.468+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:17.469790+0000) 2023-03-22T17:08:17.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:17.463+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:17.464498+0000) 2023-03-22T17:08:17.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:17.645+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:17.646519+0000) 2023-03-22T17:08:17.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:17.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:17.466505+0000) 2023-03-22T17:08:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:17 smithi142 ceph-mon[94717]: pgmap v4826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:17 smithi098 ceph-mon[94136]: pgmap v4826: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:18.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:17.965+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:17.966745+0000) 2023-03-22T17:08:18.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:18.648+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:18.649840+0000) 2023-03-22T17:08:18.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:18.470+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:18.471446+0000) 2023-03-22T17:08:18.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:18.468+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:18.469960+0000) 2023-03-22T17:08:18.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:18.463+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:18.464628+0000) 2023-03-22T17:08:18.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:18.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:18.466618+0000) 2023-03-22T17:08:19.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:18.966+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:18.966929+0000) 2023-03-22T17:08:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:18.966+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:18.966+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:18.970+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:18.971389+0000) 2023-03-22T17:08:19.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:19.470+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:19.471590+0000) 2023-03-22T17:08:19.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:19.468+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:19.470092+0000) 2023-03-22T17:08:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:19.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:19.464792+0000) 2023-03-22T17:08:19.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:19.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:19.466747+0000) 2023-03-22T17:08:19.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:19.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:19.653247+0000) 2023-03-22T17:08:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:19 smithi142 ceph-mon[94717]: pgmap v4827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:19 smithi098 ceph-mon[94136]: pgmap v4827: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:08:20.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:20.654+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:20.655820+0000) 2023-03-22T17:08:20.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:20.470+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:20.471707+0000) 2023-03-22T17:08:20.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:20.468+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:20.470208+0000) 2023-03-22T17:08:20.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:20.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:20.464964+0000) 2023-03-22T17:08:20.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:20.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:20.421425+0000) 2023-03-22T17:08:20.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:20.465+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:20.467059+0000) 2023-03-22T17:08:20.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:20.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:20.466902+0000) 2023-03-22T17:08:21.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:21.654+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:21.656063+0000) 2023-03-22T17:08:21.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:21.470+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:21.471824+0000) 2023-03-22T17:08:21.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:21.463+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:21.465133+0000) 2023-03-22T17:08:21.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:21.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:21.467029+0000) 2023-03-22T17:08:21.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:21.465+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:21.467175+0000) 2023-03-22T17:08:21.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:21.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:21.421574+0000) 2023-03-22T17:08:21.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:21.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:21.470312+0000) 2023-03-22T17:08:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:21 smithi142 ceph-mon[94717]: pgmap v4828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T17:08:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:21 smithi098 ceph-mon[94136]: pgmap v4828: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T17:08:22.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:22.654+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:22.656246+0000) 2023-03-22T17:08:22.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:22.470+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:22.471948+0000) 2023-03-22T17:08:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:22.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:22.470423+0000) 2023-03-22T17:08:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:22.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:22.465318+0000) 2023-03-22T17:08:22.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:22.465+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:22.467143+0000) 2023-03-22T17:08:22.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:22.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:22.421695+0000) 2023-03-22T17:08:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:22.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:22.467304+0000) 2023-03-22T17:08:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:23.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.656514+0000) 2023-03-22T17:08:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:23.470+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.472074+0000) 2023-03-22T17:08:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:23.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.470549+0000) 2023-03-22T17:08:23.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:23.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.465448+0000) 2023-03-22T17:08:23.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:23.465+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.467121+0000) 2023-03-22T17:08:23.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:23.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.421827+0000) 2023-03-22T17:08:23.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:23.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.467420+0000) 2023-03-22T17:08:23.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:23.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:23.467279+0000) 2023-03-22T17:08:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:23 smithi142 ceph-mon[94717]: pgmap v4829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:08:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:23 smithi098 ceph-mon[94136]: pgmap v4829: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:08:24.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:24.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.656633+0000) 2023-03-22T17:08:24.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:24.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.470648+0000) 2023-03-22T17:08:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:24.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.465579+0000) 2023-03-22T17:08:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:24.470+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.472215+0000) 2023-03-22T17:08:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:24.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.421968+0000) 2023-03-22T17:08:24.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:24.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.467526+0000) 2023-03-22T17:08:24.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:24.465+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.467244+0000) 2023-03-22T17:08:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:24.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:24.467384+0000) 2023-03-22T17:08:25.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:25.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.472383+0000) 2023-03-22T17:08:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:25.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.470761+0000) 2023-03-22T17:08:25.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:25.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.465686+0000) 2023-03-22T17:08:25.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:25.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.656835+0000) 2023-03-22T17:08:25.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:25.421+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.422112+0000) 2023-03-22T17:08:25.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:25.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.467523+0000) 2023-03-22T17:08:25.724 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:25.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.467670+0000) 2023-03-22T17:08:25.725 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:25.466+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:25.467378+0000) 2023-03-22T17:08:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:25 smithi142 ceph-mon[94717]: pgmap v4830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:08:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:25 smithi098 ceph-mon[94136]: pgmap v4830: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:08:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:26.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.656948+0000) 2023-03-22T17:08:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:26.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.470883+0000) 2023-03-22T17:08:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:26.420+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.422231+0000) 2023-03-22T17:08:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:26.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.472518+0000) 2023-03-22T17:08:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:26.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.465798+0000) 2023-03-22T17:08:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:26.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.467828+0000) 2023-03-22T17:08:26.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:26.466+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.467527+0000) 2023-03-22T17:08:26.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:26.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:26.467688+0000) 2023-03-22T17:08:27.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:27.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.657171+0000) 2023-03-22T17:08:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:27.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.472627+0000) 2023-03-22T17:08:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:27.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.470989+0000) 2023-03-22T17:08:27.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:27.464+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.465980+0000) 2023-03-22T17:08:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:27.466+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.467693+0000) 2023-03-22T17:08:27.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:27.421+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.422381+0000) 2023-03-22T17:08:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:27.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.467978+0000) 2023-03-22T17:08:27.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:27.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:27.467832+0000) 2023-03-22T17:08:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:27 smithi142 ceph-mon[94717]: pgmap v4831: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:08:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:27 smithi098 ceph-mon[94136]: pgmap v4831: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:08:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:28.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.657343+0000) 2023-03-22T17:08:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:28.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.471105+0000) 2023-03-22T17:08:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:28.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.466145+0000) 2023-03-22T17:08:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:28.421+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.422522+0000) 2023-03-22T17:08:28.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:28.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.472735+0000) 2023-03-22T17:08:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:28.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.468093+0000) 2023-03-22T17:08:28.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:28.466+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.467833+0000) 2023-03-22T17:08:28.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:28.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:28.468022+0000) 2023-03-22T17:08:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:29.469+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.471228+0000) 2023-03-22T17:08:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:29.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.466257+0000) 2023-03-22T17:08:29.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:29.466+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.467937+0000) 2023-03-22T17:08:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:29.421+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.422678+0000) 2023-03-22T17:08:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:29.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.657633+0000) 2023-03-22T17:08:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:29.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.472903+0000) 2023-03-22T17:08:29.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:29.466+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.468216+0000) 2023-03-22T17:08:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:29.466+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:29.468141+0000) 2023-03-22T17:08:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:29 smithi142 ceph-mon[94717]: pgmap v4832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:08:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:29 smithi098 ceph-mon[94136]: pgmap v4832: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:08:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:30.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.471349+0000) 2023-03-22T17:08:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:30.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.466368+0000) 2023-03-22T17:08:30.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:30.421+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.422842+0000) 2023-03-22T17:08:30.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:30.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.657743+0000) 2023-03-22T17:08:30.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:30.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.473058+0000) 2023-03-22T17:08:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:30.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.468323+0000) 2023-03-22T17:08:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:30.466+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.468120+0000) 2023-03-22T17:08:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:30.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:30.468262+0000) 2023-03-22T17:08:31.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:31.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.657995+0000) 2023-03-22T17:08:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:31.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.471489+0000) 2023-03-22T17:08:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:31.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.466482+0000) 2023-03-22T17:08:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:31.421+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.423015+0000) 2023-03-22T17:08:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:31.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.468440+0000) 2023-03-22T17:08:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:31.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.468411+0000) 2023-03-22T17:08:31.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:31.471+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.473248+0000) 2023-03-22T17:08:31.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:31.466+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:31.468242+0000) 2023-03-22T17:08:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:31 smithi142 ceph-mon[94717]: pgmap v4833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:31 smithi098 ceph-mon[94136]: pgmap v4833: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:32.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.658123+0000) 2023-03-22T17:08:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:32.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.471604+0000) 2023-03-22T17:08:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:32.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.466598+0000) 2023-03-22T17:08:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:32.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.468570+0000) 2023-03-22T17:08:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:32.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.468362+0000) 2023-03-22T17:08:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:32.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.468609+0000) 2023-03-22T17:08:32.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:32.421+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.423146+0000) 2023-03-22T17:08:32.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:32.472+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:32.473407+0000) 2023-03-22T17:08:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:33.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.471727+0000) 2023-03-22T17:08:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:33.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.466787+0000) 2023-03-22T17:08:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:33.422+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.423290+0000) 2023-03-22T17:08:33.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:33.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.658308+0000) 2023-03-22T17:08:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:33.472+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.473539+0000) 2023-03-22T17:08:33.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:33.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.468501+0000) 2023-03-22T17:08:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:33.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.468782+0000) 2023-03-22T17:08:33.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:33.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:33.468730+0000) 2023-03-22T17:08:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:33 smithi142 ceph-mon[94717]: pgmap v4834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:33 smithi098 ceph-mon[94136]: pgmap v4834: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:34.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.658414+0000) 2023-03-22T17:08:34.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:34.472+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.473649+0000) 2023-03-22T17:08:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:34.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.466931+0000) 2023-03-22T17:08:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:34.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.468916+0000) 2023-03-22T17:08:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:34.422+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.423410+0000) 2023-03-22T17:08:34.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:34.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.471885+0000) 2023-03-22T17:08:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:34.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.468664+0000) 2023-03-22T17:08:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:34.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:34.468872+0000) 2023-03-22T17:08:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:35.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.658624+0000) 2023-03-22T17:08:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:35.472+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.473764+0000) 2023-03-22T17:08:35.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:35.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.471997+0000) 2023-03-22T17:08:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:35.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.467104+0000) 2023-03-22T17:08:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:35.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.469042+0000) 2023-03-22T17:08:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:35.423+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.423579+0000) 2023-03-22T17:08:35.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:35.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.468817+0000) 2023-03-22T17:08:35.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:35.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:35.469034+0000) 2023-03-22T17:08:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:35 smithi142 ceph-mon[94717]: pgmap v4835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:35 smithi098 ceph-mon[94136]: pgmap v4835: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:36.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:36.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.658757+0000) 2023-03-22T17:08:36.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:36.472+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.473905+0000) 2023-03-22T17:08:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:36.470+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.472171+0000) 2023-03-22T17:08:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:36.465+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.467246+0000) 2023-03-22T17:08:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:36.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.468926+0000) 2023-03-22T17:08:36.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:36.422+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.423723+0000) 2023-03-22T17:08:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:36.467+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.469148+0000) 2023-03-22T17:08:36.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:36.467+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:36.469154+0000) 2023-03-22T17:08:37.467 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:37.422+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.423861+0000) 2023-03-22T17:08:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:37.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.658981+0000) 2023-03-22T17:08:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:37.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.474053+0000) 2023-03-22T17:08:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:37.472+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.472343+0000) 2023-03-22T17:08:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:37.466+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.467379+0000) 2023-03-22T17:08:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:37.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.469305+0000) 2023-03-22T17:08:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:37.467+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.469052+0000) 2023-03-22T17:08:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:37.468+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:37.469275+0000) 2023-03-22T17:08:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:37 smithi142 ceph-mon[94717]: pgmap v4836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:37 smithi098 ceph-mon[94136]: pgmap v4836: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:38.471+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.472458+0000) 2023-03-22T17:08:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:38.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.467502+0000) 2023-03-22T17:08:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:38.423+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.424029+0000) 2023-03-22T17:08:38.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:38.472+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.474159+0000) 2023-03-22T17:08:38.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:38.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.659085+0000) 2023-03-22T17:08:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:38.468+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.469232+0000) 2023-03-22T17:08:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:38.468+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.469393+0000) 2023-03-22T17:08:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:38.468+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:38.469417+0000) 2023-03-22T17:08:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:39.472+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.472582+0000) 2023-03-22T17:08:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:39.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.467681+0000) 2023-03-22T17:08:39.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:39.422+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.424159+0000) 2023-03-22T17:08:39.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:39.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.659272+0000) 2023-03-22T17:08:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:39.473+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.474279+0000) 2023-03-22T17:08:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:39.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.469361+0000) 2023-03-22T17:08:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:39.469+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.469524+0000) 2023-03-22T17:08:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:39.469+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:39.469514+0000) 2023-03-22T17:08:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:39 smithi142 ceph-mon[94717]: pgmap v4837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:39 smithi098 ceph-mon[94136]: pgmap v4837: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:40.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.659431+0000) 2023-03-22T17:08:40.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:40.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.474405+0000) 2023-03-22T17:08:40.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:40.472+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.472743+0000) 2023-03-22T17:08:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:40.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.469482+0000) 2023-03-22T17:08:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:40.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.424273+0000) 2023-03-22T17:08:40.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:40.467+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.467821+0000) 2023-03-22T17:08:40.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:40.468+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:40.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:40.468+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:40.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:40.485+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.485432+0000) 2023-03-22T17:08:40.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:40.469+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.469644+0000) 2023-03-22T17:08:40.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:40.469+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:40.469631+0000) 2023-03-22T17:08:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:41.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:41.659751+0000) 2023-03-22T17:08:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:41.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:41.474547+0000) 2023-03-22T17:08:41.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:41.472+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:41.472888+0000) 2023-03-22T17:08:41.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:41.469+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:41.469766+0000) 2023-03-22T17:08:41.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:41.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:41.424395+0000) 2023-03-22T17:08:41.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:41.469+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:41.469745+0000) 2023-03-22T17:08:41.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:41.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:41.469655+0000) 2023-03-22T17:08:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:41 smithi142 ceph-mon[94717]: pgmap v4838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:41 smithi098 ceph-mon[94136]: pgmap v4838: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:42.683 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:42.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.474659+0000) 2023-03-22T17:08:42.683 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:42.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.424532+0000) 2023-03-22T17:08:42.684 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:42.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.659882+0000) 2023-03-22T17:08:42.684 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:42.660+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:42.684 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:42.660+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:42.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:42.472+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.473020+0000) 2023-03-22T17:08:42.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:42.473+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:42.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:42.473+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:42.685 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:42.476+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.476333+0000) 2023-03-22T17:08:42.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:42.469+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.469833+0000) 2023-03-22T17:08:42.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:42.470+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:42.686 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:42.470+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:42.687 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:42.475+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.475825+0000) 2023-03-22T17:08:42.687 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:42.469+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.469891+0000) 2023-03-22T17:08:42.687 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:42.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.469815+0000) 2023-03-22T17:08:42.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:42.682+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:42.683118+0000) 2023-03-22T17:08:43.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:43.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:43.474830+0000) 2023-03-22T17:08:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:43.469+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:43.470011+0000) 2023-03-22T17:08:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:43.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:43.424698+0000) 2023-03-22T17:08:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:43.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:43.469940+0000) 2023-03-22T17:08:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:43 smithi142 ceph-mon[94717]: pgmap v4839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:43 smithi098 ceph-mon[94136]: pgmap v4839: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:44.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:44.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:44.470071+0000) 2023-03-22T17:08:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:44.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:44.424813+0000) 2023-03-22T17:08:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:44.474+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:44.475016+0000) 2023-03-22T17:08:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:44.475+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:44.475+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:44.485+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:44.485800+0000) 2023-03-22T17:08:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:44.469+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:44.470134+0000) 2023-03-22T17:08:45.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:44.967+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:44.968118+0000) 2023-03-22T17:08:45.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:45.470+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:45.470279+0000) 2023-03-22T17:08:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:45.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:45.424989+0000) 2023-03-22T17:08:45.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:45.469+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:45.470197+0000) 2023-03-22T17:08:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:45 smithi142 ceph-mon[94717]: pgmap v4840: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:45 smithi098 ceph-mon[94136]: pgmap v4840: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:46.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:45.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:45.968267+0000) 2023-03-22T17:08:46.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:46.470+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.470421+0000) 2023-03-22T17:08:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:46.470+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:46.471+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:46.473+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.473473+0000) 2023-03-22T17:08:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:46.424+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.425133+0000) 2023-03-22T17:08:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:46.425+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:46.425+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:46.428+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.428955+0000) 2023-03-22T17:08:46.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:46.470+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.470321+0000) 2023-03-22T17:08:47.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:47.159+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:47.160178+0000) 2023-03-22T17:08:47.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:46.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.973304+0000) 2023-03-22T17:08:47.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:46.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.968386+0000) 2023-03-22T17:08:47.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:46.969+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:46.970179+0000) 2023-03-22T17:08:47.932 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:47.470+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:47.470451+0000) 2023-03-22T17:08:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:47 smithi142 ceph-mon[94717]: pgmap v4841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:47 smithi098 ceph-mon[94136]: pgmap v4841: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:48.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:47.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:47.973417+0000) 2023-03-22T17:08:48.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:47.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:47.968507+0000) 2023-03-22T17:08:48.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:48.162+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:48.162562+0000) 2023-03-22T17:08:48.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:47.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:47.970314+0000) 2023-03-22T17:08:48.968 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:48.470+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:48.470589+0000) 2023-03-22T17:08:49.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:49.166+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:49.166463+0000) 2023-03-22T17:08:49.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:48.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:48.975448+0000) 2023-03-22T17:08:49.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:48.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:48.973518+0000) 2023-03-22T17:08:49.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:48.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:48.968623+0000) 2023-03-22T17:08:49.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:48.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:48.970433+0000) 2023-03-22T17:08:49.968 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:49.470+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:49.470717+0000) 2023-03-22T17:08:49.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:49.471+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:49.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:49.471+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:08:49.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:49.474+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:49.474806+0000) 2023-03-22T17:08:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:49 smithi142 ceph-mon[94717]: pgmap v4842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:49 smithi098 ceph-mon[94136]: pgmap v4842: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:50.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:49.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:49.973638+0000) 2023-03-22T17:08:50.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:49.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:49.968736+0000) 2023-03-22T17:08:50.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:50.168+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:50.168938+0000) 2023-03-22T17:08:50.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:49.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:49.975571+0000) 2023-03-22T17:08:50.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:49.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:49.970551+0000) 2023-03-22T17:08:51.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:50.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:50.973755+0000) 2023-03-22T17:08:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:50.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:50.968849+0000) 2023-03-22T17:08:51.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:50.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:50.925555+0000) 2023-03-22T17:08:51.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:51.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:51.170739+0000) 2023-03-22T17:08:51.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:50.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:50.975706+0000) 2023-03-22T17:08:51.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:50.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:50.970666+0000) 2023-03-22T17:08:51.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:50.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:50.970663+0000) 2023-03-22T17:08:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:51 smithi142 ceph-mon[94717]: pgmap v4843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:51 smithi098 ceph-mon[94136]: pgmap v4843: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:52.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:52.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:52.170854+0000) 2023-03-22T17:08:52.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:51.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:51.975825+0000) 2023-03-22T17:08:52.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:51.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:51.973871+0000) 2023-03-22T17:08:52.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:51.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:51.968984+0000) 2023-03-22T17:08:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:51.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:51.970788+0000) 2023-03-22T17:08:52.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:51.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:51.925689+0000) 2023-03-22T17:08:52.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:51.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:51.970785+0000) 2023-03-22T17:08:53.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:53.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.171159+0000) 2023-03-22T17:08:53.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:52.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:52.975940+0000) 2023-03-22T17:08:53.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:52.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:52.973991+0000) 2023-03-22T17:08:53.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:52.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:52.969183+0000) 2023-03-22T17:08:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:52.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:52.925884+0000) 2023-03-22T17:08:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:52.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:52.970910+0000) 2023-03-22T17:08:53.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:52.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:52.970910+0000) 2023-03-22T17:08:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:53 smithi142 ceph-mon[94717]: pgmap v4844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:53 smithi098 ceph-mon[94136]: pgmap v4844: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:08:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:53.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.974141+0000) 2023-03-22T17:08:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:53.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.969393+0000) 2023-03-22T17:08:54.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:53.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.971064+0000) 2023-03-22T17:08:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:53.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.926039+0000) 2023-03-22T17:08:54.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:54.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.171360+0000) 2023-03-22T17:08:54.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:53.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.976095+0000) 2023-03-22T17:08:54.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:53.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.971097+0000) 2023-03-22T17:08:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:53.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:53.971097+0000) 2023-03-22T17:08:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:55.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.171559+0000) 2023-03-22T17:08:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:54.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.976232+0000) 2023-03-22T17:08:55.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:54.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.974285+0000) 2023-03-22T17:08:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:54.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.969569+0000) 2023-03-22T17:08:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:54.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.971216+0000) 2023-03-22T17:08:55.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:54.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.926170+0000) 2023-03-22T17:08:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:54.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.971280+0000) 2023-03-22T17:08:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:54.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:54.971276+0000) 2023-03-22T17:08:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:55 smithi142 ceph-mon[94717]: pgmap v4845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:55 smithi098 ceph-mon[94136]: pgmap v4845: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:56.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.171690+0000) 2023-03-22T17:08:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:55.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.976363+0000) 2023-03-22T17:08:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:55.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.974399+0000) 2023-03-22T17:08:56.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:55.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.969773+0000) 2023-03-22T17:08:56.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:55.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.926288+0000) 2023-03-22T17:08:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:55.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.971399+0000) 2023-03-22T17:08:56.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:55.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.971339+0000) 2023-03-22T17:08:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:55.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:55.971394+0000) 2023-03-22T17:08:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:56.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.974557+0000) 2023-03-22T17:08:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:56.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.969955+0000) 2023-03-22T17:08:57.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:56.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.926466+0000) 2023-03-22T17:08:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:56.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.976549+0000) 2023-03-22T17:08:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:57.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.171901+0000) 2023-03-22T17:08:57.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:56.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.971459+0000) 2023-03-22T17:08:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:56.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.971542+0000) 2023-03-22T17:08:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:56.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:56.971568+0000) 2023-03-22T17:08:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:57 smithi142 ceph-mon[94717]: pgmap v4846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:57 smithi098 ceph-mon[94136]: pgmap v4846: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:08:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:58.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.172039+0000) 2023-03-22T17:08:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:57.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.970109+0000) 2023-03-22T17:08:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:57.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.926633+0000) 2023-03-22T17:08:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:57.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.976663+0000) 2023-03-22T17:08:58.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:57.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.974679+0000) 2023-03-22T17:08:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:57.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.971690+0000) 2023-03-22T17:08:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:57.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.971610+0000) 2023-03-22T17:08:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:57.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:57.971745+0000) 2023-03-22T17:08:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:08:59.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.172313+0000) 2023-03-22T17:08:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:58.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.976797+0000) 2023-03-22T17:08:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:58.968+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.970227+0000) 2023-03-22T17:08:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:58.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.971877+0000) 2023-03-22T17:08:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:58.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.971731+0000) 2023-03-22T17:08:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:58.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.926785+0000) 2023-03-22T17:08:59.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:58.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.974839+0000) 2023-03-22T17:08:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:58.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:58.971864+0000) 2023-03-22T17:09:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:08:59 smithi142 ceph-mon[94717]: pgmap v4847: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:08:59 smithi098 ceph-mon[94136]: pgmap v4847: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:00.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:00.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.172453+0000) 2023-03-22T17:09:00.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:08:59.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.976914+0000) 2023-03-22T17:09:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:08:59.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.974980+0000) 2023-03-22T17:09:00.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:08:59.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.970352+0000) 2023-03-22T17:09:00.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:08:59.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.972002+0000) 2023-03-22T17:09:00.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:08:59.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.971856+0000) 2023-03-22T17:09:00.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:08:59.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.971991+0000) 2023-03-22T17:09:00.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:08:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:08:59.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:08:59.926926+0000) 2023-03-22T17:09:01.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:01.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.172674+0000) 2023-03-22T17:09:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:00.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.977022+0000) 2023-03-22T17:09:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:00.973+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.975148+0000) 2023-03-22T17:09:01.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:00.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.970466+0000) 2023-03-22T17:09:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:00.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.971984+0000) 2023-03-22T17:09:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:00.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.927047+0000) 2023-03-22T17:09:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:00.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.972117+0000) 2023-03-22T17:09:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:00.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:00.972126+0000) 2023-03-22T17:09:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:01 smithi142 ceph-mon[94717]: pgmap v4848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:01 smithi098 ceph-mon[94136]: pgmap v4848: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:02.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:01.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.970600+0000) 2023-03-22T17:09:02.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:01.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.972106+0000) 2023-03-22T17:09:02.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:02.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.172863+0000) 2023-03-22T17:09:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:01.975+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.977164+0000) 2023-03-22T17:09:02.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:01.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.975356+0000) 2023-03-22T17:09:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:01.970+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.972256+0000) 2023-03-22T17:09:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:01.970+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.972240+0000) 2023-03-22T17:09:02.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:01.925+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:01.927170+0000) 2023-03-22T17:09:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:02.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.975501+0000) 2023-03-22T17:09:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:02.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.970776+0000) 2023-03-22T17:09:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:02.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.927290+0000) 2023-03-22T17:09:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:02.970+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.972240+0000) 2023-03-22T17:09:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:02.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.977297+0000) 2023-03-22T17:09:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:02.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.972376+0000) 2023-03-22T17:09:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:02.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:02.972386+0000) 2023-03-22T17:09:03.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:03.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.173115+0000) 2023-03-22T17:09:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:03 smithi142 ceph-mon[94717]: pgmap v4849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:09:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:03 smithi098 ceph-mon[94136]: pgmap v4849: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:09:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:04.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.173248+0000) 2023-03-22T17:09:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:03.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.975625+0000) 2023-03-22T17:09:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:03.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.970940+0000) 2023-03-22T17:09:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:03.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.927431+0000) 2023-03-22T17:09:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:03.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.977419+0000) 2023-03-22T17:09:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:03.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.972377+0000) 2023-03-22T17:09:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:03.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.972636+0000) 2023-03-22T17:09:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:03.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:03.972499+0000) 2023-03-22T17:09:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:05.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.173497+0000) 2023-03-22T17:09:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:04.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.975750+0000) 2023-03-22T17:09:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:04.969+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.971115+0000) 2023-03-22T17:09:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:04.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.927617+0000) 2023-03-22T17:09:05.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:04.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.977533+0000) 2023-03-22T17:09:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:04.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.972617+0000) 2023-03-22T17:09:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:04.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.972506+0000) 2023-03-22T17:09:05.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:04.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:04.972754+0000) 2023-03-22T17:09:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:05 smithi142 ceph-mon[94717]: pgmap v4850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:09:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:05 smithi098 ceph-mon[94136]: pgmap v4850: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:09:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:05.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.975879+0000) 2023-03-22T17:09:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:05.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.971313+0000) 2023-03-22T17:09:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:05.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.972738+0000) 2023-03-22T17:09:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:05.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.927771+0000) 2023-03-22T17:09:06.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:06.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.173618+0000) 2023-03-22T17:09:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:05.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.972866+0000) 2023-03-22T17:09:06.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:05.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.977660+0000) 2023-03-22T17:09:06.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:05.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:05.972641+0000) 2023-03-22T17:09:07.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:07.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.173862+0000) 2023-03-22T17:09:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:06.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.975986+0000) 2023-03-22T17:09:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:06.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.971450+0000) 2023-03-22T17:09:07.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:06.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.972756+0000) 2023-03-22T17:09:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:06.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.927951+0000) 2023-03-22T17:09:07.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:06.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.977773+0000) 2023-03-22T17:09:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:06.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.972976+0000) 2023-03-22T17:09:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:06.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:06.972860+0000) 2023-03-22T17:09:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:07 smithi142 ceph-mon[94717]: pgmap v4851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:09:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:07 smithi098 ceph-mon[94136]: pgmap v4851: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:09:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:08.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.173996+0000) 2023-03-22T17:09:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:07.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.976101+0000) 2023-03-22T17:09:08.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:07.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.972878+0000) 2023-03-22T17:09:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:07.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.928074+0000) 2023-03-22T17:09:08.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:07.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.971621+0000) 2023-03-22T17:09:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:07.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.972979+0000) 2023-03-22T17:09:08.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:07.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.977880+0000) 2023-03-22T17:09:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:07.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:07.973090+0000) 2023-03-22T17:09:09.174 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:08.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.978036+0000) 2023-03-22T17:09:09.174 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:08.974+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.976241+0000) 2023-03-22T17:09:09.175 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:08.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.971796+0000) 2023-03-22T17:09:09.175 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:08.926+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.928209+0000) 2023-03-22T17:09:09.176 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:08.971+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.973151+0000) 2023-03-22T17:09:09.176 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:08.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.973063+0000) 2023-03-22T17:09:09.177 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:08.971+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:08.973232+0000) 2023-03-22T17:09:09.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:09.172+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.174230+0000) 2023-03-22T17:09:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:09 smithi142 ceph-mon[94717]: pgmap v4852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:09:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:09 smithi098 ceph-mon[94136]: pgmap v4852: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:09:10.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:09.976+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.978142+0000) 2023-03-22T17:09:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:09.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.976392+0000) 2023-03-22T17:09:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:09.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.971931+0000) 2023-03-22T17:09:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:09.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.973302+0000) 2023-03-22T17:09:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:09.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.928300+0000) 2023-03-22T17:09:10.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:10.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.174414+0000) 2023-03-22T17:09:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:09.971+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.973216+0000) 2023-03-22T17:09:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:09.972+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:09.973439+0000) 2023-03-22T17:09:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:10 smithi142 ceph-mon[94717]: osdmap e290: 12 total, 9 up, 9 in 2023-03-22T17:09:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:10 smithi098 ceph-mon[94136]: osdmap e290: 12 total, 9 up, 9 in 2023-03-22T17:09:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:10.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.976517+0000) 2023-03-22T17:09:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:10.970+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.972146+0000) 2023-03-22T17:09:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:10.971+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:10.971+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:10.986+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.987612+0000) 2023-03-22T17:09:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:10.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.928414+0000) 2023-03-22T17:09:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:11.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:11.174677+0000) 2023-03-22T17:09:11.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:10.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.978279+0000) 2023-03-22T17:09:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:10.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.973297+0000) 2023-03-22T17:09:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:10.972+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.973561+0000) 2023-03-22T17:09:11.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:10.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:10.973412+0000) 2023-03-22T17:09:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:11 smithi142 ceph-mon[94717]: pgmap v4854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:09:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:11 smithi098 ceph-mon[94136]: pgmap v4854: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:09:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:11.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:11.976664+0000) 2023-03-22T17:09:12.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:12.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:12.174898+0000) 2023-03-22T17:09:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:11.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:11.928531+0000) 2023-03-22T17:09:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:11.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:11.978412+0000) 2023-03-22T17:09:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:11.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:11.973412+0000) 2023-03-22T17:09:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:11.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:11.973522+0000) 2023-03-22T17:09:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:11.972+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:11.973688+0000) 2023-03-22T17:09:13.182 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:12.975+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:12.976823+0000) 2023-03-22T17:09:13.182 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:12.976+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:13.183 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:12.976+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:13.183 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:13.120+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.121616+0000) 2023-03-22T17:09:13.183 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:13.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.175197+0000) 2023-03-22T17:09:13.184 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:13.174+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:13.184 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:13.174+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:13.184 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:13.181+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.182379+0000) 2023-03-22T17:09:13.184 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:12.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:12.973679+0000) 2023-03-22T17:09:13.185 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:12.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:12.928729+0000) 2023-03-22T17:09:13.185 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:12.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:12.973575+0000) 2023-03-22T17:09:13.186 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:12.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:12.978531+0000) 2023-03-22T17:09:13.186 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:12.972+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:12.973834+0000) 2023-03-22T17:09:13.187 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:12.973+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:13.187 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:12.973+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:13.187 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:13.113+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.114533+0000) 2023-03-22T17:09:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:13 smithi142 ceph-mon[94717]: pgmap v4855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:13 smithi098 ceph-mon[94136]: pgmap v4855: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:14.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:13.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.978666+0000) 2023-03-22T17:09:14.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:13.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.973831+0000) 2023-03-22T17:09:14.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:13.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.928891+0000) 2023-03-22T17:09:14.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:13.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:13.973706+0000) 2023-03-22T17:09:15.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:14.927+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:14.929029+0000) 2023-03-22T17:09:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:14.977+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:14.978802+0000) 2023-03-22T17:09:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:14.978+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:14.978+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:14.994+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:14.995971+0000) 2023-03-22T17:09:15.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:14.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:14.973978+0000) 2023-03-22T17:09:15.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:14.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:14.973834+0000) 2023-03-22T17:09:15.929 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:15.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:15.472687+0000) 2023-03-22T17:09:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:15 smithi142 ceph-mon[94717]: pgmap v4856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:15 smithi098 ceph-mon[94136]: pgmap v4856: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:16.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:15.972+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:15.974130+0000) 2023-03-22T17:09:16.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:15.972+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:15.973948+0000) 2023-03-22T17:09:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:15.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:15.929240+0000) 2023-03-22T17:09:16.929 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:16.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:16.472864+0000) 2023-03-22T17:09:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:16.973+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:16.974210+0000) 2023-03-22T17:09:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:16.928+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:16.929421+0000) 2023-03-22T17:09:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:16.928+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:16.928+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:16.944+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:16.945481+0000) 2023-03-22T17:09:17.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:16.973+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:16.974364+0000) 2023-03-22T17:09:17.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:16.973+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:17.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:16.973+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:17.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:16.979+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:16.980475+0000) 2023-03-22T17:09:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:17.674+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:17.675526+0000) 2023-03-22T17:09:17.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:17.475+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:17.477019+0000) 2023-03-22T17:09:17.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:17.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:17.473011+0000) 2023-03-22T17:09:17.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:17.472+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:17.474041+0000) 2023-03-22T17:09:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:17 smithi142 ceph-mon[94717]: pgmap v4857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:17 smithi098 ceph-mon[94136]: pgmap v4857: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:18.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:17.973+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:17.974346+0000) 2023-03-22T17:09:18.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:18.676+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:18.678067+0000) 2023-03-22T17:09:18.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:18.475+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:18.477143+0000) 2023-03-22T17:09:18.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:18.471+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:18.473143+0000) 2023-03-22T17:09:18.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:18.472+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:18.474184+0000) 2023-03-22T17:09:19.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:18.973+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:18.974491+0000) 2023-03-22T17:09:19.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:19.680+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:19.682087+0000) 2023-03-22T17:09:19.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:19.477+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:19.479159+0000) 2023-03-22T17:09:19.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:19.475+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:19.477256+0000) 2023-03-22T17:09:19.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:19.472+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:19.473286+0000) 2023-03-22T17:09:19.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:19.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:19.474317+0000) 2023-03-22T17:09:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:19 smithi142 ceph-mon[94717]: pgmap v4858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:19 smithi098 ceph-mon[94136]: pgmap v4858: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:09:20.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:19.973+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:19.974619+0000) 2023-03-22T17:09:20.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:19.973+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:20.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:19.973+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:20.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:19.978+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:19.979380+0000) 2023-03-22T17:09:20.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:20.476+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:20.477377+0000) 2023-03-22T17:09:20.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:20.472+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:20.473404+0000) 2023-03-22T17:09:20.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:20.683+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:20.684361+0000) 2023-03-22T17:09:20.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:20.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:20.479363+0000) 2023-03-22T17:09:20.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:20.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:20.474432+0000) 2023-03-22T17:09:21.687 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:21.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:21.479487+0000) 2023-03-22T17:09:21.688 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:21.476+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:21.477481+0000) 2023-03-22T17:09:21.688 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:21.472+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:21.473517+0000) 2023-03-22T17:09:21.689 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:21.428+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:21.429662+0000) 2023-03-22T17:09:21.689 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:21.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:21.474650+0000) 2023-03-22T17:09:21.690 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:21.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:21.474574+0000) 2023-03-22T17:09:21.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:21.686+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:21.687592+0000) 2023-03-22T17:09:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:21 smithi142 ceph-mon[94717]: pgmap v4859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:09:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:21 smithi098 ceph-mon[94136]: pgmap v4859: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:09:22.687 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:22.476+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:22.477591+0000) 2023-03-22T17:09:22.688 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:22.472+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:22.473665+0000) 2023-03-22T17:09:22.688 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:22.428+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:22.429804+0000) 2023-03-22T17:09:22.689 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:22.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:22.479621+0000) 2023-03-22T17:09:22.689 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:22.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:22.474818+0000) 2023-03-22T17:09:22.690 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:22.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:22.474728+0000) 2023-03-22T17:09:22.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:22.686+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:22.687755+0000) 2023-03-22T17:09:23.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:23.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:23.479741+0000) 2023-03-22T17:09:23.688 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:23.476+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:23.477722+0000) 2023-03-22T17:09:23.689 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:23.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:23.473847+0000) 2023-03-22T17:09:23.689 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:23.428+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:23.429920+0000) 2023-03-22T17:09:23.690 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:23.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:23.474930+0000) 2023-03-22T17:09:23.690 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:23.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:23.474846+0000) 2023-03-22T17:09:23.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:23.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:23.687986+0000) 2023-03-22T17:09:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:23 smithi142 ceph-mon[94717]: pgmap v4860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:09:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:23 smithi098 ceph-mon[94136]: pgmap v4860: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:09:24.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:24.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.479946+0000) 2023-03-22T17:09:24.688 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:24.476+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.477835+0000) 2023-03-22T17:09:24.689 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:24.472+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.473990+0000) 2023-03-22T17:09:24.689 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:24.428+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.430049+0000) 2023-03-22T17:09:24.690 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:24.473+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.474826+0000) 2023-03-22T17:09:24.690 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:24.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.474970+0000) 2023-03-22T17:09:24.691 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:24.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.475136+0000) 2023-03-22T17:09:24.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:24.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:24.688210+0000) 2023-03-22T17:09:25.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:25.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.480055+0000) 2023-03-22T17:09:25.689 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:25.476+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.478013+0000) 2023-03-22T17:09:25.689 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:25.472+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.474168+0000) 2023-03-22T17:09:25.690 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:25.428+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.430177+0000) 2023-03-22T17:09:25.690 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:25.473+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.474964+0000) 2023-03-22T17:09:25.691 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:25.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.475104+0000) 2023-03-22T17:09:25.691 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:25.473+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.475247+0000) 2023-03-22T17:09:25.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:25.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:25.688430+0000) 2023-03-22T17:09:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:25 smithi142 ceph-mon[94717]: pgmap v4861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:09:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:25 smithi098 ceph-mon[94136]: pgmap v4861: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:09:26.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:26.478+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.480240+0000) 2023-03-22T17:09:26.689 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:26.476+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.478148+0000) 2023-03-22T17:09:26.689 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:26.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.474293+0000) 2023-03-22T17:09:26.690 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:26.429+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.430302+0000) 2023-03-22T17:09:26.690 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:26.473+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.475075+0000) 2023-03-22T17:09:26.690 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:26.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.475356+0000) 2023-03-22T17:09:26.691 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:26.473+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.475220+0000) 2023-03-22T17:09:26.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:26.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:26.688539+0000) 2023-03-22T17:09:27.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:27.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.480330+0000) 2023-03-22T17:09:27.689 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:27.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.478262+0000) 2023-03-22T17:09:27.689 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:27.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.474419+0000) 2023-03-22T17:09:27.690 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:27.429+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.430420+0000) 2023-03-22T17:09:27.690 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:27.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.475470+0000) 2023-03-22T17:09:27.691 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:27.473+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.475196+0000) 2023-03-22T17:09:27.691 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:27.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.475310+0000) 2023-03-22T17:09:27.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:27.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:27.688739+0000) 2023-03-22T17:09:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:27 smithi142 ceph-mon[94717]: pgmap v4862: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:09:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:27 smithi098 ceph-mon[94136]: pgmap v4862: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:09:28.688 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:28.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.480437+0000) 2023-03-22T17:09:28.689 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:28.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.478385+0000) 2023-03-22T17:09:28.690 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:28.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.474593+0000) 2023-03-22T17:09:28.690 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:28.429+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.430559+0000) 2023-03-22T17:09:28.690 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:28.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.475592+0000) 2023-03-22T17:09:28.691 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:28.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.475332+0000) 2023-03-22T17:09:28.691 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:28.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.475427+0000) 2023-03-22T17:09:28.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:28.687+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:28.688898+0000) 2023-03-22T17:09:29.689 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:29.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.480553+0000) 2023-03-22T17:09:29.690 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:29.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.478503+0000) 2023-03-22T17:09:29.690 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:29.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.474709+0000) 2023-03-22T17:09:29.691 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:29.429+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.430698+0000) 2023-03-22T17:09:29.691 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:29.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.475447+0000) 2023-03-22T17:09:29.691 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:29.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.475735+0000) 2023-03-22T17:09:29.692 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:29.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.475564+0000) 2023-03-22T17:09:29.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:29.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:29.689190+0000) 2023-03-22T17:09:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:29 smithi142 ceph-mon[94717]: pgmap v4863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:09:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:29 smithi098 ceph-mon[94136]: pgmap v4863: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:09:30.689 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:30.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.478632+0000) 2023-03-22T17:09:30.689 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:30.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.474836+0000) 2023-03-22T17:09:30.690 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:30.430+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.430862+0000) 2023-03-22T17:09:30.690 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:30.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.480705+0000) 2023-03-22T17:09:30.691 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:30.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.475844+0000) 2023-03-22T17:09:30.691 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:30.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.475568+0000) 2023-03-22T17:09:30.692 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:30.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.475676+0000) 2023-03-22T17:09:31.689 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:30.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:30.689337+0000) 2023-03-22T17:09:31.690 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:31.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.480812+0000) 2023-03-22T17:09:31.690 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:31.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.478770+0000) 2023-03-22T17:09:31.691 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:31.473+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.474991+0000) 2023-03-22T17:09:31.691 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:31.429+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.431031+0000) 2023-03-22T17:09:31.692 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:31.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.475792+0000) 2023-03-22T17:09:31.692 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:31.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.475955+0000) 2023-03-22T17:09:31.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:31.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.475716+0000) 2023-03-22T17:09:31.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:31.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:31.689568+0000) 2023-03-22T17:09:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:31 smithi142 ceph-mon[94717]: pgmap v4864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:31 smithi098 ceph-mon[94136]: pgmap v4864: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:32.689 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:32.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.478890+0000) 2023-03-22T17:09:32.690 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:32.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.475167+0000) 2023-03-22T17:09:32.690 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:32.429+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.431184+0000) 2023-03-22T17:09:32.691 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:32.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.480928+0000) 2023-03-22T17:09:32.691 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:32.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.476061+0000) 2023-03-22T17:09:32.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:32.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.475848+0000) 2023-03-22T17:09:32.692 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:32.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.475922+0000) 2023-03-22T17:09:32.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:32.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:32.689676+0000) 2023-03-22T17:09:33.689 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:33.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.481042+0000) 2023-03-22T17:09:33.690 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:33.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.479010+0000) 2023-03-22T17:09:33.691 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:33.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.475302+0000) 2023-03-22T17:09:33.692 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:33.430+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.431346+0000) 2023-03-22T17:09:33.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:33.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.475959+0000) 2023-03-22T17:09:33.693 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:33.474+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.476164+0000) 2023-03-22T17:09:33.694 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:33.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.476045+0000) 2023-03-22T17:09:33.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:33.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:33.689878+0000) 2023-03-22T17:09:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:33 smithi142 ceph-mon[94717]: pgmap v4865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:33 smithi098 ceph-mon[94136]: pgmap v4865: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:34.690 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:34.477+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.479190+0000) 2023-03-22T17:09:34.690 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:34.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.475423+0000) 2023-03-22T17:09:34.691 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:34.430+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.431514+0000) 2023-03-22T17:09:34.691 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:34.479+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.481169+0000) 2023-03-22T17:09:34.692 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:34.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.476298+0000) 2023-03-22T17:09:34.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:34.474+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.476116+0000) 2023-03-22T17:09:34.692 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:34.474+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.476200+0000) 2023-03-22T17:09:34.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:34.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:34.689996+0000) 2023-03-22T17:09:35.690 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:35.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.481333+0000) 2023-03-22T17:09:35.691 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:35.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.479350+0000) 2023-03-22T17:09:35.691 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:35.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.475549+0000) 2023-03-22T17:09:35.692 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:35.430+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.431645+0000) 2023-03-22T17:09:35.692 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:35.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.476427+0000) 2023-03-22T17:09:35.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:35.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.476291+0000) 2023-03-22T17:09:35.693 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:35.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.476387+0000) 2023-03-22T17:09:35.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:35.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:35.690297+0000) 2023-03-22T17:09:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:35 smithi142 ceph-mon[94717]: pgmap v4866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:35 smithi098 ceph-mon[94136]: pgmap v4866: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:36.690 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:36.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.481492+0000) 2023-03-22T17:09:36.691 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:36.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.479494+0000) 2023-03-22T17:09:36.692 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:36.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.475659+0000) 2023-03-22T17:09:36.693 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:36.430+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.431775+0000) 2023-03-22T17:09:36.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:36.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.476400+0000) 2023-03-22T17:09:36.694 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:36.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.476544+0000) 2023-03-22T17:09:36.694 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:36.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.476504+0000) 2023-03-22T17:09:36.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:36.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:36.690454+0000) 2023-03-22T17:09:37.690 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:37.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.481597+0000) 2023-03-22T17:09:37.691 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:37.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.479623+0000) 2023-03-22T17:09:37.691 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:37.475+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.475797+0000) 2023-03-22T17:09:37.692 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:37.430+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.431919+0000) 2023-03-22T17:09:37.692 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:37.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.476663+0000) 2023-03-22T17:09:37.693 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:37.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.476619+0000) 2023-03-22T17:09:37.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:37.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.476539+0000) 2023-03-22T17:09:37.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:37.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:37.690683+0000) 2023-03-22T17:09:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:37 smithi142 ceph-mon[94717]: pgmap v4867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:37 smithi098 ceph-mon[94136]: pgmap v4867: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:38.690 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:38.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.481698+0000) 2023-03-22T17:09:38.691 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:38.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.479751+0000) 2023-03-22T17:09:38.692 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:38.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.475915+0000) 2023-03-22T17:09:38.692 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:38.430+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.432136+0000) 2023-03-22T17:09:38.693 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:38.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.476809+0000) 2023-03-22T17:09:38.693 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:38.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.476773+0000) 2023-03-22T17:09:38.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:38.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.476683+0000) 2023-03-22T17:09:38.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:38.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:38.690847+0000) 2023-03-22T17:09:39.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:39.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.481827+0000) 2023-03-22T17:09:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:39.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.479865+0000) 2023-03-22T17:09:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:39.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.476039+0000) 2023-03-22T17:09:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:39.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.476827+0000) 2023-03-22T17:09:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:39.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.432290+0000) 2023-03-22T17:09:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:39.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.476967+0000) 2023-03-22T17:09:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:39.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.476937+0000) 2023-03-22T17:09:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:39 smithi142 ceph-mon[94717]: pgmap v4868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:40.156 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:39.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:39.691106+0000) 2023-03-22T17:09:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:39 smithi098 ceph-mon[94136]: pgmap v4868: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:40.691 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:40.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.481968+0000) 2023-03-22T17:09:40.692 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:40.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.479977+0000) 2023-03-22T17:09:40.692 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:40.474+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.476150+0000) 2023-03-22T17:09:40.693 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:40.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.432419+0000) 2023-03-22T17:09:40.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:40.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.476944+0000) 2023-03-22T17:09:40.694 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:40.475+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.477102+0000) 2023-03-22T17:09:40.694 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:40.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.477058+0000) 2023-03-22T17:09:40.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:40.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:40.691289+0000) 2023-03-22T17:09:41.691 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:41.480+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.482135+0000) 2023-03-22T17:09:41.692 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:41.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.480100+0000) 2023-03-22T17:09:41.692 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:41.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.432555+0000) 2023-03-22T17:09:41.692 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:41.475+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.476284+0000) 2023-03-22T17:09:41.693 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:41.475+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:41.693 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:41.475+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:41.693 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:41.478+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.479300+0000) 2023-03-22T17:09:41.694 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:41.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.477076+0000) 2023-03-22T17:09:41.694 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:41.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.477298+0000) 2023-03-22T17:09:41.694 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:41.475+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.477195+0000) 2023-03-22T17:09:41.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:41.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:41.691500+0000) 2023-03-22T17:09:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:41 smithi142 ceph-mon[94717]: pgmap v4869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:41 smithi098 ceph-mon[94136]: pgmap v4869: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:42.691 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:42.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:42.482297+0000) 2023-03-22T17:09:42.692 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:42.478+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:42.480237+0000) 2023-03-22T17:09:42.692 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:42.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:42.477420+0000) 2023-03-22T17:09:42.693 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:42.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:42.432683+0000) 2023-03-22T17:09:42.693 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:42.475+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:42.477215+0000) 2023-03-22T17:09:42.694 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:42.476+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:42.477306+0000) 2023-03-22T17:09:42.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:42.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:42.691636+0000) 2023-03-22T17:09:43.691 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:43.477+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.477541+0000) 2023-03-22T17:09:43.692 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:43.477+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.477404+0000) 2023-03-22T17:09:43.693 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:43.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.432796+0000) 2023-03-22T17:09:43.693 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:43.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.482407+0000) 2023-03-22T17:09:43.694 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:43.479+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.480359+0000) 2023-03-22T17:09:43.694 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:43.479+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:43.694 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:43.479+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:43.694 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:43.484+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.485696+0000) 2023-03-22T17:09:43.695 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:43.477+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.477422+0000) 2023-03-22T17:09:43.695 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:43.477+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:43.695 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:43.477+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:43.695 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:43.482+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.483455+0000) 2023-03-22T17:09:43.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:43.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.691881+0000) 2023-03-22T17:09:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:43.691+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:43.691+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:43.701+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:43.703026+0000) 2023-03-22T17:09:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:43 smithi142 ceph-mon[94717]: pgmap v4870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:43 smithi098 ceph-mon[94136]: pgmap v4870: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:44.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:44.481+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:44.482526+0000) 2023-03-22T17:09:44.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:44.476+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:44.477656+0000) 2023-03-22T17:09:44.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:44.476+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:44.477519+0000) 2023-03-22T17:09:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:44.431+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:44.432917+0000) 2023-03-22T17:09:45.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:45.432+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:45.433044+0000) 2023-03-22T17:09:45.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:45.482+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:45.482672+0000) 2023-03-22T17:09:45.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:45.483+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:45.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:45.483+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:45.492+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:45.492355+0000) 2023-03-22T17:09:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:45.477+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:45.477780+0000) 2023-03-22T17:09:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:45.477+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:45.477636+0000) 2023-03-22T17:09:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:45 smithi142 ceph-mon[94717]: pgmap v4871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:45 smithi098 ceph-mon[94136]: pgmap v4871: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:46.433 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:45.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:45.976642+0000) 2023-03-22T17:09:46.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:46.477+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:46.477915+0000) 2023-03-22T17:09:46.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:46.432+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:46.433238+0000) 2023-03-22T17:09:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:46.477+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:46.477815+0000) 2023-03-22T17:09:47.433 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:46.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:46.976827+0000) 2023-03-22T17:09:47.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:47.477+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.477937+0000) 2023-03-22T17:09:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:47.477+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.478034+0000) 2023-03-22T17:09:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:47.478+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:47.478+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:47.493+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.493409+0000) 2023-03-22T17:09:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:47.433+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.433417+0000) 2023-03-22T17:09:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:47.433+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:47.433+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:47.442+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.442367+0000) 2023-03-22T17:09:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:47 smithi142 ceph-mon[94717]: pgmap v4872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:47 smithi098 ceph-mon[94136]: pgmap v4872: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:48.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:48.192+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:48.192278+0000) 2023-03-22T17:09:48.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:47.980+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.980680+0000) 2023-03-22T17:09:48.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:47.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.976961+0000) 2023-03-22T17:09:48.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:47.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:47.977638+0000) 2023-03-22T17:09:48.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:48.477+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:48.478063+0000) 2023-03-22T17:09:49.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:48.980+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:48.980841+0000) 2023-03-22T17:09:49.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:48.976+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:48.977127+0000) 2023-03-22T17:09:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:49.195+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:49.195600+0000) 2023-03-22T17:09:49.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:48.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:48.977754+0000) 2023-03-22T17:09:49.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:49.477+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:49.478185+0000) 2023-03-22T17:09:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:49 smithi142 ceph-mon[94717]: pgmap v4873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:49 smithi098 ceph-mon[94136]: pgmap v4873: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:50.324 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:49.980+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:49.980970+0000) 2023-03-22T17:09:50.325 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:49.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:49.977356+0000) 2023-03-22T17:09:50.325 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:49.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:49.983050+0000) 2023-03-22T17:09:50.326 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:49.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:49.977873+0000) 2023-03-22T17:09:50.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:50.324+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:50.324672+0000) 2023-03-22T17:09:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:50.478+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:50.478360+0000) 2023-03-22T17:09:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:50.478+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:50.478+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:09:50.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:50.490+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:50.490292+0000) 2023-03-22T17:09:51.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:50.980+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:50.981112+0000) 2023-03-22T17:09:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:50.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:50.977511+0000) 2023-03-22T17:09:51.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:50.982+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:50.983251+0000) 2023-03-22T17:09:51.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:50.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:50.977979+0000) 2023-03-22T17:09:51.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:51.326+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:51.326914+0000) 2023-03-22T17:09:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:51 smithi142 ceph-mon[94717]: pgmap v4874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:51 smithi098 ceph-mon[94136]: pgmap v4874: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:52.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:51.980+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:51.981221+0000) 2023-03-22T17:09:52.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:51.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:51.977643+0000) 2023-03-22T17:09:52.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:51.933+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:51.933783+0000) 2023-03-22T17:09:52.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:51.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:51.983410+0000) 2023-03-22T17:09:52.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:51.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:51.978305+0000) 2023-03-22T17:09:52.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:51.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:51.978092+0000) 2023-03-22T17:09:52.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:52.328+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:52.329043+0000) 2023-03-22T17:09:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:52.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:52.981292+0000) 2023-03-22T17:09:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:52.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:52.977787+0000) 2023-03-22T17:09:53.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:52.933+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:52.933927+0000) 2023-03-22T17:09:53.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:52.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:52.983538+0000) 2023-03-22T17:09:53.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:52.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:52.978418+0000) 2023-03-22T17:09:53.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:52.977+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:52.978202+0000) 2023-03-22T17:09:53.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:53.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:53.329291+0000) 2023-03-22T17:09:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:53 smithi142 ceph-mon[94717]: pgmap v4875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:53 smithi098 ceph-mon[94136]: pgmap v4875: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:09:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:53.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:53.981420+0000) 2023-03-22T17:09:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:53.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:53.977949+0000) 2023-03-22T17:09:54.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:53.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:53.978520+0000) 2023-03-22T17:09:54.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:53.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:53.983666+0000) 2023-03-22T17:09:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:53.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:53.978312+0000) 2023-03-22T17:09:54.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:53.933+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:53.934053+0000) 2023-03-22T17:09:54.934 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:54.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.329430+0000) 2023-03-22T17:09:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:54.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.981576+0000) 2023-03-22T17:09:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:54.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.978062+0000) 2023-03-22T17:09:55.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:54.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.934196+0000) 2023-03-22T17:09:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:54.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.983783+0000) 2023-03-22T17:09:55.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:54.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.978714+0000) 2023-03-22T17:09:55.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:54.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.978631+0000) 2023-03-22T17:09:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:54.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:54.978424+0000) 2023-03-22T17:09:55.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:55.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.329677+0000) 2023-03-22T17:09:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:55 smithi142 ceph-mon[94717]: pgmap v4876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:55 smithi098 ceph-mon[94136]: pgmap v4876: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:55.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.981681+0000) 2023-03-22T17:09:56.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:55.977+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.978196+0000) 2023-03-22T17:09:56.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:55.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.978747+0000) 2023-03-22T17:09:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:55.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.934353+0000) 2023-03-22T17:09:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:55.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.983926+0000) 2023-03-22T17:09:56.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:55.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.978831+0000) 2023-03-22T17:09:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:55.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:55.978544+0000) 2023-03-22T17:09:56.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:56.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.329860+0000) 2023-03-22T17:09:57.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:56.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.984073+0000) 2023-03-22T17:09:57.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:56.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.981810+0000) 2023-03-22T17:09:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:56.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.978343+0000) 2023-03-22T17:09:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:56.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.978937+0000) 2023-03-22T17:09:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:56.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.934536+0000) 2023-03-22T17:09:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:56.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.978846+0000) 2023-03-22T17:09:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:56.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:56.978665+0000) 2023-03-22T17:09:57.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:57.329+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.330180+0000) 2023-03-22T17:09:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:57 smithi142 ceph-mon[94717]: pgmap v4877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:57 smithi098 ceph-mon[94136]: pgmap v4877: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:09:58.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:57.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.984223+0000) 2023-03-22T17:09:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:57.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.981959+0000) 2023-03-22T17:09:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:57.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.978515+0000) 2023-03-22T17:09:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:57.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.979054+0000) 2023-03-22T17:09:58.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:57.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.934666+0000) 2023-03-22T17:09:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:57.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.978946+0000) 2023-03-22T17:09:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:57.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:57.978781+0000) 2023-03-22T17:09:58.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:58.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.330377+0000) 2023-03-22T17:09:59.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:58.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.984397+0000) 2023-03-22T17:09:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:58.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.982094+0000) 2023-03-22T17:09:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:58.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.978758+0000) 2023-03-22T17:09:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:58.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.934827+0000) 2023-03-22T17:09:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:58.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.979055+0000) 2023-03-22T17:09:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:58.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.979167+0000) 2023-03-22T17:09:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:58.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:58.978918+0000) 2023-03-22T17:09:59.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:09:59.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.330641+0000) 2023-03-22T17:10:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:09:59 smithi142 ceph-mon[94717]: pgmap v4878: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:09:59 smithi098 ceph-mon[94136]: pgmap v4878: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:09:59.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.982220+0000) 2023-03-22T17:10:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:09:59.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.978939+0000) 2023-03-22T17:10:00.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:09:59.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.934980+0000) 2023-03-22T17:10:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:09:59.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.984517+0000) 2023-03-22T17:10:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:09:59.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.979299+0000) 2023-03-22T17:10:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:09:59.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.979034+0000) 2023-03-22T17:10:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:09:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:09:59.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:09:59.979175+0000) 2023-03-22T17:10:00.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:00.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.330764+0000) 2023-03-22T17:10:01.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:10:01.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:10:01.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:00.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.984636+0000) 2023-03-22T17:10:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:00.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.982334+0000) 2023-03-22T17:10:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:00.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.979072+0000) 2023-03-22T17:10:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:00.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.935124+0000) 2023-03-22T17:10:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:00.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.979333+0000) 2023-03-22T17:10:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:00.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.979423+0000) 2023-03-22T17:10:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:00.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:00.979204+0000) 2023-03-22T17:10:01.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:01.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.331025+0000) 2023-03-22T17:10:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:01 smithi142 ceph-mon[94717]: pgmap v4879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:01 smithi098 ceph-mon[94136]: pgmap v4879: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:01.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.984801+0000) 2023-03-22T17:10:02.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:01.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.979246+0000) 2023-03-22T17:10:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:01.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.979541+0000) 2023-03-22T17:10:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:01.979+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.979343+0000) 2023-03-22T17:10:02.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:01.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.935250+0000) 2023-03-22T17:10:02.224 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:01.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.982470+0000) 2023-03-22T17:10:02.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:01.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:01.979482+0000) 2023-03-22T17:10:02.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:02.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.331147+0000) 2023-03-22T17:10:03.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:02.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.984975+0000) 2023-03-22T17:10:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:02.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.982638+0000) 2023-03-22T17:10:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:02.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.979375+0000) 2023-03-22T17:10:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:02.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.979592+0000) 2023-03-22T17:10:03.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:02.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.935389+0000) 2023-03-22T17:10:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:02.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.979654+0000) 2023-03-22T17:10:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:02.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:02.979464+0000) 2023-03-22T17:10:03.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:03.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.331404+0000) 2023-03-22T17:10:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:03 smithi142 ceph-mon[94717]: pgmap v4880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:10:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:03 smithi098 ceph-mon[94136]: pgmap v4880: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:10:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:03.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.982764+0000) 2023-03-22T17:10:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:03.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.979502+0000) 2023-03-22T17:10:04.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:03.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.935511+0000) 2023-03-22T17:10:04.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:03.983+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.985117+0000) 2023-03-22T17:10:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:03.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.979715+0000) 2023-03-22T17:10:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:03.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.979772+0000) 2023-03-22T17:10:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:03.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:03.979588+0000) 2023-03-22T17:10:04.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:04.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.331518+0000) 2023-03-22T17:10:05.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:04.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.985305+0000) 2023-03-22T17:10:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:04.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.982926+0000) 2023-03-22T17:10:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:04.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.979627+0000) 2023-03-22T17:10:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:04.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.979843+0000) 2023-03-22T17:10:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:04.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.979729+0000) 2023-03-22T17:10:05.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:04.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.935705+0000) 2023-03-22T17:10:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:04.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:04.979906+0000) 2023-03-22T17:10:05.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:05.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.331827+0000) 2023-03-22T17:10:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:05 smithi142 ceph-mon[94717]: pgmap v4881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:10:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:05 smithi098 ceph-mon[94136]: pgmap v4881: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:10:06.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:05.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.985468+0000) 2023-03-22T17:10:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:05.981+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.983120+0000) 2023-03-22T17:10:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:05.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.979791+0000) 2023-03-22T17:10:06.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:05.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.980024+0000) 2023-03-22T17:10:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:05.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.935884+0000) 2023-03-22T17:10:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:05.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.979973+0000) 2023-03-22T17:10:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:05.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:05.979857+0000) 2023-03-22T17:10:06.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:06.330+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.331994+0000) 2023-03-22T17:10:07.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:06 smithi098 ceph-mon[94136]: pgmap v4882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:10:07.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:06.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.985627+0000) 2023-03-22T17:10:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:06.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.983264+0000) 2023-03-22T17:10:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:06.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.979902+0000) 2023-03-22T17:10:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:06.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.936059+0000) 2023-03-22T17:10:07.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:06.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.980093+0000) 2023-03-22T17:10:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:06.978+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.980185+0000) 2023-03-22T17:10:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:06.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:06.979983+0000) 2023-03-22T17:10:07.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:06 smithi142 ceph-mon[94717]: pgmap v4882: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:10:07.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:07.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.332315+0000) 2023-03-22T17:10:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:07.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.983397+0000) 2023-03-22T17:10:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:07.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.980029+0000) 2023-03-22T17:10:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:07.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.985741+0000) 2023-03-22T17:10:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:07.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.980335+0000) 2023-03-22T17:10:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:07.978+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.980214+0000) 2023-03-22T17:10:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:07.978+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.980111+0000) 2023-03-22T17:10:08.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:07.934+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:07.936216+0000) 2023-03-22T17:10:08.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:08.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.332455+0000) 2023-03-22T17:10:09.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:08.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.985873+0000) 2023-03-22T17:10:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:08.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.983517+0000) 2023-03-22T17:10:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:08.978+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.980197+0000) 2023-03-22T17:10:09.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:08.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.936415+0000) 2023-03-22T17:10:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:08.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.980366+0000) 2023-03-22T17:10:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:08.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.980507+0000) 2023-03-22T17:10:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:08.979+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:08.980308+0000) 2023-03-22T17:10:09.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:09.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.332701+0000) 2023-03-22T17:10:09.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:09 smithi142 ceph-mon[94717]: pgmap v4883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:10:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:09 smithi098 ceph-mon[94136]: pgmap v4883: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:10:10.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:09.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.985989+0000) 2023-03-22T17:10:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:09.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.983664+0000) 2023-03-22T17:10:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:09.979+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.980411+0000) 2023-03-22T17:10:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:09.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.980579+0000) 2023-03-22T17:10:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:09.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.980630+0000) 2023-03-22T17:10:10.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:09.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.936553+0000) 2023-03-22T17:10:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:09.979+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:09.980503+0000) 2023-03-22T17:10:10.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:10.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.332837+0000) 2023-03-22T17:10:10.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:10 smithi142 ceph-mon[94717]: osdmap e291: 12 total, 9 up, 9 in 2023-03-22T17:10:10.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:10 smithi098 ceph-mon[94136]: osdmap e291: 12 total, 9 up, 9 in 2023-03-22T17:10:11.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:10.984+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.986158+0000) 2023-03-22T17:10:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:10.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.983850+0000) 2023-03-22T17:10:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:10.979+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.980556+0000) 2023-03-22T17:10:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:10.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.936683+0000) 2023-03-22T17:10:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:10.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.980703+0000) 2023-03-22T17:10:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:10.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.980757+0000) 2023-03-22T17:10:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:10.979+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:10.980658+0000) 2023-03-22T17:10:11.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:11.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.333056+0000) 2023-03-22T17:10:11.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:11 smithi142 ceph-mon[94717]: pgmap v4885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:10:11.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:11 smithi098 ceph-mon[94136]: pgmap v4885: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:10:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:11.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.983998+0000) 2023-03-22T17:10:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:11.979+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.980677+0000) 2023-03-22T17:10:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:11.980+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:11.980+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:11.996+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.997806+0000) 2023-03-22T17:10:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:11.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.936820+0000) 2023-03-22T17:10:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:11.985+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.986353+0000) 2023-03-22T17:10:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:11.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.980828+0000) 2023-03-22T17:10:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:11.979+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.981141+0000) 2023-03-22T17:10:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:11.979+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:11.980789+0000) 2023-03-22T17:10:12.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:12.331+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:12.333176+0000) 2023-03-22T17:10:13.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:12.985+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:12.986508+0000) 2023-03-22T17:10:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:12.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:12.984111+0000) 2023-03-22T17:10:13.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:12.980+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:12.980965+0000) 2023-03-22T17:10:13.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:12.980+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:12.980956+0000) 2023-03-22T17:10:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:12.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:12.937010+0000) 2023-03-22T17:10:13.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:12.980+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:12.981263+0000) 2023-03-22T17:10:13.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:13.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.333422+0000) 2023-03-22T17:10:13.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:13 smithi142 ceph-mon[94717]: pgmap v4886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:13.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:13 smithi098 ceph-mon[94136]: pgmap v4886: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:13.982+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.984238+0000) 2023-03-22T17:10:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:13.983+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:13.983+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:13.990+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.992253+0000) 2023-03-22T17:10:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:13.935+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.937202+0000) 2023-03-22T17:10:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:13.985+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.986636+0000) 2023-03-22T17:10:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:13.980+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.981413+0000) 2023-03-22T17:10:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:13.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.981078+0000) 2023-03-22T17:10:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:13.979+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.981082+0000) 2023-03-22T17:10:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:13.980+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:13.980+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:13.984+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:13.986103+0000) 2023-03-22T17:10:14.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:14.332+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:14.333538+0000) 2023-03-22T17:10:14.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:14.333+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:14.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:14.333+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:14.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:14.338+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:14.340123+0000) 2023-03-22T17:10:15.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:14.985+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:14.986765+0000) 2023-03-22T17:10:15.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:14.979+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:14.981238+0000) 2023-03-22T17:10:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:14.980+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:14.981551+0000) 2023-03-22T17:10:15.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:14.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:14.937299+0000) 2023-03-22T17:10:15.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:15 smithi142 ceph-mon[94717]: pgmap v4887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:15 smithi098 ceph-mon[94136]: pgmap v4887: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:16.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:15.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:15.937416+0000) 2023-03-22T17:10:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:15.985+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:15.986906+0000) 2023-03-22T17:10:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:15.986+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:15.986+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:16.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:15.993+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:15.994888+0000) 2023-03-22T17:10:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:15.980+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:15.981317+0000) 2023-03-22T17:10:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:15.980+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:15.981661+0000) 2023-03-22T17:10:16.937 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:16.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:16.481078+0000) 2023-03-22T17:10:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:16.980+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:16.981773+0000) 2023-03-22T17:10:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:16.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:16.937559+0000) 2023-03-22T17:10:17.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:16.980+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:16.981476+0000) 2023-03-22T17:10:17.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:17 smithi142 ceph-mon[94717]: pgmap v4888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:17 smithi098 ceph-mon[94136]: pgmap v4888: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:17.937 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:17.479+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:17.481234+0000) 2023-03-22T17:10:18.219 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:17.980+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:17.981617+0000) 2023-03-22T17:10:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:17.980+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:17.980+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:17.990+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:17.991405+0000) 2023-03-22T17:10:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:17.980+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:17.981879+0000) 2023-03-22T17:10:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:17.936+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:17.937676+0000) 2023-03-22T17:10:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:17.937+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:17.937+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:18.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:17.953+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:17.954291+0000) 2023-03-22T17:10:18.833 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:18.483+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:18.484565+0000) 2023-03-22T17:10:18.834 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:18.480+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:18.481395+0000) 2023-03-22T17:10:18.835 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:18.480+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:18.481338+0000) 2023-03-22T17:10:19.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:18.832+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:18.833854+0000) 2023-03-22T17:10:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:18.981+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:18.982072+0000) 2023-03-22T17:10:19.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:19.483+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:19.484701+0000) 2023-03-22T17:10:19.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:19.480+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:19.481525+0000) 2023-03-22T17:10:19.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:19.480+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:19.481465+0000) 2023-03-22T17:10:19.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:19 smithi142 ceph-mon[94717]: pgmap v4889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:19.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:19 smithi098 ceph-mon[94136]: pgmap v4889: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:10:20.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:19.836+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:19.837434+0000) 2023-03-22T17:10:20.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:19.980+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:19.982216+0000) 2023-03-22T17:10:20.839 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:20.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:20.487314+0000) 2023-03-22T17:10:20.840 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:20.483+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:20.484828+0000) 2023-03-22T17:10:20.840 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:20.480+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:20.481653+0000) 2023-03-22T17:10:20.841 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:20.480+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:20.481592+0000) 2023-03-22T17:10:21.145 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:20.838+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:20.839620+0000) 2023-03-22T17:10:21.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:20.981+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:20.982391+0000) 2023-03-22T17:10:21.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:20.981+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:21.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:20.981+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:21.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:21.155+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:21.157243+0000) 2023-03-22T17:10:21.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:21 smithi142 ceph-mon[94717]: pgmap v4890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:10:21.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:21 smithi098 ceph-mon[94136]: pgmap v4890: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:10:21.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:21.483+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:21.484935+0000) 2023-03-22T17:10:21.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:21.480+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:21.481777+0000) 2023-03-22T17:10:21.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:21.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:21.487456+0000) 2023-03-22T17:10:21.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:21.480+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:21.481710+0000) 2023-03-22T17:10:22.438 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:22.144+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:22.145534+0000) 2023-03-22T17:10:22.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:22.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:22.487574+0000) 2023-03-22T17:10:22.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:22.480+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:22.481860+0000) 2023-03-22T17:10:22.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:22.480+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:22.481852+0000) 2023-03-22T17:10:22.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:22.436+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:22.438002+0000) 2023-03-22T17:10:22.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:22.483+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:22.485056+0000) 2023-03-22T17:10:22.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:22.480+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:22.481911+0000) 2023-03-22T17:10:23.438 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:23.145+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:23.147247+0000) 2023-03-22T17:10:23.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:23.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:23.487719+0000) 2023-03-22T17:10:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:23.483+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:23.485212+0000) 2023-03-22T17:10:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:23.480+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:23.482075+0000) 2023-03-22T17:10:23.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:23.436+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:23.438147+0000) 2023-03-22T17:10:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:23.480+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:23.482032+0000) 2023-03-22T17:10:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:23.480+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:23.482031+0000) 2023-03-22T17:10:23.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:23 smithi142 ceph-mon[94717]: pgmap v4891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:10:23.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:23 smithi098 ceph-mon[94136]: pgmap v4891: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:10:24.438 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:24.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:24.147381+0000) 2023-03-22T17:10:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:24.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:24.485328+0000) 2023-03-22T17:10:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:24.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:24.482239+0000) 2023-03-22T17:10:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:24.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:24.487822+0000) 2023-03-22T17:10:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:24.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:24.482229+0000) 2023-03-22T17:10:24.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:24.437+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:24.438339+0000) 2023-03-22T17:10:24.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:24.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:24.482239+0000) 2023-03-22T17:10:25.438 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:25.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.147620+0000) 2023-03-22T17:10:25.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:25.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.487984+0000) 2023-03-22T17:10:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:25.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.485436+0000) 2023-03-22T17:10:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:25.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.482436+0000) 2023-03-22T17:10:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:25.437+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.438491+0000) 2023-03-22T17:10:25.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:25.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.482428+0000) 2023-03-22T17:10:25.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:25.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.482705+0000) 2023-03-22T17:10:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:25.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:25.482450+0000) 2023-03-22T17:10:25.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:25 smithi142 ceph-mon[94717]: pgmap v4892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:10:25.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:25 smithi098 ceph-mon[94136]: pgmap v4892: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:10:26.438 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:26.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.147751+0000) 2023-03-22T17:10:26.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:26.486+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.488122+0000) 2023-03-22T17:10:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:26.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.482558+0000) 2023-03-22T17:10:26.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:26.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.482830+0000) 2023-03-22T17:10:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:26.437+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.438626+0000) 2023-03-22T17:10:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:26.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.482549+0000) 2023-03-22T17:10:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:26.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.482571+0000) 2023-03-22T17:10:26.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:26.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:26.485557+0000) 2023-03-22T17:10:27.438 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:27.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.147987+0000) 2023-03-22T17:10:27.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:27.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.488255+0000) 2023-03-22T17:10:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:27.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.482690+0000) 2023-03-22T17:10:27.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:27.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.482945+0000) 2023-03-22T17:10:27.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:27.437+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.438768+0000) 2023-03-22T17:10:27.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:27.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.482709+0000) 2023-03-22T17:10:27.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:27.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.482714+0000) 2023-03-22T17:10:27.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:27.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:27.485682+0000) 2023-03-22T17:10:27.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:27 smithi142 ceph-mon[94717]: pgmap v4893: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:10:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:27 smithi098 ceph-mon[94136]: pgmap v4893: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:10:28.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:28.146+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.148125+0000) 2023-03-22T17:10:28.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:28.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.488409+0000) 2023-03-22T17:10:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:28.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.482813+0000) 2023-03-22T17:10:28.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:28.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.482855+0000) 2023-03-22T17:10:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:28.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.483061+0000) 2023-03-22T17:10:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:28.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.482853+0000) 2023-03-22T17:10:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:28.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.438972+0000) 2023-03-22T17:10:28.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:28.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:28.485804+0000) 2023-03-22T17:10:29.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:29.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.148300+0000) 2023-03-22T17:10:29.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:29.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.488528+0000) 2023-03-22T17:10:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:29.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.485922+0000) 2023-03-22T17:10:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:29.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.482937+0000) 2023-03-22T17:10:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:29.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.482988+0000) 2023-03-22T17:10:29.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:29.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.439167+0000) 2023-03-22T17:10:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:29.481+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.483175+0000) 2023-03-22T17:10:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:29.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:29.482977+0000) 2023-03-22T17:10:29.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:29 smithi142 ceph-mon[94717]: pgmap v4894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:10:29.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:29 smithi098 ceph-mon[94136]: pgmap v4894: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:10:30.442 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:30.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.148471+0000) 2023-03-22T17:10:30.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:30.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.488682+0000) 2023-03-22T17:10:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:30.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.486060+0000) 2023-03-22T17:10:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:30.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.483097+0000) 2023-03-22T17:10:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:30.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.439301+0000) 2023-03-22T17:10:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:30.481+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.483150+0000) 2023-03-22T17:10:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:30.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.483300+0000) 2023-03-22T17:10:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:30.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:30.483117+0000) 2023-03-22T17:10:31.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:31.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.148868+0000) 2023-03-22T17:10:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:31.484+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.486161+0000) 2023-03-22T17:10:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:31.481+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.483212+0000) 2023-03-22T17:10:31.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:31.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.439423+0000) 2023-03-22T17:10:31.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:31.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.488819+0000) 2023-03-22T17:10:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:31.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.483442+0000) 2023-03-22T17:10:31.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:31.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.483405+0000) 2023-03-22T17:10:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:31.481+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:31.483244+0000) 2023-03-22T17:10:31.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:31 smithi142 ceph-mon[94717]: pgmap v4895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:31 smithi098 ceph-mon[94136]: pgmap v4895: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:32.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:32.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.148994+0000) 2023-03-22T17:10:32.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:32.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.486296+0000) 2023-03-22T17:10:32.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:32.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.483344+0000) 2023-03-22T17:10:32.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:32.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.439552+0000) 2023-03-22T17:10:32.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:32.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.483538+0000) 2023-03-22T17:10:32.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:32.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.483386+0000) 2023-03-22T17:10:32.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:32.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.483574+0000) 2023-03-22T17:10:32.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:32.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:32.488956+0000) 2023-03-22T17:10:33.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:33.147+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.149234+0000) 2023-03-22T17:10:33.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:33.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.486420+0000) 2023-03-22T17:10:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:33.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.483471+0000) 2023-03-22T17:10:33.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:33.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.439680+0000) 2023-03-22T17:10:33.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:33.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.489114+0000) 2023-03-22T17:10:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:33.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.483654+0000) 2023-03-22T17:10:33.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:33.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.483690+0000) 2023-03-22T17:10:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:33.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:33.483504+0000) 2023-03-22T17:10:33.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:33 smithi142 ceph-mon[94717]: pgmap v4896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:33.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:33 smithi098 ceph-mon[94136]: pgmap v4896: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:34.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:34.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.149359+0000) 2023-03-22T17:10:34.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:34.487+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.489230+0000) 2023-03-22T17:10:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:34.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.486553+0000) 2023-03-22T17:10:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:34.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.483595+0000) 2023-03-22T17:10:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:34.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.439804+0000) 2023-03-22T17:10:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:34.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.483784+0000) 2023-03-22T17:10:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:34.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.483825+0000) 2023-03-22T17:10:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:34.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:34.483659+0000) 2023-03-22T17:10:35.439 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:35.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.149663+0000) 2023-03-22T17:10:35.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:35.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.489346+0000) 2023-03-22T17:10:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:35.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.486713+0000) 2023-03-22T17:10:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:35.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.483737+0000) 2023-03-22T17:10:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:35.438+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.439980+0000) 2023-03-22T17:10:35.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:35.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.483959+0000) 2023-03-22T17:10:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:35.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.484094+0000) 2023-03-22T17:10:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:35.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:35.483837+0000) 2023-03-22T17:10:35.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:35 smithi142 ceph-mon[94717]: pgmap v4897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:35 smithi098 ceph-mon[94136]: pgmap v4897: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:36.440 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:36.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.149831+0000) 2023-03-22T17:10:36.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:36.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.489450+0000) 2023-03-22T17:10:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:36.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.486826+0000) 2023-03-22T17:10:36.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:36.482+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.484226+0000) 2023-03-22T17:10:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:36.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.440149+0000) 2023-03-22T17:10:36.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:36.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.483905+0000) 2023-03-22T17:10:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:36.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.484072+0000) 2023-03-22T17:10:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:36.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:36.483972+0000) 2023-03-22T17:10:37.440 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:37.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.150087+0000) 2023-03-22T17:10:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:37.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.489608+0000) 2023-03-22T17:10:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:37.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.487012+0000) 2023-03-22T17:10:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:37.482+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.484058+0000) 2023-03-22T17:10:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:37.482+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.484099+0000) 2023-03-22T17:10:37.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:37.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.440267+0000) 2023-03-22T17:10:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:37.482+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.484181+0000) 2023-03-22T17:10:37.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:37.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:37.484300+0000) 2023-03-22T17:10:37.877 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:37 smithi142 ceph-mon[94717]: pgmap v4898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:37 smithi098 ceph-mon[94136]: pgmap v4898: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:38.440 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:38.148+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.150226+0000) 2023-03-22T17:10:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:38.485+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.487142+0000) 2023-03-22T17:10:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:38.483+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.484250+0000) 2023-03-22T17:10:38.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:38.439+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.440401+0000) 2023-03-22T17:10:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:38.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.489772+0000) 2023-03-22T17:10:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:38.483+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.484261+0000) 2023-03-22T17:10:38.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:38.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.484461+0000) 2023-03-22T17:10:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:38.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:38.484357+0000) 2023-03-22T17:10:39.440 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:39.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.150455+0000) 2023-03-22T17:10:39.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:39.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.489875+0000) 2023-03-22T17:10:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:39.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.487261+0000) 2023-03-22T17:10:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:39.483+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.484421+0000) 2023-03-22T17:10:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:39.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.440578+0000) 2023-03-22T17:10:39.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:39.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.484556+0000) 2023-03-22T17:10:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:39.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.484601+0000) 2023-03-22T17:10:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:39.483+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:39.484412+0000) 2023-03-22T17:10:39.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:39 smithi098 ceph-mon[94136]: pgmap v4899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:39 smithi142 ceph-mon[94717]: pgmap v4899: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:40.440 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:40.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.150601+0000) 2023-03-22T17:10:40.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:40.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.489990+0000) 2023-03-22T17:10:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:40.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.487369+0000) 2023-03-22T17:10:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:40.483+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.484537+0000) 2023-03-22T17:10:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:40.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.484733+0000) 2023-03-22T17:10:40.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:40.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.440739+0000) 2023-03-22T17:10:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:40.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.484692+0000) 2023-03-22T17:10:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:40.483+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:40.484527+0000) 2023-03-22T17:10:41.440 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:41.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.150899+0000) 2023-03-22T17:10:41.693 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:41.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.487474+0000) 2023-03-22T17:10:41.693 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:41.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.440928+0000) 2023-03-22T17:10:41.694 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:41.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.490101+0000) 2023-03-22T17:10:41.694 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:41.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.484835+0000) 2023-03-22T17:10:41.695 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:41.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.484884+0000) 2023-03-22T17:10:41.695 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:41.483+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.484680+0000) 2023-03-22T17:10:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:41 smithi098 ceph-mon[94136]: pgmap v4900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:41.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:41.483+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:41.484691+0000) 2023-03-22T17:10:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:41 smithi142 ceph-mon[94717]: pgmap v4900: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:42.440 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:42.149+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.151101+0000) 2023-03-22T17:10:42.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:42.488+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.490219+0000) 2023-03-22T17:10:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:42.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.487584+0000) 2023-03-22T17:10:42.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:42.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.441121+0000) 2023-03-22T17:10:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:42.483+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.484832+0000) 2023-03-22T17:10:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:42.484+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:42.484+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:42.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:42.490+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.491583+0000) 2023-03-22T17:10:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:42.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.485048+0000) 2023-03-22T17:10:42.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:42.483+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.485179+0000) 2023-03-22T17:10:42.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:42.483+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:42.484834+0000) 2023-03-22T17:10:43.441 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:43.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:43.151372+0000) 2023-03-22T17:10:43.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:43.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:43.490297+0000) 2023-03-22T17:10:43.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:43.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:43.487706+0000) 2023-03-22T17:10:43.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:43.483+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:43.485165+0000) 2023-03-22T17:10:43.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:43.483+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:43.484964+0000) 2023-03-22T17:10:43.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:43.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:43.441313+0000) 2023-03-22T17:10:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:43.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:43.485297+0000) 2023-03-22T17:10:43.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:43 smithi098 ceph-mon[94136]: pgmap v4901: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:43 smithi142 ceph-mon[94717]: pgmap v4901: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:44.441 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:44.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.151489+0000) 2023-03-22T17:10:44.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:44.484+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.485350+0000) 2023-03-22T17:10:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:44.486+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.487853+0000) 2023-03-22T17:10:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:44.487+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:44.487+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:44.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:44.499+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.500784+0000) 2023-03-22T17:10:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:44.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.441450+0000) 2023-03-22T17:10:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:44.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.490411+0000) 2023-03-22T17:10:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:44.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.485458+0000) 2023-03-22T17:10:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:44.483+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.485090+0000) 2023-03-22T17:10:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:44.484+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:44.484+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:44.498+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:44.499852+0000) 2023-03-22T17:10:45.441 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:45.150+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:45.151679+0000) 2023-03-22T17:10:45.441 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:45.151+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:45.442 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:45.151+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:45.442 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:45.157+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:45.159244+0000) 2023-03-22T17:10:45.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:45.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:45.490517+0000) 2023-03-22T17:10:45.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:45.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:45.485617+0000) 2023-03-22T17:10:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:45.441+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:45.441610+0000) 2023-03-22T17:10:45.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:45.484+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:45.485470+0000) 2023-03-22T17:10:45.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:45 smithi098 ceph-mon[94136]: pgmap v4902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:45 smithi142 ceph-mon[94717]: pgmap v4902: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:46.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:46.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:46.441737+0000) 2023-03-22T17:10:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:46.484+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:46.485596+0000) 2023-03-22T17:10:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:46.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:46.485737+0000) 2023-03-22T17:10:46.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:46.489+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:46.490660+0000) 2023-03-22T17:10:46.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:46.489+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:46.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:46.490+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:46.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:46.496+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:46.497691+0000) 2023-03-22T17:10:47.442 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:46.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:46.985166+0000) 2023-03-22T17:10:47.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:47.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:47.441857+0000) 2023-03-22T17:10:47.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:47.484+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:47.485715+0000) 2023-03-22T17:10:47.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:47.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:47.485853+0000) 2023-03-22T17:10:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:47 smithi098 ceph-mon[94136]: pgmap v4903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:47 smithi142 ceph-mon[94717]: pgmap v4903: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:48.441 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:47.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:47.985309+0000) 2023-03-22T17:10:48.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:48.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.485997+0000) 2023-03-22T17:10:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:48.440+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.441999+0000) 2023-03-22T17:10:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:48.441+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:48.441+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:48.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:48.446+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.447846+0000) 2023-03-22T17:10:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:48.484+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.485839+0000) 2023-03-22T17:10:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:48.485+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:48.485+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:48.487+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.488511+0000) 2023-03-22T17:10:49.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:48.986+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.988231+0000) 2023-03-22T17:10:49.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:48.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.985427+0000) 2023-03-22T17:10:49.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:48.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:48.985366+0000) 2023-03-22T17:10:49.928 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:49 smithi098 ceph-mon[94136]: pgmap v4904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:49.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:49.650+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:49.651978+0000) 2023-03-22T17:10:49.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:49.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:49.486129+0000) 2023-03-22T17:10:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:49 smithi142 ceph-mon[94717]: pgmap v4904: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:50.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:49.987+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:49.988307+0000) 2023-03-22T17:10:50.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:49.984+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:49.985552+0000) 2023-03-22T17:10:50.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:49.984+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:49.985490+0000) 2023-03-22T17:10:50.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:50.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:50.655566+0000) 2023-03-22T17:10:50.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:50.484+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:50.486244+0000) 2023-03-22T17:10:51.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:50.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:50.988416+0000) 2023-03-22T17:10:51.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:50.985+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:50.985673+0000) 2023-03-22T17:10:51.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:50.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:50.990889+0000) 2023-03-22T17:10:51.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:50.985+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:50.985620+0000) 2023-03-22T17:10:51.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:51 smithi098 ceph-mon[94136]: pgmap v4905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:51.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:51.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:51.659519+0000) 2023-03-22T17:10:51.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:51.486+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:51.486377+0000) 2023-03-22T17:10:51.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:51.486+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:51.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:51.486+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:10:51.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:51.499+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:51.499452+0000) 2023-03-22T17:10:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:51 smithi142 ceph-mon[94717]: pgmap v4905: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:52.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:51.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:51.991062+0000) 2023-03-22T17:10:52.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:51.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:51.988540+0000) 2023-03-22T17:10:52.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:51.985+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:51.985782+0000) 2023-03-22T17:10:52.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:51.985+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:51.985733+0000) 2023-03-22T17:10:52.942 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:52.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:52.661774+0000) 2023-03-22T17:10:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:52.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:52.988701+0000) 2023-03-22T17:10:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:52.985+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:52.985927+0000) 2023-03-22T17:10:53.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:52.985+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:52.985914+0000) 2023-03-22T17:10:53.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:52.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:52.942298+0000) 2023-03-22T17:10:53.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:52.990+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:52.991196+0000) 2023-03-22T17:10:53.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:52.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:52.986111+0000) 2023-03-22T17:10:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:53 smithi098 ceph-mon[94136]: pgmap v4906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:53.942 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:53.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:53.664531+0000) 2023-03-22T17:10:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:53 smithi142 ceph-mon[94717]: pgmap v4906: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:54.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:53.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:53.991301+0000) 2023-03-22T17:10:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:53.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:53.988837+0000) 2023-03-22T17:10:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:53.985+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:53.986090+0000) 2023-03-22T17:10:54.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:53.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:53.942408+0000) 2023-03-22T17:10:54.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:53.985+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:53.986228+0000) 2023-03-22T17:10:54.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:53.985+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:53.986069+0000) 2023-03-22T17:10:54.943 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:54.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:54.664645+0000) 2023-03-22T17:10:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:54.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:54.988947+0000) 2023-03-22T17:10:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:54.985+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:54.986213+0000) 2023-03-22T17:10:55.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:54.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:54.942521+0000) 2023-03-22T17:10:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:54.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:54.991415+0000) 2023-03-22T17:10:55.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:54.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:54.986395+0000) 2023-03-22T17:10:55.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:54.985+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:54.986193+0000) 2023-03-22T17:10:55.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:55 smithi098 ceph-mon[94136]: pgmap v4907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:55.942 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:55.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.664903+0000) 2023-03-22T17:10:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:55 smithi142 ceph-mon[94717]: pgmap v4907: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:55.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.989060+0000) 2023-03-22T17:10:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:55.986+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.986313+0000) 2023-03-22T17:10:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:55.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.942690+0000) 2023-03-22T17:10:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:55.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.991519+0000) 2023-03-22T17:10:56.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:55.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.986636+0000) 2023-03-22T17:10:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:55.986+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.986301+0000) 2023-03-22T17:10:56.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:55.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:55.986512+0000) 2023-03-22T17:10:56.942 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:56.664+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.665031+0000) 2023-03-22T17:10:57.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:56.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.991625+0000) 2023-03-22T17:10:57.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:56.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.989171+0000) 2023-03-22T17:10:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:56.986+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.986440+0000) 2023-03-22T17:10:57.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:56.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.986745+0000) 2023-03-22T17:10:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:56.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.986629+0000) 2023-03-22T17:10:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:56.986+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.986431+0000) 2023-03-22T17:10:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:56.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:56.942856+0000) 2023-03-22T17:10:57.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:57 smithi098 ceph-mon[94136]: pgmap v4908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:57.942 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:57.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.665336+0000) 2023-03-22T17:10:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:57 smithi142 ceph-mon[94717]: pgmap v4908: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:10:58.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:57.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.991739+0000) 2023-03-22T17:10:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:57.988+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.989252+0000) 2023-03-22T17:10:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:57.986+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.986570+0000) 2023-03-22T17:10:58.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:57.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.986769+0000) 2023-03-22T17:10:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:57.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.942996+0000) 2023-03-22T17:10:58.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:57.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.986912+0000) 2023-03-22T17:10:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:57.986+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:57.986560+0000) 2023-03-22T17:10:58.943 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:58.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.665522+0000) 2023-03-22T17:10:59.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:58.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.989345+0000) 2023-03-22T17:10:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:58.986+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.986690+0000) 2023-03-22T17:10:59.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:58.942+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.943202+0000) 2023-03-22T17:10:59.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:58.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.991861+0000) 2023-03-22T17:10:59.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:58.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.986880+0000) 2023-03-22T17:10:59.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:58.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.987027+0000) 2023-03-22T17:10:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:58.986+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:58.986723+0000) 2023-03-22T17:10:59.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:10:59 smithi098 ceph-mon[94136]: pgmap v4909: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:10:59.943 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:10:59.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.665869+0000) 2023-03-22T17:11:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:10:59 smithi142 ceph-mon[94717]: pgmap v4909: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:00.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:10:59.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.989446+0000) 2023-03-22T17:11:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:10:59.986+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.986818+0000) 2023-03-22T17:11:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:10:59.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.992004+0000) 2023-03-22T17:11:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:10:59.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.943423+0000) 2023-03-22T17:11:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:10:59.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.987018+0000) 2023-03-22T17:11:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:10:59.986+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.987135+0000) 2023-03-22T17:11:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:10:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:10:59.986+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:10:59.986845+0000) 2023-03-22T17:11:00.943 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:00.665+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.666026+0000) 2023-03-22T17:11:01.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:00.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.992137+0000) 2023-03-22T17:11:01.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:00.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.989556+0000) 2023-03-22T17:11:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:00.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.987256+0000) 2023-03-22T17:11:01.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:00.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.943578+0000) 2023-03-22T17:11:01.223 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:00.986+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.986947+0000) 2023-03-22T17:11:01.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:00.986+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.987139+0000) 2023-03-22T17:11:01.225 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:00.986+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:00.986992+0000) 2023-03-22T17:11:01.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:01 smithi098 ceph-mon[94136]: pgmap v4910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:01.943 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:01.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.666298+0000) 2023-03-22T17:11:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:01 smithi142 ceph-mon[94717]: pgmap v4910: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:02.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:01.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.989682+0000) 2023-03-22T17:11:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:01.986+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.987078+0000) 2023-03-22T17:11:02.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:01.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.943755+0000) 2023-03-22T17:11:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:01.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.992253+0000) 2023-03-22T17:11:02.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:01.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.987262+0000) 2023-03-22T17:11:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:01.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.987384+0000) 2023-03-22T17:11:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:01.986+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:01.987128+0000) 2023-03-22T17:11:02.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:02.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.666417+0000) 2023-03-22T17:11:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:02.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.989794+0000) 2023-03-22T17:11:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:02.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.987258+0000) 2023-03-22T17:11:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:02.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.943956+0000) 2023-03-22T17:11:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:02.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.992369+0000) 2023-03-22T17:11:03.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:02.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.987531+0000) 2023-03-22T17:11:03.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:02.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.987420+0000) 2023-03-22T17:11:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:02.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:02.987320+0000) 2023-03-22T17:11:03.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:03 smithi098 ceph-mon[94136]: pgmap v4911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:11:03.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:03.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.666654+0000) 2023-03-22T17:11:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:03 smithi142 ceph-mon[94717]: pgmap v4911: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:11:04.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:03.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.992502+0000) 2023-03-22T17:11:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:03.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.989896+0000) 2023-03-22T17:11:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:03.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.987503+0000) 2023-03-22T17:11:04.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:03.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.987492+0000) 2023-03-22T17:11:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:03.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.944098+0000) 2023-03-22T17:11:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:03.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.987571+0000) 2023-03-22T17:11:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:03.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:03.987692+0000) 2023-03-22T17:11:04.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:04.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.666816+0000) 2023-03-22T17:11:05.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:04.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.992624+0000) 2023-03-22T17:11:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:04.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.990015+0000) 2023-03-22T17:11:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:04.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.987624+0000) 2023-03-22T17:11:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:04.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.944257+0000) 2023-03-22T17:11:05.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:04.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.987810+0000) 2023-03-22T17:11:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:04.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.987818+0000) 2023-03-22T17:11:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:04.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:04.987614+0000) 2023-03-22T17:11:05.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:05 smithi098 ceph-mon[94136]: pgmap v4912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:11:05.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:05.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.667021+0000) 2023-03-22T17:11:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:05 smithi142 ceph-mon[94717]: pgmap v4912: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:11:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:05.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.990197+0000) 2023-03-22T17:11:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:05.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.987811+0000) 2023-03-22T17:11:06.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:05.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.992727+0000) 2023-03-22T17:11:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:05.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.944424+0000) 2023-03-22T17:11:06.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:05.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.987971+0000) 2023-03-22T17:11:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:05.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.987988+0000) 2023-03-22T17:11:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:05.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:05.987809+0000) 2023-03-22T17:11:06.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:06.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.667148+0000) 2023-03-22T17:11:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:06.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.990360+0000) 2023-03-22T17:11:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:06.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.987990+0000) 2023-03-22T17:11:07.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:06.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.944630+0000) 2023-03-22T17:11:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:06.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.992834+0000) 2023-03-22T17:11:07.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:06.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.988182+0000) 2023-03-22T17:11:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:06.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.988141+0000) 2023-03-22T17:11:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:06.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:06.987953+0000) 2023-03-22T17:11:07.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:07 smithi098 ceph-mon[94136]: pgmap v4913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:11:07.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:07.667+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.667424+0000) 2023-03-22T17:11:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:07 smithi142 ceph-mon[94717]: pgmap v4913: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:11:08.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:07.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.992957+0000) 2023-03-22T17:11:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:07.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.990477+0000) 2023-03-22T17:11:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:07.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.988115+0000) 2023-03-22T17:11:08.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:07.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.988104+0000) 2023-03-22T17:11:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:07.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.944763+0000) 2023-03-22T17:11:08.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:07.988+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.988304+0000) 2023-03-22T17:11:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:07.988+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:07.988304+0000) 2023-03-22T17:11:08.944 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:08.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.667571+0000) 2023-03-22T17:11:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:08.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.990593+0000) 2023-03-22T17:11:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:08.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.988311+0000) 2023-03-22T17:11:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:08.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.944891+0000) 2023-03-22T17:11:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:08.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.993106+0000) 2023-03-22T17:11:09.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:08.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.988450+0000) 2023-03-22T17:11:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:08.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.988452+0000) 2023-03-22T17:11:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:08.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:08.988295+0000) 2023-03-22T17:11:09.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:09 smithi098 ceph-mon[94136]: pgmap v4914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:11:09.945 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:09.666+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.667858+0000) 2023-03-22T17:11:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:09 smithi142 ceph-mon[94717]: pgmap v4914: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:11:10.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:09.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.990705+0000) 2023-03-22T17:11:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:09.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.988480+0000) 2023-03-22T17:11:10.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:09.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.945062+0000) 2023-03-22T17:11:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:09.991+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.993231+0000) 2023-03-22T17:11:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:09.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.988648+0000) 2023-03-22T17:11:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:09.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.988655+0000) 2023-03-22T17:11:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:09.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:09.988471+0000) 2023-03-22T17:11:10.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:10 smithi098 ceph-mon[94136]: osdmap e292: 12 total, 9 up, 9 in 2023-03-22T17:11:10.945 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:10.667+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.668051+0000) 2023-03-22T17:11:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:10 smithi142 ceph-mon[94717]: osdmap e292: 12 total, 9 up, 9 in 2023-03-22T17:11:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:10.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.990863+0000) 2023-03-22T17:11:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:10.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.988661+0000) 2023-03-22T17:11:11.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:10.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.988809+0000) 2023-03-22T17:11:11.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:10.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.988665+0000) 2023-03-22T17:11:11.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:10.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.993351+0000) 2023-03-22T17:11:11.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:10.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.988818+0000) 2023-03-22T17:11:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:10.943+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:10.945217+0000) 2023-03-22T17:11:11.945 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:11.667+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.668377+0000) 2023-03-22T17:11:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:11 smithi142 ceph-mon[94717]: pgmap v4916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:11:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:11 smithi098 ceph-mon[94136]: pgmap v4916: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:11:12.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:11.989+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.991103+0000) 2023-03-22T17:11:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:11.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.988846+0000) 2023-03-22T17:11:12.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:11.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.988852+0000) 2023-03-22T17:11:12.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:11.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.945310+0000) 2023-03-22T17:11:12.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:11.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.993511+0000) 2023-03-22T17:11:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:11.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.988967+0000) 2023-03-22T17:11:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:11.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:11.988962+0000) 2023-03-22T17:11:12.945 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:12.667+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.668492+0000) 2023-03-22T17:11:13.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:12.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.991295+0000) 2023-03-22T17:11:13.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:12.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.993694+0000) 2023-03-22T17:11:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:12.987+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.988982+0000) 2023-03-22T17:11:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:12.988+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:12.988+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:13.001+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.002264+0000) 2023-03-22T17:11:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:12.987+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.989141+0000) 2023-03-22T17:11:13.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:12.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.945438+0000) 2023-03-22T17:11:13.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:12.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.988994+0000) 2023-03-22T17:11:13.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:12.987+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:12.989120+0000) 2023-03-22T17:11:13.945 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:13.667+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.668781+0000) 2023-03-22T17:11:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:13 smithi142 ceph-mon[94717]: pgmap v4917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:13 smithi098 ceph-mon[94136]: pgmap v4917: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:13.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.991436+0000) 2023-03-22T17:11:14.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:13.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.945564+0000) 2023-03-22T17:11:14.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:13.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.993832+0000) 2023-03-22T17:11:14.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:13.988+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.989291+0000) 2023-03-22T17:11:14.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:13.988+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.989364+0000) 2023-03-22T17:11:14.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:13.987+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:13.989167+0000) 2023-03-22T17:11:14.945 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:14.667+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.668952+0000) 2023-03-22T17:11:15.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:14.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.993953+0000) 2023-03-22T17:11:15.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:14.988+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.989531+0000) 2023-03-22T17:11:15.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:14.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.945693+0000) 2023-03-22T17:11:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:14.990+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.991544+0000) 2023-03-22T17:11:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:14.990+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:14.991+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:15.006+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:15.007367+0000) 2023-03-22T17:11:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:14.988+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.989432+0000) 2023-03-22T17:11:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:14.988+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.989299+0000) 2023-03-22T17:11:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:14.988+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:14.989+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:15.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:14.993+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:14.995066+0000) 2023-03-22T17:11:15.945 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:15.667+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:15.669214+0000) 2023-03-22T17:11:15.946 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:15.668+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:15.946 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:15.668+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:15.946 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:15.674+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:15.676127+0000) 2023-03-22T17:11:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:15 smithi142 ceph-mon[94717]: pgmap v4918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:15 smithi098 ceph-mon[94136]: pgmap v4918: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:16.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:15.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:15.994101+0000) 2023-03-22T17:11:16.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:15.988+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:15.989542+0000) 2023-03-22T17:11:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:15.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:15.945818+0000) 2023-03-22T17:11:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:15.988+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:15.989648+0000) 2023-03-22T17:11:17.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:16.988+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:16.989767+0000) 2023-03-22T17:11:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:16.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:16.945960+0000) 2023-03-22T17:11:17.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:16.988+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:16.989670+0000) 2023-03-22T17:11:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:16.992+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:16.994224+0000) 2023-03-22T17:11:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:16.993+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:16.993+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:16.996+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:16.997276+0000) 2023-03-22T17:11:17.945 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:17.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:17.489467+0000) 2023-03-22T17:11:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:17 smithi142 ceph-mon[94717]: pgmap v4919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:17 smithi098 ceph-mon[94136]: pgmap v4919: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:17.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:17.946073+0000) 2023-03-22T17:11:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:17.988+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:17.989809+0000) 2023-03-22T17:11:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:17.988+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:17.989909+0000) 2023-03-22T17:11:18.946 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:18.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:18.489573+0000) 2023-03-22T17:11:19.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:18.989+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:18.990093+0000) 2023-03-22T17:11:19.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:18.944+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:18.946245+0000) 2023-03-22T17:11:19.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:18.945+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:19.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:18.945+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:19.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:19.003+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:19.004464+0000) 2023-03-22T17:11:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:18.989+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:18.990026+0000) 2023-03-22T17:11:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:18.989+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:18.989+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:19.006+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:19.007635+0000) 2023-03-22T17:11:19.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:19.490+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:19.491844+0000) 2023-03-22T17:11:19.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:19.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:19.489690+0000) 2023-03-22T17:11:19.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:19.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:19.489579+0000) 2023-03-22T17:11:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:19 smithi142 ceph-mon[94717]: pgmap v4920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:19 smithi098 ceph-mon[94136]: pgmap v4920: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:11:20.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:20.168+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:20.169537+0000) 2023-03-22T17:11:20.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:19.989+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:19.990260+0000) 2023-03-22T17:11:20.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:20.490+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:20.491998+0000) 2023-03-22T17:11:20.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:20.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:20.489809+0000) 2023-03-22T17:11:20.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:20.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:20.489687+0000) 2023-03-22T17:11:21.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:21.171+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:21.173249+0000) 2023-03-22T17:11:21.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:20.989+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:20.990384+0000) 2023-03-22T17:11:21.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:21.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:21.494476+0000) 2023-03-22T17:11:21.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:21.490+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:21.492103+0000) 2023-03-22T17:11:21.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:21.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:21.489956+0000) 2023-03-22T17:11:21.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:21.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:21.489879+0000) 2023-03-22T17:11:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:21 smithi142 ceph-mon[94717]: pgmap v4921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:11:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:21 smithi098 ceph-mon[94136]: pgmap v4921: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:11:22.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:22.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:22.175504+0000) 2023-03-22T17:11:22.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:21.989+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:21.990516+0000) 2023-03-22T17:11:22.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:21.989+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:22.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:21.989+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:22.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:21.999+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:22.000786+0000) 2023-03-22T17:11:22.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:22.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:22.494591+0000) 2023-03-22T17:11:22.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:22.490+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:22.492210+0000) 2023-03-22T17:11:22.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:22.488+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:22.490116+0000) 2023-03-22T17:11:22.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:22.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:22.490035+0000) 2023-03-22T17:11:23.446 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:23.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:23.178732+0000) 2023-03-22T17:11:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:23.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:23.492298+0000) 2023-03-22T17:11:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:23.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:23.490282+0000) 2023-03-22T17:11:23.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:23.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:23.446533+0000) 2023-03-22T17:11:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:23.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:23.494703+0000) 2023-03-22T17:11:23.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:23.489+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:23.490509+0000) 2023-03-22T17:11:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:23.488+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:23.490166+0000) 2023-03-22T17:11:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:23 smithi142 ceph-mon[94717]: pgmap v4922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:11:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:23 smithi098 ceph-mon[94136]: pgmap v4922: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:11:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:24.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:24.492421+0000) 2023-03-22T17:11:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:24.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:24.490416+0000) 2023-03-22T17:11:24.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:24.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:24.494812+0000) 2023-03-22T17:11:24.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:24.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:24.490294+0000) 2023-03-22T17:11:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:24.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:24.180562+0000) 2023-03-22T17:11:24.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:24.489+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:24.490628+0000) 2023-03-22T17:11:24.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:24.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:24.446674+0000) 2023-03-22T17:11:25.446 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:25.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:25.180764+0000) 2023-03-22T17:11:25.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:25.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:25.494930+0000) 2023-03-22T17:11:25.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:25.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:25.492541+0000) 2023-03-22T17:11:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:25.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:25.490540+0000) 2023-03-22T17:11:25.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:25.489+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:25.490744+0000) 2023-03-22T17:11:25.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:25.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:25.446857+0000) 2023-03-22T17:11:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:25.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:25.490420+0000) 2023-03-22T17:11:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:25 smithi142 ceph-mon[94717]: pgmap v4923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:11:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:25 smithi098 ceph-mon[94136]: pgmap v4923: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:11:26.447 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:26.179+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.180935+0000) 2023-03-22T17:11:26.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:26.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.492671+0000) 2023-03-22T17:11:26.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:26.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.490668+0000) 2023-03-22T17:11:26.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:26.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.447022+0000) 2023-03-22T17:11:26.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:26.489+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.490823+0000) 2023-03-22T17:11:26.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:26.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.495051+0000) 2023-03-22T17:11:26.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:26.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.490555+0000) 2023-03-22T17:11:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:26.489+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:26.490881+0000) 2023-03-22T17:11:27.447 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:27.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.181193+0000) 2023-03-22T17:11:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:27.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.492793+0000) 2023-03-22T17:11:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:27.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.490798+0000) 2023-03-22T17:11:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:27.445+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.447215+0000) 2023-03-22T17:11:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:27.493+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.495174+0000) 2023-03-22T17:11:27.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:27.489+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.490941+0000) 2023-03-22T17:11:27.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:27.489+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.491026+0000) 2023-03-22T17:11:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:27.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:27.490679+0000) 2023-03-22T17:11:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:27 smithi142 ceph-mon[94717]: pgmap v4924: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:11:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:27 smithi098 ceph-mon[94136]: pgmap v4924: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:11:28.447 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:28.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.181388+0000) 2023-03-22T17:11:28.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:28.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.495337+0000) 2023-03-22T17:11:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:28.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.492914+0000) 2023-03-22T17:11:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:28.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.490941+0000) 2023-03-22T17:11:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:28.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.447374+0000) 2023-03-22T17:11:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:28.489+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.491076+0000) 2023-03-22T17:11:28.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:28.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.490815+0000) 2023-03-22T17:11:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:28.489+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:28.491170+0000) 2023-03-22T17:11:29.447 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:29.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.181704+0000) 2023-03-22T17:11:29.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:29.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.495482+0000) 2023-03-22T17:11:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:29.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.493042+0000) 2023-03-22T17:11:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:29.489+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.491133+0000) 2023-03-22T17:11:29.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:29.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.447519+0000) 2023-03-22T17:11:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:29.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.491292+0000) 2023-03-22T17:11:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:29.489+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.491238+0000) 2023-03-22T17:11:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:29.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:29.491008+0000) 2023-03-22T17:11:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:29 smithi142 ceph-mon[94717]: pgmap v4925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:11:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:29 smithi098 ceph-mon[94136]: pgmap v4925: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:11:30.447 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:30.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.181855+0000) 2023-03-22T17:11:30.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:30.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.495616+0000) 2023-03-22T17:11:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:30.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.491266+0000) 2023-03-22T17:11:30.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:30.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.491438+0000) 2023-03-22T17:11:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:30.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.447723+0000) 2023-03-22T17:11:30.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:30.491+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.493157+0000) 2023-03-22T17:11:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:30.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.491309+0000) 2023-03-22T17:11:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:30.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:30.491134+0000) 2023-03-22T17:11:31.447 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:31.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.182061+0000) 2023-03-22T17:11:31.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:31.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.495765+0000) 2023-03-22T17:11:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:31.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.491391+0000) 2023-03-22T17:11:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:31.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.491555+0000) 2023-03-22T17:11:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:31.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.491424+0000) 2023-03-22T17:11:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:31.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.447897+0000) 2023-03-22T17:11:31.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:31.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.493299+0000) 2023-03-22T17:11:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:31.489+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:31.491258+0000) 2023-03-22T17:11:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:31 smithi142 ceph-mon[94717]: pgmap v4926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:31 smithi098 ceph-mon[94136]: pgmap v4926: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:32.447 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:32.180+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.182195+0000) 2023-03-22T17:11:32.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:32.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.495931+0000) 2023-03-22T17:11:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:32.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.493446+0000) 2023-03-22T17:11:32.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:32.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.491486+0000) 2023-03-22T17:11:32.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:32.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.448036+0000) 2023-03-22T17:11:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:32.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.491666+0000) 2023-03-22T17:11:32.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:32.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.491544+0000) 2023-03-22T17:11:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:32.490+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:32.491387+0000) 2023-03-22T17:11:33.448 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:33.181+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.182439+0000) 2023-03-22T17:11:33.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:33.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.496101+0000) 2023-03-22T17:11:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:33.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.493588+0000) 2023-03-22T17:11:33.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:33.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.491563+0000) 2023-03-22T17:11:33.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:33.446+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.448153+0000) 2023-03-22T17:11:33.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:33.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.491768+0000) 2023-03-22T17:11:33.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:33.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.491672+0000) 2023-03-22T17:11:33.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:33.490+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:33.491500+0000) 2023-03-22T17:11:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:33 smithi142 ceph-mon[94717]: pgmap v4927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:33 smithi098 ceph-mon[94136]: pgmap v4927: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:34.448 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:34.181+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.182593+0000) 2023-03-22T17:11:34.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:34.494+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.496231+0000) 2023-03-22T17:11:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:34.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.493689+0000) 2023-03-22T17:11:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:34.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.491700+0000) 2023-03-22T17:11:34.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:34.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.491790+0000) 2023-03-22T17:11:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:34.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.448325+0000) 2023-03-22T17:11:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:34.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.491879+0000) 2023-03-22T17:11:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:34.490+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:34.491671+0000) 2023-03-22T17:11:35.448 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:35.181+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.182915+0000) 2023-03-22T17:11:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:35.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.493806+0000) 2023-03-22T17:11:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:35.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.491818+0000) 2023-03-22T17:11:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:35.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.448455+0000) 2023-03-22T17:11:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:35.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.496357+0000) 2023-03-22T17:11:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:35.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.491986+0000) 2023-03-22T17:11:35.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:35.490+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.491808+0000) 2023-03-22T17:11:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:35.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:35.492000+0000) 2023-03-22T17:11:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:35 smithi142 ceph-mon[94717]: pgmap v4928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:35 smithi098 ceph-mon[94136]: pgmap v4928: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:36.448 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:36.181+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.183047+0000) 2023-03-22T17:11:36.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:36.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.496465+0000) 2023-03-22T17:11:36.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:36.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.493926+0000) 2023-03-22T17:11:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:36.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.491939+0000) 2023-03-22T17:11:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:36.490+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.492133+0000) 2023-03-22T17:11:36.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:36.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.448587+0000) 2023-03-22T17:11:36.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:36.490+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.492120+0000) 2023-03-22T17:11:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:36.490+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:36.491945+0000) 2023-03-22T17:11:37.448 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:37.182+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.183355+0000) 2023-03-22T17:11:37.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:37.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.496575+0000) 2023-03-22T17:11:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:37.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.494040+0000) 2023-03-22T17:11:37.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:37.490+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.492073+0000) 2023-03-22T17:11:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:37.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.448693+0000) 2023-03-22T17:11:37.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:37.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.492276+0000) 2023-03-22T17:11:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:37.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.492287+0000) 2023-03-22T17:11:37.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:37.490+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:37.492082+0000) 2023-03-22T17:11:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:37 smithi142 ceph-mon[94717]: pgmap v4929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:37 smithi098 ceph-mon[94136]: pgmap v4929: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:38.448 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:38.182+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.183472+0000) 2023-03-22T17:11:38.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:38.492+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.494211+0000) 2023-03-22T17:11:38.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:38.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.492298+0000) 2023-03-22T17:11:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:38.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.496692+0000) 2023-03-22T17:11:38.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:38.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.492435+0000) 2023-03-22T17:11:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:38.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.448860+0000) 2023-03-22T17:11:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:38.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.492426+0000) 2023-03-22T17:11:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:38.490+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:38.492248+0000) 2023-03-22T17:11:39.449 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:39.182+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.183716+0000) 2023-03-22T17:11:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:39.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.494329+0000) 2023-03-22T17:11:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:39.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.492451+0000) 2023-03-22T17:11:39.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:39.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.492590+0000) 2023-03-22T17:11:39.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:39.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.496804+0000) 2023-03-22T17:11:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:39.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.492605+0000) 2023-03-22T17:11:39.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:39.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.449024+0000) 2023-03-22T17:11:39.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:39.491+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:39.492428+0000) 2023-03-22T17:11:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:39 smithi142 ceph-mon[94717]: pgmap v4930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:39 smithi098 ceph-mon[94136]: pgmap v4930: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:40.449 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:40.182+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.183852+0000) 2023-03-22T17:11:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:40.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.494461+0000) 2023-03-22T17:11:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:40.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.492624+0000) 2023-03-22T17:11:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:40.447+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.449170+0000) 2023-03-22T17:11:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:40.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.496952+0000) 2023-03-22T17:11:40.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:40.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.492716+0000) 2023-03-22T17:11:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:40.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.492720+0000) 2023-03-22T17:11:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:40.491+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:40.492564+0000) 2023-03-22T17:11:41.449 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:41.182+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.184128+0000) 2023-03-22T17:11:41.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:41.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.494575+0000) 2023-03-22T17:11:41.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:41.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.492751+0000) 2023-03-22T17:11:41.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:41.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.492825+0000) 2023-03-22T17:11:41.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:41.491+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.492673+0000) 2023-03-22T17:11:41.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:41.495+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.497129+0000) 2023-03-22T17:11:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:41.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.492834+0000) 2023-03-22T17:11:41.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:41.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:41.449375+0000) 2023-03-22T17:11:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:41 smithi142 ceph-mon[94717]: pgmap v4931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:41 smithi098 ceph-mon[94136]: pgmap v4931: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:42.449 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:42.183+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.184315+0000) 2023-03-22T17:11:42.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:42.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.497273+0000) 2023-03-22T17:11:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:42.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.494708+0000) 2023-03-22T17:11:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:42.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.492867+0000) 2023-03-22T17:11:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:42.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.493027+0000) 2023-03-22T17:11:42.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:42.491+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.492792+0000) 2023-03-22T17:11:42.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:42.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.449515+0000) 2023-03-22T17:11:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:42.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:42.492981+0000) 2023-03-22T17:11:43.449 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:43.184+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.184622+0000) 2023-03-22T17:11:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:43.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.494828+0000) 2023-03-22T17:11:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:43.491+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.492997+0000) 2023-03-22T17:11:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:43.492+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:43.492+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:43.509+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.510587+0000) 2023-03-22T17:11:43.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:43.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.493102+0000) 2023-03-22T17:11:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:43.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.497385+0000) 2023-03-22T17:11:43.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:43.491+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.493211+0000) 2023-03-22T17:11:43.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:43.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.449639+0000) 2023-03-22T17:11:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:43.491+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:43.492912+0000) 2023-03-22T17:11:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:43 smithi142 ceph-mon[94717]: pgmap v4932: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:43 smithi098 ceph-mon[94136]: pgmap v4932: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:44.449 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:44.183+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:44.184729+0000) 2023-03-22T17:11:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:44.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:44.494963+0000) 2023-03-22T17:11:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:44.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:44.449818+0000) 2023-03-22T17:11:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:44.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:44.497483+0000) 2023-03-22T17:11:44.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:44.491+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:44.493214+0000) 2023-03-22T17:11:44.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:44.492+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:44.493297+0000) 2023-03-22T17:11:44.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:44.491+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:44.493053+0000) 2023-03-22T17:11:45.449 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:45.184+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.185017+0000) 2023-03-22T17:11:45.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:45.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.497592+0000) 2023-03-22T17:11:45.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:45.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.449969+0000) 2023-03-22T17:11:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:45.493+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.495076+0000) 2023-03-22T17:11:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:45.494+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:45.494+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:45.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:45.497+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.498455+0000) 2023-03-22T17:11:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:45.492+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.493306+0000) 2023-03-22T17:11:45.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:45.492+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.493856+0000) 2023-03-22T17:11:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:45.491+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.493174+0000) 2023-03-22T17:11:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:45.492+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:45.492+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:45.500+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:45.501842+0000) 2023-03-22T17:11:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:45 smithi142 ceph-mon[94717]: pgmap v4933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:45 smithi098 ceph-mon[94136]: pgmap v4933: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:46.450 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:46.183+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:46.185162+0000) 2023-03-22T17:11:46.450 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:46.184+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:46.450 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:46.184+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:46.451 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:46.194+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:46.195607+0000) 2023-03-22T17:11:46.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:46.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:46.497763+0000) 2023-03-22T17:11:46.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:46.492+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:46.493978+0000) 2023-03-22T17:11:46.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:46.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:46.450095+0000) 2023-03-22T17:11:46.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:46.492+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:46.493418+0000) 2023-03-22T17:11:47.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:47.448+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:47.450219+0000) 2023-03-22T17:11:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:47.496+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:47.497960+0000) 2023-03-22T17:11:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:47.497+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:47.497+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:47.505+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:47.506435+0000) 2023-03-22T17:11:47.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:47.492+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:47.493552+0000) 2023-03-22T17:11:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:47.492+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:47.494090+0000) 2023-03-22T17:11:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:47 smithi142 ceph-mon[94717]: pgmap v4934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:47 smithi098 ceph-mon[94136]: pgmap v4934: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:48.450 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:47.992+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:47.993286+0000) 2023-03-22T17:11:48.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:48.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:48.450310+0000) 2023-03-22T17:11:48.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:48.492+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:48.493704+0000) 2023-03-22T17:11:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:48.492+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:48.494191+0000) 2023-03-22T17:11:49.450 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:48.993+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:48.993451+0000) 2023-03-22T17:11:49.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:49.493+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.494332+0000) 2023-03-22T17:11:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:49.449+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.450425+0000) 2023-03-22T17:11:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:49.450+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:49.450+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:49.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:49.452+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.453498+0000) 2023-03-22T17:11:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:49.492+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.493819+0000) 2023-03-22T17:11:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:49.493+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:49.493+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:49.505+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.506959+0000) 2023-03-22T17:11:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:49 smithi142 ceph-mon[94717]: pgmap v4935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:49 smithi098 ceph-mon[94136]: pgmap v4935: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:50.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:49.994+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.995423+0000) 2023-03-22T17:11:50.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:49.992+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.993593+0000) 2023-03-22T17:11:50.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:49.992+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:49.993440+0000) 2023-03-22T17:11:50.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:50.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:50.685536+0000) 2023-03-22T17:11:50.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:50.493+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:50.494445+0000) 2023-03-22T17:11:51.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:50.994+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:50.995543+0000) 2023-03-22T17:11:51.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:50.992+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:50.993768+0000) 2023-03-22T17:11:51.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:50.992+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:50.993584+0000) 2023-03-22T17:11:51.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:51.714+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:51.716171+0000) 2023-03-22T17:11:51.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:51.493+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:51.494557+0000) 2023-03-22T17:11:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:51 smithi142 ceph-mon[94717]: pgmap v4936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:51 smithi098 ceph-mon[94136]: pgmap v4936: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:52.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:51.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:51.998387+0000) 2023-03-22T17:11:52.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:51.994+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:51.995661+0000) 2023-03-22T17:11:52.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:51.992+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:51.993883+0000) 2023-03-22T17:11:52.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:51.992+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:51.993708+0000) 2023-03-22T17:11:52.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:52.717+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:52.718602+0000) 2023-03-22T17:11:52.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:52.493+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:52.494685+0000) 2023-03-22T17:11:52.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:52.494+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:52.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:52.494+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:11:52.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:52.497+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:52.498353+0000) 2023-03-22T17:11:53.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:52.997+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:52.998507+0000) 2023-03-22T17:11:53.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:52.994+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:52.995782+0000) 2023-03-22T17:11:53.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:52.992+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:52.993990+0000) 2023-03-22T17:11:53.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:52.992+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:52.993830+0000) 2023-03-22T17:11:53.993 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:53.949+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:53.950725+0000) 2023-03-22T17:11:53.994 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:53.721+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:53.721613+0000) 2023-03-22T17:11:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:53 smithi142 ceph-mon[94717]: pgmap v4937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:53 smithi098 ceph-mon[94136]: pgmap v4937: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:11:54.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:53.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:53.998638+0000) 2023-03-22T17:11:54.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:53.994+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:53.995967+0000) 2023-03-22T17:11:54.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:53.993+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:53.994124+0000) 2023-03-22T17:11:54.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:53.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:53.994177+0000) 2023-03-22T17:11:54.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:53.993+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:53.994003+0000) 2023-03-22T17:11:54.994 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:54.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:54.724905+0000) 2023-03-22T17:11:54.994 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:54.949+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:54.950844+0000) 2023-03-22T17:11:54.995 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:54.992+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:54.994141+0000) 2023-03-22T17:11:55.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:54.994+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:54.996093+0000) 2023-03-22T17:11:55.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:54.993+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:54.994295+0000) 2023-03-22T17:11:55.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:54.993+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:54.994424+0000) 2023-03-22T17:11:55.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:54.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:54.998766+0000) 2023-03-22T17:11:55.998 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:55.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:55.725201+0000) 2023-03-22T17:11:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:55 smithi142 ceph-mon[94717]: pgmap v4938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:55 smithi098 ceph-mon[94136]: pgmap v4938: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:56.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:55.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:55.998919+0000) 2023-03-22T17:11:56.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:55.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:55.996265+0000) 2023-03-22T17:11:56.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:55.994+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:55.994430+0000) 2023-03-22T17:11:56.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:55.994+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:55.994313+0000) 2023-03-22T17:11:56.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:55.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:55.950967+0000) 2023-03-22T17:11:56.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:55.994+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:55.994600+0000) 2023-03-22T17:11:56.994 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:56.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.725372+0000) 2023-03-22T17:11:56.995 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:56.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.951099+0000) 2023-03-22T17:11:56.995 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:56.994+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.994773+0000) 2023-03-22T17:11:56.995 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:56.994+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.994463+0000) 2023-03-22T17:11:57.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:56.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.996399+0000) 2023-03-22T17:11:57.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:56.994+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.994570+0000) 2023-03-22T17:11:57.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:56.998+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.999107+0000) 2023-03-22T17:11:57.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:56.994+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:56.994947+0000) 2023-03-22T17:11:57.994 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:57.950+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.951222+0000) 2023-03-22T17:11:57.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:57.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.725626+0000) 2023-03-22T17:11:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:57 smithi142 ceph-mon[94717]: pgmap v4939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:57 smithi098 ceph-mon[94136]: pgmap v4939: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:11:58.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:57.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.996517+0000) 2023-03-22T17:11:58.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:57.994+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.994697+0000) 2023-03-22T17:11:58.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:57.994+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.994587+0000) 2023-03-22T17:11:58.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:57.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.999293+0000) 2023-03-22T17:11:58.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:57.994+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.994904+0000) 2023-03-22T17:11:58.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:57.994+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:57.995222+0000) 2023-03-22T17:11:58.994 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:58.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.725770+0000) 2023-03-22T17:11:58.995 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:58.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.951344+0000) 2023-03-22T17:11:59.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:58.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.996660+0000) 2023-03-22T17:11:59.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:58.994+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.994849+0000) 2023-03-22T17:11:59.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:58.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.999432+0000) 2023-03-22T17:11:59.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:58.994+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.995041+0000) 2023-03-22T17:11:59.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:58.995+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.995304+0000) 2023-03-22T17:11:59.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:58.994+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:58.994767+0000) 2023-03-22T17:11:59.994 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:11:59.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.951476+0000) 2023-03-22T17:11:59.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:11:59.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.726068+0000) 2023-03-22T17:12:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:11:59 smithi142 ceph-mon[94717]: pgmap v4940: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:11:59 smithi098 ceph-mon[94136]: pgmap v4940: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:00.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:11:59.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.999565+0000) 2023-03-22T17:12:00.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:11:59.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.996773+0000) 2023-03-22T17:12:00.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:11:59.994+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.994974+0000) 2023-03-22T17:12:00.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:11:59.994+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.995188+0000) 2023-03-22T17:12:00.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:11:59.995+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.995456+0000) 2023-03-22T17:12:00.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:11:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:11:59.994+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:11:59.994899+0000) 2023-03-22T17:12:00.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:00.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.726274+0000) 2023-03-22T17:12:00.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:00.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.951625+0000) 2023-03-22T17:12:01.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:00.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.996951+0000) 2023-03-22T17:12:01.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:00.994+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.995116+0000) 2023-03-22T17:12:01.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:00.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.999715+0000) 2023-03-22T17:12:01.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:00.994+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.995092+0000) 2023-03-22T17:12:01.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:00.995+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.995572+0000) 2023-03-22T17:12:01.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:00.995+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:00.995293+0000) 2023-03-22T17:12:01.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:01.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.726466+0000) 2023-03-22T17:12:01.995 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:01.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.951804+0000) 2023-03-22T17:12:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:01 smithi142 ceph-mon[94717]: pgmap v4941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:01 smithi098 ceph-mon[94136]: pgmap v4941: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:02.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:01.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.997134+0000) 2023-03-22T17:12:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:01.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.995291+0000) 2023-03-22T17:12:02.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:01.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.999866+0000) 2023-03-22T17:12:02.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:01.995+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.995679+0000) 2023-03-22T17:12:02.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:01.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.995280+0000) 2023-03-22T17:12:02.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:01.995+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:01.995403+0000) 2023-03-22T17:12:02.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:02.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.726598+0000) 2023-03-22T17:12:02.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:02.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.951948+0000) 2023-03-22T17:12:02.996 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:02.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.995392+0000) 2023-03-22T17:12:03.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:02.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.999965+0000) 2023-03-22T17:12:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:02.996+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.997240+0000) 2023-03-22T17:12:03.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:02.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.995427+0000) 2023-03-22T17:12:03.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:02.995+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.995584+0000) 2023-03-22T17:12:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:02.995+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:02.995950+0000) 2023-03-22T17:12:03.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:03.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:03.726880+0000) 2023-03-22T17:12:03.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:03.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:03.952085+0000) 2023-03-22T17:12:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:03 smithi142 ceph-mon[94717]: pgmap v4942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T17:12:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:03 smithi098 ceph-mon[94136]: pgmap v4942: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2023-03-22T17:12:04.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:03.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:03.997334+0000) 2023-03-22T17:12:04.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:03.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:03.995549+0000) 2023-03-22T17:12:04.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:03.995+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:03.996071+0000) 2023-03-22T17:12:04.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:03.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:03.995511+0000) 2023-03-22T17:12:04.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:03.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.000092+0000) 2023-03-22T17:12:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:03.995+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:03.995702+0000) 2023-03-22T17:12:04.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:04.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.727031+0000) 2023-03-22T17:12:04.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:04.951+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.952194+0000) 2023-03-22T17:12:04.996 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:04.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.995621+0000) 2023-03-22T17:12:05.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:04.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.997442+0000) 2023-03-22T17:12:05.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:04.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.995709+0000) 2023-03-22T17:12:05.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:04.999+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.000226+0000) 2023-03-22T17:12:05.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:04.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.996391+0000) 2023-03-22T17:12:05.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:04.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:04.996562+0000) 2023-03-22T17:12:05.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:05.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.727299+0000) 2023-03-22T17:12:05.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:05.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.952304+0000) 2023-03-22T17:12:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:05 smithi142 ceph-mon[94717]: pgmap v4943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:12:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:05 smithi098 ceph-mon[94136]: pgmap v4943: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:12:06.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:05.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.997576+0000) 2023-03-22T17:12:06.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:05.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.995830+0000) 2023-03-22T17:12:06.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:06.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.000304+0000) 2023-03-22T17:12:06.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:05.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.996626+0000) 2023-03-22T17:12:06.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:05.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.996508+0000) 2023-03-22T17:12:06.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:05.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:05.995739+0000) 2023-03-22T17:12:06.995 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:06.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.952438+0000) 2023-03-22T17:12:06.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:06.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.727433+0000) 2023-03-22T17:12:07.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:07.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.000440+0000) 2023-03-22T17:12:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:06.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.997724+0000) 2023-03-22T17:12:07.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:06.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.995948+0000) 2023-03-22T17:12:07.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:06.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.996619+0000) 2023-03-22T17:12:07.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:06.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.996783+0000) 2023-03-22T17:12:07.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:06.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:06.995857+0000) 2023-03-22T17:12:07.995 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:07.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.727656+0000) 2023-03-22T17:12:07.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:07.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.952552+0000) 2023-03-22T17:12:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:07 smithi142 ceph-mon[94717]: pgmap v4944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:12:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:07 smithi098 ceph-mon[94136]: pgmap v4944: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:12:08.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:07.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.997830+0000) 2023-03-22T17:12:08.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:07.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.996064+0000) 2023-03-22T17:12:08.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:08.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.000546+0000) 2023-03-22T17:12:08.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:07.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.996889+0000) 2023-03-22T17:12:08.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:07.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.996740+0000) 2023-03-22T17:12:08.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:07.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:07.995989+0000) 2023-03-22T17:12:08.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:08.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.727778+0000) 2023-03-22T17:12:08.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:08.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.952724+0000) 2023-03-22T17:12:09.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:09.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.000666+0000) 2023-03-22T17:12:09.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:08.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.997924+0000) 2023-03-22T17:12:09.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:08.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.996175+0000) 2023-03-22T17:12:09.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:08.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.996993+0000) 2023-03-22T17:12:09.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:08.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.996846+0000) 2023-03-22T17:12:09.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:08.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:08.996112+0000) 2023-03-22T17:12:09.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:09.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.728057+0000) 2023-03-22T17:12:09.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:09.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.952905+0000) 2023-03-22T17:12:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:09 smithi142 ceph-mon[94717]: pgmap v4945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:12:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:09 smithi098 ceph-mon[94136]: pgmap v4945: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:12:10.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:10.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.000781+0000) 2023-03-22T17:12:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:09.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.998033+0000) 2023-03-22T17:12:10.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:09.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.996308+0000) 2023-03-22T17:12:10.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:09.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.997107+0000) 2023-03-22T17:12:10.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:09.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.996962+0000) 2023-03-22T17:12:10.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:09.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:09.996232+0000) 2023-03-22T17:12:10.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:10.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.953056+0000) 2023-03-22T17:12:10.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:10.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.728229+0000) 2023-03-22T17:12:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:10 smithi142 ceph-mon[94717]: osdmap e293: 12 total, 9 up, 9 in 2023-03-22T17:12:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:10 smithi098 ceph-mon[94136]: osdmap e293: 12 total, 9 up, 9 in 2023-03-22T17:12:11.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:11.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.000930+0000) 2023-03-22T17:12:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:10.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.998165+0000) 2023-03-22T17:12:11.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:10.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.996489+0000) 2023-03-22T17:12:11.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:10.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.997076+0000) 2023-03-22T17:12:11.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:10.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.997230+0000) 2023-03-22T17:12:11.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:10.996+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:10.996314+0000) 2023-03-22T17:12:11.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:11.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.728484+0000) 2023-03-22T17:12:11.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:11.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.953179+0000) 2023-03-22T17:12:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:11 smithi142 ceph-mon[94717]: pgmap v4947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:12:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:11 smithi098 ceph-mon[94136]: pgmap v4947: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:12:12.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:12.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.001046+0000) 2023-03-22T17:12:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:11.998+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.998282+0000) 2023-03-22T17:12:12.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:11.996+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.996430+0000) 2023-03-22T17:12:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:11.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.996641+0000) 2023-03-22T17:12:12.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:11.997+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.997357+0000) 2023-03-22T17:12:12.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:11.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:11.997197+0000) 2023-03-22T17:12:12.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:12.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.728607+0000) 2023-03-22T17:12:12.997 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:12.953+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.953388+0000) 2023-03-22T17:12:13.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:13.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.001163+0000) 2023-03-22T17:12:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:12.998+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.998398+0000) 2023-03-22T17:12:13.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:12.996+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.996842+0000) 2023-03-22T17:12:13.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:12.997+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.997301+0000) 2023-03-22T17:12:13.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:12.997+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.997470+0000) 2023-03-22T17:12:13.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:12.996+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:12.996600+0000) 2023-03-22T17:12:13.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:13.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.728899+0000) 2023-03-22T17:12:13.997 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:13.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.953534+0000) 2023-03-22T17:12:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:13 smithi142 ceph-mon[94717]: pgmap v4948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:13 smithi098 ceph-mon[94136]: pgmap v4948: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:14.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:13.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.998533+0000) 2023-03-22T17:12:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:13.995+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.997047+0000) 2023-03-22T17:12:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:13.996+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:13.996+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:14.011+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.012385+0000) 2023-03-22T17:12:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:14.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.001319+0000) 2023-03-22T17:12:14.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:13.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.997571+0000) 2023-03-22T17:12:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:13.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.997413+0000) 2023-03-22T17:12:14.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:13.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:13.996777+0000) 2023-03-22T17:12:14.996 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:14.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.729044+0000) 2023-03-22T17:12:14.997 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:14.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.953659+0000) 2023-03-22T17:12:15.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:14.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.998638+0000) 2023-03-22T17:12:15.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:14.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.997540+0000) 2023-03-22T17:12:15.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:14.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.997678+0000) 2023-03-22T17:12:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:15.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:15.001499+0000) 2023-03-22T17:12:15.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:14.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:14.996905+0000) 2023-03-22T17:12:15.996 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:15.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:15.953834+0000) 2023-03-22T17:12:15.997 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:15.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:15.729314+0000) 2023-03-22T17:12:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:15 smithi142 ceph-mon[94717]: pgmap v4949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:15 smithi098 ceph-mon[94136]: pgmap v4949: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:16.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:16.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.001636+0000) 2023-03-22T17:12:16.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:15.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:15.997777+0000) 2023-03-22T17:12:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:15.997+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:15.998768+0000) 2023-03-22T17:12:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:15.998+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:15.998+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:16.017+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.019079+0000) 2023-03-22T17:12:16.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:15.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:15.997647+0000) 2023-03-22T17:12:16.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:15.995+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:15.997061+0000) 2023-03-22T17:12:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:15.996+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:15.996+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:16.002+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.003316+0000) 2023-03-22T17:12:17.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:17.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:17.001798+0000) 2023-03-22T17:12:17.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:16.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.997781+0000) 2023-03-22T17:12:17.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:16.953+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.954070+0000) 2023-03-22T17:12:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:16.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.729427+0000) 2023-03-22T17:12:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:16.728+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:16.728+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:16.993+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.994898+0000) 2023-03-22T17:12:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:16.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:16.997932+0000) 2023-03-22T17:12:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:17 smithi142 ceph-mon[94717]: pgmap v4950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:17 smithi098 ceph-mon[94136]: pgmap v4950: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:17.952+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:17.954215+0000) 2023-03-22T17:12:18.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:18.000+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:18.001985+0000) 2023-03-22T17:12:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:18.001+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:18.001+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:18.010+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:18.011451+0000) 2023-03-22T17:12:18.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:17.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:17.998058+0000) 2023-03-22T17:12:18.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:17.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:17.997910+0000) 2023-03-22T17:12:18.954 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:18.496+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:18.497299+0000) 2023-03-22T17:12:19.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:18.953+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:18.954350+0000) 2023-03-22T17:12:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:18.996+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:18.998074+0000) 2023-03-22T17:12:19.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:18.996+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:18.998191+0000) 2023-03-22T17:12:19.954 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:19.496+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:19.497427+0000) 2023-03-22T17:12:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:19 smithi142 ceph-mon[94717]: pgmap v4951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:19 smithi098 ceph-mon[94136]: pgmap v4951: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:12:20.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:19.997+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:19.998326+0000) 2023-03-22T17:12:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:19.953+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:19.954506+0000) 2023-03-22T17:12:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:19.954+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:19.954+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:19.969+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:19.970507+0000) 2023-03-22T17:12:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:19.997+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:19.998387+0000) 2023-03-22T17:12:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:19.997+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:19.997+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:20.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:20.012+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:20.013598+0000) 2023-03-22T17:12:20.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:20.497+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:20.499066+0000) 2023-03-22T17:12:20.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:20.496+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:20.497617+0000) 2023-03-22T17:12:20.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:20.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:20.497487+0000) 2023-03-22T17:12:21.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:21.228+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:21.229604+0000) 2023-03-22T17:12:21.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:20.997+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:20.998502+0000) 2023-03-22T17:12:21.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:21.497+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:21.499236+0000) 2023-03-22T17:12:21.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:21.496+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:21.497733+0000) 2023-03-22T17:12:21.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:21.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:21.497695+0000) 2023-03-22T17:12:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:21 smithi142 ceph-mon[94717]: pgmap v4952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T17:12:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:21 smithi098 ceph-mon[94136]: pgmap v4952: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 192 B/s wr, 9 op/s 2023-03-22T17:12:22.497 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:22.230+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:22.231878+0000) 2023-03-22T17:12:22.498 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:21.997+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:21.998660+0000) 2023-03-22T17:12:22.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:22.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:22.499394+0000) 2023-03-22T17:12:22.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:22.496+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:22.497843+0000) 2023-03-22T17:12:22.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:22.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:22.502411+0000) 2023-03-22T17:12:22.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:22.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:22.497824+0000) 2023-03-22T17:12:23.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:23.233+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:23.234720+0000) 2023-03-22T17:12:23.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:22.997+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:22.998891+0000) 2023-03-22T17:12:23.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:22.998+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:23.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:22.998+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:23.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:23.010+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:23.011966+0000) 2023-03-22T17:12:23.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:23.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:23.502515+0000) 2023-03-22T17:12:23.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:23.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:23.499499+0000) 2023-03-22T17:12:23.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:23.497+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:23.498022+0000) 2023-03-22T17:12:23.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:23.497+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:23.498021+0000) 2023-03-22T17:12:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:23 smithi142 ceph-mon[94717]: pgmap v4953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:12:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:23 smithi098 ceph-mon[94136]: pgmap v4953: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:12:24.498 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:24.235+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:24.237163+0000) 2023-03-22T17:12:24.498 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:24.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:24.454804+0000) 2023-03-22T17:12:24.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:24.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:24.499600+0000) 2023-03-22T17:12:24.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:24.496+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:24.498244+0000) 2023-03-22T17:12:24.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:24.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:24.502635+0000) 2023-03-22T17:12:24.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:24.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:24.498737+0000) 2023-03-22T17:12:24.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:24.496+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:24.498246+0000) 2023-03-22T17:12:25.498 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:25.238+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:25.239604+0000) 2023-03-22T17:12:25.499 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:25.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:25.454942+0000) 2023-03-22T17:12:25.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:25.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:25.499701+0000) 2023-03-22T17:12:25.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:25.497+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:25.498385+0000) 2023-03-22T17:12:25.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:25.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:25.502808+0000) 2023-03-22T17:12:25.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:25.497+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:25.498372+0000) 2023-03-22T17:12:25.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:25.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:25.498858+0000) 2023-03-22T17:12:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:25 smithi142 ceph-mon[94717]: pgmap v4954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:12:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:25 smithi098 ceph-mon[94136]: pgmap v4954: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:12:26.498 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:26.238+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:26.239725+0000) 2023-03-22T17:12:26.499 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:26.453+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:26.455123+0000) 2023-03-22T17:12:26.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:26.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:26.502944+0000) 2023-03-22T17:12:26.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:26.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:26.499811+0000) 2023-03-22T17:12:26.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:26.497+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:26.498519+0000) 2023-03-22T17:12:26.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:26.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:26.499011+0000) 2023-03-22T17:12:26.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:26.497+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:26.498502+0000) 2023-03-22T17:12:27.498 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:27.238+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.239991+0000) 2023-03-22T17:12:27.499 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:27.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.455314+0000) 2023-03-22T17:12:27.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:27.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.499983+0000) 2023-03-22T17:12:27.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:27.497+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.498676+0000) 2023-03-22T17:12:27.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:27.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.503093+0000) 2023-03-22T17:12:27.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:27.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.499132+0000) 2023-03-22T17:12:27.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:27.497+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.499195+0000) 2023-03-22T17:12:27.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:27.497+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:27.498647+0000) 2023-03-22T17:12:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:27 smithi142 ceph-mon[94717]: pgmap v4955: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:12:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:27 smithi098 ceph-mon[94136]: pgmap v4955: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:12:28.455 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:28.238+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.240109+0000) 2023-03-22T17:12:28.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:28.501+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.503234+0000) 2023-03-22T17:12:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:28.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.500122+0000) 2023-03-22T17:12:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:28.497+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.498809+0000) 2023-03-22T17:12:28.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:28.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.455451+0000) 2023-03-22T17:12:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:28.497+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.499246+0000) 2023-03-22T17:12:28.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:28.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.499345+0000) 2023-03-22T17:12:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:28.497+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:28.498759+0000) 2023-03-22T17:12:29.498 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:29.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.240357+0000) 2023-03-22T17:12:29.499 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:29.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.455576+0000) 2023-03-22T17:12:29.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:29.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.503349+0000) 2023-03-22T17:12:29.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:29.498+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.500238+0000) 2023-03-22T17:12:29.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:29.497+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.498901+0000) 2023-03-22T17:12:29.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:29.497+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.498907+0000) 2023-03-22T17:12:29.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:29.498+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.499372+0000) 2023-03-22T17:12:29.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:29.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:29.499562+0000) 2023-03-22T17:12:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:29 smithi142 ceph-mon[94717]: pgmap v4956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:12:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:29 smithi098 ceph-mon[94136]: pgmap v4956: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:12:30.499 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:30.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.240473+0000) 2023-03-22T17:12:30.500 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:30.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.455697+0000) 2023-03-22T17:12:30.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:30.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.500361+0000) 2023-03-22T17:12:30.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:30.497+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.499080+0000) 2023-03-22T17:12:30.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:30.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.503471+0000) 2023-03-22T17:12:30.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:30.498+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.499521+0000) 2023-03-22T17:12:30.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:30.497+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.499034+0000) 2023-03-22T17:12:30.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:30.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:30.499687+0000) 2023-03-22T17:12:31.499 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:31.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.240722+0000) 2023-03-22T17:12:31.499 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:31.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.455891+0000) 2023-03-22T17:12:31.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:31.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.503610+0000) 2023-03-22T17:12:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:31.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.500472+0000) 2023-03-22T17:12:31.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:31.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.499252+0000) 2023-03-22T17:12:31.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:31.498+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.499654+0000) 2023-03-22T17:12:31.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:31.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.499803+0000) 2023-03-22T17:12:31.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:31.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:31.499232+0000) 2023-03-22T17:12:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:31 smithi142 ceph-mon[94717]: pgmap v4957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:31 smithi098 ceph-mon[94136]: pgmap v4957: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:32.499 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:32.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.456033+0000) 2023-03-22T17:12:32.499 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:32.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.240857+0000) 2023-03-22T17:12:32.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:32.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.503722+0000) 2023-03-22T17:12:32.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:32.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.500573+0000) 2023-03-22T17:12:32.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:32.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.499427+0000) 2023-03-22T17:12:32.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:32.498+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.500190+0000) 2023-03-22T17:12:32.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:32.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.499907+0000) 2023-03-22T17:12:32.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:32.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:32.499404+0000) 2023-03-22T17:12:33.499 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:33.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.241123+0000) 2023-03-22T17:12:33.500 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:33.454+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.456166+0000) 2023-03-22T17:12:33.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:33.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.500690+0000) 2023-03-22T17:12:33.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:33.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.499576+0000) 2023-03-22T17:12:33.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:33.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.503850+0000) 2023-03-22T17:12:33.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:33.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.500297+0000) 2023-03-22T17:12:33.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:33.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.500051+0000) 2023-03-22T17:12:33.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:33.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:33.499547+0000) 2023-03-22T17:12:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:33 smithi142 ceph-mon[94717]: pgmap v4958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:33 smithi098 ceph-mon[94136]: pgmap v4958: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:34.499 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:34.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.241312+0000) 2023-03-22T17:12:34.500 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:34.455+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.456300+0000) 2023-03-22T17:12:34.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:34.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.500795+0000) 2023-03-22T17:12:34.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:34.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.499725+0000) 2023-03-22T17:12:34.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:34.498+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.500175+0000) 2023-03-22T17:12:34.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:34.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.503960+0000) 2023-03-22T17:12:34.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:34.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.500407+0000) 2023-03-22T17:12:34.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:34.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:34.499694+0000) 2023-03-22T17:12:35.499 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:35.455+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.456484+0000) 2023-03-22T17:12:35.500 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:35.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.241531+0000) 2023-03-22T17:12:35.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:35.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.504078+0000) 2023-03-22T17:12:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:35.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.500912+0000) 2023-03-22T17:12:35.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:35.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.499873+0000) 2023-03-22T17:12:35.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:35.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.500528+0000) 2023-03-22T17:12:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:35.499+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.500338+0000) 2023-03-22T17:12:35.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:35.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:35.499832+0000) 2023-03-22T17:12:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:35 smithi142 ceph-mon[94717]: pgmap v4959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:35 smithi098 ceph-mon[94136]: pgmap v4959: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:36.500 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:36.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.241655+0000) 2023-03-22T17:12:36.500 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:36.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.456699+0000) 2023-03-22T17:12:36.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:36.502+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.504189+0000) 2023-03-22T17:12:36.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:36.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.501037+0000) 2023-03-22T17:12:36.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:36.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.500042+0000) 2023-03-22T17:12:36.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:36.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.500644+0000) 2023-03-22T17:12:36.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:36.499+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.500493+0000) 2023-03-22T17:12:36.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:36.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:36.499959+0000) 2023-03-22T17:12:37.500 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:37.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.241897+0000) 2023-03-22T17:12:37.500 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:37.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.456891+0000) 2023-03-22T17:12:37.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:37.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.504315+0000) 2023-03-22T17:12:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:37.499+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.501168+0000) 2023-03-22T17:12:37.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:37.498+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.500164+0000) 2023-03-22T17:12:37.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:37.499+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.500623+0000) 2023-03-22T17:12:37.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:37.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.500762+0000) 2023-03-22T17:12:37.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:37.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:37.500088+0000) 2023-03-22T17:12:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:37 smithi142 ceph-mon[94717]: pgmap v4960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:37 smithi098 ceph-mon[94136]: pgmap v4960: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:38.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.242073+0000) 2023-03-22T17:12:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:38.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.504469+0000) 2023-03-22T17:12:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:38.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.501307+0000) 2023-03-22T17:12:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:38.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.500305+0000) 2023-03-22T17:12:38.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:38.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.500881+0000) 2023-03-22T17:12:38.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:38.455+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.457005+0000) 2023-03-22T17:12:38.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:38.499+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.500745+0000) 2023-03-22T17:12:38.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:38.498+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:38.500216+0000) 2023-03-22T17:12:39.500 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:39.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.242348+0000) 2023-03-22T17:12:39.500 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:39.455+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.457178+0000) 2023-03-22T17:12:39.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:39.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.504599+0000) 2023-03-22T17:12:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:39.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.501419+0000) 2023-03-22T17:12:39.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:39.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.500421+0000) 2023-03-22T17:12:39.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:39.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.501000+0000) 2023-03-22T17:12:39.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:39.499+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.500865+0000) 2023-03-22T17:12:39.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:39.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:39.500355+0000) 2023-03-22T17:12:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:39 smithi142 ceph-mon[94717]: pgmap v4961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:39 smithi098 ceph-mon[94136]: pgmap v4961: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:40.500 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:40.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.242468+0000) 2023-03-22T17:12:40.501 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:40.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.457370+0000) 2023-03-22T17:12:40.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:40.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.501519+0000) 2023-03-22T17:12:40.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:40.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.500550+0000) 2023-03-22T17:12:40.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:40.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.504709+0000) 2023-03-22T17:12:40.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:40.499+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.500982+0000) 2023-03-22T17:12:40.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:40.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.500522+0000) 2023-03-22T17:12:40.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:40.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:40.501100+0000) 2023-03-22T17:12:41.500 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:41.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.242766+0000) 2023-03-22T17:12:41.501 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:41.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.457483+0000) 2023-03-22T17:12:41.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:41.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.504816+0000) 2023-03-22T17:12:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:41.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.501636+0000) 2023-03-22T17:12:41.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:41.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.500720+0000) 2023-03-22T17:12:41.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:41.499+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.501093+0000) 2023-03-22T17:12:41.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:41.499+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.501216+0000) 2023-03-22T17:12:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:41.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:41.500713+0000) 2023-03-22T17:12:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:41 smithi142 ceph-mon[94717]: pgmap v4962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:41 smithi098 ceph-mon[94136]: pgmap v4962: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:42.500 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:42.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.242915+0000) 2023-03-22T17:12:42.501 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:42.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.457590+0000) 2023-03-22T17:12:42.502 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:42.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.500857+0000) 2023-03-22T17:12:42.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:42.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.501735+0000) 2023-03-22T17:12:42.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:42.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.500867+0000) 2023-03-22T17:12:42.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:42.500+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.501258+0000) 2023-03-22T17:12:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:42.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.504937+0000) 2023-03-22T17:12:42.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:42.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:42.501356+0000) 2023-03-22T17:12:43.501 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:43.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.243188+0000) 2023-03-22T17:12:43.502 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:43.457+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.457724+0000) 2023-03-22T17:12:43.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:43.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.501843+0000) 2023-03-22T17:12:43.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:43.500+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.501045+0000) 2023-03-22T17:12:43.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:43.500+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.501474+0000) 2023-03-22T17:12:43.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:43.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.501034+0000) 2023-03-22T17:12:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:43.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.505053+0000) 2023-03-22T17:12:43.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:43.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:43.501497+0000) 2023-03-22T17:12:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:43 smithi142 ceph-mon[94717]: pgmap v4963: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:43 smithi098 ceph-mon[94136]: pgmap v4963: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:44.501 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:44.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.243358+0000) 2023-03-22T17:12:44.502 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:44.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.457835+0000) 2023-03-22T17:12:44.502 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:44.499+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.501235+0000) 2023-03-22T17:12:44.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:44.503+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.505176+0000) 2023-03-22T17:12:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:44.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.501971+0000) 2023-03-22T17:12:44.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:44.499+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.501226+0000) 2023-03-22T17:12:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:44.500+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:44.501+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:44.514+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.515481+0000) 2023-03-22T17:12:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:44.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.501683+0000) 2023-03-22T17:12:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:44.500+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:44.501750+0000) 2023-03-22T17:12:45.501 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:45.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:45.243565+0000) 2023-03-22T17:12:45.502 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:45.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:45.457989+0000) 2023-03-22T17:12:45.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:45.504+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:45.505293+0000) 2023-03-22T17:12:45.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:45.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:45.502096+0000) 2023-03-22T17:12:45.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:45.500+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:45.501897+0000) 2023-03-22T17:12:45.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:45.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:45.501805+0000) 2023-03-22T17:12:45.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:45.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:45.501412+0000) 2023-03-22T17:12:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:45 smithi142 ceph-mon[94717]: pgmap v4964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:45 smithi098 ceph-mon[94136]: pgmap v4964: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:46.501 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:46.456+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.458122+0000) 2023-03-22T17:12:46.502 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:46.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.243679+0000) 2023-03-22T17:12:46.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:46.504+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.505406+0000) 2023-03-22T17:12:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:46.500+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.502215+0000) 2023-03-22T17:12:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:46.501+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:46.501+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:46.512+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.513468+0000) 2023-03-22T17:12:46.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:46.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.501931+0000) 2023-03-22T17:12:46.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:46.500+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.502015+0000) 2023-03-22T17:12:46.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:46.500+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.501560+0000) 2023-03-22T17:12:46.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:46.500+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:46.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:46.500+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:46.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:46.512+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:46.513411+0000) 2023-03-22T17:12:47.502 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:47.457+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:47.458285+0000) 2023-03-22T17:12:47.502 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:47.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:47.243958+0000) 2023-03-22T17:12:47.503 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:47.243+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:47.503 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:47.243+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:47.503 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:47.250+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:47.251990+0000) 2023-03-22T17:12:47.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:47.504+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:47.505506+0000) 2023-03-22T17:12:47.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:47.500+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:47.502138+0000) 2023-03-22T17:12:47.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:47.500+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:47.502086+0000) 2023-03-22T17:12:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:47 smithi142 ceph-mon[94717]: pgmap v4965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:47 smithi098 ceph-mon[94136]: pgmap v4965: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:48.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:48.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:48.502329+0000) 2023-03-22T17:12:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:48.457+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:48.458411+0000) 2023-03-22T17:12:48.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:48.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:48.502259+0000) 2023-03-22T17:12:48.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:48.504+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:48.505621+0000) 2023-03-22T17:12:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:48.504+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:48.504+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:48.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:48.513+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:48.514900+0000) 2023-03-22T17:12:49.458 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:49.000+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:49.001755+0000) 2023-03-22T17:12:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:49.457+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:49.458533+0000) 2023-03-22T17:12:49.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:49.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:49.502448+0000) 2023-03-22T17:12:49.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:49.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:49.502425+0000) 2023-03-22T17:12:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:49 smithi142 ceph-mon[94717]: pgmap v4966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:49 smithi098 ceph-mon[94136]: pgmap v4966: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:50.458 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:50.000+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:50.001886+0000) 2023-03-22T17:12:50.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:50.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:50.502583+0000) 2023-03-22T17:12:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:50.457+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:50.458656+0000) 2023-03-22T17:12:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:50.458+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:50.458+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:50.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:50.460+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:50.461852+0000) 2023-03-22T17:12:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:50.501+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:50.502544+0000) 2023-03-22T17:12:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:50.501+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:50.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:50.502+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:50.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:50.517+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:50.518298+0000) 2023-03-22T17:12:51.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:51.001+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:51.002448+0000) 2023-03-22T17:12:51.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:51.000+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:51.002024+0000) 2023-03-22T17:12:51.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:51.000+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:51.001775+0000) 2023-03-22T17:12:51.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:51.743+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:51.744405+0000) 2023-03-22T17:12:51.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:51.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:51.502712+0000) 2023-03-22T17:12:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:51 smithi142 ceph-mon[94717]: pgmap v4967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:51 smithi098 ceph-mon[94136]: pgmap v4967: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:52.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:52.001+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:52.002555+0000) 2023-03-22T17:12:52.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:52.000+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:52.002133+0000) 2023-03-22T17:12:52.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:52.000+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:52.001917+0000) 2023-03-22T17:12:52.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:52.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:52.746693+0000) 2023-03-22T17:12:52.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:52.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:52.502860+0000) 2023-03-22T17:12:53.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:53.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:53.005862+0000) 2023-03-22T17:12:53.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:53.001+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:53.002661+0000) 2023-03-22T17:12:53.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:53.000+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:53.002248+0000) 2023-03-22T17:12:53.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:53.000+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:53.002037+0000) 2023-03-22T17:12:53.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:53.748+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:53.750195+0000) 2023-03-22T17:12:53.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:53.501+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:53.503032+0000) 2023-03-22T17:12:53.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:53.502+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:53.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:53.502+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:12:53.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:53.514+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:53.515392+0000) 2023-03-22T17:12:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:53 smithi142 ceph-mon[94717]: pgmap v4968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:53 smithi098 ceph-mon[94136]: pgmap v4968: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:12:54.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:54.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:54.006011+0000) 2023-03-22T17:12:54.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:54.001+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:54.002788+0000) 2023-03-22T17:12:54.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:54.001+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:54.002389+0000) 2023-03-22T17:12:54.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:54.001+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:54.002215+0000) 2023-03-22T17:12:55.005 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:55.001+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:55.002969+0000) 2023-03-22T17:12:55.006 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:55.001+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:55.002498+0000) 2023-03-22T17:12:55.007 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:55.001+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:55.002325+0000) 2023-03-22T17:12:55.007 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:54.754+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:54.754415+0000) 2023-03-22T17:12:55.007 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:55.004+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:55.006113+0000) 2023-03-22T17:12:55.008 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:55.001+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:55.002826+0000) 2023-03-22T17:12:55.008 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:54.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:54.958993+0000) 2023-03-22T17:12:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:55 smithi142 ceph-mon[94717]: pgmap v4969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:55 smithi098 ceph-mon[94136]: pgmap v4969: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:56.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:56.001+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:56.003088+0000) 2023-03-22T17:12:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:56.001+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:56.002617+0000) 2023-03-22T17:12:56.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:55.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:55.959107+0000) 2023-03-22T17:12:56.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:55.755+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:55.757068+0000) 2023-03-22T17:12:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:56.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:56.006315+0000) 2023-03-22T17:12:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:56.001+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:56.002940+0000) 2023-03-22T17:12:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:56.001+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:56.002437+0000) 2023-03-22T17:12:57.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:56.755+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:56.757197+0000) 2023-03-22T17:12:57.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:57.001+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:57.003208+0000) 2023-03-22T17:12:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:57.001+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:57.002743+0000) 2023-03-22T17:12:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:56.957+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:56.959232+0000) 2023-03-22T17:12:57.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:57.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:57.006418+0000) 2023-03-22T17:12:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:57.001+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:57.003055+0000) 2023-03-22T17:12:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:57.001+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:57.002572+0000) 2023-03-22T17:12:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:57 smithi142 ceph-mon[94717]: pgmap v4970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:57 smithi098 ceph-mon[94136]: pgmap v4970: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:12:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:57.757+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:57.757472+0000) 2023-03-22T17:12:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:58.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.006530+0000) 2023-03-22T17:12:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:58.002+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.003303+0000) 2023-03-22T17:12:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:58.002+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.002915+0000) 2023-03-22T17:12:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:57.959+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:57.959417+0000) 2023-03-22T17:12:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:58.002+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.003164+0000) 2023-03-22T17:12:58.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:58.002+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.003237+0000) 2023-03-22T17:12:58.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:58.002+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.002741+0000) 2023-03-22T17:12:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:58.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.757650+0000) 2023-03-22T17:12:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:12:59.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.006651+0000) 2023-03-22T17:12:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:12:59.002+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.003415+0000) 2023-03-22T17:12:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:12:59.001+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.003040+0000) 2023-03-22T17:12:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:12:59.002+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.003362+0000) 2023-03-22T17:12:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:58.958+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:58.959559+0000) 2023-03-22T17:12:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:12:59.001+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.002953+0000) 2023-03-22T17:12:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:12:59.002+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.003278+0000) 2023-03-22T17:13:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:12:59 smithi142 ceph-mon[94717]: pgmap v4971: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:12:59 smithi098 ceph-mon[94136]: pgmap v4971: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:12:59.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.757900+0000) 2023-03-22T17:13:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:00.005+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.006775+0000) 2023-03-22T17:13:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:00.002+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.003535+0000) 2023-03-22T17:13:00.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:00.001+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.003156+0000) 2023-03-22T17:13:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:12:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:12:59.959+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:12:59.959683+0000) 2023-03-22T17:13:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:00.002+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.003391+0000) 2023-03-22T17:13:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:00.002+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.003483+0000) 2023-03-22T17:13:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:00.001+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.003063+0000) 2023-03-22T17:13:01.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:00.757+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.758079+0000) 2023-03-22T17:13:01.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:01.006+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.006894+0000) 2023-03-22T17:13:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:01.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.003658+0000) 2023-03-22T17:13:01.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:01.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.003291+0000) 2023-03-22T17:13:01.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:01.003+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.003651+0000) 2023-03-22T17:13:01.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:00.959+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:00.959812+0000) 2023-03-22T17:13:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:01.002+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.003198+0000) 2023-03-22T17:13:01.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:01.003+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.003509+0000) 2023-03-22T17:13:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:01 smithi142 ceph-mon[94717]: pgmap v4972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:01 smithi098 ceph-mon[94136]: pgmap v4972: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:01.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.758296+0000) 2023-03-22T17:13:02.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:02.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.003415+0000) 2023-03-22T17:13:02.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:02.003+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.003764+0000) 2023-03-22T17:13:02.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:02.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.003288+0000) 2023-03-22T17:13:02.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:01.959+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:01.959975+0000) 2023-03-22T17:13:02.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:02.006+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.007018+0000) 2023-03-22T17:13:02.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:02.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.003768+0000) 2023-03-22T17:13:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:02.003+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.003627+0000) 2023-03-22T17:13:03.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:03.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.003869+0000) 2023-03-22T17:13:03.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:03.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.003558+0000) 2023-03-22T17:13:03.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:02.959+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.960106+0000) 2023-03-22T17:13:03.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:02.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:02.758419+0000) 2023-03-22T17:13:03.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:03.006+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.007137+0000) 2023-03-22T17:13:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:03.003+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.003723+0000) 2023-03-22T17:13:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:03.003+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.003874+0000) 2023-03-22T17:13:03.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:03.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.003446+0000) 2023-03-22T17:13:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:03 smithi142 ceph-mon[94717]: pgmap v4973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:13:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:03 smithi098 ceph-mon[94136]: pgmap v4973: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:13:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:03.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.758673+0000) 2023-03-22T17:13:04.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:04.006+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.007243+0000) 2023-03-22T17:13:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:04.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.003978+0000) 2023-03-22T17:13:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:04.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.003671+0000) 2023-03-22T17:13:04.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:04.003+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.003989+0000) 2023-03-22T17:13:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:03.960+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:03.960260+0000) 2023-03-22T17:13:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:04.003+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.003821+0000) 2023-03-22T17:13:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:04.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.003592+0000) 2023-03-22T17:13:05.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:04.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.758796+0000) 2023-03-22T17:13:05.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:05.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.007368+0000) 2023-03-22T17:13:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:05.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.004098+0000) 2023-03-22T17:13:05.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:05.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.003797+0000) 2023-03-22T17:13:05.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:05.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.003714+0000) 2023-03-22T17:13:05.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:05.003+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.004111+0000) 2023-03-22T17:13:05.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:04.960+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:04.960435+0000) 2023-03-22T17:13:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:05.003+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.003936+0000) 2023-03-22T17:13:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:05 smithi142 ceph-mon[94717]: pgmap v4974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:13:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:05 smithi098 ceph-mon[94136]: pgmap v4974: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:13:06.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:05.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.759088+0000) 2023-03-22T17:13:06.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:06.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.007463+0000) 2023-03-22T17:13:06.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:06.003+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.004212+0000) 2023-03-22T17:13:06.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:06.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.003931+0000) 2023-03-22T17:13:06.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:06.003+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.004056+0000) 2023-03-22T17:13:06.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:05.960+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:05.960559+0000) 2023-03-22T17:13:06.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:06.003+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.004234+0000) 2023-03-22T17:13:06.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:06.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.003836+0000) 2023-03-22T17:13:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:07.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.004293+0000) 2023-03-22T17:13:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:07.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.004069+0000) 2023-03-22T17:13:07.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:07.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.003996+0000) 2023-03-22T17:13:07.220 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:07.003+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.004173+0000) 2023-03-22T17:13:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:06.960+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.960686+0000) 2023-03-22T17:13:07.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:07.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.007557+0000) 2023-03-22T17:13:07.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:06.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:06.759247+0000) 2023-03-22T17:13:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:07.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.004362+0000) 2023-03-22T17:13:08.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:07 smithi142 ceph-mon[94717]: pgmap v4975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:13:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:07 smithi098 ceph-mon[94136]: pgmap v4975: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:13:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:08.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.004405+0000) 2023-03-22T17:13:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:08.003+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.004207+0000) 2023-03-22T17:13:08.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:07.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.759452+0000) 2023-03-22T17:13:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:08.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.007670+0000) 2023-03-22T17:13:08.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:07.960+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:07.960867+0000) 2023-03-22T17:13:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:08.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.004477+0000) 2023-03-22T17:13:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:08.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.004285+0000) 2023-03-22T17:13:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:08.003+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.004169+0000) 2023-03-22T17:13:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:09.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.004545+0000) 2023-03-22T17:13:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:09.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.004304+0000) 2023-03-22T17:13:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:08.960+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.961031+0000) 2023-03-22T17:13:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:08.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:08.759586+0000) 2023-03-22T17:13:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:09.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.007802+0000) 2023-03-22T17:13:09.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:09.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.004600+0000) 2023-03-22T17:13:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:09.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.004466+0000) 2023-03-22T17:13:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:09.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.004286+0000) 2023-03-22T17:13:10.076 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:09.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.759868+0000) 2023-03-22T17:13:10.077 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:10.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.007912+0000) 2023-03-22T17:13:10.077 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:10.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.004710+0000) 2023-03-22T17:13:10.078 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:10.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.004428+0000) 2023-03-22T17:13:10.078 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:10.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.004598+0000) 2023-03-22T17:13:10.078 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:10.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.004722+0000) 2023-03-22T17:13:10.079 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:10.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.004417+0000) 2023-03-22T17:13:10.079 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:09.960+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:09.961149+0000) 2023-03-22T17:13:10.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:09 smithi142 ceph-mon[94717]: pgmap v4976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:13:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:09 smithi098 ceph-mon[94136]: pgmap v4976: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:13:11.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:10 smithi142 ceph-mon[94717]: osdmap e294: 12 total, 9 up, 9 in 2023-03-22T17:13:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:10 smithi098 ceph-mon[94136]: osdmap e294: 12 total, 9 up, 9 in 2023-03-22T17:13:11.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:10.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.760029+0000) 2023-03-22T17:13:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:11.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.008037+0000) 2023-03-22T17:13:11.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:11.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.004850+0000) 2023-03-22T17:13:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:11.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.004549+0000) 2023-03-22T17:13:11.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:11.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.004713+0000) 2023-03-22T17:13:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:10.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:10.961288+0000) 2023-03-22T17:13:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:11.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.004844+0000) 2023-03-22T17:13:11.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:11.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.004550+0000) 2023-03-22T17:13:12.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:11 smithi142 ceph-mon[94717]: pgmap v4978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:13:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:11 smithi098 ceph-mon[94136]: pgmap v4978: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:13:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:11.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.760376+0000) 2023-03-22T17:13:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:12.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.008145+0000) 2023-03-22T17:13:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:12.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.004990+0000) 2023-03-22T17:13:12.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:12.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.004673+0000) 2023-03-22T17:13:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:11.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:11.961422+0000) 2023-03-22T17:13:12.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:12.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.004966+0000) 2023-03-22T17:13:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:12.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.004674+0000) 2023-03-22T17:13:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:12.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.004856+0000) 2023-03-22T17:13:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:12.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.760523+0000) 2023-03-22T17:13:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:13.004+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.005109+0000) 2023-03-22T17:13:13.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:13.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.004820+0000) 2023-03-22T17:13:13.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:12.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:12.961606+0000) 2023-03-22T17:13:13.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:13.008+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.008266+0000) 2023-03-22T17:13:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:13.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.005082+0000) 2023-03-22T17:13:13.260 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:13.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.004973+0000) 2023-03-22T17:13:13.260 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:13.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.004798+0000) 2023-03-22T17:13:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:13 smithi142 ceph-mon[94717]: pgmap v4979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:13 smithi098 ceph-mon[94136]: pgmap v4979: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:14.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:14.005+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.005309+0000) 2023-03-22T17:13:14.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:14.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.005007+0000) 2023-03-22T17:13:14.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:13.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.961731+0000) 2023-03-22T17:13:14.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:13.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:13.760807+0000) 2023-03-22T17:13:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:14.008+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.008409+0000) 2023-03-22T17:13:14.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:14.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.005101+0000) 2023-03-22T17:13:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:14.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.005250+0000) 2023-03-22T17:13:14.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:14.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.004920+0000) 2023-03-22T17:13:15.026 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:15.005+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.005512+0000) 2023-03-22T17:13:15.027 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:15.004+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.005155+0000) 2023-03-22T17:13:15.027 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:15.005+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:15.027 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:15.005+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:15.028 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:14.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.961844+0000) 2023-03-22T17:13:15.028 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:14.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:14.760962+0000) 2023-03-22T17:13:15.029 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:15.008+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.008566+0000) 2023-03-22T17:13:15.029 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:15.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.005361+0000) 2023-03-22T17:13:15.030 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:15.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.005578+0000) 2023-03-22T17:13:15.030 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:15.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.005061+0000) 2023-03-22T17:13:15.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:15.026+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.026768+0000) 2023-03-22T17:13:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:15 smithi142 ceph-mon[94717]: pgmap v4980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:15 smithi098 ceph-mon[94136]: pgmap v4980: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:15.760+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.761171+0000) 2023-03-22T17:13:16.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:16.005+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:16.005633+0000) 2023-03-22T17:13:16.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:15.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:15.961966+0000) 2023-03-22T17:13:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:16.008+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:16.008686+0000) 2023-03-22T17:13:16.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:16.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:16.005762+0000) 2023-03-22T17:13:16.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:16.004+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:16.005196+0000) 2023-03-22T17:13:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:16.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:16.005476+0000) 2023-03-22T17:13:17.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:16.761+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:16.761297+0000) 2023-03-22T17:13:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:16.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:16.962093+0000) 2023-03-22T17:13:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:17.005+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.005757+0000) 2023-03-22T17:13:17.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:17.006+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:17.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:17.006+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:17.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:17.009+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.009809+0000) 2023-03-22T17:13:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:17.008+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.008804+0000) 2023-03-22T17:13:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:17.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.005882+0000) 2023-03-22T17:13:17.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:17.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.005595+0000) 2023-03-22T17:13:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:17.005+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.005315+0000) 2023-03-22T17:13:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:17.005+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:17.005+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:17.010+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.010854+0000) 2023-03-22T17:13:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:17 smithi142 ceph-mon[94717]: pgmap v4981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:17 smithi098 ceph-mon[94136]: pgmap v4981: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:18.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:18.008+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:18.008927+0000) 2023-03-22T17:13:18.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:17.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.962215+0000) 2023-03-22T17:13:18.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:17.761+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.761544+0000) 2023-03-22T17:13:18.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:17.761+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:18.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:17.761+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:18.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:17.773+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:17.773920+0000) 2023-03-22T17:13:18.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:18.005+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:18.005700+0000) 2023-03-22T17:13:18.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:18.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:18.006026+0000) 2023-03-22T17:13:19.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:18.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:18.962383+0000) 2023-03-22T17:13:19.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:19.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:19.006134+0000) 2023-03-22T17:13:19.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:19.007+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:19.009051+0000) 2023-03-22T17:13:19.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:19.008+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:19.008+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:19.023+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:19.025104+0000) 2023-03-22T17:13:19.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:19.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:19.005819+0000) 2023-03-22T17:13:19.962 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:19.504+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:19.505478+0000) 2023-03-22T17:13:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:19 smithi142 ceph-mon[94717]: pgmap v4982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:19 smithi098 ceph-mon[94136]: pgmap v4982: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:13:20.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:19.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:19.962511+0000) 2023-03-22T17:13:20.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:20.004+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:20.006252+0000) 2023-03-22T17:13:20.719 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:20.504+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:20.505617+0000) 2023-03-22T17:13:20.719 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:20.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:20.005992+0000) 2023-03-22T17:13:21.219 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:21.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:21.006444+0000) 2023-03-22T17:13:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:20.961+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:20.962653+0000) 2023-03-22T17:13:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:20.962+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:21.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:20.962+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:21.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:20.964+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:20.965416+0000) 2023-03-22T17:13:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:21.004+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:21.006129+0000) 2023-03-22T17:13:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:21.005+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:21.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:21.005+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:21.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:21.020+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:21.022077+0000) 2023-03-22T17:13:21.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:21.504+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:21.506062+0000) 2023-03-22T17:13:21.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:21.504+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:21.505734+0000) 2023-03-22T17:13:21.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:21.504+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:21.505525+0000) 2023-03-22T17:13:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:21 smithi142 ceph-mon[94717]: pgmap v4983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:13:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:21 smithi098 ceph-mon[94136]: pgmap v4983: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:13:22.261 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:22.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:22.006585+0000) 2023-03-22T17:13:22.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:22.260+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:22.261851+0000) 2023-03-22T17:13:22.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:22.504+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:22.506166+0000) 2023-03-22T17:13:22.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:22.504+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:22.505704+0000) 2023-03-22T17:13:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:22.504+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:22.505879+0000) 2023-03-22T17:13:23.264 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:23.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:23.006693+0000) 2023-03-22T17:13:23.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:23.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:23.506283+0000) 2023-03-22T17:13:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:23.504+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:23.506010+0000) 2023-03-22T17:13:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:23.263+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:23.264373+0000) 2023-03-22T17:13:23.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:23.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:23.509389+0000) 2023-03-22T17:13:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:23.504+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:23.505849+0000) 2023-03-22T17:13:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:23 smithi142 ceph-mon[94717]: pgmap v4984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:13:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:23 smithi098 ceph-mon[94136]: pgmap v4984: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:13:24.267 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:24.005+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:24.006821+0000) 2023-03-22T17:13:24.268 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:24.006+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:24.268 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:24.006+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:24.268 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:24.020+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:24.021416+0000) 2023-03-22T17:13:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:24.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:24.506392+0000) 2023-03-22T17:13:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:24.504+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:24.506137+0000) 2023-03-22T17:13:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:24.266+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:24.267514+0000) 2023-03-22T17:13:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:24.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:24.509526+0000) 2023-03-22T17:13:24.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:24.504+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:24.505989+0000) 2023-03-22T17:13:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:25.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:25.506581+0000) 2023-03-22T17:13:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:25.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:25.506492+0000) 2023-03-22T17:13:25.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:25.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:25.462971+0000) 2023-03-22T17:13:25.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:25.268+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:25.269924+0000) 2023-03-22T17:13:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:25.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:25.509664+0000) 2023-03-22T17:13:25.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:25.505+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:25.506225+0000) 2023-03-22T17:13:25.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:25.505+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:25.506478+0000) 2023-03-22T17:13:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:25 smithi142 ceph-mon[94717]: pgmap v4985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:13:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:25 smithi098 ceph-mon[94136]: pgmap v4985: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:13:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:26.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:26.272900+0000) 2023-03-22T17:13:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:26.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:26.509789+0000) 2023-03-22T17:13:26.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:26.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:26.506716+0000) 2023-03-22T17:13:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:26.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:26.506678+0000) 2023-03-22T17:13:26.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:26.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:26.463089+0000) 2023-03-22T17:13:26.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:26.505+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:26.506600+0000) 2023-03-22T17:13:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:26.505+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:26.506463+0000) 2023-03-22T17:13:27.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:27.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:27.506827+0000) 2023-03-22T17:13:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:27.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:27.506796+0000) 2023-03-22T17:13:27.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:27.461+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:27.463212+0000) 2023-03-22T17:13:27.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:27.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:27.273119+0000) 2023-03-22T17:13:27.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:27.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:27.509933+0000) 2023-03-22T17:13:27.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:27.505+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:27.506712+0000) 2023-03-22T17:13:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:27.505+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:27.506581+0000) 2023-03-22T17:13:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:27 smithi142 ceph-mon[94717]: pgmap v4986: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:13:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:27 smithi098 ceph-mon[94136]: pgmap v4986: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:13:28.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:28.505+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.507019+0000) 2023-03-22T17:13:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:28.505+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.506958+0000) 2023-03-22T17:13:28.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:28.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.463298+0000) 2023-03-22T17:13:28.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:28.271+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.273249+0000) 2023-03-22T17:13:28.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:28.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.510069+0000) 2023-03-22T17:13:28.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:28.505+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.507143+0000) 2023-03-22T17:13:28.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:28.505+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.506860+0000) 2023-03-22T17:13:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:28.505+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:28.506744+0000) 2023-03-22T17:13:29.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:29.272+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.273466+0000) 2023-03-22T17:13:29.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:29.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.507134+0000) 2023-03-22T17:13:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:29.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.507104+0000) 2023-03-22T17:13:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:29.506+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.507249+0000) 2023-03-22T17:13:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:29.508+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.510186+0000) 2023-03-22T17:13:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:29.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.507038+0000) 2023-03-22T17:13:29.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:29.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.463429+0000) 2023-03-22T17:13:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:29.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:29.506935+0000) 2023-03-22T17:13:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:29 smithi142 ceph-mon[94717]: pgmap v4987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:13:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:29 smithi098 ceph-mon[94136]: pgmap v4987: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:13:30.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:30.272+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.273589+0000) 2023-03-22T17:13:30.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:30.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.510318+0000) 2023-03-22T17:13:30.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:30.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.507303+0000) 2023-03-22T17:13:30.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:30.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.507299+0000) 2023-03-22T17:13:30.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:30.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.463543+0000) 2023-03-22T17:13:30.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:30.505+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.507192+0000) 2023-03-22T17:13:30.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:30.506+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.507379+0000) 2023-03-22T17:13:30.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:30.505+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:30.507115+0000) 2023-03-22T17:13:31.463 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:31.272+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.273832+0000) 2023-03-22T17:13:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:31.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.507453+0000) 2023-03-22T17:13:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:31.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.507454+0000) 2023-03-22T17:13:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:31.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.507413+0000) 2023-03-22T17:13:31.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:31.462+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.463663+0000) 2023-03-22T17:13:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:31.506+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.507554+0000) 2023-03-22T17:13:31.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:31.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.510508+0000) 2023-03-22T17:13:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:31.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:31.507306+0000) 2023-03-22T17:13:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:31 smithi142 ceph-mon[94717]: pgmap v4988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:31 smithi098 ceph-mon[94136]: pgmap v4988: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:32.272+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.273981+0000) 2023-03-22T17:13:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:32.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.510624+0000) 2023-03-22T17:13:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:32.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.507686+0000) 2023-03-22T17:13:32.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:32.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.507653+0000) 2023-03-22T17:13:32.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:32.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.507601+0000) 2023-03-22T17:13:32.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:32.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.463854+0000) 2023-03-22T17:13:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:32.506+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.507743+0000) 2023-03-22T17:13:32.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:32.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:32.507460+0000) 2023-03-22T17:13:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:33.272+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.274235+0000) 2023-03-22T17:13:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:33.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.510742+0000) 2023-03-22T17:13:33.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:33.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.507809+0000) 2023-03-22T17:13:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:33.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.507785+0000) 2023-03-22T17:13:33.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:33.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.464063+0000) 2023-03-22T17:13:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:33.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.507704+0000) 2023-03-22T17:13:33.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:33.506+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.507866+0000) 2023-03-22T17:13:33.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:33.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:33.507611+0000) 2023-03-22T17:13:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:33 smithi142 ceph-mon[94717]: pgmap v4989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:34.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:33 smithi098 ceph-mon[94136]: pgmap v4989: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:34.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:34.273+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.274313+0000) 2023-03-22T17:13:34.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:34.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.510856+0000) 2023-03-22T17:13:34.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:34.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.507924+0000) 2023-03-22T17:13:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:34.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.507911+0000) 2023-03-22T17:13:34.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:34.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.507788+0000) 2023-03-22T17:13:34.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:34.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.464253+0000) 2023-03-22T17:13:34.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:34.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.507811+0000) 2023-03-22T17:13:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:34.506+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:34.507992+0000) 2023-03-22T17:13:35.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:35.273+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.274521+0000) 2023-03-22T17:13:35.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:35.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.511024+0000) 2023-03-22T17:13:35.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:35.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.508078+0000) 2023-03-22T17:13:35.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:35.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.508098+0000) 2023-03-22T17:13:35.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:35.506+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.508182+0000) 2023-03-22T17:13:35.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:35.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.464386+0000) 2023-03-22T17:13:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:35.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.507926+0000) 2023-03-22T17:13:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:35.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:35.507909+0000) 2023-03-22T17:13:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:35 smithi142 ceph-mon[94717]: pgmap v4990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:35 smithi098 ceph-mon[94136]: pgmap v4990: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:36.506+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.508219+0000) 2023-03-22T17:13:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:36.506+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.508226+0000) 2023-03-22T17:13:36.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:36.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.464517+0000) 2023-03-22T17:13:36.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:36.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.508032+0000) 2023-03-22T17:13:36.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:36.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.508046+0000) 2023-03-22T17:13:36.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:36.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.508324+0000) 2023-03-22T17:13:36.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:36.273+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.274699+0000) 2023-03-22T17:13:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:36.509+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:36.511180+0000) 2023-03-22T17:13:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:37.273+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.275045+0000) 2023-03-22T17:13:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:37.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.511297+0000) 2023-03-22T17:13:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:37.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.508323+0000) 2023-03-22T17:13:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:37.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.508355+0000) 2023-03-22T17:13:37.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:37.506+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.508152+0000) 2023-03-22T17:13:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:37.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.464739+0000) 2023-03-22T17:13:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:37.506+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.508163+0000) 2023-03-22T17:13:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:37.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:37.508510+0000) 2023-03-22T17:13:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:37 smithi142 ceph-mon[94717]: pgmap v4991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:37 smithi098 ceph-mon[94136]: pgmap v4991: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:38.273+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.275159+0000) 2023-03-22T17:13:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:38.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.511416+0000) 2023-03-22T17:13:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:38.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.508458+0000) 2023-03-22T17:13:38.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:38.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.508466+0000) 2023-03-22T17:13:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:38.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.508281+0000) 2023-03-22T17:13:38.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:38.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.464875+0000) 2023-03-22T17:13:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:38.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.508287+0000) 2023-03-22T17:13:38.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:38.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:38.508625+0000) 2023-03-22T17:13:39.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:39.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.508583+0000) 2023-03-22T17:13:39.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:39.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.508578+0000) 2023-03-22T17:13:39.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:39.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.508392+0000) 2023-03-22T17:13:39.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:39.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.511537+0000) 2023-03-22T17:13:39.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:39.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.508735+0000) 2023-03-22T17:13:39.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:39.464+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.465045+0000) 2023-03-22T17:13:39.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:39.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.508402+0000) 2023-03-22T17:13:39.723 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:39.274+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:39.275416+0000) 2023-03-22T17:13:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:39 smithi142 ceph-mon[94717]: pgmap v4992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:39 smithi098 ceph-mon[94136]: pgmap v4992: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:40.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:40.274+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.275553+0000) 2023-03-22T17:13:40.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:40.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.511666+0000) 2023-03-22T17:13:40.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:40.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.508705+0000) 2023-03-22T17:13:40.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:40.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.508697+0000) 2023-03-22T17:13:40.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:40.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.508866+0000) 2023-03-22T17:13:40.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:40.463+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.465226+0000) 2023-03-22T17:13:40.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:40.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.508499+0000) 2023-03-22T17:13:40.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:40.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:40.508533+0000) 2023-03-22T17:13:41.701 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:41.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.508818+0000) 2023-03-22T17:13:41.702 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:41.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.508820+0000) 2023-03-22T17:13:41.702 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:41.274+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.275783+0000) 2023-03-22T17:13:41.703 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:41.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.511854+0000) 2023-03-22T17:13:41.703 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:41.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.508651+0000) 2023-03-22T17:13:41.703 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:41.464+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.465401+0000) 2023-03-22T17:13:41.704 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:41.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.508978+0000) 2023-03-22T17:13:41.704 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:41.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:41.508602+0000) 2023-03-22T17:13:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:41 smithi142 ceph-mon[94717]: pgmap v4993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:41 smithi098 ceph-mon[94136]: pgmap v4993: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:42.275+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.276007+0000) 2023-03-22T17:13:42.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:42.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.511964+0000) 2023-03-22T17:13:42.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:42.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.508964+0000) 2023-03-22T17:13:42.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:42.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.508799+0000) 2023-03-22T17:13:42.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:42.464+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.465566+0000) 2023-03-22T17:13:42.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:42.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.508965+0000) 2023-03-22T17:13:42.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:42.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.508765+0000) 2023-03-22T17:13:42.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:42.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:42.509083+0000) 2023-03-22T17:13:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:43.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.509098+0000) 2023-03-22T17:13:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:43.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.509116+0000) 2023-03-22T17:13:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:43.465+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.465733+0000) 2023-03-22T17:13:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:43.275+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.276300+0000) 2023-03-22T17:13:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:43.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.512088+0000) 2023-03-22T17:13:43.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:43.507+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.509258+0000) 2023-03-22T17:13:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:43.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.508941+0000) 2023-03-22T17:13:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:43.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:43.508894+0000) 2023-03-22T17:13:44.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:43 smithi142 ceph-mon[94717]: pgmap v4994: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:43 smithi098 ceph-mon[94136]: pgmap v4994: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:44.507+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.509218+0000) 2023-03-22T17:13:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:44.507+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.509231+0000) 2023-03-22T17:13:44.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:44.275+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.276426+0000) 2023-03-22T17:13:44.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:44.464+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.465861+0000) 2023-03-22T17:13:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:44.510+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.512240+0000) 2023-03-22T17:13:44.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:44.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.509061+0000) 2023-03-22T17:13:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:44.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.509374+0000) 2023-03-22T17:13:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:44.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:44.509005+0000) 2023-03-22T17:13:45.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:45.275+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.276660+0000) 2023-03-22T17:13:45.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:45.511+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.512402+0000) 2023-03-22T17:13:45.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:45.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.509344+0000) 2023-03-22T17:13:45.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:45.507+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.509193+0000) 2023-03-22T17:13:45.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:45.464+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.465995+0000) 2023-03-22T17:13:45.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:45.508+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.509310+0000) 2023-03-22T17:13:45.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:45.508+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:45.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:45.508+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:45.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:45.511+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.512469+0000) 2023-03-22T17:13:45.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:45.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.509672+0000) 2023-03-22T17:13:45.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:45.507+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:45.509116+0000) 2023-03-22T17:13:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:45 smithi142 ceph-mon[94717]: pgmap v4995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:45 smithi098 ceph-mon[94136]: pgmap v4995: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:46.275+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:46.276772+0000) 2023-03-22T17:13:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:46.511+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:46.512537+0000) 2023-03-22T17:13:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:46.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:46.509492+0000) 2023-03-22T17:13:46.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:46.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:46.509793+0000) 2023-03-22T17:13:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:46.464+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:46.466123+0000) 2023-03-22T17:13:46.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:46.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:46.509330+0000) 2023-03-22T17:13:46.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:46.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:46.509306+0000) 2023-03-22T17:13:47.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:47.275+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.276987+0000) 2023-03-22T17:13:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:47.511+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.512676+0000) 2023-03-22T17:13:47.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:47.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.509909+0000) 2023-03-22T17:13:47.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:47.464+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.466239+0000) 2023-03-22T17:13:47.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:47.508+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.509657+0000) 2023-03-22T17:13:47.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:47.508+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:47.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:47.509+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:47.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:47.518+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.519444+0000) 2023-03-22T17:13:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:47.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.509505+0000) 2023-03-22T17:13:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:47.508+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.509440+0000) 2023-03-22T17:13:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:47.508+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:47.508+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:47.518+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:47.519919+0000) 2023-03-22T17:13:48.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:47 smithi142 ceph-mon[94717]: pgmap v4996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:47 smithi098 ceph-mon[94136]: pgmap v4996: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:48.719 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:48.511+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:48.512785+0000) 2023-03-22T17:13:48.720 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:48.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:48.510031+0000) 2023-03-22T17:13:48.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:48.465+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:48.466383+0000) 2023-03-22T17:13:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:48.275+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:48.277107+0000) 2023-03-22T17:13:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:48.276+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:48.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:48.276+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:48.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:48.297+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:48.299089+0000) 2023-03-22T17:13:48.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:48.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:48.509627+0000) 2023-03-22T17:13:49.719 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:49.465+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:49.466503+0000) 2023-03-22T17:13:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:49.511+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:49.512907+0000) 2023-03-22T17:13:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:49.512+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:49.512+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:49.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:49.526+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:49.527451+0000) 2023-03-22T17:13:49.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:49.508+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:49.510152+0000) 2023-03-22T17:13:49.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:49.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:49.509747+0000) 2023-03-22T17:13:50.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:49 smithi142 ceph-mon[94717]: pgmap v4997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:49 smithi098 ceph-mon[94136]: pgmap v4997: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:50.466 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:50.008+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:50.009578+0000) 2023-03-22T17:13:50.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:50.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:50.510278+0000) 2023-03-22T17:13:50.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:50.465+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:50.466629+0000) 2023-03-22T17:13:50.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:50.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:50.509889+0000) 2023-03-22T17:13:51.466 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:51.008+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:51.009741+0000) 2023-03-22T17:13:51.719 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:51.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:51.510408+0000) 2023-03-22T17:13:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:51.465+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:51.466760+0000) 2023-03-22T17:13:51.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:51.466+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:51.466+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:51.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:51.470+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:51.471525+0000) 2023-03-22T17:13:51.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:51.508+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:51.510029+0000) 2023-03-22T17:13:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:51.509+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:51.509+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:51.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:51.512+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:51.513468+0000) 2023-03-22T17:13:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:51 smithi142 ceph-mon[94717]: pgmap v4998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:51 smithi098 ceph-mon[94136]: pgmap v4998: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:52.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:52.008+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:52.009876+0000) 2023-03-22T17:13:52.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:52.008+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:52.009878+0000) 2023-03-22T17:13:52.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:52.008+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:52.009739+0000) 2023-03-22T17:13:52.777 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:52.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:52.510521+0000) 2023-03-22T17:13:53.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:53.008+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:53.009997+0000) 2023-03-22T17:13:53.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:53.008+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:53.010016+0000) 2023-03-22T17:13:53.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:52.776+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:52.777363+0000) 2023-03-22T17:13:53.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:53.008+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:53.009901+0000) 2023-03-22T17:13:53.779 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:53.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:53.510640+0000) 2023-03-22T17:13:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:53 smithi142 ceph-mon[94717]: pgmap v4999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:53 smithi098 ceph-mon[94136]: pgmap v4999: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:13:54.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:53.778+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:53.779905+0000) 2023-03-22T17:13:54.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:54.011+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:54.013216+0000) 2023-03-22T17:13:54.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:54.008+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:54.010114+0000) 2023-03-22T17:13:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:54.009+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:54.010257+0000) 2023-03-22T17:13:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:54.008+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:54.010025+0000) 2023-03-22T17:13:54.782 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:54.509+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:54.510761+0000) 2023-03-22T17:13:54.782 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:54.510+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:54.783 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:54.510+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:13:54.783 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:54.525+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:54.526568+0000) 2023-03-22T17:13:55.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:54.781+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:54.782371+0000) 2023-03-22T17:13:55.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:55.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:55.013298+0000) 2023-03-22T17:13:55.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:55.008+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:55.010235+0000) 2023-03-22T17:13:55.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:55.009+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:55.010393+0000) 2023-03-22T17:13:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:55.008+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:55.010150+0000) 2023-03-22T17:13:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:55 smithi142 ceph-mon[94717]: pgmap v5000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:55 smithi098 ceph-mon[94136]: pgmap v5000: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:55.784+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:55.785508+0000) 2023-03-22T17:13:56.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:56.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:56.013470+0000) 2023-03-22T17:13:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:56.009+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:56.010405+0000) 2023-03-22T17:13:56.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:56.009+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:56.010557+0000) 2023-03-22T17:13:56.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:56.009+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:56.010329+0000) 2023-03-22T17:13:56.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:56.009+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:56.010319+0000) 2023-03-22T17:13:56.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:55.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:55.967129+0000) 2023-03-22T17:13:57.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:56.787+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:56.788488+0000) 2023-03-22T17:13:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:57.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:57.013625+0000) 2023-03-22T17:13:57.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:57.009+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:57.010628+0000) 2023-03-22T17:13:57.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:57.009+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:57.010745+0000) 2023-03-22T17:13:57.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:56.965+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:56.967256+0000) 2023-03-22T17:13:57.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:57.009+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:57.010456+0000) 2023-03-22T17:13:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:57.009+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:57.010467+0000) 2023-03-22T17:13:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:57 smithi142 ceph-mon[94717]: pgmap v5001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:57 smithi098 ceph-mon[94136]: pgmap v5001: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:13:58.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:57.787+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:57.788751+0000) 2023-03-22T17:13:58.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:58.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:58.013748+0000) 2023-03-22T17:13:58.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:58.009+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:58.010799+0000) 2023-03-22T17:13:58.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:58.009+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:58.010880+0000) 2023-03-22T17:13:58.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:57.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:57.967370+0000) 2023-03-22T17:13:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:58.009+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:58.010660+0000) 2023-03-22T17:13:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:58.009+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:58.010587+0000) 2023-03-22T17:13:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:58.787+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:58.788914+0000) 2023-03-22T17:13:59.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:13:59.009+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.010936+0000) 2023-03-22T17:13:59.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:13:59.009+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.011026+0000) 2023-03-22T17:13:59.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:13:59.009+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.011072+0000) 2023-03-22T17:13:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:58.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:58.967483+0000) 2023-03-22T17:13:59.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:13:59.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.013865+0000) 2023-03-22T17:13:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:13:59.009+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.010772+0000) 2023-03-22T17:13:59.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:13:59.009+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.010711+0000) 2023-03-22T17:14:00.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:13:59 smithi142 ceph-mon[94717]: pgmap v5002: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:13:59 smithi098 ceph-mon[94136]: pgmap v5002: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:13:59.787+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.789184+0000) 2023-03-22T17:14:00.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:00.009+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.011053+0000) 2023-03-22T17:14:00.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:00.009+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.011157+0000) 2023-03-22T17:14:00.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:13:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:13:59.967+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:13:59.967659+0000) 2023-03-22T17:14:00.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:00.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.014029+0000) 2023-03-22T17:14:00.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:00.009+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.010819+0000) 2023-03-22T17:14:00.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:00.009+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.011212+0000) 2023-03-22T17:14:00.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:00.009+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.010974+0000) 2023-03-22T17:14:01.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:00.788+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.789309+0000) 2023-03-22T17:14:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:01.009+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.011176+0000) 2023-03-22T17:14:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:01.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.011282+0000) 2023-03-22T17:14:01.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:00.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:00.967771+0000) 2023-03-22T17:14:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:01.012+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.014164+0000) 2023-03-22T17:14:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:01.009+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.010945+0000) 2023-03-22T17:14:01.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:01.010+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.011319+0000) 2023-03-22T17:14:01.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:01.009+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.011103+0000) 2023-03-22T17:14:02.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:01 smithi142 ceph-mon[94717]: pgmap v5003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:01 smithi098 ceph-mon[94136]: pgmap v5003: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:01.788+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.789507+0000) 2023-03-22T17:14:02.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:02.013+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.014328+0000) 2023-03-22T17:14:02.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:02.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.011325+0000) 2023-03-22T17:14:02.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:02.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.011406+0000) 2023-03-22T17:14:02.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:02.010+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.011254+0000) 2023-03-22T17:14:02.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:01.966+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:01.967952+0000) 2023-03-22T17:14:02.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:02.010+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.011484+0000) 2023-03-22T17:14:02.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:02.009+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.011122+0000) 2023-03-22T17:14:03.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:02.789+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.789710+0000) 2023-03-22T17:14:03.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:03.013+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.014504+0000) 2023-03-22T17:14:03.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:03.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.011519+0000) 2023-03-22T17:14:03.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:03.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.011569+0000) 2023-03-22T17:14:03.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:03.010+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.011404+0000) 2023-03-22T17:14:03.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:03.010+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.011606+0000) 2023-03-22T17:14:03.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:02.967+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:02.968125+0000) 2023-03-22T17:14:03.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:03.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.011276+0000) 2023-03-22T17:14:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:03 smithi142 ceph-mon[94717]: pgmap v5004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:14:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:03 smithi098 ceph-mon[94136]: pgmap v5004: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:14:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:03.789+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.790034+0000) 2023-03-22T17:14:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:04.013+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.014661+0000) 2023-03-22T17:14:04.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:04.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.011642+0000) 2023-03-22T17:14:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:04.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.011693+0000) 2023-03-22T17:14:04.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:04.010+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.011525+0000) 2023-03-22T17:14:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:04.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.011391+0000) 2023-03-22T17:14:04.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:03.967+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:03.968287+0000) 2023-03-22T17:14:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:04.010+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.011805+0000) 2023-03-22T17:14:05.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:05.013+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.014769+0000) 2023-03-22T17:14:05.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:05.010+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.011766+0000) 2023-03-22T17:14:05.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:05.010+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.011810+0000) 2023-03-22T17:14:05.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:04.968+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.968419+0000) 2023-03-22T17:14:05.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:04.789+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:04.790205+0000) 2023-03-22T17:14:05.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:05.010+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.011643+0000) 2023-03-22T17:14:05.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:05.010+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.011924+0000) 2023-03-22T17:14:05.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:05.010+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.011500+0000) 2023-03-22T17:14:06.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:05 smithi142 ceph-mon[94717]: pgmap v5005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:14:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:05 smithi098 ceph-mon[94136]: pgmap v5005: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:14:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:06.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.011887+0000) 2023-03-22T17:14:06.219 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:06.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.011925+0000) 2023-03-22T17:14:06.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:05.968+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.968615+0000) 2023-03-22T17:14:06.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:06.011+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.012055+0000) 2023-03-22T17:14:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:05.789+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:05.790498+0000) 2023-03-22T17:14:06.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:06.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.011650+0000) 2023-03-22T17:14:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:06.014+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.014926+0000) 2023-03-22T17:14:06.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:06.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.011747+0000) 2023-03-22T17:14:07.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:07.014+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.015032+0000) 2023-03-22T17:14:07.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:07.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.012000+0000) 2023-03-22T17:14:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:07.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.012050+0000) 2023-03-22T17:14:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:06.968+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.968748+0000) 2023-03-22T17:14:07.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:06.790+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:06.790611+0000) 2023-03-22T17:14:07.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:07.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.011860+0000) 2023-03-22T17:14:07.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:07.011+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.012163+0000) 2023-03-22T17:14:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:07.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.011785+0000) 2023-03-22T17:14:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:07 smithi098 ceph-mon[94136]: pgmap v5006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:14:08.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:08.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.012119+0000) 2023-03-22T17:14:08.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:08.011+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.012166+0000) 2023-03-22T17:14:08.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:07.968+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.968863+0000) 2023-03-22T17:14:08.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:07.790+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:07.790843+0000) 2023-03-22T17:14:08.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:08.014+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.015152+0000) 2023-03-22T17:14:08.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:08.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.012293+0000) 2023-03-22T17:14:08.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:08.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.011897+0000) 2023-03-22T17:14:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:08.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.011974+0000) 2023-03-22T17:14:08.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:07 smithi142 ceph-mon[94717]: pgmap v5006: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:14:09.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:09.011+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.012253+0000) 2023-03-22T17:14:09.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:09.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.012295+0000) 2023-03-22T17:14:09.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:08.968+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.968997+0000) 2023-03-22T17:14:09.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:08.790+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:08.790984+0000) 2023-03-22T17:14:09.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:09.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.015275+0000) 2023-03-22T17:14:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:09.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.012416+0000) 2023-03-22T17:14:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:09.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.012085+0000) 2023-03-22T17:14:09.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:09.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.012018+0000) 2023-03-22T17:14:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:09 smithi098 ceph-mon[94136]: pgmap v5007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:14:10.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:09.790+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.791213+0000) 2023-03-22T17:14:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:10.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.012399+0000) 2023-03-22T17:14:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:10.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.012450+0000) 2023-03-22T17:14:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:10.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.012571+0000) 2023-03-22T17:14:10.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:10.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.015379+0000) 2023-03-22T17:14:10.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:10.011+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.012243+0000) 2023-03-22T17:14:10.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:09.968+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:09.969161+0000) 2023-03-22T17:14:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:10.011+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.012193+0000) 2023-03-22T17:14:10.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:09 smithi142 ceph-mon[94717]: pgmap v5007: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:14:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:10 smithi098 ceph-mon[94136]: osdmap e295: 12 total, 9 up, 9 in 2023-03-22T17:14:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:10 smithi098 ceph-mon[94136]: pgmap v5009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:14:11.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:11.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.012554+0000) 2023-03-22T17:14:11.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:11.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.012612+0000) 2023-03-22T17:14:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:11.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.015485+0000) 2023-03-22T17:14:11.220 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:11.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.012295+0000) 2023-03-22T17:14:11.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:10.791+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.791347+0000) 2023-03-22T17:14:11.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:10.969+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:10.969305+0000) 2023-03-22T17:14:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:11.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.012682+0000) 2023-03-22T17:14:11.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:11.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.012400+0000) 2023-03-22T17:14:11.377 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:10 smithi142 ceph-mon[94717]: osdmap e295: 12 total, 9 up, 9 in 2023-03-22T17:14:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:10 smithi142 ceph-mon[94717]: pgmap v5009: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:14:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:11.791+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.791548+0000) 2023-03-22T17:14:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:12.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.015589+0000) 2023-03-22T17:14:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:12.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.012657+0000) 2023-03-22T17:14:12.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:12.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.012717+0000) 2023-03-22T17:14:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:12.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.012796+0000) 2023-03-22T17:14:12.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:11.969+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:11.969501+0000) 2023-03-22T17:14:12.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:12.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.012505+0000) 2023-03-22T17:14:12.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:12.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.012394+0000) 2023-03-22T17:14:13.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:12.791+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.791717+0000) 2023-03-22T17:14:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:13.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.012762+0000) 2023-03-22T17:14:13.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:13.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.012829+0000) 2023-03-22T17:14:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:12.969+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:12.969721+0000) 2023-03-22T17:14:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:13.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.015716+0000) 2023-03-22T17:14:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:13.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.012655+0000) 2023-03-22T17:14:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:13.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.012904+0000) 2023-03-22T17:14:13.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:13.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.012527+0000) 2023-03-22T17:14:13.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:13 smithi098 ceph-mon[94136]: pgmap v5010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:14.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:13 smithi142 ceph-mon[94717]: pgmap v5010: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:13.791+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.792015+0000) 2023-03-22T17:14:14.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:14.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.015876+0000) 2023-03-22T17:14:14.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:14.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.012878+0000) 2023-03-22T17:14:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:14.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.012947+0000) 2023-03-22T17:14:14.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:13.969+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:13.969858+0000) 2023-03-22T17:14:14.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:14.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.012793+0000) 2023-03-22T17:14:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:14.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.013011+0000) 2023-03-22T17:14:14.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:14.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.012720+0000) 2023-03-22T17:14:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:14.791+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.792199+0000) 2023-03-22T17:14:15.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:15.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.013051+0000) 2023-03-22T17:14:15.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:15.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.013064+0000) 2023-03-22T17:14:15.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:15.012+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.013169+0000) 2023-03-22T17:14:15.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:14.969+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:14.970018+0000) 2023-03-22T17:14:15.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:15.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.012913+0000) 2023-03-22T17:14:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:15.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.012856+0000) 2023-03-22T17:14:15.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:15.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.016046+0000) 2023-03-22T17:14:15.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:15 smithi098 ceph-mon[94136]: pgmap v5011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:16.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:15 smithi142 ceph-mon[94717]: pgmap v5011: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:15.792+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.792500+0000) 2023-03-22T17:14:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:16.015+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.016191+0000) 2023-03-22T17:14:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:16.012+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.013179+0000) 2023-03-22T17:14:16.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:16.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.013306+0000) 2023-03-22T17:14:16.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:15.970+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:15.970211+0000) 2023-03-22T17:14:16.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:16.012+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.013177+0000) 2023-03-22T17:14:16.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:16.013+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:16.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:16.013+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:16.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:16.022+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.022939+0000) 2023-03-22T17:14:16.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:16.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.013031+0000) 2023-03-22T17:14:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:16.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.012975+0000) 2023-03-22T17:14:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:17.013+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:17.013356+0000) 2023-03-22T17:14:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:16.970+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.970372+0000) 2023-03-22T17:14:17.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:16.792+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:16.792725+0000) 2023-03-22T17:14:17.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:17.016+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:17.016338+0000) 2023-03-22T17:14:17.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:17.012+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:17.013180+0000) 2023-03-22T17:14:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:17.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:17.013423+0000) 2023-03-22T17:14:17.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:17.012+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:17.013140+0000) 2023-03-22T17:14:17.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:17 smithi098 ceph-mon[94136]: pgmap v5012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:18.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:17 smithi142 ceph-mon[94717]: pgmap v5012: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:18.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:17.792+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:17.793039+0000) 2023-03-22T17:14:18.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:18.016+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.016472+0000) 2023-03-22T17:14:18.220 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:18.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.013602+0000) 2023-03-22T17:14:18.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:17.970+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:17.970541+0000) 2023-03-22T17:14:18.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:18.013+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.013572+0000) 2023-03-22T17:14:18.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:18.014+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:18.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:18.014+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:18.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:18.021+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.022001+0000) 2023-03-22T17:14:18.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:18.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.013300+0000) 2023-03-22T17:14:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:18.013+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.013293+0000) 2023-03-22T17:14:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:18.013+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:18.013+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:18.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:18.019+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.019923+0000) 2023-03-22T17:14:19.219 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:18.970+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.970709+0000) 2023-03-22T17:14:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:18.792+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.793182+0000) 2023-03-22T17:14:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:18.793+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:19.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:18.793+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:19.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:18.799+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:18.799840+0000) 2023-03-22T17:14:19.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:19.016+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:19.016604+0000) 2023-03-22T17:14:19.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:19.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:19.013744+0000) 2023-03-22T17:14:19.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:19.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:19.013431+0000) 2023-03-22T17:14:19.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:19 smithi098 ceph-mon[94136]: pgmap v5013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:20.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:19 smithi142 ceph-mon[94717]: pgmap v5013: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:14:20.469 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:19.970+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:19.970890+0000) 2023-03-22T17:14:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:20.016+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:20.016714+0000) 2023-03-22T17:14:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:20.017+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:20.017+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:20.032+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:20.032465+0000) 2023-03-22T17:14:20.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:20.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:20.013859+0000) 2023-03-22T17:14:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:20.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:20.013571+0000) 2023-03-22T17:14:20.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:20.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:20.513535+0000) 2023-03-22T17:14:21.469 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:20.970+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:20.971038+0000) 2023-03-22T17:14:21.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:21.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:21.013690+0000) 2023-03-22T17:14:21.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:21.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:21.013978+0000) 2023-03-22T17:14:21.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:21 smithi098 ceph-mon[94136]: pgmap v5014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T17:14:21.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:21.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:21.513698+0000) 2023-03-22T17:14:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:21 smithi142 ceph-mon[94717]: pgmap v5014: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 194 B/s wr, 9 op/s 2023-03-22T17:14:22.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:22.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:22.014100+0000) 2023-03-22T17:14:22.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:21.970+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:21.971204+0000) 2023-03-22T17:14:22.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:21.971+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:21.971+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:21.978+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:21.978457+0000) 2023-03-22T17:14:22.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:22.013+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:22.013812+0000) 2023-03-22T17:14:22.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:22.014+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:22.014+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:22.027+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:22.028005+0000) 2023-03-22T17:14:22.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:22.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:22.513838+0000) 2023-03-22T17:14:22.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:22.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:22.513806+0000) 2023-03-22T17:14:22.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:22.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:22.513626+0000) 2023-03-22T17:14:23.292 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:23.014+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:23.014308+0000) 2023-03-22T17:14:23.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:23.293+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:23.293477+0000) 2023-03-22T17:14:23.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:23.512+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:23.513973+0000) 2023-03-22T17:14:23.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:23.512+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:23.513917+0000) 2023-03-22T17:14:23.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:23.512+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:23.513810+0000) 2023-03-22T17:14:23.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:23 smithi098 ceph-mon[94136]: pgmap v5015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:14:24.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:23 smithi142 ceph-mon[94717]: pgmap v5015: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:14:24.298 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:24.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:24.014481+0000) 2023-03-22T17:14:24.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:24.512+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:24.514110+0000) 2023-03-22T17:14:24.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:24.512+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:24.514037+0000) 2023-03-22T17:14:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:24.296+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:24.297781+0000) 2023-03-22T17:14:24.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:24.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:24.517023+0000) 2023-03-22T17:14:24.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:24.512+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:24.513928+0000) 2023-03-22T17:14:25.300 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:25.013+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:25.014604+0000) 2023-03-22T17:14:25.300 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:25.013+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:25.301 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:25.013+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:25.301 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:25.024+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:25.025492+0000) 2023-03-22T17:14:25.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:25.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:25.514263+0000) 2023-03-22T17:14:25.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:25.512+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:25.514211+0000) 2023-03-22T17:14:25.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:25.299+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:25.300103+0000) 2023-03-22T17:14:25.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:25.515+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:25.517168+0000) 2023-03-22T17:14:25.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:25.512+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:25.514102+0000) 2023-03-22T17:14:25.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:25 smithi098 ceph-mon[94136]: pgmap v5016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:14:26.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:25 smithi142 ceph-mon[94717]: pgmap v5016: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:14:26.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:26.301+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:26.302380+0000) 2023-03-22T17:14:26.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:26.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:26.517295+0000) 2023-03-22T17:14:26.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:26.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:26.514487+0000) 2023-03-22T17:14:26.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:26.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:26.514408+0000) 2023-03-22T17:14:26.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:26.512+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:26.514065+0000) 2023-03-22T17:14:26.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:26.470+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:26.471485+0000) 2023-03-22T17:14:26.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:26.512+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:26.514241+0000) 2023-03-22T17:14:27.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:27.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:27.305384+0000) 2023-03-22T17:14:27.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:27.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:27.517418+0000) 2023-03-22T17:14:27.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:27.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:27.514693+0000) 2023-03-22T17:14:27.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:27.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:27.514546+0000) 2023-03-22T17:14:27.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:27.512+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:27.514192+0000) 2023-03-22T17:14:27.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:27.470+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:27.471607+0000) 2023-03-22T17:14:27.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:27.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:27.514380+0000) 2023-03-22T17:14:27.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:27 smithi098 ceph-mon[94136]: pgmap v5017: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:14:28.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:27 smithi142 ceph-mon[94717]: pgmap v5017: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:14:28.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:28.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:28.305555+0000) 2023-03-22T17:14:28.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:28.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:28.517550+0000) 2023-03-22T17:14:28.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:28.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:28.514812+0000) 2023-03-22T17:14:28.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:28.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:28.514669+0000) 2023-03-22T17:14:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:28.513+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:28.514375+0000) 2023-03-22T17:14:28.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:28.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:28.514515+0000) 2023-03-22T17:14:28.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:28.470+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:28.471738+0000) 2023-03-22T17:14:29.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:29.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.514964+0000) 2023-03-22T17:14:29.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:29.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.514777+0000) 2023-03-22T17:14:29.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:29.513+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.514513+0000) 2023-03-22T17:14:29.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:29.513+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.514828+0000) 2023-03-22T17:14:29.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:29.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.305750+0000) 2023-03-22T17:14:29.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:29.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.517691+0000) 2023-03-22T17:14:29.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:29.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.514654+0000) 2023-03-22T17:14:29.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:29.470+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:29.471901+0000) 2023-03-22T17:14:29.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:29 smithi098 ceph-mon[94136]: pgmap v5018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:14:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:29 smithi142 ceph-mon[94717]: pgmap v5018: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:14:30.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:30.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.515083+0000) 2023-03-22T17:14:30.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:30.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.514899+0000) 2023-03-22T17:14:30.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:30.513+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.514635+0000) 2023-03-22T17:14:30.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:30.513+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.514948+0000) 2023-03-22T17:14:30.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:30.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.514762+0000) 2023-03-22T17:14:30.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:30.470+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.472033+0000) 2023-03-22T17:14:30.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:30.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.305885+0000) 2023-03-22T17:14:30.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:30.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:30.517806+0000) 2023-03-22T17:14:31.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:31.513+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.515195+0000) 2023-03-22T17:14:31.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:31.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.515027+0000) 2023-03-22T17:14:31.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:31.513+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.514762+0000) 2023-03-22T17:14:31.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:31.513+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.515066+0000) 2023-03-22T17:14:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:31.304+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.306173+0000) 2023-03-22T17:14:31.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:31.470+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.472160+0000) 2023-03-22T17:14:31.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:31.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.514897+0000) 2023-03-22T17:14:31.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:31.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:31.517942+0000) 2023-03-22T17:14:31.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:31 smithi098 ceph-mon[94136]: pgmap v5019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:32.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:31 smithi142 ceph-mon[94717]: pgmap v5019: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:32.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:32.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.306305+0000) 2023-03-22T17:14:32.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:32.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.518043+0000) 2023-03-22T17:14:32.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:32.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.515296+0000) 2023-03-22T17:14:32.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:32.513+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.515151+0000) 2023-03-22T17:14:32.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:32.471+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.472349+0000) 2023-03-22T17:14:32.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:32.513+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.514926+0000) 2023-03-22T17:14:32.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:32.513+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.515173+0000) 2023-03-22T17:14:32.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:32.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:32.515023+0000) 2023-03-22T17:14:33.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:33.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.306617+0000) 2023-03-22T17:14:33.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:33.516+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.518156+0000) 2023-03-22T17:14:33.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:33.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.515417+0000) 2023-03-22T17:14:33.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:33.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.515295+0000) 2023-03-22T17:14:33.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:33.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.515308+0000) 2023-03-22T17:14:33.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:33.471+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.472466+0000) 2023-03-22T17:14:33.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:33.513+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.515044+0000) 2023-03-22T17:14:33.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:33.513+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:33.515138+0000) 2023-03-22T17:14:33.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:33 smithi098 ceph-mon[94136]: pgmap v5020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:34.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:33 smithi142 ceph-mon[94717]: pgmap v5020: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:34.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:34.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.515536+0000) 2023-03-22T17:14:34.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:34.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.515416+0000) 2023-03-22T17:14:34.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:34.471+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.472597+0000) 2023-03-22T17:14:34.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:34.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.306799+0000) 2023-03-22T17:14:34.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:34.513+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.515172+0000) 2023-03-22T17:14:34.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:34.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.515278+0000) 2023-03-22T17:14:34.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:34.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.515427+0000) 2023-03-22T17:14:34.723 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:34.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:34.518280+0000) 2023-03-22T17:14:35.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:35.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.515663+0000) 2023-03-22T17:14:35.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:35.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.515535+0000) 2023-03-22T17:14:35.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:35.471+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.472772+0000) 2023-03-22T17:14:35.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:35.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.307030+0000) 2023-03-22T17:14:35.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:35.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.518400+0000) 2023-03-22T17:14:35.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:35.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.515538+0000) 2023-03-22T17:14:35.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:35.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.515323+0000) 2023-03-22T17:14:35.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:35.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:35.515396+0000) 2023-03-22T17:14:35.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:35 smithi098 ceph-mon[94136]: pgmap v5021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:36.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:35 smithi142 ceph-mon[94717]: pgmap v5021: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:36.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:36.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.515785+0000) 2023-03-22T17:14:36.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:36.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.515658+0000) 2023-03-22T17:14:36.720 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:36.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.515440+0000) 2023-03-22T17:14:36.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:36.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.515662+0000) 2023-03-22T17:14:36.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:36.305+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.307185+0000) 2023-03-22T17:14:36.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:36.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.515520+0000) 2023-03-22T17:14:36.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:36.471+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.472925+0000) 2023-03-22T17:14:36.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:36.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:36.518507+0000) 2023-03-22T17:14:37.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:37.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.307404+0000) 2023-03-22T17:14:37.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:37.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.518648+0000) 2023-03-22T17:14:37.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:37.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.515918+0000) 2023-03-22T17:14:37.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:37.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.515796+0000) 2023-03-22T17:14:37.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:37.472+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.473073+0000) 2023-03-22T17:14:37.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:37.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.515561+0000) 2023-03-22T17:14:37.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:37.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.515783+0000) 2023-03-22T17:14:37.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:37.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:37.515651+0000) 2023-03-22T17:14:37.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:37 smithi098 ceph-mon[94136]: pgmap v5022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:37 smithi142 ceph-mon[94717]: pgmap v5022: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:38.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:38.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.307573+0000) 2023-03-22T17:14:38.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:38.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.518768+0000) 2023-03-22T17:14:38.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:38.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.516032+0000) 2023-03-22T17:14:38.721 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:38.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.515764+0000) 2023-03-22T17:14:38.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:38.471+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.473252+0000) 2023-03-22T17:14:38.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:38.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.515917+0000) 2023-03-22T17:14:38.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:38.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.515682+0000) 2023-03-22T17:14:38.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:38.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:38.515900+0000) 2023-03-22T17:14:39.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:39.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.307853+0000) 2023-03-22T17:14:39.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:39 smithi098 ceph-mon[94136]: pgmap v5023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:40.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:39 smithi142 ceph-mon[94717]: pgmap v5023: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:40.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:39.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.516139+0000) 2023-03-22T17:14:40.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:39.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.516029+0000) 2023-03-22T17:14:40.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:39.472+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.473413+0000) 2023-03-22T17:14:40.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:39.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.518944+0000) 2023-03-22T17:14:40.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:39.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.516002+0000) 2023-03-22T17:14:40.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:39.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.515837+0000) 2023-03-22T17:14:40.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:39.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:39.515919+0000) 2023-03-22T17:14:40.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:40.514+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.516240+0000) 2023-03-22T17:14:40.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:40.514+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.516137+0000) 2023-03-22T17:14:40.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:40.472+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.473552+0000) 2023-03-22T17:14:40.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:40.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.307975+0000) 2023-03-22T17:14:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:40.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.519114+0000) 2023-03-22T17:14:40.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:40.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.515998+0000) 2023-03-22T17:14:40.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:40.514+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.516104+0000) 2023-03-22T17:14:40.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:40.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:40.516063+0000) 2023-03-22T17:14:41.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:41.306+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.308217+0000) 2023-03-22T17:14:41.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:41.517+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.519250+0000) 2023-03-22T17:14:41.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:41.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.516394+0000) 2023-03-22T17:14:41.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:41.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.516321+0000) 2023-03-22T17:14:41.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:41.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.516316+0000) 2023-03-22T17:14:41.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:41.472+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.473725+0000) 2023-03-22T17:14:41.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:41.514+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.516189+0000) 2023-03-22T17:14:41.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:41.514+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:41.516203+0000) 2023-03-22T17:14:41.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:41 smithi098 ceph-mon[94136]: pgmap v5024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:42.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:41 smithi142 ceph-mon[94717]: pgmap v5024: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:42.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:42.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.308321+0000) 2023-03-22T17:14:42.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:42.518+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.519366+0000) 2023-03-22T17:14:42.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:42.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.516578+0000) 2023-03-22T17:14:42.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:42.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.516573+0000) 2023-03-22T17:14:42.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:42.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.516595+0000) 2023-03-22T17:14:42.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:42.472+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.473840+0000) 2023-03-22T17:14:42.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:42.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.516383+0000) 2023-03-22T17:14:42.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:42.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:42.516397+0000) 2023-03-22T17:14:43.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:43.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.516714+0000) 2023-03-22T17:14:43.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:43.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.516717+0000) 2023-03-22T17:14:43.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:43.472+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.473982+0000) 2023-03-22T17:14:43.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:43.518+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.519480+0000) 2023-03-22T17:14:43.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:43.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.308594+0000) 2023-03-22T17:14:43.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:43.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.516532+0000) 2023-03-22T17:14:43.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:43.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.516726+0000) 2023-03-22T17:14:43.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:43.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:43.516530+0000) 2023-03-22T17:14:43.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:43 smithi098 ceph-mon[94136]: pgmap v5025: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:43 smithi142 ceph-mon[94717]: pgmap v5025: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:44.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:44.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.516835+0000) 2023-03-22T17:14:44.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:44.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.516835+0000) 2023-03-22T17:14:44.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:44.472+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.474125+0000) 2023-03-22T17:14:44.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:44.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.308706+0000) 2023-03-22T17:14:44.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:44.518+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.519602+0000) 2023-03-22T17:14:44.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:44.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.516846+0000) 2023-03-22T17:14:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:44.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.516667+0000) 2023-03-22T17:14:44.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:44.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:44.516689+0000) 2023-03-22T17:14:45.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:45.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.516959+0000) 2023-03-22T17:14:45.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:45.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.516967+0000) 2023-03-22T17:14:45.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:45.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.474263+0000) 2023-03-22T17:14:45.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:45.518+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.519774+0000) 2023-03-22T17:14:45.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:45.307+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.308985+0000) 2023-03-22T17:14:45.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:45.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.516825+0000) 2023-03-22T17:14:45.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:45.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.516969+0000) 2023-03-22T17:14:45.722 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:45.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:45.516862+0000) 2023-03-22T17:14:45.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:45 smithi098 ceph-mon[94136]: pgmap v5026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:46.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:45 smithi142 ceph-mon[94717]: pgmap v5026: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:46.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:46.308+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.309184+0000) 2023-03-22T17:14:46.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:46.518+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.519880+0000) 2023-03-22T17:14:46.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:46.515+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.517147+0000) 2023-03-22T17:14:46.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:46.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.516942+0000) 2023-03-22T17:14:46.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:46.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.474410+0000) 2023-03-22T17:14:46.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:46.515+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.517133+0000) 2023-03-22T17:14:46.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:46.516+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:46.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:46.516+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:46.723 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:46.519+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.520642+0000) 2023-03-22T17:14:46.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:46.515+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.517148+0000) 2023-03-22T17:14:46.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:46.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:46.516977+0000) 2023-03-22T17:14:47.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:47.516+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:47.517345+0000) 2023-03-22T17:14:47.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:47.518+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:47.520040+0000) 2023-03-22T17:14:47.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:47.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:47.474538+0000) 2023-03-22T17:14:47.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:47.308+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:47.309521+0000) 2023-03-22T17:14:47.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:47.516+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:47.517300+0000) 2023-03-22T17:14:47.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:47.515+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:47.517117+0000) 2023-03-22T17:14:47.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:47.515+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:47.517144+0000) 2023-03-22T17:14:47.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:47 smithi098 ceph-mon[94136]: pgmap v5027: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:47 smithi142 ceph-mon[94717]: pgmap v5027: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:48.719 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:48.516+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.517599+0000) 2023-03-22T17:14:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:48.517+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:48.517+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:48.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:48.520+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.521831+0000) 2023-03-22T17:14:48.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:48.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.517287+0000) 2023-03-22T17:14:48.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:48.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.518306+0000) 2023-03-22T17:14:48.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:48.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.474672+0000) 2023-03-22T17:14:48.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:48.309+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.309710+0000) 2023-03-22T17:14:48.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:48.518+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.520173+0000) 2023-03-22T17:14:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:48.516+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.517294+0000) 2023-03-22T17:14:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:48.517+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:48.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:48.517+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:48.724 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:48.520+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:48.521762+0000) 2023-03-22T17:14:49.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:49.309+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:49.309980+0000) 2023-03-22T17:14:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:49.309+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:49.309+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:49.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:49.317+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:49.318863+0000) 2023-03-22T17:14:49.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:49.519+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:49.520308+0000) 2023-03-22T17:14:49.721 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:49.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:49.518436+0000) 2023-03-22T17:14:49.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:49.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:49.474799+0000) 2023-03-22T17:14:49.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:49.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:49.517431+0000) 2023-03-22T17:14:49.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:49 smithi098 ceph-mon[94136]: pgmap v5028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:49 smithi142 ceph-mon[94717]: pgmap v5028: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:50.969 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:50.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:50.517543+0000) 2023-03-22T17:14:50.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:50.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:50.474922+0000) 2023-03-22T17:14:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:50.519+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:50.520450+0000) 2023-03-22T17:14:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:50.519+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:50.519+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:50.540+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:50.541454+0000) 2023-03-22T17:14:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:50.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:50.518571+0000) 2023-03-22T17:14:51.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:51.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:51.017402+0000) 2023-03-22T17:14:51.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:51 smithi098 ceph-mon[94136]: pgmap v5029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:51.969 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:51.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:51.517680+0000) 2023-03-22T17:14:51.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:51.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:51.475059+0000) 2023-03-22T17:14:51.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:51.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:51.518713+0000) 2023-03-22T17:14:52.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:51 smithi142 ceph-mon[94717]: pgmap v5029: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:52.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:52.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:52.017527+0000) 2023-03-22T17:14:52.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:52.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:52.518828+0000) 2023-03-22T17:14:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:52.473+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:52.475207+0000) 2023-03-22T17:14:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:52.474+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:52.474+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:52.478+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:52.479705+0000) 2023-03-22T17:14:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:52.516+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:52.517796+0000) 2023-03-22T17:14:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:52.517+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:52.517+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:52.523+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:52.525152+0000) 2023-03-22T17:14:53.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:53.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:53.017850+0000) 2023-03-22T17:14:53.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:53.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:53.017646+0000) 2023-03-22T17:14:53.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:53.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:53.017567+0000) 2023-03-22T17:14:53.810 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:53.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:53.518951+0000) 2023-03-22T17:14:53.922 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:53 smithi098 ceph-mon[94136]: pgmap v5030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:54.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:53 smithi142 ceph-mon[94717]: pgmap v5030: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:14:54.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:54.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:54.017964+0000) 2023-03-22T17:14:54.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:54.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:54.017771+0000) 2023-03-22T17:14:54.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:53.809+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:53.810498+0000) 2023-03-22T17:14:54.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:54.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:54.017687+0000) 2023-03-22T17:14:54.813 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:54.517+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:54.519078+0000) 2023-03-22T17:14:55.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:55.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:55.018074+0000) 2023-03-22T17:14:55.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:55.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:55.017894+0000) 2023-03-22T17:14:55.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:54.811+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:54.812999+0000) 2023-03-22T17:14:55.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:55.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:55.020766+0000) 2023-03-22T17:14:55.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:55.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:55.017808+0000) 2023-03-22T17:14:55.816 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:55.518+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:55.519254+0000) 2023-03-22T17:14:55.817 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:55.518+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:55.817 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:55.518+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:14:55.817 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:14:55.523+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:55.524359+0000) 2023-03-22T17:14:56.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:55 smithi142 ceph-mon[94717]: pgmap v5031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:55 smithi098 ceph-mon[94136]: pgmap v5031: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:56.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:55.816+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:55.816542+0000) 2023-03-22T17:14:56.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:56.016+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:56.018193+0000) 2023-03-22T17:14:56.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:56.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:56.018020+0000) 2023-03-22T17:14:56.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:56.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:56.020942+0000) 2023-03-22T17:14:56.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:56.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:56.017931+0000) 2023-03-22T17:14:57.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:57.017+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:57.018346+0000) 2023-03-22T17:14:57.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:57.016+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:57.018199+0000) 2023-03-22T17:14:57.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:57.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:57.021078+0000) 2023-03-22T17:14:57.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:57.016+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:57.018142+0000) 2023-03-22T17:14:57.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:56.817+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:56.818966+0000) 2023-03-22T17:14:57.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:56.974+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:56.975449+0000) 2023-03-22T17:14:57.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:57.016+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:57.018112+0000) 2023-03-22T17:14:58.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:57 smithi142 ceph-mon[94717]: pgmap v5032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:57 smithi098 ceph-mon[94136]: pgmap v5032: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:14:58.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:58.017+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:58.018508+0000) 2023-03-22T17:14:58.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:58.017+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:58.018456+0000) 2023-03-22T17:14:58.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:57.974+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:57.975571+0000) 2023-03-22T17:14:58.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:57.819+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:57.821198+0000) 2023-03-22T17:14:58.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:58.019+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:58.021188+0000) 2023-03-22T17:14:58.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:58.017+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:58.018299+0000) 2023-03-22T17:14:58.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:58.017+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:58.018260+0000) 2023-03-22T17:14:59.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:58.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:58.821353+0000) 2023-03-22T17:14:59.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:14:59.020+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:59.021359+0000) 2023-03-22T17:14:59.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:14:59.017+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:59.018627+0000) 2023-03-22T17:14:59.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:58.974+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:58.975696+0000) 2023-03-22T17:14:59.222 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:14:59.017+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:59.018575+0000) 2023-03-22T17:14:59.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:14:59.017+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:59.018435+0000) 2023-03-22T17:14:59.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:14:59.017+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:59.018392+0000) 2023-03-22T17:15:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:14:59 smithi142 ceph-mon[94717]: pgmap v5033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:14:59 smithi098 ceph-mon[94136]: pgmap v5033: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:00.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:14:59.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:59.821609+0000) 2023-03-22T17:15:00.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:00.020+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.021498+0000) 2023-03-22T17:15:00.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:00.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.018776+0000) 2023-03-22T17:15:00.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:00.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.018711+0000) 2023-03-22T17:15:00.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:00.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.018582+0000) 2023-03-22T17:15:00.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:14:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:14:59.974+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:14:59.975823+0000) 2023-03-22T17:15:00.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:00.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.018576+0000) 2023-03-22T17:15:01.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:00.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.821746+0000) 2023-03-22T17:15:01.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:01.017+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.018992+0000) 2023-03-22T17:15:01.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:01.017+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.018904+0000) 2023-03-22T17:15:01.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:01.020+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.021622+0000) 2023-03-22T17:15:01.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:01.017+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.018726+0000) 2023-03-22T17:15:01.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:01.017+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.018720+0000) 2023-03-22T17:15:01.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:00.974+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.975987+0000) 2023-03-22T17:15:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:01 smithi142 ceph-mon[94717]: pgmap v5034: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:01 smithi098 ceph-mon[94136]: pgmap v5034: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:02.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:01.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.821987+0000) 2023-03-22T17:15:02.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:02.020+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.021747+0000) 2023-03-22T17:15:02.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:02.017+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.019124+0000) 2023-03-22T17:15:02.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:02.017+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.019040+0000) 2023-03-22T17:15:02.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:02.017+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.018849+0000) 2023-03-22T17:15:02.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:01.975+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.976164+0000) 2023-03-22T17:15:02.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:02.017+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.018849+0000) 2023-03-22T17:15:03.100 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:03.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.019177+0000) 2023-03-22T17:15:03.100 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:02.975+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.976342+0000) 2023-03-22T17:15:03.101 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:02.820+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.822192+0000) 2023-03-22T17:15:03.101 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:03.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.019034+0000) 2023-03-22T17:15:03.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:03.020+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.021899+0000) 2023-03-22T17:15:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:03.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.019239+0000) 2023-03-22T17:15:03.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:03.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.019023+0000) 2023-03-22T17:15:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:00.018+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:00.019646+0000) 2023-03-22T17:15:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:01.018+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:01.019744+0000) 2023-03-22T17:15:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:02.018+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:02.019844+0000) 2023-03-22T17:15:03.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:03.018+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.019946+0000) 2023-03-22T17:15:04.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:03 smithi142 ceph-mon[94717]: pgmap v5035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:15:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:03 smithi098 ceph-mon[94136]: pgmap v5035: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:15:04.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:04.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.019372+0000) 2023-03-22T17:15:04.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:04.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.019343+0000) 2023-03-22T17:15:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:04.020+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.022056+0000) 2023-03-22T17:15:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:03.975+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.976498+0000) 2023-03-22T17:15:04.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:03.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:03.822551+0000) 2023-03-22T17:15:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:04.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.019229+0000) 2023-03-22T17:15:04.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:04.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.019216+0000) 2023-03-22T17:15:04.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:04.018+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.020064+0000) 2023-03-22T17:15:05.276 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:05.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.019586+0000) 2023-03-22T17:15:05.277 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:05.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.019563+0000) 2023-03-22T17:15:05.277 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:04.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.822733+0000) 2023-03-22T17:15:05.278 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:04.975+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:04.976624+0000) 2023-03-22T17:15:05.278 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:05.020+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.022201+0000) 2023-03-22T17:15:05.279 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:05.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.019397+0000) 2023-03-22T17:15:05.279 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:05.018+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.020171+0000) 2023-03-22T17:15:05.279 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:05.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.019385+0000) 2023-03-22T17:15:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:05 smithi142 ceph-mon[94717]: pgmap v5036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:15:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:05 smithi098 ceph-mon[94136]: pgmap v5036: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:15:06.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:06.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.019745+0000) 2023-03-22T17:15:06.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:06.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.019708+0000) 2023-03-22T17:15:06.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:05.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.822936+0000) 2023-03-22T17:15:06.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:05.975+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:05.976753+0000) 2023-03-22T17:15:06.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:06.021+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.022315+0000) 2023-03-22T17:15:06.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:06.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.020303+0000) 2023-03-22T17:15:06.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:06.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.019517+0000) 2023-03-22T17:15:06.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:06.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.019534+0000) 2023-03-22T17:15:07.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:07.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.019861+0000) 2023-03-22T17:15:07.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:07.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.019855+0000) 2023-03-22T17:15:07.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:06.975+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.976887+0000) 2023-03-22T17:15:07.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:07.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.019718+0000) 2023-03-22T17:15:07.223 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:06.821+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:06.823070+0000) 2023-03-22T17:15:07.224 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:07.021+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.022451+0000) 2023-03-22T17:15:07.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:07.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.019730+0000) 2023-03-22T17:15:07.225 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:07.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.020412+0000) 2023-03-22T17:15:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:07 smithi142 ceph-mon[94717]: pgmap v5037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:15:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:07 smithi098 ceph-mon[94136]: pgmap v5037: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:15:08.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:07.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.823351+0000) 2023-03-22T17:15:08.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:08.022+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.022554+0000) 2023-03-22T17:15:08.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:08.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.020014+0000) 2023-03-22T17:15:08.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:08.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.020018+0000) 2023-03-22T17:15:08.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:08.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.020516+0000) 2023-03-22T17:15:08.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:07.975+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:07.977036+0000) 2023-03-22T17:15:08.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:08.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.019882+0000) 2023-03-22T17:15:08.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:08.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.019880+0000) 2023-03-22T17:15:09.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:08.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.823509+0000) 2023-03-22T17:15:09.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:09.021+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.022659+0000) 2023-03-22T17:15:09.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:09.018+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.020222+0000) 2023-03-22T17:15:09.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:09.018+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.020216+0000) 2023-03-22T17:15:09.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:09.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.020624+0000) 2023-03-22T17:15:09.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:08.976+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:08.977182+0000) 2023-03-22T17:15:09.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:09.018+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.020023+0000) 2023-03-22T17:15:09.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:09.018+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.020023+0000) 2023-03-22T17:15:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:09 smithi142 ceph-mon[94717]: pgmap v5038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:15:10.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:09 smithi098 ceph-mon[94136]: pgmap v5038: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:15:10.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:10.022+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.022789+0000) 2023-03-22T17:15:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:10.019+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.020369+0000) 2023-03-22T17:15:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:10.019+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.020309+0000) 2023-03-22T17:15:10.221 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:10.019+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.020750+0000) 2023-03-22T17:15:10.221 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:10.019+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.020213+0000) 2023-03-22T17:15:10.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:09.976+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.977305+0000) 2023-03-22T17:15:10.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:09.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:09.823708+0000) 2023-03-22T17:15:10.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:10.019+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.020210+0000) 2023-03-22T17:15:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:10 smithi142 ceph-mon[94717]: osdmap e296: 12 total, 9 up, 9 in 2023-03-22T17:15:11.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:10 smithi098 ceph-mon[94136]: osdmap e296: 12 total, 9 up, 9 in 2023-03-22T17:15:11.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:10.822+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.823835+0000) 2023-03-22T17:15:11.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:11.022+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.022929+0000) 2023-03-22T17:15:11.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:11.020+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.020542+0000) 2023-03-22T17:15:11.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:11.020+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.020555+0000) 2023-03-22T17:15:11.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:11.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.020859+0000) 2023-03-22T17:15:11.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:10.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:10.977448+0000) 2023-03-22T17:15:11.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:11.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.020374+0000) 2023-03-22T17:15:11.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:11.020+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.020374+0000) 2023-03-22T17:15:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:11 smithi142 ceph-mon[94717]: pgmap v5040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:15:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:11 smithi098 ceph-mon[94136]: pgmap v5040: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:15:12.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:11.823+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.824113+0000) 2023-03-22T17:15:12.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:12.022+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.023056+0000) 2023-03-22T17:15:12.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:12.020+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.020699+0000) 2023-03-22T17:15:12.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:12.020+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.020701+0000) 2023-03-22T17:15:12.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:11.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:11.977581+0000) 2023-03-22T17:15:12.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:12.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.020543+0000) 2023-03-22T17:15:12.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:12.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.021000+0000) 2023-03-22T17:15:12.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:12.020+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.020537+0000) 2023-03-22T17:15:13.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:12.824+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.824302+0000) 2023-03-22T17:15:13.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:13.020+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.020823+0000) 2023-03-22T17:15:13.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:13.020+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.020902+0000) 2023-03-22T17:15:13.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:13.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.020758+0000) 2023-03-22T17:15:13.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:12.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:12.977709+0000) 2023-03-22T17:15:13.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:13.022+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.023206+0000) 2023-03-22T17:15:13.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:13.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.021113+0000) 2023-03-22T17:15:13.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:13.020+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.020761+0000) 2023-03-22T17:15:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:13 smithi142 ceph-mon[94717]: pgmap v5041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:14.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:13 smithi098 ceph-mon[94136]: pgmap v5041: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:14.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:13.824+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.824613+0000) 2023-03-22T17:15:14.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:14.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.023299+0000) 2023-03-22T17:15:14.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:14.020+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.021154+0000) 2023-03-22T17:15:14.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:14.020+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.021234+0000) 2023-03-22T17:15:14.223 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:13.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:13.977868+0000) 2023-03-22T17:15:14.223 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:14.020+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.021079+0000) 2023-03-22T17:15:14.224 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:14.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.020913+0000) 2023-03-22T17:15:14.224 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:14.020+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.020901+0000) 2023-03-22T17:15:15.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:14.824+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.824783+0000) 2023-03-22T17:15:15.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:15.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.023412+0000) 2023-03-22T17:15:15.221 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:15.020+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.021202+0000) 2023-03-22T17:15:15.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:15.021+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.021302+0000) 2023-03-22T17:15:15.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:15.020+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.021023+0000) 2023-03-22T17:15:15.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:14.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:14.978045+0000) 2023-03-22T17:15:15.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:15.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.021041+0000) 2023-03-22T17:15:15.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:15.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.021355+0000) 2023-03-22T17:15:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:15 smithi142 ceph-mon[94717]: pgmap v5042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:15 smithi098 ceph-mon[94136]: pgmap v5042: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:16.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:15.824+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.825046+0000) 2023-03-22T17:15:16.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:16.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.023517+0000) 2023-03-22T17:15:16.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:16.021+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.021336+0000) 2023-03-22T17:15:16.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:16.021+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.021427+0000) 2023-03-22T17:15:16.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:16.020+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.021178+0000) 2023-03-22T17:15:16.222 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:15.977+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:15.978190+0000) 2023-03-22T17:15:16.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:16.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.021476+0000) 2023-03-22T17:15:16.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:16.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.027656+0000) 2023-03-22T17:15:17.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:17.021+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.021511+0000) 2023-03-22T17:15:17.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:16.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.978392+0000) 2023-03-22T17:15:17.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:17.021+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.021572+0000) 2023-03-22T17:15:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:17.022+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:17.022+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:17.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:17.026+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.026964+0000) 2023-03-22T17:15:17.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:17.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.021679+0000) 2023-03-22T17:15:17.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:16.824+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:16.825224+0000) 2023-03-22T17:15:17.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:17.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.023618+0000) 2023-03-22T17:15:17.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:17.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.027820+0000) 2023-03-22T17:15:17.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:17.021+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.021303+0000) 2023-03-22T17:15:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:17 smithi142 ceph-mon[94717]: pgmap v5043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:17 smithi098 ceph-mon[94136]: pgmap v5043: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:18.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:18.021+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:18.021678+0000) 2023-03-22T17:15:18.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:17.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.978546+0000) 2023-03-22T17:15:18.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:17.825+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:17.825707+0000) 2023-03-22T17:15:18.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:18.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:18.023750+0000) 2023-03-22T17:15:18.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:18.021+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:18.021442+0000) 2023-03-22T17:15:18.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:18.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:18.021793+0000) 2023-03-22T17:15:18.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:18.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:18.027970+0000) 2023-03-22T17:15:19.215 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:18.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:18.978720+0000) 2023-03-22T17:15:19.216 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:18.825+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:18.825944+0000) 2023-03-22T17:15:19.216 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:19.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.021908+0000) 2023-03-22T17:15:19.217 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:19.021+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.021577+0000) 2023-03-22T17:15:19.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:19.021+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.021788+0000) 2023-03-22T17:15:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:19.022+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:19.022+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:19.227+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.227729+0000) 2023-03-22T17:15:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:19.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.023871+0000) 2023-03-22T17:15:19.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:19.027+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.028153+0000) 2023-03-22T17:15:19.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:19.028+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:19.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:19.028+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:19.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:19.224+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.224948+0000) 2023-03-22T17:15:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:19 smithi142 ceph-mon[94717]: pgmap v5044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:19 smithi098 ceph-mon[94136]: pgmap v5044: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:15:20.219 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:20.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:20.024002+0000) 2023-03-22T17:15:20.220 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:19.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.978902+0000) 2023-03-22T17:15:20.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:19.826+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.826295+0000) 2023-03-22T17:15:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:19.826+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:19.827+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:20.221 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:19.832+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:19.833011+0000) 2023-03-22T17:15:20.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:20.021+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:20.021834+0000) 2023-03-22T17:15:20.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:20.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:20.022029+0000) 2023-03-22T17:15:21.469 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:20.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:20.979032+0000) 2023-03-22T17:15:21.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:21.021+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:21.022035+0000) 2023-03-22T17:15:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:21.023+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:21.024165+0000) 2023-03-22T17:15:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:21.024+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:21.024+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:21.040+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:21.041019+0000) 2023-03-22T17:15:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:21.021+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:21.022144+0000) 2023-03-22T17:15:21.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:21.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:21.521810+0000) 2023-03-22T17:15:22.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:21 smithi142 ceph-mon[94717]: pgmap v5045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:15:22.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:21 smithi098 ceph-mon[94136]: pgmap v5045: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:15:22.469 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:22.021+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:22.022181+0000) 2023-03-22T17:15:22.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:21.978+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:21.979179+0000) 2023-03-22T17:15:22.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:22.022+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:22.022264+0000) 2023-03-22T17:15:22.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:22.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:22.521938+0000) 2023-03-22T17:15:23.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:23.022+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:23.022452+0000) 2023-03-22T17:15:23.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:23.022+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:23.022348+0000) 2023-03-22T17:15:23.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:23.022+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:23.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:23.022+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:23.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:23.034+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:23.035042+0000) 2023-03-22T17:15:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:22.979+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:22.979332+0000) 2023-03-22T17:15:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:22.979+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:22.979+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:22.995+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:22.995333+0000) 2023-03-22T17:15:23.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:23.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:23.521963+0000) 2023-03-22T17:15:23.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:23.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:23.522050+0000) 2023-03-22T17:15:23.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:23.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:23.528387+0000) 2023-03-22T17:15:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:23 smithi142 ceph-mon[94717]: pgmap v5046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:15:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:23 smithi098 ceph-mon[94136]: pgmap v5046: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:15:24.326 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:24.022+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:24.022674+0000) 2023-03-22T17:15:24.578 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:24.326+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:24.326603+0000) 2023-03-22T17:15:24.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:24.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:24.522093+0000) 2023-03-22T17:15:24.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:24.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:24.522156+0000) 2023-03-22T17:15:24.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:24.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:24.528493+0000) 2023-03-22T17:15:25.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:25.022+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:25.022822+0000) 2023-03-22T17:15:25.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:25.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:25.524401+0000) 2023-03-22T17:15:25.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:25.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:25.522194+0000) 2023-03-22T17:15:25.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:25.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:25.522256+0000) 2023-03-22T17:15:25.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:25.579+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:25.579651+0000) 2023-03-22T17:15:25.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:25.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:25.528609+0000) 2023-03-22T17:15:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:25 smithi142 ceph-mon[94717]: pgmap v5047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:15:26.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:25 smithi098 ceph-mon[94136]: pgmap v5047: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:15:26.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:26.022+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:26.023062+0000) 2023-03-22T17:15:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:26.023+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:26.023+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:26.030+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:26.030447+0000) 2023-03-22T17:15:26.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:26.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:26.522374+0000) 2023-03-22T17:15:26.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:26.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:26.522360+0000) 2023-03-22T17:15:26.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:26.581+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:26.581899+0000) 2023-03-22T17:15:26.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:26.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:26.528720+0000) 2023-03-22T17:15:26.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:26.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:26.524536+0000) 2023-03-22T17:15:27.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:27.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:27.522488+0000) 2023-03-22T17:15:27.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:27.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:27.522488+0000) 2023-03-22T17:15:27.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:27.479+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:27.479634+0000) 2023-03-22T17:15:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:27.585+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:27.586008+0000) 2023-03-22T17:15:27.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:27.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:27.524738+0000) 2023-03-22T17:15:27.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:27.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:27.528846+0000) 2023-03-22T17:15:27.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:27.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:27.522578+0000) 2023-03-22T17:15:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:27 smithi142 ceph-mon[94717]: pgmap v5048: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:15:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:27 smithi098 ceph-mon[94136]: pgmap v5048: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:15:28.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:28.523+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:28.524889+0000) 2023-03-22T17:15:28.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:28.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:28.522604+0000) 2023-03-22T17:15:28.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:28.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:28.522609+0000) 2023-03-22T17:15:28.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:28.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:28.522704+0000) 2023-03-22T17:15:28.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:28.478+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:28.479805+0000) 2023-03-22T17:15:28.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:28.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:28.528985+0000) 2023-03-22T17:15:28.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:28.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:28.587957+0000) 2023-03-22T17:15:29.905 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:29.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:29.522746+0000) 2023-03-22T17:15:29.906 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:29.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:29.522746+0000) 2023-03-22T17:15:29.906 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:29.478+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:29.479923+0000) 2023-03-22T17:15:29.907 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:29.523+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:29.524988+0000) 2023-03-22T17:15:29.907 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:29.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:29.522826+0000) 2023-03-22T17:15:29.908 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:29.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:29.529091+0000) 2023-03-22T17:15:30.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:29 smithi142 ceph-mon[94717]: pgmap v5049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:15:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:29 smithi098 ceph-mon[94136]: pgmap v5049: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:15:30.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:29.586+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:29.588205+0000) 2023-03-22T17:15:30.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:30.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.588298+0000) 2023-03-22T17:15:30.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:30.523+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.525101+0000) 2023-03-22T17:15:30.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:30.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.522871+0000) 2023-03-22T17:15:30.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:30.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.522865+0000) 2023-03-22T17:15:30.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:30.478+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.480087+0000) 2023-03-22T17:15:30.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:30.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.523305+0000) 2023-03-22T17:15:30.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:30.527+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.529227+0000) 2023-03-22T17:15:30.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:30.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:30.523063+0000) 2023-03-22T17:15:31.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:31.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.588601+0000) 2023-03-22T17:15:31.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:31.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.525265+0000) 2023-03-22T17:15:31.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:31.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.522993+0000) 2023-03-22T17:15:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:31.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.522989+0000) 2023-03-22T17:15:31.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:31.479+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.480264+0000) 2023-03-22T17:15:31.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:31.521+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.523179+0000) 2023-03-22T17:15:31.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:31.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.523440+0000) 2023-03-22T17:15:31.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:31.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:31.529321+0000) 2023-03-22T17:15:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:31 smithi142 ceph-mon[94717]: pgmap v5050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:31 smithi098 ceph-mon[94136]: pgmap v5050: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:32.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:32.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.523105+0000) 2023-03-22T17:15:32.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:32.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.523113+0000) 2023-03-22T17:15:32.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:32.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.588736+0000) 2023-03-22T17:15:32.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:32.479+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.480448+0000) 2023-03-22T17:15:32.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:32.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.525386+0000) 2023-03-22T17:15:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:32.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.523563+0000) 2023-03-22T17:15:32.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:32.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.523293+0000) 2023-03-22T17:15:32.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:32.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:32.529449+0000) 2023-03-22T17:15:33.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:33.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.525520+0000) 2023-03-22T17:15:33.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:33.521+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.523190+0000) 2023-03-22T17:15:33.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:33.521+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.523206+0000) 2023-03-22T17:15:33.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:33.479+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.480599+0000) 2023-03-22T17:15:33.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:33.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.529620+0000) 2023-03-22T17:15:33.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:33.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.588944+0000) 2023-03-22T17:15:33.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:33.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.523400+0000) 2023-03-22T17:15:33.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:33.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:33.523682+0000) 2023-03-22T17:15:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:33 smithi142 ceph-mon[94717]: pgmap v5051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:33 smithi098 ceph-mon[94136]: pgmap v5051: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:34.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:34.587+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.589067+0000) 2023-03-22T17:15:34.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:34.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.525675+0000) 2023-03-22T17:15:34.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:34.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.523305+0000) 2023-03-22T17:15:34.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:34.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.523305+0000) 2023-03-22T17:15:34.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:34.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.523797+0000) 2023-03-22T17:15:34.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:34.479+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.480747+0000) 2023-03-22T17:15:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:34.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.523522+0000) 2023-03-22T17:15:34.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:34.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:34.529775+0000) 2023-03-22T17:15:35.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:35.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.589292+0000) 2023-03-22T17:15:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:35.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.525794+0000) 2023-03-22T17:15:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:35.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.523432+0000) 2023-03-22T17:15:35.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:35.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.523432+0000) 2023-03-22T17:15:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:35.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.523896+0000) 2023-03-22T17:15:35.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:35.479+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.480874+0000) 2023-03-22T17:15:35.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:35.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.523646+0000) 2023-03-22T17:15:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:35.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:35.529903+0000) 2023-03-22T17:15:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:35 smithi142 ceph-mon[94717]: pgmap v5052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:35 smithi098 ceph-mon[94136]: pgmap v5052: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:36.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:36.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.589439+0000) 2023-03-22T17:15:36.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:36.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.525919+0000) 2023-03-22T17:15:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:36.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.523559+0000) 2023-03-22T17:15:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:36.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.523560+0000) 2023-03-22T17:15:36.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:36.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.530089+0000) 2023-03-22T17:15:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:36.479+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.480998+0000) 2023-03-22T17:15:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:36.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.523764+0000) 2023-03-22T17:15:36.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:36.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:36.524012+0000) 2023-03-22T17:15:37.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:37.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.526022+0000) 2023-03-22T17:15:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:37.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.523746+0000) 2023-03-22T17:15:37.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:37.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.523749+0000) 2023-03-22T17:15:37.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:37.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.523914+0000) 2023-03-22T17:15:37.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:37.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.481168+0000) 2023-03-22T17:15:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:37.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.589673+0000) 2023-03-22T17:15:37.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:37.522+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.524167+0000) 2023-03-22T17:15:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:37.528+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:37.530232+0000) 2023-03-22T17:15:38.127 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:37 smithi142 ceph-mon[94717]: pgmap v5053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:38.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:37 smithi098 ceph-mon[94136]: pgmap v5053: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:38.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:38.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.523931+0000) 2023-03-22T17:15:38.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:38.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.523930+0000) 2023-03-22T17:15:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:38.524+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.526185+0000) 2023-03-22T17:15:38.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:38.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.481360+0000) 2023-03-22T17:15:38.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:38.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.589789+0000) 2023-03-22T17:15:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:38.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.524302+0000) 2023-03-22T17:15:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:38.522+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.524080+0000) 2023-03-22T17:15:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:38.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:38.530355+0000) 2023-03-22T17:15:39.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:39.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.524064+0000) 2023-03-22T17:15:39.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:39.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.524080+0000) 2023-03-22T17:15:39.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:39.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.481499+0000) 2023-03-22T17:15:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:39.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.590035+0000) 2023-03-22T17:15:39.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:39.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.524258+0000) 2023-03-22T17:15:39.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:39.525+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.526295+0000) 2023-03-22T17:15:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:39.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.524410+0000) 2023-03-22T17:15:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:39.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:39.530490+0000) 2023-03-22T17:15:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:39 smithi142 ceph-mon[94717]: pgmap v5054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:39 smithi098 ceph-mon[94136]: pgmap v5054: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:40.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:40.522+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.524257+0000) 2023-03-22T17:15:40.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:40.522+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.524246+0000) 2023-03-22T17:15:40.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:40.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.481677+0000) 2023-03-22T17:15:40.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:40.588+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.590141+0000) 2023-03-22T17:15:40.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:40.525+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.526405+0000) 2023-03-22T17:15:40.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:40.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.530701+0000) 2023-03-22T17:15:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:40.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.524532+0000) 2023-03-22T17:15:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:40.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:40.524379+0000) 2023-03-22T17:15:41.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:41.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.590430+0000) 2023-03-22T17:15:41.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:41.525+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.526517+0000) 2023-03-22T17:15:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:41.523+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.524382+0000) 2023-03-22T17:15:41.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:41.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.524650+0000) 2023-03-22T17:15:41.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:41.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.481817+0000) 2023-03-22T17:15:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:41.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.524382+0000) 2023-03-22T17:15:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:41.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.524557+0000) 2023-03-22T17:15:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:41.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:41.530875+0000) 2023-03-22T17:15:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:41 smithi142 ceph-mon[94717]: pgmap v5055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:42.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:41 smithi098 ceph-mon[94136]: pgmap v5055: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:42.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:42.523+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.524513+0000) 2023-03-22T17:15:42.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:42.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.524512+0000) 2023-03-22T17:15:42.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:42.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.481946+0000) 2023-03-22T17:15:42.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:42.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.524821+0000) 2023-03-22T17:15:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:42.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.590601+0000) 2023-03-22T17:15:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:42.525+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.526652+0000) 2023-03-22T17:15:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:42.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.524697+0000) 2023-03-22T17:15:42.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:42.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:42.531032+0000) 2023-03-22T17:15:43.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:43.523+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.524646+0000) 2023-03-22T17:15:43.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:43.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.524642+0000) 2023-03-22T17:15:43.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:43.480+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.482114+0000) 2023-03-22T17:15:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:43.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.590858+0000) 2023-03-22T17:15:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:43.525+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.526881+0000) 2023-03-22T17:15:43.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:43.529+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.531245+0000) 2023-03-22T17:15:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:43.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.524940+0000) 2023-03-22T17:15:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:43.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:43.524829+0000) 2023-03-22T17:15:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:43 smithi142 ceph-mon[94717]: pgmap v5056: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:44.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:43 smithi098 ceph-mon[94136]: pgmap v5056: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:44.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:44.589+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.591033+0000) 2023-03-22T17:15:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:44.523+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.524775+0000) 2023-03-22T17:15:44.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:44.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.524822+0000) 2023-03-22T17:15:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:44.525+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.527036+0000) 2023-03-22T17:15:44.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:44.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.525102+0000) 2023-03-22T17:15:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:44.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.482279+0000) 2023-03-22T17:15:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:44.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.524997+0000) 2023-03-22T17:15:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:44.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:44.531398+0000) 2023-03-22T17:15:45.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:45.523+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.524937+0000) 2023-03-22T17:15:45.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:45.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.524952+0000) 2023-03-22T17:15:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:45.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.591347+0000) 2023-03-22T17:15:45.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:45.523+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.525217+0000) 2023-03-22T17:15:45.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:45.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.482395+0000) 2023-03-22T17:15:45.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:45.525+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.527149+0000) 2023-03-22T17:15:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:45.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.525117+0000) 2023-03-22T17:15:45.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:45.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:45.531519+0000) 2023-03-22T17:15:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:45 smithi142 ceph-mon[94717]: pgmap v5057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:45 smithi098 ceph-mon[94136]: pgmap v5057: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:46.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:46.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.591550+0000) 2023-03-22T17:15:46.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:46.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.527262+0000) 2023-03-22T17:15:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:46.523+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.525055+0000) 2023-03-22T17:15:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:46.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.525073+0000) 2023-03-22T17:15:46.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:46.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.482537+0000) 2023-03-22T17:15:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:46.523+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.525243+0000) 2023-03-22T17:15:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:46.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.525334+0000) 2023-03-22T17:15:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:46.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:46.531641+0000) 2023-03-22T17:15:47.525 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:47.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.482730+0000) 2023-03-22T17:15:47.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:47.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.591817+0000) 2023-03-22T17:15:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:47.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.527383+0000) 2023-03-22T17:15:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:47.523+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.525188+0000) 2023-03-22T17:15:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:47.523+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.525188+0000) 2023-03-22T17:15:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:47.524+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:47.524+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:47.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:47.542+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.543727+0000) 2023-03-22T17:15:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:47.524+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.525390+0000) 2023-03-22T17:15:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:47.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.525526+0000) 2023-03-22T17:15:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:47.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:47.531808+0000) 2023-03-22T17:15:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:47 smithi142 ceph-mon[94717]: pgmap v5058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:48.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:47 smithi098 ceph-mon[94136]: pgmap v5058: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:48.590+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:48.592023+0000) 2023-03-22T17:15:48.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:48.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:48.527501+0000) 2023-03-22T17:15:48.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:48.524+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:48.525322+0000) 2023-03-22T17:15:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:48.524+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:48.525515+0000) 2023-03-22T17:15:48.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:48.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:48.525668+0000) 2023-03-22T17:15:48.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:48.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:48.532023+0000) 2023-03-22T17:15:48.976 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:48.481+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:48.482885+0000) 2023-03-22T17:15:49.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:49.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.592296+0000) 2023-03-22T17:15:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:49.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.527670+0000) 2023-03-22T17:15:49.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:49.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.483067+0000) 2023-03-22T17:15:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:49.524+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.525466+0000) 2023-03-22T17:15:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:49.524+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:49.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:49.524+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:49.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:49.531+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.532596+0000) 2023-03-22T17:15:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:49.524+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.525637+0000) 2023-03-22T17:15:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:49.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.525781+0000) 2023-03-22T17:15:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:49.530+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.532158+0000) 2023-03-22T17:15:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:49.531+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:49.531+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:49.535+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:49.536496+0000) 2023-03-22T17:15:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:49 smithi142 ceph-mon[94717]: pgmap v5059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:50.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:49 smithi098 ceph-mon[94136]: pgmap v5059: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:50.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:50.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:50.527813+0000) 2023-03-22T17:15:50.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:50.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:50.525891+0000) 2023-03-22T17:15:50.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:50.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:50.483248+0000) 2023-03-22T17:15:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:50.591+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:50.592398+0000) 2023-03-22T17:15:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:50.591+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:50.591+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:50.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:50.610+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:50.611624+0000) 2023-03-22T17:15:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:50.524+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:50.525765+0000) 2023-03-22T17:15:51.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:51.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:51.483463+0000) 2023-03-22T17:15:51.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:51.524+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:51.525887+0000) 2023-03-22T17:15:51.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:51.526+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:51.527941+0000) 2023-03-22T17:15:51.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:51.527+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:51.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:51.527+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:51.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:51.543+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:51.544474+0000) 2023-03-22T17:15:51.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:51.524+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:51.526011+0000) 2023-03-22T17:15:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:51 smithi142 ceph-mon[94717]: pgmap v5060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:51 smithi098 ceph-mon[94136]: pgmap v5060: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:52.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:52.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:52.025480+0000) 2023-03-22T17:15:52.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:52.525+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:52.526199+0000) 2023-03-22T17:15:52.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:52.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:52.483636+0000) 2023-03-22T17:15:52.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:52.525+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:52.526070+0000) 2023-03-22T17:15:53.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:53.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:53.025616+0000) 2023-03-22T17:15:53.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:53.525+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:53.526413+0000) 2023-03-22T17:15:53.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:53.482+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:53.483761+0000) 2023-03-22T17:15:53.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:53.483+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:53.483+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:53.497+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:53.498456+0000) 2023-03-22T17:15:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:53.525+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:53.526291+0000) 2023-03-22T17:15:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:53.525+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:53.525+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:53.544+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:53.545489+0000) 2023-03-22T17:15:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:53 smithi142 ceph-mon[94717]: pgmap v5061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:53 smithi098 ceph-mon[94136]: pgmap v5061: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:15:54.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:54.024+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:54.025714+0000) 2023-03-22T17:15:54.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:54.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:54.025738+0000) 2023-03-22T17:15:54.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:54.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:54.032472+0000) 2023-03-22T17:15:54.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:54.525+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:54.526613+0000) 2023-03-22T17:15:55.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:55.091+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:55.092650+0000) 2023-03-22T17:15:55.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:55.024+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:55.025828+0000) 2023-03-22T17:15:55.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:55.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:55.025863+0000) 2023-03-22T17:15:55.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:55.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:55.032589+0000) 2023-03-22T17:15:55.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:55.525+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:55.526722+0000) 2023-03-22T17:15:56.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:55 smithi142 ceph-mon[94717]: pgmap v5062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:55 smithi098 ceph-mon[94136]: pgmap v5062: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:56.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:56.093+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:56.095051+0000) 2023-03-22T17:15:56.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:56.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:56.028294+0000) 2023-03-22T17:15:56.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:56.024+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:56.025985+0000) 2023-03-22T17:15:56.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:56.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:56.026019+0000) 2023-03-22T17:15:56.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:56.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:56.032709+0000) 2023-03-22T17:15:56.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:56.526+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:56.526888+0000) 2023-03-22T17:15:56.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:56.526+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:56.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:56.526+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:15:56.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:15:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:15:56.549+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:56.550728+0000) 2023-03-22T17:15:57.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:57.024+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:57.026157+0000) 2023-03-22T17:15:57.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:57.024+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:57.026169+0000) 2023-03-22T17:15:57.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:57.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:57.098610+0000) 2023-03-22T17:15:57.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:57.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:57.028409+0000) 2023-03-22T17:15:57.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:57.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:57.032819+0000) 2023-03-22T17:15:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:57 smithi142 ceph-mon[94717]: pgmap v5063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:57 smithi098 ceph-mon[94136]: pgmap v5063: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:15:58.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:58.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:58.028520+0000) 2023-03-22T17:15:58.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:58.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:58.026348+0000) 2023-03-22T17:15:58.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:58.025+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:58.026353+0000) 2023-03-22T17:15:58.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:57.983+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:57.984344+0000) 2023-03-22T17:15:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:58.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:58.100965+0000) 2023-03-22T17:15:58.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:58.025+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:58.026699+0000) 2023-03-22T17:15:58.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:58.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:58.032939+0000) 2023-03-22T17:15:59.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:15:59.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:59.026514+0000) 2023-03-22T17:15:59.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:15:59.025+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:59.026507+0000) 2023-03-22T17:15:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:15:59.102+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:59.104221+0000) 2023-03-22T17:15:59.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:58.983+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:58.984485+0000) 2023-03-22T17:15:59.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:15:59.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:59.028643+0000) 2023-03-22T17:15:59.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:15:59.025+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:59.026843+0000) 2023-03-22T17:15:59.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:15:59.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:59.033063+0000) 2023-03-22T17:16:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:15:59 smithi142 ceph-mon[94717]: pgmap v5064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:00.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:15:59 smithi098 ceph-mon[94136]: pgmap v5064: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:00.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:00.103+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:00.104355+0000) 2023-03-22T17:16:00.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:00.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:00.028779+0000) 2023-03-22T17:16:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:00.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:00.026660+0000) 2023-03-22T17:16:00.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:00.025+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:00.026678+0000) 2023-03-22T17:16:00.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:15:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:15:59.983+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:15:59.984622+0000) 2023-03-22T17:16:00.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:00.025+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:00.026972+0000) 2023-03-22T17:16:00.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:00.031+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:00.033238+0000) 2023-03-22T17:16:01.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:01.103+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.104607+0000) 2023-03-22T17:16:01.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:01.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.028908+0000) 2023-03-22T17:16:01.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:01.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.026836+0000) 2023-03-22T17:16:01.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:01.025+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.026854+0000) 2023-03-22T17:16:01.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:00.983+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:00.984773+0000) 2023-03-22T17:16:01.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:01.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.027296+0000) 2023-03-22T17:16:01.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:01.025+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.027126+0000) 2023-03-22T17:16:01.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:01.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.033414+0000) 2023-03-22T17:16:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:01 smithi142 ceph-mon[94717]: pgmap v5065: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:02.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:01 smithi098 ceph-mon[94136]: pgmap v5065: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:02.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:02.103+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.104743+0000) 2023-03-22T17:16:02.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:02.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.029010+0000) 2023-03-22T17:16:02.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:02.025+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.027002+0000) 2023-03-22T17:16:02.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:02.025+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.026997+0000) 2023-03-22T17:16:02.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:02.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.027402+0000) 2023-03-22T17:16:02.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:01.983+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:01.984920+0000) 2023-03-22T17:16:02.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:02.025+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.027251+0000) 2023-03-22T17:16:02.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:02.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.033535+0000) 2023-03-22T17:16:03.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:03.103+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.105025+0000) 2023-03-22T17:16:03.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:03.027+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.029173+0000) 2023-03-22T17:16:03.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:03.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.027130+0000) 2023-03-22T17:16:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:03.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.027141+0000) 2023-03-22T17:16:03.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:02.983+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:02.985072+0000) 2023-03-22T17:16:03.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:03.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.027390+0000) 2023-03-22T17:16:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:03.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.033656+0000) 2023-03-22T17:16:03.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:03.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.027509+0000) 2023-03-22T17:16:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:03 smithi142 ceph-mon[94717]: pgmap v5066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:16:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:03 smithi098 ceph-mon[94136]: pgmap v5066: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:16:04.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:04.104+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.105178+0000) 2023-03-22T17:16:04.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:04.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.029295+0000) 2023-03-22T17:16:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:04.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.027304+0000) 2023-03-22T17:16:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:04.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.027302+0000) 2023-03-22T17:16:04.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:03.983+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:03.985182+0000) 2023-03-22T17:16:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:04.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.027508+0000) 2023-03-22T17:16:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:04.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.027619+0000) 2023-03-22T17:16:04.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:04.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.033757+0000) 2023-03-22T17:16:05.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:05.104+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.105540+0000) 2023-03-22T17:16:05.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:05.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.029371+0000) 2023-03-22T17:16:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:05.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.027419+0000) 2023-03-22T17:16:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:05.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.027415+0000) 2023-03-22T17:16:05.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:05.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.027730+0000) 2023-03-22T17:16:05.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:04.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:04.985358+0000) 2023-03-22T17:16:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:05.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.027627+0000) 2023-03-22T17:16:05.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:05.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.033871+0000) 2023-03-22T17:16:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:05 smithi142 ceph-mon[94717]: pgmap v5067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:16:06.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:05 smithi098 ceph-mon[94136]: pgmap v5067: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:16:06.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:06.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.027556+0000) 2023-03-22T17:16:06.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:06.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.027532+0000) 2023-03-22T17:16:06.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:05.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:05.985547+0000) 2023-03-22T17:16:06.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:06.026+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.027749+0000) 2023-03-22T17:16:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:06.104+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.105667+0000) 2023-03-22T17:16:06.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:06.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.029489+0000) 2023-03-22T17:16:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:06.026+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.027917+0000) 2023-03-22T17:16:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:06.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.033980+0000) 2023-03-22T17:16:07.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:07.027+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.027723+0000) 2023-03-22T17:16:07.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:07.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.027693+0000) 2023-03-22T17:16:07.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:06.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:06.985693+0000) 2023-03-22T17:16:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:07.105+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.105975+0000) 2023-03-22T17:16:07.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:07.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.029617+0000) 2023-03-22T17:16:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:07.032+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.034112+0000) 2023-03-22T17:16:07.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:07.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.027896+0000) 2023-03-22T17:16:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:07.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.028038+0000) 2023-03-22T17:16:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:07 smithi142 ceph-mon[94717]: pgmap v5068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:16:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:07 smithi098 ceph-mon[94136]: pgmap v5068: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:16:08.252 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:08.027+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.027894+0000) 2023-03-22T17:16:08.253 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:08.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.027885+0000) 2023-03-22T17:16:08.253 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:07.984+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:07.985899+0000) 2023-03-22T17:16:08.254 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:08.104+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.106114+0000) 2023-03-22T17:16:08.254 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:08.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.028035+0000) 2023-03-22T17:16:08.255 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:08.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.029766+0000) 2023-03-22T17:16:08.255 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:08.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.034279+0000) 2023-03-22T17:16:08.255 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:08.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.028158+0000) 2023-03-22T17:16:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:09.105+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.106382+0000) 2023-03-22T17:16:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:09.027+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.028059+0000) 2023-03-22T17:16:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:09.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.028053+0000) 2023-03-22T17:16:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:08.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:08.986093+0000) 2023-03-22T17:16:09.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:09.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.029942+0000) 2023-03-22T17:16:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:09.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.028207+0000) 2023-03-22T17:16:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:09.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.028328+0000) 2023-03-22T17:16:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:09.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.034375+0000) 2023-03-22T17:16:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:09 smithi142 ceph-mon[94717]: pgmap v5069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:16:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:09 smithi098 ceph-mon[94136]: pgmap v5069: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:16:10.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:10.106+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.106580+0000) 2023-03-22T17:16:10.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:10.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.030072+0000) 2023-03-22T17:16:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:10.026+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.028218+0000) 2023-03-22T17:16:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:10.026+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.028218+0000) 2023-03-22T17:16:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:10.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.028439+0000) 2023-03-22T17:16:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:09.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:09.986305+0000) 2023-03-22T17:16:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:10.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.028413+0000) 2023-03-22T17:16:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:10.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.034484+0000) 2023-03-22T17:16:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:10 smithi142 ceph-mon[94717]: osdmap e297: 12 total, 9 up, 9 in 2023-03-22T17:16:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:10 smithi098 ceph-mon[94136]: osdmap e297: 12 total, 9 up, 9 in 2023-03-22T17:16:11.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:11.105+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.106844+0000) 2023-03-22T17:16:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:11.028+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.030200+0000) 2023-03-22T17:16:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:11.028+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.028407+0000) 2023-03-22T17:16:11.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:11.028+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.028404+0000) 2023-03-22T17:16:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:11.028+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.028575+0000) 2023-03-22T17:16:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:10.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:10.986496+0000) 2023-03-22T17:16:11.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:11.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.028600+0000) 2023-03-22T17:16:11.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:11.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.034617+0000) 2023-03-22T17:16:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:11 smithi142 ceph-mon[94717]: pgmap v5071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:16:12.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:11 smithi098 ceph-mon[94136]: pgmap v5071: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:16:12.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:12.105+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.106990+0000) 2023-03-22T17:16:12.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:12.029+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.030306+0000) 2023-03-22T17:16:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:12.027+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.028570+0000) 2023-03-22T17:16:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:12.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.028567+0000) 2023-03-22T17:16:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:12.027+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.028776+0000) 2023-03-22T17:16:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:11.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:11.986629+0000) 2023-03-22T17:16:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:12.027+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.028762+0000) 2023-03-22T17:16:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:12.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.034734+0000) 2023-03-22T17:16:13.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:13.105+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.107201+0000) 2023-03-22T17:16:13.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:13.029+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.030428+0000) 2023-03-22T17:16:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:13.028+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.028754+0000) 2023-03-22T17:16:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:13.028+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.028754+0000) 2023-03-22T17:16:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:12.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:12.986778+0000) 2023-03-22T17:16:13.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:13.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.034852+0000) 2023-03-22T17:16:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:13.028+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.028916+0000) 2023-03-22T17:16:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:13.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.028925+0000) 2023-03-22T17:16:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:13 smithi142 ceph-mon[94717]: pgmap v5072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:13 smithi098 ceph-mon[94136]: pgmap v5072: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:14.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:14.106+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.107339+0000) 2023-03-22T17:16:14.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:14.029+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.030548+0000) 2023-03-22T17:16:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:14.028+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.028954+0000) 2023-03-22T17:16:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:14.028+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.028953+0000) 2023-03-22T17:16:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:14.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.029055+0000) 2023-03-22T17:16:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:13.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:13.986921+0000) 2023-03-22T17:16:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:14.028+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.029086+0000) 2023-03-22T17:16:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:14.033+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.034970+0000) 2023-03-22T17:16:15.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:15.027+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.029126+0000) 2023-03-22T17:16:15.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:15.027+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.029128+0000) 2023-03-22T17:16:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:14.985+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:14.987045+0000) 2023-03-22T17:16:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:15.106+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.107555+0000) 2023-03-22T17:16:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:15.029+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.030680+0000) 2023-03-22T17:16:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:15.028+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.029322+0000) 2023-03-22T17:16:15.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:15.028+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.029329+0000) 2023-03-22T17:16:15.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:15.034+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.035143+0000) 2023-03-22T17:16:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:15 smithi142 ceph-mon[94717]: pgmap v5073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:16.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:15 smithi098 ceph-mon[94136]: pgmap v5073: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:16.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:16.107+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.107698+0000) 2023-03-22T17:16:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:16.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.030788+0000) 2023-03-22T17:16:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:16.028+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.029254+0000) 2023-03-22T17:16:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:16.029+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.029266+0000) 2023-03-22T17:16:16.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:16.029+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.029458+0000) 2023-03-22T17:16:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:15.986+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:15.987173+0000) 2023-03-22T17:16:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:16.029+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.029456+0000) 2023-03-22T17:16:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:16.035+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.035297+0000) 2023-03-22T17:16:17.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:17.029+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.029388+0000) 2023-03-22T17:16:17.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:17.029+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.029407+0000) 2023-03-22T17:16:17.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:16.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:16.987369+0000) 2023-03-22T17:16:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:17.107+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.107944+0000) 2023-03-22T17:16:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:17.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.030905+0000) 2023-03-22T17:16:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:17.029+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.029582+0000) 2023-03-22T17:16:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:17.029+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.029582+0000) 2023-03-22T17:16:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:17.035+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.035404+0000) 2023-03-22T17:16:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:17 smithi142 ceph-mon[94717]: pgmap v5074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:18.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:17 smithi098 ceph-mon[94136]: pgmap v5074: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:18.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:18.107+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.108094+0000) 2023-03-22T17:16:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:18.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.031021+0000) 2023-03-22T17:16:18.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:18.029+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.029514+0000) 2023-03-22T17:16:18.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:18.029+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.029758+0000) 2023-03-22T17:16:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:17.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:17.987512+0000) 2023-03-22T17:16:18.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:18.029+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.029535+0000) 2023-03-22T17:16:18.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:18.030+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:18.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:18.030+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:18.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:18.033+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.033521+0000) 2023-03-22T17:16:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:18.035+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.035522+0000) 2023-03-22T17:16:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:18.029+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.029746+0000) 2023-03-22T17:16:19.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:19.108+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:19.108362+0000) 2023-03-22T17:16:19.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:19.030+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:19.031204+0000) 2023-03-22T17:16:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:19.029+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:19.029710+0000) 2023-03-22T17:16:19.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:18.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:18.987699+0000) 2023-03-22T17:16:19.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:19.029+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:19.029870+0000) 2023-03-22T17:16:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:19.029+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:19.029898+0000) 2023-03-22T17:16:19.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:19.035+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:19.035653+0000) 2023-03-22T17:16:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:19 smithi142 ceph-mon[94717]: pgmap v5075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:20.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:19 smithi098 ceph-mon[94136]: pgmap v5075: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:16:20.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:20.108+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.108483+0000) 2023-03-22T17:16:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:20.031+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.031297+0000) 2023-03-22T17:16:20.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:20.029+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.030129+0000) 2023-03-22T17:16:20.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:19.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:19.987824+0000) 2023-03-22T17:16:20.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:20.029+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.029831+0000) 2023-03-22T17:16:20.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:20.030+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:20.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:20.030+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:20.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:20.038+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.038431+0000) 2023-03-22T17:16:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:20.029+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.030006+0000) 2023-03-22T17:16:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:20.035+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.035765+0000) 2023-03-22T17:16:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:20.036+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:20.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:20.036+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:20.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:20.044+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.045052+0000) 2023-03-22T17:16:21.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:21.031+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:21.031421+0000) 2023-03-22T17:16:21.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:21.029+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:21.030240+0000) 2023-03-22T17:16:21.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:20.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:20.987989+0000) 2023-03-22T17:16:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:21.108+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:21.108692+0000) 2023-03-22T17:16:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:21.109+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:21.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:21.109+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:21.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:21.129+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:21.130017+0000) 2023-03-22T17:16:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:21.029+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:21.030155+0000) 2023-03-22T17:16:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:21 smithi142 ceph-mon[94717]: pgmap v5076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:16:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:21 smithi098 ceph-mon[94136]: pgmap v5076: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:16:22.469 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:22.030+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:22.030272+0000) 2023-03-22T17:16:22.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:21.987+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:21.988138+0000) 2023-03-22T17:16:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:22.031+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:22.031558+0000) 2023-03-22T17:16:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:22.032+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:22.032+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:22.045+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:22.046076+0000) 2023-03-22T17:16:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:22.030+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:22.030360+0000) 2023-03-22T17:16:22.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:22.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:22.529828+0000) 2023-03-22T17:16:23.469 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:22.988+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:22.988277+0000) 2023-03-22T17:16:23.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:23.030+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:23.030390+0000) 2023-03-22T17:16:23.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:23.030+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:23.030480+0000) 2023-03-22T17:16:23.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:23.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:23.529970+0000) 2023-03-22T17:16:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:23 smithi142 ceph-mon[94717]: pgmap v5077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:16:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:23 smithi098 ceph-mon[94136]: pgmap v5077: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:16:24.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:24.030+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:24.030601+0000) 2023-03-22T17:16:24.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:23.988+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:23.988392+0000) 2023-03-22T17:16:24.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:23.988+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:23.988+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:23.993+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:23.994252+0000) 2023-03-22T17:16:24.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:24.030+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:24.030499+0000) 2023-03-22T17:16:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:24.031+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:24.031+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:24.040+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:24.040413+0000) 2023-03-22T17:16:24.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:24.529+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:24.530120+0000) 2023-03-22T17:16:24.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:24.529+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:24.530120+0000) 2023-03-22T17:16:24.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:24.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:24.536081+0000) 2023-03-22T17:16:25.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:25.030+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:25.030718+0000) 2023-03-22T17:16:25.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:25.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:25.530281+0000) 2023-03-22T17:16:25.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:25.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:25.530280+0000) 2023-03-22T17:16:25.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:25.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:25.608977+0000) 2023-03-22T17:16:25.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:25.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:25.536201+0000) 2023-03-22T17:16:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:25 smithi142 ceph-mon[94717]: pgmap v5078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:16:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:25 smithi098 ceph-mon[94136]: pgmap v5078: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:16:26.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:26.030+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:26.030857+0000) 2023-03-22T17:16:26.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:26.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:26.612776+0000) 2023-03-22T17:16:26.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:26.531+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:26.531829+0000) 2023-03-22T17:16:26.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:26.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:26.530420+0000) 2023-03-22T17:16:26.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:26.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:26.530419+0000) 2023-03-22T17:16:26.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:26.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:26.536322+0000) 2023-03-22T17:16:27.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:27.030+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:27.030987+0000) 2023-03-22T17:16:27.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:27.031+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:27.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:27.031+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:27.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:27.039+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:27.040240+0000) 2023-03-22T17:16:27.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:27.615+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:27.615142+0000) 2023-03-22T17:16:27.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:27.531+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:27.531949+0000) 2023-03-22T17:16:27.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:27.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:27.530562+0000) 2023-03-22T17:16:27.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:27.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:27.530562+0000) 2023-03-22T17:16:27.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:27.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:27.536442+0000) 2023-03-22T17:16:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:27 smithi142 ceph-mon[94717]: pgmap v5079: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:16:28.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:27 smithi098 ceph-mon[94136]: pgmap v5079: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:16:28.766 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:28.617+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:28.617517+0000) 2023-03-22T17:16:28.767 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:28.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:28.488776+0000) 2023-03-22T17:16:28.767 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:28.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:28.536594+0000) 2023-03-22T17:16:29.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:28.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:28.530741+0000) 2023-03-22T17:16:29.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:28.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:28.530741+0000) 2023-03-22T17:16:29.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:28.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:28.532123+0000) 2023-03-22T17:16:29.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:28.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:28.530892+0000) 2023-03-22T17:16:29.531 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:29.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:29.488904+0000) 2023-03-22T17:16:29.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:29.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:29.619337+0000) 2023-03-22T17:16:29.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:29.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:29.532281+0000) 2023-03-22T17:16:29.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:29.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:29.530919+0000) 2023-03-22T17:16:29.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:29.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:29.531103+0000) 2023-03-22T17:16:29.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:29.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:29.530919+0000) 2023-03-22T17:16:29.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:29.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:29.536744+0000) 2023-03-22T17:16:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:29 smithi142 ceph-mon[94717]: pgmap v5080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:16:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:29 smithi098 ceph-mon[94136]: pgmap v5080: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:16:30.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:30.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:30.619490+0000) 2023-03-22T17:16:30.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:30.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:30.531114+0000) 2023-03-22T17:16:30.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:30.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:30.531115+0000) 2023-03-22T17:16:30.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:30.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:30.489071+0000) 2023-03-22T17:16:30.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:30.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:30.532408+0000) 2023-03-22T17:16:30.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:30.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:30.531259+0000) 2023-03-22T17:16:30.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:30.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:30.536885+0000) 2023-03-22T17:16:31.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:31.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.619746+0000) 2023-03-22T17:16:31.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:31.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.532547+0000) 2023-03-22T17:16:31.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:31.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.531336+0000) 2023-03-22T17:16:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:31.531+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.531328+0000) 2023-03-22T17:16:31.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:31.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.531324+0000) 2023-03-22T17:16:31.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:31.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.489239+0000) 2023-03-22T17:16:31.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:31.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.531436+0000) 2023-03-22T17:16:31.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:31.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:31.537012+0000) 2023-03-22T17:16:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:31 smithi142 ceph-mon[94717]: pgmap v5081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:32.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:31 smithi098 ceph-mon[94136]: pgmap v5081: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:32.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:32.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.619936+0000) 2023-03-22T17:16:32.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:32.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.532650+0000) 2023-03-22T17:16:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:32.531+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.531508+0000) 2023-03-22T17:16:32.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:32.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.489396+0000) 2023-03-22T17:16:32.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:32.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.531507+0000) 2023-03-22T17:16:32.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:32.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.531674+0000) 2023-03-22T17:16:32.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:32.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.531496+0000) 2023-03-22T17:16:32.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:32.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:32.537135+0000) 2023-03-22T17:16:33.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:33.618+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.620226+0000) 2023-03-22T17:16:33.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:33.531+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.532787+0000) 2023-03-22T17:16:33.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:33.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.531634+0000) 2023-03-22T17:16:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:33.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.531632+0000) 2023-03-22T17:16:33.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:33.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.531788+0000) 2023-03-22T17:16:33.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:33.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.531626+0000) 2023-03-22T17:16:33.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:33.535+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.537242+0000) 2023-03-22T17:16:33.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:33.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:33.489531+0000) 2023-03-22T17:16:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:33 smithi142 ceph-mon[94717]: pgmap v5082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:33 smithi098 ceph-mon[94136]: pgmap v5082: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:34.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:34.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.620370+0000) 2023-03-22T17:16:34.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:34.531+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.532902+0000) 2023-03-22T17:16:34.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:34.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.531791+0000) 2023-03-22T17:16:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:34.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.531799+0000) 2023-03-22T17:16:34.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:34.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.532004+0000) 2023-03-22T17:16:34.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:34.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.489669+0000) 2023-03-22T17:16:34.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:34.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.531790+0000) 2023-03-22T17:16:34.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:34.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:34.537369+0000) 2023-03-22T17:16:35.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:35.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.620666+0000) 2023-03-22T17:16:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:35.531+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.533010+0000) 2023-03-22T17:16:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:35.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.532024+0000) 2023-03-22T17:16:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:35.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.532006+0000) 2023-03-22T17:16:35.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:35.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.537491+0000) 2023-03-22T17:16:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:35.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.489833+0000) 2023-03-22T17:16:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:35.530+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.532183+0000) 2023-03-22T17:16:35.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:35.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:35.532025+0000) 2023-03-22T17:16:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:35 smithi142 ceph-mon[94717]: pgmap v5083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:36.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:35 smithi098 ceph-mon[94136]: pgmap v5083: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:36.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:36.530+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.532231+0000) 2023-03-22T17:16:36.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:36.530+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.532225+0000) 2023-03-22T17:16:36.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:36.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.490025+0000) 2023-03-22T17:16:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:36.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.620815+0000) 2023-03-22T17:16:36.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:36.531+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.533143+0000) 2023-03-22T17:16:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:36.530+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.532226+0000) 2023-03-22T17:16:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:36.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.532298+0000) 2023-03-22T17:16:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:36.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:36.537611+0000) 2023-03-22T17:16:37.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:37.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.621016+0000) 2023-03-22T17:16:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:37.531+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.533258+0000) 2023-03-22T17:16:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:37.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.532388+0000) 2023-03-22T17:16:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:37.531+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.532391+0000) 2023-03-22T17:16:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:37.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.532342+0000) 2023-03-22T17:16:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:37.488+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.490234+0000) 2023-03-22T17:16:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:37.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.532466+0000) 2023-03-22T17:16:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:37.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:37.537796+0000) 2023-03-22T17:16:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:37 smithi142 ceph-mon[94717]: pgmap v5084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:37 smithi098 ceph-mon[94136]: pgmap v5084: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:38.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:38.619+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.621181+0000) 2023-03-22T17:16:38.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:38.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.533374+0000) 2023-03-22T17:16:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:38.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.532519+0000) 2023-03-22T17:16:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:38.531+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.532836+0000) 2023-03-22T17:16:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:38.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.490434+0000) 2023-03-22T17:16:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:38.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.532671+0000) 2023-03-22T17:16:38.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:38.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.537941+0000) 2023-03-22T17:16:38.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:38.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:38.532479+0000) 2023-03-22T17:16:39.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:39.620+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.621389+0000) 2023-03-22T17:16:39.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:39.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.533499+0000) 2023-03-22T17:16:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:39.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.532648+0000) 2023-03-22T17:16:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:39.531+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.532970+0000) 2023-03-22T17:16:39.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:39.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.490574+0000) 2023-03-22T17:16:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:39.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.532807+0000) 2023-03-22T17:16:39.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:39.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.538052+0000) 2023-03-22T17:16:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:39.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:39.532602+0000) 2023-03-22T17:16:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:39 smithi142 ceph-mon[94717]: pgmap v5085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:39 smithi098 ceph-mon[94136]: pgmap v5085: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:40.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:40.620+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.621502+0000) 2023-03-22T17:16:40.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:40.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.533627+0000) 2023-03-22T17:16:40.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:40.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.532920+0000) 2023-03-22T17:16:40.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:40.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.532747+0000) 2023-03-22T17:16:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:40.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.490752+0000) 2023-03-22T17:16:40.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:40.531+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.533090+0000) 2023-03-22T17:16:40.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:40.536+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.538174+0000) 2023-03-22T17:16:40.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:40.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:40.532779+0000) 2023-03-22T17:16:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:41.620+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.621744+0000) 2023-03-22T17:16:41.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:41.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.533741+0000) 2023-03-22T17:16:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:41.531+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.533204+0000) 2023-03-22T17:16:41.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:41.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.532876+0000) 2023-03-22T17:16:41.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:41.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.538294+0000) 2023-03-22T17:16:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:41.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.490910+0000) 2023-03-22T17:16:41.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:41.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.532915+0000) 2023-03-22T17:16:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:41.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:41.533027+0000) 2023-03-22T17:16:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:41 smithi142 ceph-mon[94717]: pgmap v5086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:41 smithi098 ceph-mon[94136]: pgmap v5086: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:42.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:42.620+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.621874+0000) 2023-03-22T17:16:42.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:42.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.533858+0000) 2023-03-22T17:16:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:42.531+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.533030+0000) 2023-03-22T17:16:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:42.532+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.533299+0000) 2023-03-22T17:16:42.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:42.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.538400+0000) 2023-03-22T17:16:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:42.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.491039+0000) 2023-03-22T17:16:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:42.531+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.533141+0000) 2023-03-22T17:16:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:42.531+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:42.532983+0000) 2023-03-22T17:16:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:43.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.622109+0000) 2023-03-22T17:16:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:43.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.533973+0000) 2023-03-22T17:16:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:43.532+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.533197+0000) 2023-03-22T17:16:43.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:43.532+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.533452+0000) 2023-03-22T17:16:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:43.489+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.491176+0000) 2023-03-22T17:16:43.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:43.532+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.533336+0000) 2023-03-22T17:16:43.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:43.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.533178+0000) 2023-03-22T17:16:43.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:43.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:43.538510+0000) 2023-03-22T17:16:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:43 smithi142 ceph-mon[94717]: pgmap v5087: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:43 smithi098 ceph-mon[94136]: pgmap v5087: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:44.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:44.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.622249+0000) 2023-03-22T17:16:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:44.532+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.533429+0000) 2023-03-22T17:16:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:44.532+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.533618+0000) 2023-03-22T17:16:44.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:44.532+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.533556+0000) 2023-03-22T17:16:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:44.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.533407+0000) 2023-03-22T17:16:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:44.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.491307+0000) 2023-03-22T17:16:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:44.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.534076+0000) 2023-03-22T17:16:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:44.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:44.538696+0000) 2023-03-22T17:16:45.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:45.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.622575+0000) 2023-03-22T17:16:45.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:45.532+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.533569+0000) 2023-03-22T17:16:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:45.532+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.533754+0000) 2023-03-22T17:16:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:45.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.533543+0000) 2023-03-22T17:16:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:45.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.491470+0000) 2023-03-22T17:16:45.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:45.532+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.534174+0000) 2023-03-22T17:16:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:45.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.538875+0000) 2023-03-22T17:16:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:45.532+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:45.533711+0000) 2023-03-22T17:16:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:45 smithi142 ceph-mon[94717]: pgmap v5088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:45 smithi098 ceph-mon[94136]: pgmap v5088: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:46.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:46.532+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.533739+0000) 2023-03-22T17:16:46.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:46.532+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.533928+0000) 2023-03-22T17:16:46.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:46.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.491610+0000) 2023-03-22T17:16:46.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:46.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.622689+0000) 2023-03-22T17:16:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:46.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.534285+0000) 2023-03-22T17:16:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:46.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.533732+0000) 2023-03-22T17:16:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:46.532+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.533878+0000) 2023-03-22T17:16:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:46.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:46.539007+0000) 2023-03-22T17:16:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:47.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.622951+0000) 2023-03-22T17:16:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:47.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.534417+0000) 2023-03-22T17:16:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:47.532+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.533945+0000) 2023-03-22T17:16:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:47.532+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.534051+0000) 2023-03-22T17:16:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:47.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.491733+0000) 2023-03-22T17:16:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:47.532+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.534025+0000) 2023-03-22T17:16:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:47.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.533915+0000) 2023-03-22T17:16:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:47.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:47.539146+0000) 2023-03-22T17:16:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:47 smithi142 ceph-mon[94717]: pgmap v5089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:47 smithi098 ceph-mon[94136]: pgmap v5089: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:48.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:48.621+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.623064+0000) 2023-03-22T17:16:48.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:48.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.534521+0000) 2023-03-22T17:16:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:48.532+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.534087+0000) 2023-03-22T17:16:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:48.532+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.534169+0000) 2023-03-22T17:16:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:48.533+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:48.533+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:48.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:48.544+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.545397+0000) 2023-03-22T17:16:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:48.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.534069+0000) 2023-03-22T17:16:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:48.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.491857+0000) 2023-03-22T17:16:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:48.532+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.534145+0000) 2023-03-22T17:16:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:48.537+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:48.539246+0000) 2023-03-22T17:16:49.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:49.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:49.623311+0000) 2023-03-22T17:16:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:49.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:49.534633+0000) 2023-03-22T17:16:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:49.532+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:49.534225+0000) 2023-03-22T17:16:49.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:49.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:49.492016+0000) 2023-03-22T17:16:49.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:49.533+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:49.534369+0000) 2023-03-22T17:16:49.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:49.532+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:49.534181+0000) 2023-03-22T17:16:49.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:49.538+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:49.539367+0000) 2023-03-22T17:16:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:49 smithi142 ceph-mon[94717]: pgmap v5090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:49 smithi098 ceph-mon[94136]: pgmap v5090: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:50.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.623425+0000) 2023-03-22T17:16:50.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:50.490+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.492231+0000) 2023-03-22T17:16:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:50.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.534760+0000) 2023-03-22T17:16:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:50.533+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.534307+0000) 2023-03-22T17:16:50.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:50.533+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:50.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:50.533+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:50.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:50.544+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.545525+0000) 2023-03-22T17:16:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:50.533+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.534532+0000) 2023-03-22T17:16:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:50.533+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.534304+0000) 2023-03-22T17:16:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:50.538+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.539496+0000) 2023-03-22T17:16:50.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:50.538+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:50.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:50.538+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:50.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:50.544+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:50.545612+0000) 2023-03-22T17:16:51.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:51.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:51.534898+0000) 2023-03-22T17:16:51.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:51.491+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:51.492500+0000) 2023-03-22T17:16:51.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:51.533+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:51.534644+0000) 2023-03-22T17:16:51.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:51.533+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:51.534457+0000) 2023-03-22T17:16:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:51.622+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:51.623647+0000) 2023-03-22T17:16:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:51.623+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:51.623+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:51.629+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:51.630343+0000) 2023-03-22T17:16:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:51 smithi142 ceph-mon[94717]: pgmap v5091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:51 smithi098 ceph-mon[94136]: pgmap v5091: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:52.969 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:52.533+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:52.534754+0000) 2023-03-22T17:16:52.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:52.491+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:52.492676+0000) 2023-03-22T17:16:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:52.533+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:52.535020+0000) 2023-03-22T17:16:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:52.534+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:52.534+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:52.544+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:52.545425+0000) 2023-03-22T17:16:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:52.533+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:52.534573+0000) 2023-03-22T17:16:53.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:53.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:53.034499+0000) 2023-03-22T17:16:53.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:53.533+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:53.534715+0000) 2023-03-22T17:16:53.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:53.491+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:53.492817+0000) 2023-03-22T17:16:53.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:53.533+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:53.534873+0000) 2023-03-22T17:16:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:53 smithi142 ceph-mon[94717]: pgmap v5092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:53 smithi098 ceph-mon[94136]: pgmap v5092: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:16:54.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:54.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:54.034616+0000) 2023-03-22T17:16:54.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:54.533+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:54.534844+0000) 2023-03-22T17:16:54.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:54.492+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:54.492972+0000) 2023-03-22T17:16:54.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:54.492+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:54.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:54.492+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:54.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:54.499+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:54.500904+0000) 2023-03-22T17:16:54.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:54.533+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:54.534985+0000) 2023-03-22T17:16:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:54.534+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:54.534+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:54.552+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:54.554238+0000) 2023-03-22T17:16:55.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:55.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:55.034569+0000) 2023-03-22T17:16:55.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:55.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:55.034738+0000) 2023-03-22T17:16:55.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:55.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:55.039788+0000) 2023-03-22T17:16:55.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:55.533+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:55.535010+0000) 2023-03-22T17:16:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:55 smithi142 ceph-mon[94717]: pgmap v5093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:56.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:55 smithi098 ceph-mon[94136]: pgmap v5093: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:56.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:56.122+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:56.123955+0000) 2023-03-22T17:16:56.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:56.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:56.034751+0000) 2023-03-22T17:16:56.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:56.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:56.034855+0000) 2023-03-22T17:16:56.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:56.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:56.039910+0000) 2023-03-22T17:16:56.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:56.534+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:56.535144+0000) 2023-03-22T17:16:57.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:57.127+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:57.128285+0000) 2023-03-22T17:16:57.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:57.033+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:57.034930+0000) 2023-03-22T17:16:57.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:57.033+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:57.035017+0000) 2023-03-22T17:16:57.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:57.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:57.035297+0000) 2023-03-22T17:16:57.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:57.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:57.040096+0000) 2023-03-22T17:16:57.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:57.534+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:57.535261+0000) 2023-03-22T17:16:57.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:57.534+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:57.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:57.534+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:16:57.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:16:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:16:57.545+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:57.546449+0000) 2023-03-22T17:16:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:57 smithi142 ceph-mon[94717]: pgmap v5094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:58.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:57 smithi098 ceph-mon[94136]: pgmap v5094: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:16:58.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:58.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:58.035163+0000) 2023-03-22T17:16:58.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:58.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:58.035178+0000) 2023-03-22T17:16:58.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:58.038+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:58.040237+0000) 2023-03-22T17:16:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:58.131+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:58.132306+0000) 2023-03-22T17:16:58.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:58.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:58.035406+0000) 2023-03-22T17:16:59.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:16:59.133+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:59.134782+0000) 2023-03-22T17:16:59.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:16:59.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:59.035531+0000) 2023-03-22T17:16:59.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:16:59.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:59.035335+0000) 2023-03-22T17:16:59.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:16:59.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:59.035311+0000) 2023-03-22T17:16:59.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:58.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:58.993308+0000) 2023-03-22T17:16:59.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:16:59.033+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:59.035234+0000) 2023-03-22T17:16:59.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:16:59.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:59.040381+0000) 2023-03-22T17:17:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:16:59 smithi142 ceph-mon[94717]: pgmap v5095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:16:59 smithi098 ceph-mon[94136]: pgmap v5095: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:00.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:00.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:00.136871+0000) 2023-03-22T17:17:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:00.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:00.035470+0000) 2023-03-22T17:17:00.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:00.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:00.035459+0000) 2023-03-22T17:17:00.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:00.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:00.040515+0000) 2023-03-22T17:17:00.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:16:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:16:59.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:16:59.993497+0000) 2023-03-22T17:17:00.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:00.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:00.035716+0000) 2023-03-22T17:17:00.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:00.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:00.035379+0000) 2023-03-22T17:17:01.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:01.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:01.137068+0000) 2023-03-22T17:17:01.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:01.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:01.035831+0000) 2023-03-22T17:17:01.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:01.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:01.035604+0000) 2023-03-22T17:17:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:01.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:01.035595+0000) 2023-03-22T17:17:01.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:00.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:00.993633+0000) 2023-03-22T17:17:01.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:01.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:01.035521+0000) 2023-03-22T17:17:01.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:01.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:01.040641+0000) 2023-03-22T17:17:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:01 smithi142 ceph-mon[94717]: pgmap v5096: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:01 smithi098 ceph-mon[94136]: pgmap v5096: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:02.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:02.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.035781+0000) 2023-03-22T17:17:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:02.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.035741+0000) 2023-03-22T17:17:02.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:02.135+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.137204+0000) 2023-03-22T17:17:02.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:01.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:01.993822+0000) 2023-03-22T17:17:02.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:02.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.035947+0000) 2023-03-22T17:17:02.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:02.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.035548+0000) 2023-03-22T17:17:02.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:02.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.035633+0000) 2023-03-22T17:17:02.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:02.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.040758+0000) 2023-03-22T17:17:03.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:03.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.137459+0000) 2023-03-22T17:17:03.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:03.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.036064+0000) 2023-03-22T17:17:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:03.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.035900+0000) 2023-03-22T17:17:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:03.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.035870+0000) 2023-03-22T17:17:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:03.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.035686+0000) 2023-03-22T17:17:03.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:02.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:02.993954+0000) 2023-03-22T17:17:03.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:03.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.035757+0000) 2023-03-22T17:17:03.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:03.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.040896+0000) 2023-03-22T17:17:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:03 smithi142 ceph-mon[94717]: pgmap v5097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:17:04.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:03 smithi098 ceph-mon[94136]: pgmap v5097: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:17:04.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:04.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.137585+0000) 2023-03-22T17:17:04.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:04.034+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.036186+0000) 2023-03-22T17:17:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:04.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.036016+0000) 2023-03-22T17:17:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:04.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.035996+0000) 2023-03-22T17:17:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:04.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.035861+0000) 2023-03-22T17:17:04.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:03.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:03.994069+0000) 2023-03-22T17:17:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:04.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.035890+0000) 2023-03-22T17:17:04.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:04.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.041007+0000) 2023-03-22T17:17:05.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:05.034+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.036221+0000) 2023-03-22T17:17:05.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:05.034+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.036189+0000) 2023-03-22T17:17:05.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:04.992+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:04.994199+0000) 2023-03-22T17:17:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:05.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.137872+0000) 2023-03-22T17:17:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:05.035+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.036341+0000) 2023-03-22T17:17:05.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:05.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.036012+0000) 2023-03-22T17:17:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:05.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.041140+0000) 2023-03-22T17:17:05.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:05.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.036021+0000) 2023-03-22T17:17:06.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:05 smithi142 ceph-mon[94717]: pgmap v5098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:17:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:05 smithi098 ceph-mon[94136]: pgmap v5098: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:17:06.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:06.035+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.036344+0000) 2023-03-22T17:17:06.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:06.035+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.036342+0000) 2023-03-22T17:17:06.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:05.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:05.994308+0000) 2023-03-22T17:17:06.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:06.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.137991+0000) 2023-03-22T17:17:06.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:06.035+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.036481+0000) 2023-03-22T17:17:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:06.034+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.036141+0000) 2023-03-22T17:17:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:06.034+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.036151+0000) 2023-03-22T17:17:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:06.039+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.041249+0000) 2023-03-22T17:17:07.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:07.136+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.138251+0000) 2023-03-22T17:17:07.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:07.035+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.036630+0000) 2023-03-22T17:17:07.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:06.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:06.994431+0000) 2023-03-22T17:17:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:07.035+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.036474+0000) 2023-03-22T17:17:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:07.035+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.036477+0000) 2023-03-22T17:17:07.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:07.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.036276+0000) 2023-03-22T17:17:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:07.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.036276+0000) 2023-03-22T17:17:07.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:07.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.041376+0000) 2023-03-22T17:17:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:07 smithi142 ceph-mon[94717]: pgmap v5099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:17:08.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:07 smithi098 ceph-mon[94136]: pgmap v5099: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:17:08.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:08.035+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.036605+0000) 2023-03-22T17:17:08.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:08.035+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.036626+0000) 2023-03-22T17:17:08.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:08.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.036466+0000) 2023-03-22T17:17:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:08.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.138427+0000) 2023-03-22T17:17:08.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:07.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:07.994563+0000) 2023-03-22T17:17:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:08.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.036401+0000) 2023-03-22T17:17:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:08.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.041483+0000) 2023-03-22T17:17:08.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:08.035+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.036751+0000) 2023-03-22T17:17:09.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:09.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.138748+0000) 2023-03-22T17:17:09.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:09.035+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.036866+0000) 2023-03-22T17:17:09.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:09.035+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.036740+0000) 2023-03-22T17:17:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:09.035+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.036744+0000) 2023-03-22T17:17:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:09.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.041592+0000) 2023-03-22T17:17:09.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:08.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:08.994728+0000) 2023-03-22T17:17:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:09.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.036562+0000) 2023-03-22T17:17:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:09.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.036642+0000) 2023-03-22T17:17:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:09 smithi142 ceph-mon[94717]: pgmap v5100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:17:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:09 smithi098 ceph-mon[94136]: pgmap v5100: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:17:10.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:10.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.138879+0000) 2023-03-22T17:17:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:10.035+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.036885+0000) 2023-03-22T17:17:10.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:10.035+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.036875+0000) 2023-03-22T17:17:10.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:09.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:09.994844+0000) 2023-03-22T17:17:10.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:10.035+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.036975+0000) 2023-03-22T17:17:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:10.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.036776+0000) 2023-03-22T17:17:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:10.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.036815+0000) 2023-03-22T17:17:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:10.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.041744+0000) 2023-03-22T17:17:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:10 smithi142 ceph-mon[94717]: osdmap e298: 12 total, 9 up, 9 in 2023-03-22T17:17:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:10 smithi098 ceph-mon[94136]: osdmap e298: 12 total, 9 up, 9 in 2023-03-22T17:17:11.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:11.137+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.139121+0000) 2023-03-22T17:17:11.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:11.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.037216+0000) 2023-03-22T17:17:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:11.036+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.037032+0000) 2023-03-22T17:17:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:11.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.037026+0000) 2023-03-22T17:17:11.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:11.036+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.036948+0000) 2023-03-22T17:17:11.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:11.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.041909+0000) 2023-03-22T17:17:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:10.993+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:10.994999+0000) 2023-03-22T17:17:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:11.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.036995+0000) 2023-03-22T17:17:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:11 smithi142 ceph-mon[94717]: pgmap v5102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:17:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:11 smithi098 ceph-mon[94136]: pgmap v5102: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:17:12.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:12.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.139347+0000) 2023-03-22T17:17:12.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:12.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.037320+0000) 2023-03-22T17:17:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:12.035+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.037223+0000) 2023-03-22T17:17:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:12.035+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.037199+0000) 2023-03-22T17:17:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:11.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:11.995204+0000) 2023-03-22T17:17:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:12.035+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.037103+0000) 2023-03-22T17:17:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:12.035+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.037192+0000) 2023-03-22T17:17:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:12.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.042072+0000) 2023-03-22T17:17:13.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:13.036+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.037394+0000) 2023-03-22T17:17:13.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:13.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.037340+0000) 2023-03-22T17:17:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:13.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.139635+0000) 2023-03-22T17:17:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:12.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:12.995360+0000) 2023-03-22T17:17:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:13.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.037502+0000) 2023-03-22T17:17:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:13.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.037326+0000) 2023-03-22T17:17:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:13.036+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.037324+0000) 2023-03-22T17:17:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:13.040+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.042177+0000) 2023-03-22T17:17:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:13 smithi142 ceph-mon[94717]: pgmap v5103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:13 smithi098 ceph-mon[94136]: pgmap v5103: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:14.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:14.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.037726+0000) 2023-03-22T17:17:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:14.036+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.037766+0000) 2023-03-22T17:17:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:14.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.037531+0000) 2023-03-22T17:17:14.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:14.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.042293+0000) 2023-03-22T17:17:14.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:14.138+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.139754+0000) 2023-03-22T17:17:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:13.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:13.995515+0000) 2023-03-22T17:17:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:14.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.037512+0000) 2023-03-22T17:17:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:14.036+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.037495+0000) 2023-03-22T17:17:15.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:15.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.140031+0000) 2023-03-22T17:17:15.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:15.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.037845+0000) 2023-03-22T17:17:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:15.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.037657+0000) 2023-03-22T17:17:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:14.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:14.995629+0000) 2023-03-22T17:17:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:15.036+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.037885+0000) 2023-03-22T17:17:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:15.036+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.037631+0000) 2023-03-22T17:17:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:15.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.037628+0000) 2023-03-22T17:17:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:15.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.042399+0000) 2023-03-22T17:17:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:15 smithi142 ceph-mon[94717]: pgmap v5104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:15 smithi098 ceph-mon[94136]: pgmap v5104: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:16.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:16.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.140205+0000) 2023-03-22T17:17:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:16.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.037995+0000) 2023-03-22T17:17:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:16.036+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.038162+0000) 2023-03-22T17:17:16.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:16.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.042506+0000) 2023-03-22T17:17:16.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:15.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:15.995764+0000) 2023-03-22T17:17:16.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:16.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.037850+0000) 2023-03-22T17:17:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:16.036+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.037816+0000) 2023-03-22T17:17:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:16.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.037829+0000) 2023-03-22T17:17:17.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:17.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.038308+0000) 2023-03-22T17:17:17.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:16.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:16.995896+0000) 2023-03-22T17:17:17.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:17.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.140459+0000) 2023-03-22T17:17:17.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:17.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.037974+0000) 2023-03-22T17:17:17.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:17.036+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.037986+0000) 2023-03-22T17:17:17.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:17.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.042615+0000) 2023-03-22T17:17:17.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:17.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.038022+0000) 2023-03-22T17:17:17.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:17.036+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.038214+0000) 2023-03-22T17:17:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:17 smithi142 ceph-mon[94717]: pgmap v5105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:17 smithi098 ceph-mon[94136]: pgmap v5105: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:18.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:18.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.140585+0000) 2023-03-22T17:17:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:18.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.038389+0000) 2023-03-22T17:17:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:18.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.038439+0000) 2023-03-22T17:17:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:18.036+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.038166+0000) 2023-03-22T17:17:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:17.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:17.996014+0000) 2023-03-22T17:17:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:18.036+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.038111+0000) 2023-03-22T17:17:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:18.036+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.038112+0000) 2023-03-22T17:17:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:18.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.042744+0000) 2023-03-22T17:17:19.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:19.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.140847+0000) 2023-03-22T17:17:19.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:19.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.038703+0000) 2023-03-22T17:17:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:19.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.038676+0000) 2023-03-22T17:17:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:19.037+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.038308+0000) 2023-03-22T17:17:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:19.037+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:19.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:19.037+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:19.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:19.052+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.053718+0000) 2023-03-22T17:17:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:19.037+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.038264+0000) 2023-03-22T17:17:19.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:18.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:18.996123+0000) 2023-03-22T17:17:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:19.037+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.038258+0000) 2023-03-22T17:17:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:19.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.042848+0000) 2023-03-22T17:17:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:19 smithi142 ceph-mon[94717]: pgmap v5106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:19 smithi098 ceph-mon[94136]: pgmap v5106: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:17:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:20.139+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:20.140985+0000) 2023-03-22T17:17:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:20.037+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:20.038821+0000) 2023-03-22T17:17:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:20.037+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:20.038796+0000) 2023-03-22T17:17:20.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:19.994+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:19.996243+0000) 2023-03-22T17:17:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:20.037+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:20.038399+0000) 2023-03-22T17:17:20.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:20.037+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:20.038408+0000) 2023-03-22T17:17:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:20.041+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:20.042951+0000) 2023-03-22T17:17:21.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:21.140+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.141213+0000) 2023-03-22T17:17:21.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:21.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.038961+0000) 2023-03-22T17:17:21.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:20.996+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:20.996371+0000) 2023-03-22T17:17:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:21.038+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.038922+0000) 2023-03-22T17:17:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:21.039+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:21.039+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:21.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:21.054+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.054414+0000) 2023-03-22T17:17:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:21.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.038522+0000) 2023-03-22T17:17:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:21.038+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.038529+0000) 2023-03-22T17:17:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:21.042+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.043055+0000) 2023-03-22T17:17:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:21.043+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:21.043+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:21.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:21.058+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.058343+0000) 2023-03-22T17:17:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:21 smithi142 ceph-mon[94717]: pgmap v5107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:17:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:21 smithi098 ceph-mon[94136]: pgmap v5107: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:17:22.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:22.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:22.039116+0000) 2023-03-22T17:17:22.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:22.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:22.038700+0000) 2023-03-22T17:17:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:21.996+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:21.996509+0000) 2023-03-22T17:17:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:22.141+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:22.141310+0000) 2023-03-22T17:17:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:22.141+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:22.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:22.142+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:22.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:22.148+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:22.148582+0000) 2023-03-22T17:17:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:22.038+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:22.038714+0000) 2023-03-22T17:17:23.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:23.038+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:23.038906+0000) 2023-03-22T17:17:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:22.996+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:22.996659+0000) 2023-03-22T17:17:23.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:23.038+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:23.039228+0000) 2023-03-22T17:17:23.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:23.039+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:23.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:23.039+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:23.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:23.053+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:23.053403+0000) 2023-03-22T17:17:23.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:23.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:23.038852+0000) 2023-03-22T17:17:23.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:23.538+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:23.538572+0000) 2023-03-22T17:17:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:23 smithi142 ceph-mon[94717]: pgmap v5108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:17:24.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:23 smithi098 ceph-mon[94136]: pgmap v5108: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:17:24.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:24.038+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:24.039080+0000) 2023-03-22T17:17:24.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:23.996+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:23.996793+0000) 2023-03-22T17:17:24.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:24.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:24.039003+0000) 2023-03-22T17:17:24.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:24.538+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:24.538682+0000) 2023-03-22T17:17:25.469 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:24.996+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:24.996953+0000) 2023-03-22T17:17:25.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:24.997+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:25.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:24.997+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:25.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:25.012+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:25.012760+0000) 2023-03-22T17:17:25.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:25.038+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:25.039246+0000) 2023-03-22T17:17:25.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:25.038+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:25.039117+0000) 2023-03-22T17:17:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:25.039+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:25.039+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:25.057+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:25.057396+0000) 2023-03-22T17:17:25.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:25.538+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:25.539196+0000) 2023-03-22T17:17:25.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:25.538+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:25.538855+0000) 2023-03-22T17:17:25.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:25.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:25.543385+0000) 2023-03-22T17:17:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:25 smithi142 ceph-mon[94717]: pgmap v5109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:17:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:25 smithi098 ceph-mon[94136]: pgmap v5109: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:17:26.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:26.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:26.039370+0000) 2023-03-22T17:17:26.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:26.641+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:26.641709+0000) 2023-03-22T17:17:26.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:26.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:26.539295+0000) 2023-03-22T17:17:26.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:26.538+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:26.539042+0000) 2023-03-22T17:17:26.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:26.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:26.543528+0000) 2023-03-22T17:17:27.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:27.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:27.039531+0000) 2023-03-22T17:17:27.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:27.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:27.539400+0000) 2023-03-22T17:17:27.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:27.538+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:27.539161+0000) 2023-03-22T17:17:27.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:27.644+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:27.645085+0000) 2023-03-22T17:17:27.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:27.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:27.539499+0000) 2023-03-22T17:17:27.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:27.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:27.543653+0000) 2023-03-22T17:17:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:27 smithi098 ceph-mon[94136]: pgmap v5110: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:17:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:27 smithi142 ceph-mon[94717]: pgmap v5110: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:17:28.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:28.039+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:28.039749+0000) 2023-03-22T17:17:28.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:28.040+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:28.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:28.040+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:28.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:28.047+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:28.047556+0000) 2023-03-22T17:17:28.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:28.648+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:28.648950+0000) 2023-03-22T17:17:28.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:28.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:28.539613+0000) 2023-03-22T17:17:28.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:28.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:28.539518+0000) 2023-03-22T17:17:28.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:28.539+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:28.539311+0000) 2023-03-22T17:17:28.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:28.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:28.543791+0000) 2023-03-22T17:17:29.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:29.652+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:29.652517+0000) 2023-03-22T17:17:29.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:29.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:29.539721+0000) 2023-03-22T17:17:29.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:29.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:29.539627+0000) 2023-03-22T17:17:29.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:29.539+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:29.539446+0000) 2023-03-22T17:17:29.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:29.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:29.543907+0000) 2023-03-22T17:17:29.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:29.496+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:29.497170+0000) 2023-03-22T17:17:29.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:29.539+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:29.539374+0000) 2023-03-22T17:17:30.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:29 smithi098 ceph-mon[94136]: pgmap v5111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:17:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:29 smithi142 ceph-mon[94717]: pgmap v5111: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:17:30.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:30.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:30.539771+0000) 2023-03-22T17:17:30.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:30.539+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:30.539626+0000) 2023-03-22T17:17:30.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:30.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:30.497337+0000) 2023-03-22T17:17:30.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:30.539+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:30.539550+0000) 2023-03-22T17:17:30.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:30.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:30.539862+0000) 2023-03-22T17:17:30.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:30.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:30.544026+0000) 2023-03-22T17:17:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:30.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:30.655802+0000) 2023-03-22T17:17:31.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:31.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:31.656000+0000) 2023-03-22T17:17:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:31.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:31.539936+0000) 2023-03-22T17:17:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:31.539+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:31.539777+0000) 2023-03-22T17:17:31.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:31.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:31.497555+0000) 2023-03-22T17:17:31.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:31.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:31.540027+0000) 2023-03-22T17:17:31.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:31.539+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:31.539737+0000) 2023-03-22T17:17:31.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:31.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:31.544141+0000) 2023-03-22T17:17:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:31 smithi098 ceph-mon[94136]: pgmap v5112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:31 smithi142 ceph-mon[94717]: pgmap v5112: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:32.817 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:32.539+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.539942+0000) 2023-03-22T17:17:32.818 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:32.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.497710+0000) 2023-03-22T17:17:32.819 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:32.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.656200+0000) 2023-03-22T17:17:32.819 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:32.539+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.539937+0000) 2023-03-22T17:17:32.819 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:32.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.540138+0000) 2023-03-22T17:17:32.820 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:32.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.544266+0000) 2023-03-22T17:17:32.820 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:32.539+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.540044+0000) 2023-03-22T17:17:33.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:32.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:32.540056+0000) 2023-03-22T17:17:33.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:33.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.656516+0000) 2023-03-22T17:17:33.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:33.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.540343+0000) 2023-03-22T17:17:33.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:33.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.540203+0000) 2023-03-22T17:17:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:33.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.540130+0000) 2023-03-22T17:17:33.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:33.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.540129+0000) 2023-03-22T17:17:33.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:33.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.497878+0000) 2023-03-22T17:17:33.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:33.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.540218+0000) 2023-03-22T17:17:33.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:33.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:33.544427+0000) 2023-03-22T17:17:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:33 smithi098 ceph-mon[94136]: pgmap v5113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:33 smithi142 ceph-mon[94717]: pgmap v5113: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:34.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:34.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.540394+0000) 2023-03-22T17:17:34.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:34.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.540305+0000) 2023-03-22T17:17:34.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:34.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.498023+0000) 2023-03-22T17:17:34.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:34.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.656699+0000) 2023-03-22T17:17:34.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:34.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.540566+0000) 2023-03-22T17:17:34.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:34.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.540280+0000) 2023-03-22T17:17:34.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:34.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.540485+0000) 2023-03-22T17:17:34.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:34.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:34.544567+0000) 2023-03-22T17:17:35.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:35.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.656965+0000) 2023-03-22T17:17:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:35.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.540691+0000) 2023-03-22T17:17:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:35.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.540514+0000) 2023-03-22T17:17:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:35.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.540450+0000) 2023-03-22T17:17:35.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:35.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.498202+0000) 2023-03-22T17:17:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:35.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.540410+0000) 2023-03-22T17:17:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:35.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.540604+0000) 2023-03-22T17:17:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:35.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:35.544674+0000) 2023-03-22T17:17:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:35 smithi098 ceph-mon[94136]: pgmap v5114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:35 smithi142 ceph-mon[94717]: pgmap v5114: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:36.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:36.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.657133+0000) 2023-03-22T17:17:36.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:36.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.540810+0000) 2023-03-22T17:17:36.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:36.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.540632+0000) 2023-03-22T17:17:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:36.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.540566+0000) 2023-03-22T17:17:36.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:36.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.540542+0000) 2023-03-22T17:17:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:36.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.498425+0000) 2023-03-22T17:17:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:36.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.540737+0000) 2023-03-22T17:17:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:36.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:36.544790+0000) 2023-03-22T17:17:37.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:37.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.657502+0000) 2023-03-22T17:17:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:37.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.540929+0000) 2023-03-22T17:17:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:37.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.540752+0000) 2023-03-22T17:17:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:37.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.540738+0000) 2023-03-22T17:17:37.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:37.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.540669+0000) 2023-03-22T17:17:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:37.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.498571+0000) 2023-03-22T17:17:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:37.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.540888+0000) 2023-03-22T17:17:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:37.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:37.544934+0000) 2023-03-22T17:17:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:37 smithi098 ceph-mon[94136]: pgmap v5115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:37 smithi142 ceph-mon[94717]: pgmap v5115: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:38.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.657654+0000) 2023-03-22T17:17:38.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:38.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.541045+0000) 2023-03-22T17:17:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:38.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.540864+0000) 2023-03-22T17:17:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:38.539+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.540867+0000) 2023-03-22T17:17:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:38.539+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.541016+0000) 2023-03-22T17:17:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:38.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.498700+0000) 2023-03-22T17:17:38.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:38.539+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.540836+0000) 2023-03-22T17:17:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:38.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:38.545092+0000) 2023-03-22T17:17:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:39.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.657905+0000) 2023-03-22T17:17:39.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:39.539+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.541227+0000) 2023-03-22T17:17:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:39.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.541053+0000) 2023-03-22T17:17:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:39.539+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.541049+0000) 2023-03-22T17:17:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:39.539+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.541018+0000) 2023-03-22T17:17:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:39.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.541310+0000) 2023-03-22T17:17:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:39.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.498866+0000) 2023-03-22T17:17:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:39.543+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:39.545230+0000) 2023-03-22T17:17:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:39 smithi098 ceph-mon[94136]: pgmap v5116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:39 smithi142 ceph-mon[94717]: pgmap v5116: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:40.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:40.539+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.541250+0000) 2023-03-22T17:17:40.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:40.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.541267+0000) 2023-03-22T17:17:40.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:40.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.541449+0000) 2023-03-22T17:17:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:40.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.499008+0000) 2023-03-22T17:17:40.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:40.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.541466+0000) 2023-03-22T17:17:40.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:40.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.658026+0000) 2023-03-22T17:17:40.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:40.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.545314+0000) 2023-03-22T17:17:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:40.539+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:40.541177+0000) 2023-03-22T17:17:41.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:41.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.541385+0000) 2023-03-22T17:17:41.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:41.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.541401+0000) 2023-03-22T17:17:41.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:41.497+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.499149+0000) 2023-03-22T17:17:41.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:41.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.541611+0000) 2023-03-22T17:17:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:41.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.658294+0000) 2023-03-22T17:17:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:41.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.541584+0000) 2023-03-22T17:17:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:41.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.541307+0000) 2023-03-22T17:17:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:41.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:41.545419+0000) 2023-03-22T17:17:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:41 smithi098 ceph-mon[94136]: pgmap v5117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:41 smithi142 ceph-mon[94717]: pgmap v5117: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:42.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:42.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.541524+0000) 2023-03-22T17:17:42.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:42.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.541526+0000) 2023-03-22T17:17:42.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:42.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.499319+0000) 2023-03-22T17:17:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:42.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.658479+0000) 2023-03-22T17:17:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:42.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.541734+0000) 2023-03-22T17:17:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:42.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.541702+0000) 2023-03-22T17:17:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:42.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.541416+0000) 2023-03-22T17:17:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:42.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:42.545534+0000) 2023-03-22T17:17:43.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:43.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.541770+0000) 2023-03-22T17:17:43.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:43.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.541656+0000) 2023-03-22T17:17:43.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:43.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.499479+0000) 2023-03-22T17:17:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:43.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.658748+0000) 2023-03-22T17:17:43.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:43.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.545658+0000) 2023-03-22T17:17:43.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:43.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.541956+0000) 2023-03-22T17:17:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:43.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.541846+0000) 2023-03-22T17:17:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:43.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:43.541532+0000) 2023-03-22T17:17:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:43 smithi098 ceph-mon[94136]: pgmap v5118: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:43 smithi142 ceph-mon[94717]: pgmap v5118: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:44.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:44.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.658879+0000) 2023-03-22T17:17:44.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:44.540+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.542115+0000) 2023-03-22T17:17:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:44.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.541931+0000) 2023-03-22T17:17:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:44.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.541796+0000) 2023-03-22T17:17:44.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:44.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.542002+0000) 2023-03-22T17:17:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:44.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.499657+0000) 2023-03-22T17:17:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:44.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.541674+0000) 2023-03-22T17:17:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:44.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:44.545779+0000) 2023-03-22T17:17:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:45.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.542263+0000) 2023-03-22T17:17:45.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:45.540+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.542128+0000) 2023-03-22T17:17:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:45.540+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.541993+0000) 2023-03-22T17:17:45.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:45.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.499772+0000) 2023-03-22T17:17:45.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:45.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.659181+0000) 2023-03-22T17:17:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:45.540+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.542189+0000) 2023-03-22T17:17:45.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:45.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.545914+0000) 2023-03-22T17:17:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:45.540+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:45.541877+0000) 2023-03-22T17:17:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:45 smithi098 ceph-mon[94136]: pgmap v5119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:45 smithi142 ceph-mon[94717]: pgmap v5119: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:46.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:46.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.659362+0000) 2023-03-22T17:17:46.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:46.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.542438+0000) 2023-03-22T17:17:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:46.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.542294+0000) 2023-03-22T17:17:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:46.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.542222+0000) 2023-03-22T17:17:46.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:46.498+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.499914+0000) 2023-03-22T17:17:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:46.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.542078+0000) 2023-03-22T17:17:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:46.541+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.542374+0000) 2023-03-22T17:17:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:46.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:46.546017+0000) 2023-03-22T17:17:47.969 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:47.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.542576+0000) 2023-03-22T17:17:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:47.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.542428+0000) 2023-03-22T17:17:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:47.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.542401+0000) 2023-03-22T17:17:47.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:47.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.500083+0000) 2023-03-22T17:17:47.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:47.541+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.542568+0000) 2023-03-22T17:17:47.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:47.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.659648+0000) 2023-03-22T17:17:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:47.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.542252+0000) 2023-03-22T17:17:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:47.544+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:47.546129+0000) 2023-03-22T17:17:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:47 smithi098 ceph-mon[94136]: pgmap v5120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:47 smithi142 ceph-mon[94717]: pgmap v5120: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:48.854 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:48.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.542568+0000) 2023-03-22T17:17:48.855 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:48.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.500289+0000) 2023-03-22T17:17:48.855 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:48.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.659809+0000) 2023-03-22T17:17:48.856 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:48.545+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.546285+0000) 2023-03-22T17:17:48.856 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:48.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.542736+0000) 2023-03-22T17:17:48.857 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:48.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.542426+0000) 2023-03-22T17:17:48.857 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:48.541+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.542733+0000) 2023-03-22T17:17:49.219 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:48.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:48.542594+0000) 2023-03-22T17:17:49.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:49.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.660034+0000) 2023-03-22T17:17:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:49.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.542951+0000) 2023-03-22T17:17:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:49.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.542704+0000) 2023-03-22T17:17:49.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:49.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.542531+0000) 2023-03-22T17:17:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:49.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.500431+0000) 2023-03-22T17:17:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:49.541+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.542676+0000) 2023-03-22T17:17:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:49.542+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:49.542+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:49.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:49.545+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.546335+0000) 2023-03-22T17:17:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:49.545+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.546403+0000) 2023-03-22T17:17:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:49.541+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:49.543123+0000) 2023-03-22T17:17:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:49 smithi098 ceph-mon[94136]: pgmap v5121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:49 smithi142 ceph-mon[94717]: pgmap v5121: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:50.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:50.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:50.660190+0000) 2023-03-22T17:17:50.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:50.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:50.543069+0000) 2023-03-22T17:17:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:50.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:50.542841+0000) 2023-03-22T17:17:50.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:50.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:50.500582+0000) 2023-03-22T17:17:50.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:50.545+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:50.546539+0000) 2023-03-22T17:17:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:50.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:50.542654+0000) 2023-03-22T17:17:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:50.541+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:50.543241+0000) 2023-03-22T17:17:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:51.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.660552+0000) 2023-03-22T17:17:51.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:51.541+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.543206+0000) 2023-03-22T17:17:51.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:51.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.542783+0000) 2023-03-22T17:17:51.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:51.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.500755+0000) 2023-03-22T17:17:51.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:51.541+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.542966+0000) 2023-03-22T17:17:51.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:51.542+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:51.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:51.542+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:51.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:51.545+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.546479+0000) 2023-03-22T17:17:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:51.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.543379+0000) 2023-03-22T17:17:51.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:51.545+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.546661+0000) 2023-03-22T17:17:51.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:51.545+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:51.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:51.546+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:51.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:51.560+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:51.561654+0000) 2023-03-22T17:17:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:51 smithi098 ceph-mon[94136]: pgmap v5122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:51 smithi142 ceph-mon[94717]: pgmap v5122: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:52.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:52.543303+0000) 2023-03-22T17:17:52.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:52.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:52.543498+0000) 2023-03-22T17:17:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:52.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:52.500884+0000) 2023-03-22T17:17:52.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:52.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:52.542915+0000) 2023-03-22T17:17:52.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:52.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:52.660673+0000) 2023-03-22T17:17:52.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:52.660+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:52.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:52.660+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:52.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:52.667+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:52.669130+0000) 2023-03-22T17:17:53.923 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:53 smithi098 ceph-mon[94136]: pgmap v5123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:53.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:53.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:53.543627+0000) 2023-03-22T17:17:53.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:53.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:53.501011+0000) 2023-03-22T17:17:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:53.542+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:53.543429+0000) 2023-03-22T17:17:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:53.542+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:53.543+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:53.546+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:53.547735+0000) 2023-03-22T17:17:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:53.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:53.543039+0000) 2023-03-22T17:17:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:53 smithi142 ceph-mon[94717]: pgmap v5123: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:17:54.543 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:54.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:54.043000+0000) 2023-03-22T17:17:54.544 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:54.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:54.501126+0000) 2023-03-22T17:17:54.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:54.541+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:54.543169+0000) 2023-03-22T17:17:54.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:54.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:54.543751+0000) 2023-03-22T17:17:55.469 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:55.041+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:55.043194+0000) 2023-03-22T17:17:55.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:55.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:55.543875+0000) 2023-03-22T17:17:55.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:55.499+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:55.501255+0000) 2023-03-22T17:17:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:55.500+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:55.500+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:17:55.503+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:55.504468+0000) 2023-03-22T17:17:55.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:55.542+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:55.543318+0000) 2023-03-22T17:17:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:55.542+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:55.542+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:17:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:17:55.550+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:55.551610+0000) 2023-03-22T17:17:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:55 smithi142 ceph-mon[94717]: pgmap v5124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:55 smithi098 ceph-mon[94136]: pgmap v5124: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:56.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:56.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:56.043255+0000) 2023-03-22T17:17:56.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:56.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:56.043389+0000) 2023-03-22T17:17:56.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:56.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:56.046910+0000) 2023-03-22T17:17:56.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:56.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:56.543981+0000) 2023-03-22T17:17:57.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:57.159+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:57.160960+0000) 2023-03-22T17:17:57.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:57.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:57.043393+0000) 2023-03-22T17:17:57.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:57.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:57.043528+0000) 2023-03-22T17:17:57.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:57.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:57.047026+0000) 2023-03-22T17:17:57.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:57.542+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:57.544122+0000) 2023-03-22T17:17:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:57 smithi142 ceph-mon[94717]: pgmap v5125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:57 smithi098 ceph-mon[94136]: pgmap v5125: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:17:58.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:58.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:58.043566+0000) 2023-03-22T17:17:58.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:58.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:58.043662+0000) 2023-03-22T17:17:58.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:58.045+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:58.047214+0000) 2023-03-22T17:17:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:58.164+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:58.165219+0000) 2023-03-22T17:17:58.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:58.042+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:58.043729+0000) 2023-03-22T17:17:58.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:58.543+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:58.544353+0000) 2023-03-22T17:17:58.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:58.543+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:58.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:58.543+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:17:58.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:17:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:17:58.553+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:58.554543+0000) 2023-03-22T17:17:59.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:17:59.166+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:59.167416+0000) 2023-03-22T17:17:59.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:17:59.042+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:59.043891+0000) 2023-03-22T17:17:59.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:17:59.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:59.043709+0000) 2023-03-22T17:17:59.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:17:59.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:59.043836+0000) 2023-03-22T17:17:59.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:17:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:17:59.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:17:59.047374+0000) 2023-03-22T17:18:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:17:59 smithi142 ceph-mon[94717]: pgmap v5126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:17:59 smithi098 ceph-mon[94136]: pgmap v5126: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:00.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:00.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:00.043830+0000) 2023-03-22T17:18:00.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:00.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:00.043953+0000) 2023-03-22T17:18:00.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:00.000+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:00.001602+0000) 2023-03-22T17:18:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:00.169+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:00.170905+0000) 2023-03-22T17:18:00.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:00.042+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:00.044015+0000) 2023-03-22T17:18:00.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:00.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:00.043640+0000) 2023-03-22T17:18:00.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:00.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:00.047486+0000) 2023-03-22T17:18:01.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:01.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:01.043959+0000) 2023-03-22T17:18:01.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:01.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:01.044072+0000) 2023-03-22T17:18:01.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:01.000+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:01.001768+0000) 2023-03-22T17:18:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:01.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:01.174287+0000) 2023-03-22T17:18:01.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:01.042+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:01.044141+0000) 2023-03-22T17:18:01.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:01.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:01.043782+0000) 2023-03-22T17:18:01.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:01.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:01.047621+0000) 2023-03-22T17:18:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:01 smithi142 ceph-mon[94717]: pgmap v5127: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:01 smithi098 ceph-mon[94136]: pgmap v5127: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:02.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:02.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:02.044080+0000) 2023-03-22T17:18:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:02.042+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:02.044179+0000) 2023-03-22T17:18:02.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:02.000+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:02.001935+0000) 2023-03-22T17:18:02.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:02.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:02.174400+0000) 2023-03-22T17:18:02.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:02.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:02.044259+0000) 2023-03-22T17:18:02.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:02.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:02.043903+0000) 2023-03-22T17:18:02.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:02.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:02.047772+0000) 2023-03-22T17:18:03.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:03.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.174595+0000) 2023-03-22T17:18:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:03.042+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.044243+0000) 2023-03-22T17:18:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:03.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.044305+0000) 2023-03-22T17:18:03.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:03.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.044598+0000) 2023-03-22T17:18:03.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:03.000+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.002123+0000) 2023-03-22T17:18:03.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:03.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.044387+0000) 2023-03-22T17:18:03.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:03.042+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.044068+0000) 2023-03-22T17:18:03.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:03.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:03.047898+0000) 2023-03-22T17:18:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:03 smithi142 ceph-mon[94717]: pgmap v5128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:18:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:03 smithi098 ceph-mon[94136]: pgmap v5128: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:18:04.219 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:04.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.174718+0000) 2023-03-22T17:18:04.220 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:04.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.044540+0000) 2023-03-22T17:18:04.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:04.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.044457+0000) 2023-03-22T17:18:04.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:04.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.002347+0000) 2023-03-22T17:18:04.222 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:04.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.044454+0000) 2023-03-22T17:18:04.222 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:04.043+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.044295+0000) 2023-03-22T17:18:04.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:04.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.044740+0000) 2023-03-22T17:18:04.223 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:04.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:04.048008+0000) 2023-03-22T17:18:05.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:05.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.044633+0000) 2023-03-22T17:18:05.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:05.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.044633+0000) 2023-03-22T17:18:05.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:05.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.174974+0000) 2023-03-22T17:18:05.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:05.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.002529+0000) 2023-03-22T17:18:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:05.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.044751+0000) 2023-03-22T17:18:05.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:05.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.044841+0000) 2023-03-22T17:18:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:05.043+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.044491+0000) 2023-03-22T17:18:05.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:05.046+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:05.048150+0000) 2023-03-22T17:18:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:05 smithi142 ceph-mon[94717]: pgmap v5129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:18:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:05 smithi098 ceph-mon[94136]: pgmap v5129: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:18:06.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:06.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.175101+0000) 2023-03-22T17:18:06.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:06.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.044923+0000) 2023-03-22T17:18:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:06.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.044810+0000) 2023-03-22T17:18:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:06.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.044802+0000) 2023-03-22T17:18:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:06.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.045042+0000) 2023-03-22T17:18:06.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:06.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.002733+0000) 2023-03-22T17:18:06.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:06.043+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.044740+0000) 2023-03-22T17:18:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:06.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:06.048345+0000) 2023-03-22T17:18:07.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:07.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.045016+0000) 2023-03-22T17:18:07.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:07.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.044973+0000) 2023-03-22T17:18:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:07.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.175305+0000) 2023-03-22T17:18:07.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:07.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.002942+0000) 2023-03-22T17:18:07.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:07.043+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.045072+0000) 2023-03-22T17:18:07.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:07.043+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.044925+0000) 2023-03-22T17:18:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:07.043+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.045224+0000) 2023-03-22T17:18:07.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:07.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:07.048490+0000) 2023-03-22T17:18:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:07 smithi142 ceph-mon[94717]: pgmap v5130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:18:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:07 smithi098 ceph-mon[94136]: pgmap v5130: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:18:08.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:08.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.175477+0000) 2023-03-22T17:18:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:08.043+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.045130+0000) 2023-03-22T17:18:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:08.043+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.045100+0000) 2023-03-22T17:18:08.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:08.043+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.045067+0000) 2023-03-22T17:18:08.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:08.001+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.003118+0000) 2023-03-22T17:18:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:08.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.048619+0000) 2023-03-22T17:18:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:08.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.045291+0000) 2023-03-22T17:18:08.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:08.044+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:08.045344+0000) 2023-03-22T17:18:09.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:09.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.045310+0000) 2023-03-22T17:18:09.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:09.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.045310+0000) 2023-03-22T17:18:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:09.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.003328+0000) 2023-03-22T17:18:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:09.044+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.045459+0000) 2023-03-22T17:18:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:09.044+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.045198+0000) 2023-03-22T17:18:09.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:09.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.048729+0000) 2023-03-22T17:18:09.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:09.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.175784+0000) 2023-03-22T17:18:09.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:09.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:09.045404+0000) 2023-03-22T17:18:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:09 smithi142 ceph-mon[94717]: pgmap v5131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:18:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:09 smithi098 ceph-mon[94136]: pgmap v5131: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:18:10.462 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:10.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.045421+0000) 2023-03-22T17:18:10.463 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:10.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.045523+0000) 2023-03-22T17:18:10.464 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:10.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.045443+0000) 2023-03-22T17:18:10.464 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:10.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.048857+0000) 2023-03-22T17:18:10.465 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:10.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.003482+0000) 2023-03-22T17:18:10.465 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:10.044+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.045395+0000) 2023-03-22T17:18:10.466 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:10.044+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.045582+0000) 2023-03-22T17:18:10.719 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:10.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:10.175944+0000) 2023-03-22T17:18:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:10 smithi142 ceph-mon[94717]: osdmap e299: 12 total, 9 up, 9 in 2023-03-22T17:18:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:10 smithi098 ceph-mon[94136]: osdmap e299: 12 total, 9 up, 9 in 2023-03-22T17:18:11.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:11.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.045689+0000) 2023-03-22T17:18:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:11.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.045536+0000) 2023-03-22T17:18:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:11.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.045571+0000) 2023-03-22T17:18:11.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:11.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.003612+0000) 2023-03-22T17:18:11.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:11.044+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.045520+0000) 2023-03-22T17:18:11.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:11.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.049034+0000) 2023-03-22T17:18:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:11.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.176194+0000) 2023-03-22T17:18:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:11.044+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:11.045697+0000) 2023-03-22T17:18:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:11 smithi142 ceph-mon[94717]: pgmap v5133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:18:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:11 smithi098 ceph-mon[94136]: pgmap v5133: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:18:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:12.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.176319+0000) 2023-03-22T17:18:12.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:12.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.045822+0000) 2023-03-22T17:18:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:12.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.045703+0000) 2023-03-22T17:18:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:12.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.045729+0000) 2023-03-22T17:18:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:12.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.003751+0000) 2023-03-22T17:18:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:12.045+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.045697+0000) 2023-03-22T17:18:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:12.045+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.045846+0000) 2023-03-22T17:18:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:12.047+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:12.049170+0000) 2023-03-22T17:18:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:13.044+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.045895+0000) 2023-03-22T17:18:13.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:13.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.045895+0000) 2023-03-22T17:18:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:13.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.003876+0000) 2023-03-22T17:18:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:13.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.045951+0000) 2023-03-22T17:18:13.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:13.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.176515+0000) 2023-03-22T17:18:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:13.044+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.045892+0000) 2023-03-22T17:18:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:13.044+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.045984+0000) 2023-03-22T17:18:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:13.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:13.049297+0000) 2023-03-22T17:18:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:13 smithi142 ceph-mon[94717]: pgmap v5134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:13 smithi098 ceph-mon[94136]: pgmap v5134: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:14.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:14.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.176636+0000) 2023-03-22T17:18:14.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:14.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.046072+0000) 2023-03-22T17:18:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:14.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.046060+0000) 2023-03-22T17:18:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:14.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.046058+0000) 2023-03-22T17:18:14.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:14.045+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.046052+0000) 2023-03-22T17:18:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:14.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.004003+0000) 2023-03-22T17:18:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:14.045+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.046106+0000) 2023-03-22T17:18:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:14.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:14.049413+0000) 2023-03-22T17:18:15.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:15.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.176919+0000) 2023-03-22T17:18:15.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:15.044+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.046221+0000) 2023-03-22T17:18:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:15.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.046385+0000) 2023-03-22T17:18:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:15.044+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.046196+0000) 2023-03-22T17:18:15.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:15.044+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.046189+0000) 2023-03-22T17:18:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:15.002+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.004125+0000) 2023-03-22T17:18:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:15.045+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.046412+0000) 2023-03-22T17:18:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:15.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:15.049528+0000) 2023-03-22T17:18:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:15 smithi142 ceph-mon[94717]: pgmap v5135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:15 smithi098 ceph-mon[94136]: pgmap v5135: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:16.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:16.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.046573+0000) 2023-03-22T17:18:16.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:16.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.046373+0000) 2023-03-22T17:18:16.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:16.003+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.004249+0000) 2023-03-22T17:18:16.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:16.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.046379+0000) 2023-03-22T17:18:16.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:16.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.177028+0000) 2023-03-22T17:18:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:16.045+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.046393+0000) 2023-03-22T17:18:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:16.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.049640+0000) 2023-03-22T17:18:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:16.045+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:16.046631+0000) 2023-03-22T17:18:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:17.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.177262+0000) 2023-03-22T17:18:17.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:17.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.046520+0000) 2023-03-22T17:18:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:17.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.046768+0000) 2023-03-22T17:18:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:17.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.046606+0000) 2023-03-22T17:18:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:17.045+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.046789+0000) 2023-03-22T17:18:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:17.003+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.004395+0000) 2023-03-22T17:18:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:17.045+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.046597+0000) 2023-03-22T17:18:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:17.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:17.049808+0000) 2023-03-22T17:18:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:17 smithi142 ceph-mon[94717]: pgmap v5136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:17 smithi098 ceph-mon[94136]: pgmap v5136: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:18.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:18.046+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.046885+0000) 2023-03-22T17:18:18.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:18.046+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.046780+0000) 2023-03-22T17:18:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:18.003+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.004510+0000) 2023-03-22T17:18:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:18.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.177407+0000) 2023-03-22T17:18:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:18.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.046720+0000) 2023-03-22T17:18:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:18.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.046918+0000) 2023-03-22T17:18:18.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:18.046+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.046698+0000) 2023-03-22T17:18:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:18.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:18.049990+0000) 2023-03-22T17:18:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:19.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.177690+0000) 2023-03-22T17:18:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:19.045+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.047110+0000) 2023-03-22T17:18:19.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:19.045+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.046935+0000) 2023-03-22T17:18:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:19.003+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.004623+0000) 2023-03-22T17:18:19.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:19.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.046814+0000) 2023-03-22T17:18:19.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:19.045+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.047071+0000) 2023-03-22T17:18:19.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:19.045+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.046843+0000) 2023-03-22T17:18:19.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:19.048+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:19.050119+0000) 2023-03-22T17:18:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:19 smithi142 ceph-mon[94717]: pgmap v5137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:19 smithi098 ceph-mon[94136]: pgmap v5137: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:18:20.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:20.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.177882+0000) 2023-03-22T17:18:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:20.046+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.046999+0000) 2023-03-22T17:18:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:20.046+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.047289+0000) 2023-03-22T17:18:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:20.046+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.047120+0000) 2023-03-22T17:18:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:20.046+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:20.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:20.046+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:20.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:20.056+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.057561+0000) 2023-03-22T17:18:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:20.004+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.004782+0000) 2023-03-22T17:18:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:20.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.047034+0000) 2023-03-22T17:18:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:20.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.047205+0000) 2023-03-22T17:18:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:20.049+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:20.050334+0000) 2023-03-22T17:18:21.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:21.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:21.178154+0000) 2023-03-22T17:18:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:21.046+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:21.047465+0000) 2023-03-22T17:18:21.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:21.003+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:21.004935+0000) 2023-03-22T17:18:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:21.045+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:21.047222+0000) 2023-03-22T17:18:21.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:21.045+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:21.047176+0000) 2023-03-22T17:18:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:21.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:21.047313+0000) 2023-03-22T17:18:21.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:21.049+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:21.050473+0000) 2023-03-22T17:18:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:21 smithi142 ceph-mon[94717]: pgmap v5138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2023-03-22T17:18:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:21 smithi098 ceph-mon[94136]: pgmap v5138: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2023-03-22T17:18:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:22.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.178315+0000) 2023-03-22T17:18:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:22.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.047450+0000) 2023-03-22T17:18:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:22.004+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.005093+0000) 2023-03-22T17:18:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:22.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.047381+0000) 2023-03-22T17:18:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:22.047+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.047473+0000) 2023-03-22T17:18:22.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:22.047+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.047616+0000) 2023-03-22T17:18:22.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:22.047+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:22.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:22.047+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:22.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:22.053+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.054669+0000) 2023-03-22T17:18:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:22.049+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.050597+0000) 2023-03-22T17:18:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:22.049+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:22.050+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:22.053+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:22.054573+0000) 2023-03-22T17:18:23.469 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:23.046+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:23.047629+0000) 2023-03-22T17:18:23.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:23.003+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:23.005255+0000) 2023-03-22T17:18:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:23.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:23.178579+0000) 2023-03-22T17:18:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:23.178+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:23.178+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:23.194+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:23.195910+0000) 2023-03-22T17:18:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:23.046+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:23.047572+0000) 2023-03-22T17:18:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:23.046+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:23.047697+0000) 2023-03-22T17:18:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:23 smithi142 ceph-mon[94717]: pgmap v5139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:18:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:23 smithi098 ceph-mon[94136]: pgmap v5139: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:18:24.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:24.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:24.005476+0000) 2023-03-22T17:18:24.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:24.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:24.047750+0000) 2023-03-22T17:18:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:24.047+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:24.047793+0000) 2023-03-22T17:18:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:24.048+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:24.048+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:24.058+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:24.058495+0000) 2023-03-22T17:18:24.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:24.047+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:24.047837+0000) 2023-03-22T17:18:24.956 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:24.547+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:24.547476+0000) 2023-03-22T17:18:25.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:25.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:25.005750+0000) 2023-03-22T17:18:25.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:25.047+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:25.047970+0000) 2023-03-22T17:18:25.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:25.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:25.047941+0000) 2023-03-22T17:18:25.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:25.547+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:25.547621+0000) 2023-03-22T17:18:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:25 smithi142 ceph-mon[94717]: pgmap v5140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:18:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:25 smithi098 ceph-mon[94136]: pgmap v5140: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:18:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:26.047+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.048136+0000) 2023-03-22T17:18:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:26.005+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.005941+0000) 2023-03-22T17:18:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:26.006+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:26.006+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:26.012+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.012735+0000) 2023-03-22T17:18:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:26.047+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.048108+0000) 2023-03-22T17:18:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:26.048+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:26.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:26.048+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:26.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:26.052+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.052753+0000) 2023-03-22T17:18:26.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:26.547+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.547881+0000) 2023-03-22T17:18:26.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:26.547+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.547786+0000) 2023-03-22T17:18:26.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:26.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:26.550872+0000) 2023-03-22T17:18:27.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:27.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:27.048372+0000) 2023-03-22T17:18:27.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:27.678+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:27.678850+0000) 2023-03-22T17:18:27.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:27.547+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:27.548061+0000) 2023-03-22T17:18:27.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:27.547+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:27.547934+0000) 2023-03-22T17:18:27.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:27.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:27.551012+0000) 2023-03-22T17:18:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:27 smithi142 ceph-mon[94717]: pgmap v5141: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:18:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:27 smithi098 ceph-mon[94136]: pgmap v5141: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:18:28.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:28.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:28.048533+0000) 2023-03-22T17:18:28.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:28.682+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:28.682803+0000) 2023-03-22T17:18:28.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:28.547+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:28.548078+0000) 2023-03-22T17:18:28.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:28.547+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:28.548173+0000) 2023-03-22T17:18:28.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:28.547+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:28.548052+0000) 2023-03-22T17:18:28.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:28.550+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:28.551185+0000) 2023-03-22T17:18:29.469 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:29.048+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:29.048724+0000) 2023-03-22T17:18:29.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:29.049+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:29.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:29.049+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:29.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:29.059+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:29.059682+0000) 2023-03-22T17:18:29.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:29.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:29.548320+0000) 2023-03-22T17:18:29.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:29.547+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:29.548236+0000) 2023-03-22T17:18:29.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:29.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:29.685263+0000) 2023-03-22T17:18:29.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:29.547+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:29.548243+0000) 2023-03-22T17:18:29.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:29.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:29.551306+0000) 2023-03-22T17:18:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:29 smithi142 ceph-mon[94717]: pgmap v5142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:18:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:29 smithi098 ceph-mon[94136]: pgmap v5142: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:18:30.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:30.688+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:30.689041+0000) 2023-03-22T17:18:30.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:30.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:30.548412+0000) 2023-03-22T17:18:30.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:30.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:30.506331+0000) 2023-03-22T17:18:30.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:30.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:30.548421+0000) 2023-03-22T17:18:30.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:30.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:30.548581+0000) 2023-03-22T17:18:30.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:30.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:30.548300+0000) 2023-03-22T17:18:30.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:30.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:30.551426+0000) 2023-03-22T17:18:31.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:31.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:31.691431+0000) 2023-03-22T17:18:31.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:31.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:31.548535+0000) 2023-03-22T17:18:31.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:31.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:31.548688+0000) 2023-03-22T17:18:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:31.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:31.548544+0000) 2023-03-22T17:18:31.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:31.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:31.506462+0000) 2023-03-22T17:18:31.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:31.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:31.551556+0000) 2023-03-22T17:18:31.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:31.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:31.548437+0000) 2023-03-22T17:18:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:31 smithi142 ceph-mon[94717]: pgmap v5143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:31 smithi098 ceph-mon[94136]: pgmap v5143: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:32.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:32.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:32.691573+0000) 2023-03-22T17:18:32.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:32.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:32.548666+0000) 2023-03-22T17:18:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:32.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:32.548812+0000) 2023-03-22T17:18:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:32.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:32.548662+0000) 2023-03-22T17:18:32.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:32.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:32.548546+0000) 2023-03-22T17:18:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:32.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:32.551662+0000) 2023-03-22T17:18:32.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:32.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:32.506596+0000) 2023-03-22T17:18:33.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:33.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.548944+0000) 2023-03-22T17:18:33.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:33.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.548780+0000) 2023-03-22T17:18:33.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:33.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.506755+0000) 2023-03-22T17:18:33.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:33.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.691847+0000) 2023-03-22T17:18:33.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:33.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.548867+0000) 2023-03-22T17:18:33.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:33.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.548666+0000) 2023-03-22T17:18:33.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:33.548+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.549082+0000) 2023-03-22T17:18:33.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:33.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:33.551803+0000) 2023-03-22T17:18:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:33 smithi142 ceph-mon[94717]: pgmap v5144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:33 smithi098 ceph-mon[94136]: pgmap v5144: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:34.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:34.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.692026+0000) 2023-03-22T17:18:34.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:34.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.548984+0000) 2023-03-22T17:18:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:34.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.548925+0000) 2023-03-22T17:18:34.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:34.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.548899+0000) 2023-03-22T17:18:34.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:34.548+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.549189+0000) 2023-03-22T17:18:34.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:34.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.506884+0000) 2023-03-22T17:18:34.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:34.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.549071+0000) 2023-03-22T17:18:34.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:34.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:34.551909+0000) 2023-03-22T17:18:35.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:35.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.692334+0000) 2023-03-22T17:18:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:35.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.549135+0000) 2023-03-22T17:18:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:35.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.549189+0000) 2023-03-22T17:18:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:35.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.549080+0000) 2023-03-22T17:18:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:35.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.549300+0000) 2023-03-22T17:18:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:35.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.506994+0000) 2023-03-22T17:18:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:35.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.552071+0000) 2023-03-22T17:18:35.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:35.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:35.549052+0000) 2023-03-22T17:18:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:35 smithi142 ceph-mon[94717]: pgmap v5145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:35 smithi098 ceph-mon[94136]: pgmap v5145: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:36.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.692492+0000) 2023-03-22T17:18:36.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:36.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.549306+0000) 2023-03-22T17:18:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:36.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.549350+0000) 2023-03-22T17:18:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:36.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.549263+0000) 2023-03-22T17:18:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:36.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.549448+0000) 2023-03-22T17:18:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:36.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.507168+0000) 2023-03-22T17:18:36.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:36.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.549233+0000) 2023-03-22T17:18:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:36.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:36.552248+0000) 2023-03-22T17:18:37.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:37.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.692815+0000) 2023-03-22T17:18:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:37.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.549449+0000) 2023-03-22T17:18:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:37.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.549508+0000) 2023-03-22T17:18:37.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:37.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.549399+0000) 2023-03-22T17:18:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:37.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.507300+0000) 2023-03-22T17:18:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:37.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.549449+0000) 2023-03-22T17:18:37.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:37.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.549634+0000) 2023-03-22T17:18:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:37.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:37.552382+0000) 2023-03-22T17:18:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:37 smithi142 ceph-mon[94717]: pgmap v5146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:37 smithi098 ceph-mon[94136]: pgmap v5146: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:38.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.692932+0000) 2023-03-22T17:18:38.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:38.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.549579+0000) 2023-03-22T17:18:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:38.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.549660+0000) 2023-03-22T17:18:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:38.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.549577+0000) 2023-03-22T17:18:38.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:38.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.552485+0000) 2023-03-22T17:18:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:38.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.507425+0000) 2023-03-22T17:18:38.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:38.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.549742+0000) 2023-03-22T17:18:38.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:38.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:38.549502+0000) 2023-03-22T17:18:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:39.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.693197+0000) 2023-03-22T17:18:39.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:39.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.549734+0000) 2023-03-22T17:18:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:39.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.549779+0000) 2023-03-22T17:18:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:39.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.549721+0000) 2023-03-22T17:18:39.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:39.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.552607+0000) 2023-03-22T17:18:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:39.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.507565+0000) 2023-03-22T17:18:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:39.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.549650+0000) 2023-03-22T17:18:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:39.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:39.549884+0000) 2023-03-22T17:18:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:39 smithi142 ceph-mon[94717]: pgmap v5147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:40.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:39 smithi098 ceph-mon[94136]: pgmap v5147: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:40.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:40.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.693333+0000) 2023-03-22T17:18:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:40.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.549922+0000) 2023-03-22T17:18:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:40.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.549846+0000) 2023-03-22T17:18:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:40.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.507727+0000) 2023-03-22T17:18:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:40.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.549855+0000) 2023-03-22T17:18:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:40.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.550009+0000) 2023-03-22T17:18:40.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:40.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.552710+0000) 2023-03-22T17:18:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:40.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:40.549753+0000) 2023-03-22T17:18:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:41.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.693585+0000) 2023-03-22T17:18:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:41.548+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.550043+0000) 2023-03-22T17:18:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:41.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.549997+0000) 2023-03-22T17:18:41.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:41.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.507849+0000) 2023-03-22T17:18:41.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:41.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.549983+0000) 2023-03-22T17:18:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:41.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.549897+0000) 2023-03-22T17:18:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:41.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.552832+0000) 2023-03-22T17:18:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:41.548+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:41.550124+0000) 2023-03-22T17:18:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:41 smithi142 ceph-mon[94717]: pgmap v5148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:41 smithi098 ceph-mon[94136]: pgmap v5148: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:42.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:42.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.693755+0000) 2023-03-22T17:18:42.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:42.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.550112+0000) 2023-03-22T17:18:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:42.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.550332+0000) 2023-03-22T17:18:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:42.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.550115+0000) 2023-03-22T17:18:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:42.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.508041+0000) 2023-03-22T17:18:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:42.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.550004+0000) 2023-03-22T17:18:42.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:42.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.552966+0000) 2023-03-22T17:18:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:42.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:42.550308+0000) 2023-03-22T17:18:43.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:43.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.550461+0000) 2023-03-22T17:18:43.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:43.548+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.550240+0000) 2023-03-22T17:18:43.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:43.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.553094+0000) 2023-03-22T17:18:43.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:43.506+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.508177+0000) 2023-03-22T17:18:43.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:43.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.694124+0000) 2023-03-22T17:18:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:43.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.550434+0000) 2023-03-22T17:18:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:43.548+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.550124+0000) 2023-03-22T17:18:43.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:43.548+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:43.550240+0000) 2023-03-22T17:18:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:43 smithi142 ceph-mon[94717]: pgmap v5149: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:43 smithi098 ceph-mon[94136]: pgmap v5149: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:44.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:44.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.694294+0000) 2023-03-22T17:18:44.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:44.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.550381+0000) 2023-03-22T17:18:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:44.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.550574+0000) 2023-03-22T17:18:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:44.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.550332+0000) 2023-03-22T17:18:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:44.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.508338+0000) 2023-03-22T17:18:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:44.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.550322+0000) 2023-03-22T17:18:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:44.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.550545+0000) 2023-03-22T17:18:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:44.551+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:44.553279+0000) 2023-03-22T17:18:45.948 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:45.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.550510+0000) 2023-03-22T17:18:45.949 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:45.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.550693+0000) 2023-03-22T17:18:45.950 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:45.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.550468+0000) 2023-03-22T17:18:45.950 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:45.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.508448+0000) 2023-03-22T17:18:45.950 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:45.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.694586+0000) 2023-03-22T17:18:45.951 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:45.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.550454+0000) 2023-03-22T17:18:45.951 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:45.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.550648+0000) 2023-03-22T17:18:45.952 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:45.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:45.553443+0000) 2023-03-22T17:18:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:45 smithi142 ceph-mon[94717]: pgmap v5150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:46.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:45 smithi098 ceph-mon[94136]: pgmap v5150: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:46.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.694731+0000) 2023-03-22T17:18:46.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:46.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.550662+0000) 2023-03-22T17:18:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:46.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.550811+0000) 2023-03-22T17:18:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:46.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.550602+0000) 2023-03-22T17:18:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:46.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.550757+0000) 2023-03-22T17:18:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:46.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.508566+0000) 2023-03-22T17:18:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:46.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.550571+0000) 2023-03-22T17:18:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:46.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:46.553652+0000) 2023-03-22T17:18:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:47.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.695028+0000) 2023-03-22T17:18:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:47.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.550795+0000) 2023-03-22T17:18:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:47.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.550928+0000) 2023-03-22T17:18:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:47.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.550734+0000) 2023-03-22T17:18:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:47.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.550724+0000) 2023-03-22T17:18:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:47.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.508750+0000) 2023-03-22T17:18:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:47.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.550876+0000) 2023-03-22T17:18:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:47.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:47.553812+0000) 2023-03-22T17:18:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:47 smithi142 ceph-mon[94717]: pgmap v5151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:47 smithi098 ceph-mon[94136]: pgmap v5151: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:18:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:48.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.695235+0000) 2023-03-22T17:18:48.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:48.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.550909+0000) 2023-03-22T17:18:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:48.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.551043+0000) 2023-03-22T17:18:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:48.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.550859+0000) 2023-03-22T17:18:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:48.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.551001+0000) 2023-03-22T17:18:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:48.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.508898+0000) 2023-03-22T17:18:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:48.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.550835+0000) 2023-03-22T17:18:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:48.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:48.553957+0000) 2023-03-22T17:18:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:49.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.695549+0000) 2023-03-22T17:18:49.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:49.549+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.551153+0000) 2023-03-22T17:18:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:49.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.550973+0000) 2023-03-22T17:18:49.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:49.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.550947+0000) 2023-03-22T17:18:49.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:49.549+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.551112+0000) 2023-03-22T17:18:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:49.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.509042+0000) 2023-03-22T17:18:49.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:49.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.551021+0000) 2023-03-22T17:18:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:49.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:49.554088+0000) 2023-03-22T17:18:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:49 smithi142 ceph-mon[94717]: pgmap v5152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:49 smithi098 ceph-mon[94136]: pgmap v5152: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:18:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:50.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.695663+0000) 2023-03-22T17:18:50.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:50.549+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.551186+0000) 2023-03-22T17:18:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:50.550+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.551449+0000) 2023-03-22T17:18:50.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:50.507+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.509172+0000) 2023-03-22T17:18:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:50.549+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.551097+0000) 2023-03-22T17:18:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:50.550+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:50.550+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:50.564+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.565726+0000) 2023-03-22T17:18:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:50.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.551043+0000) 2023-03-22T17:18:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:50.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.551478+0000) 2023-03-22T17:18:50.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:50.552+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:50.554204+0000) 2023-03-22T17:18:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:51.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:51.695959+0000) 2023-03-22T17:18:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:51.550+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:51.551563+0000) 2023-03-22T17:18:51.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:51.553+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:51.554299+0000) 2023-03-22T17:18:51.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:51.508+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:51.509304+0000) 2023-03-22T17:18:51.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:51.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:51.551294+0000) 2023-03-22T17:18:51.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:51.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:51.551153+0000) 2023-03-22T17:18:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:51.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:51.551593+0000) 2023-03-22T17:18:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:51 smithi142 ceph-mon[94717]: pgmap v5153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:18:52.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:51 smithi098 ceph-mon[94136]: pgmap v5153: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:18:52.969 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:52.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.696111+0000) 2023-03-22T17:18:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:52.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.551415+0000) 2023-03-22T17:18:52.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:52.549+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.551253+0000) 2023-03-22T17:18:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:52.508+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.509429+0000) 2023-03-22T17:18:52.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:52.550+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.551685+0000) 2023-03-22T17:18:52.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:52.551+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:52.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:52.551+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:52.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:52.553+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.555171+0000) 2023-03-22T17:18:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:52.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.551707+0000) 2023-03-22T17:18:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:52.553+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.554419+0000) 2023-03-22T17:18:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:52.553+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:52.553+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:52.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:52.556+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:52.558000+0000) 2023-03-22T17:18:53.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:53.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:53.551542+0000) 2023-03-22T17:18:53.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:53.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:53.551822+0000) 2023-03-22T17:18:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:53.508+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:53.509583+0000) 2023-03-22T17:18:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:53.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:53.551362+0000) 2023-03-22T17:18:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:53.695+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:53.696338+0000) 2023-03-22T17:18:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:53.695+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:53.695+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:53.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:53.713+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:53.714546+0000) 2023-03-22T17:18:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:53 smithi142 ceph-mon[94717]: pgmap v5154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T17:18:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:53 smithi098 ceph-mon[94136]: pgmap v5154: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T17:18:54.969 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:54.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:54.551465+0000) 2023-03-22T17:18:54.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:54.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:54.552036+0000) 2023-03-22T17:18:54.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:54.508+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:54.509734+0000) 2023-03-22T17:18:54.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:54.550+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:54.551656+0000) 2023-03-22T17:18:54.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:54.551+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:54.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:54.551+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:54.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:54.557+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:54.559048+0000) 2023-03-22T17:18:55.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:55.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:55.051449+0000) 2023-03-22T17:18:55.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:55.508+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:55.509847+0000) 2023-03-22T17:18:55.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:55.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:55.551621+0000) 2023-03-22T17:18:55.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:55.550+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:55.552182+0000) 2023-03-22T17:18:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:55 smithi142 ceph-mon[94717]: pgmap v5155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T17:18:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:55 smithi098 ceph-mon[94136]: pgmap v5155: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T17:18:56.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:56.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:56.051656+0000) 2023-03-22T17:18:56.969 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:56.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:56.552299+0000) 2023-03-22T17:18:56.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:56.550+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:56.551765+0000) 2023-03-22T17:18:56.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:56.551+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:56.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:56.551+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:56.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:18:56.565+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:56.566547+0000) 2023-03-22T17:18:56.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:56.508+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:56.509962+0000) 2023-03-22T17:18:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:56.509+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:56.509+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:18:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:18:56.512+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:56.513646+0000) 2023-03-22T17:18:57.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:57.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:57.051983+0000) 2023-03-22T17:18:57.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:57.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:57.051827+0000) 2023-03-22T17:18:57.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:57.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:57.054678+0000) 2023-03-22T17:18:57.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:57.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:57.552464+0000) 2023-03-22T17:18:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:57 smithi142 ceph-mon[94717]: pgmap v5156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T17:18:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:57 smithi098 ceph-mon[94136]: pgmap v5156: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.0 KiB/s rd, 7 op/s 2023-03-22T17:18:58.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:58.195+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:58.196563+0000) 2023-03-22T17:18:58.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:58.050+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:58.052117+0000) 2023-03-22T17:18:58.475 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:58.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:58.051967+0000) 2023-03-22T17:18:58.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:58.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:58.054791+0000) 2023-03-22T17:18:58.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:58.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:58.552625+0000) 2023-03-22T17:18:59.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:18:59.199+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:59.200324+0000) 2023-03-22T17:18:59.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:18:59.050+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:59.051911+0000) 2023-03-22T17:18:59.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:18:59.050+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:59.052231+0000) 2023-03-22T17:18:59.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:18:59.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:59.052087+0000) 2023-03-22T17:18:59.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:18:59.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:59.054904+0000) 2023-03-22T17:18:59.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:59.551+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:59.552762+0000) 2023-03-22T17:18:59.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:59.552+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:59.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:59.552+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:18:59.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:18:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:18:59.554+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:18:59.555371+0000) 2023-03-22T17:19:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:18:59 smithi142 ceph-mon[94717]: pgmap v5157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T17:19:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:18:59 smithi098 ceph-mon[94136]: pgmap v5157: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.1 KiB/s rd, 12 op/s 2023-03-22T17:19:00.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:00.201+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:00.202724+0000) 2023-03-22T17:19:00.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:00.050+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:00.052028+0000) 2023-03-22T17:19:00.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:00.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:00.052301+0000) 2023-03-22T17:19:00.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:00.050+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:00.052204+0000) 2023-03-22T17:19:00.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:00.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:00.055051+0000) 2023-03-22T17:19:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:01.204+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:01.205199+0000) 2023-03-22T17:19:01.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:01.050+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:01.052173+0000) 2023-03-22T17:19:01.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:01.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:01.052426+0000) 2023-03-22T17:19:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:01.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:01.052302+0000) 2023-03-22T17:19:01.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:01.050+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:01.052051+0000) 2023-03-22T17:19:01.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:01.053+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:01.055213+0000) 2023-03-22T17:19:01.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:01.008+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:01.010237+0000) 2023-03-22T17:19:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:01 smithi142 ceph-mon[94717]: pgmap v5158: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:19:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:01 smithi098 ceph-mon[94136]: pgmap v5158: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:19:02.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:02.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:02.207466+0000) 2023-03-22T17:19:02.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:02.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:02.052378+0000) 2023-03-22T17:19:02.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:02.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:02.010357+0000) 2023-03-22T17:19:02.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:02.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:02.052543+0000) 2023-03-22T17:19:02.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:02.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:02.052420+0000) 2023-03-22T17:19:02.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:02.050+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:02.052216+0000) 2023-03-22T17:19:02.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:02.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:02.055379+0000) 2023-03-22T17:19:03.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:03.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:03.207663+0000) 2023-03-22T17:19:03.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:03.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:03.052500+0000) 2023-03-22T17:19:03.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:03.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:03.052651+0000) 2023-03-22T17:19:03.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:03.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:03.010470+0000) 2023-03-22T17:19:03.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:03.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:03.052530+0000) 2023-03-22T17:19:03.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:03.051+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:03.052388+0000) 2023-03-22T17:19:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:03.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:03.055485+0000) 2023-03-22T17:19:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:03 smithi142 ceph-mon[94717]: pgmap v5159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:19:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:03 smithi098 ceph-mon[94136]: pgmap v5159: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:19:04.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:04.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.207785+0000) 2023-03-22T17:19:04.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:04.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.052623+0000) 2023-03-22T17:19:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:04.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.052762+0000) 2023-03-22T17:19:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:04.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.052731+0000) 2023-03-22T17:19:04.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:04.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.055594+0000) 2023-03-22T17:19:04.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:04.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.010601+0000) 2023-03-22T17:19:04.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:04.051+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.053001+0000) 2023-03-22T17:19:04.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:04.051+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:04.052530+0000) 2023-03-22T17:19:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:05.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.208001+0000) 2023-03-22T17:19:05.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:05.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.052770+0000) 2023-03-22T17:19:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:05.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.052885+0000) 2023-03-22T17:19:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:05.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.052849+0000) 2023-03-22T17:19:05.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:05.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.010738+0000) 2023-03-22T17:19:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:05.051+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.052676+0000) 2023-03-22T17:19:05.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:05.051+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.053127+0000) 2023-03-22T17:19:05.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:05.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:05.055722+0000) 2023-03-22T17:19:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:05 smithi142 ceph-mon[94717]: pgmap v5160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:19:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:05 smithi098 ceph-mon[94136]: pgmap v5160: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:19:06.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:06.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.208168+0000) 2023-03-22T17:19:06.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:06.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.052892+0000) 2023-03-22T17:19:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:06.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.052973+0000) 2023-03-22T17:19:06.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:06.051+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.052790+0000) 2023-03-22T17:19:06.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:06.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.010898+0000) 2023-03-22T17:19:06.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:06.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.053061+0000) 2023-03-22T17:19:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:06.051+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.053255+0000) 2023-03-22T17:19:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:06.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:06.055855+0000) 2023-03-22T17:19:07.209 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:07.051+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.053183+0000) 2023-03-22T17:19:07.209 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:07.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.053128+0000) 2023-03-22T17:19:07.210 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:07.010+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.011088+0000) 2023-03-22T17:19:07.210 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:07.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.053013+0000) 2023-03-22T17:19:07.211 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:07.052+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.053389+0000) 2023-03-22T17:19:07.211 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:07.051+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.052917+0000) 2023-03-22T17:19:07.211 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:07.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.055980+0000) 2023-03-22T17:19:07.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:07.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:07.208503+0000) 2023-03-22T17:19:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:07 smithi142 ceph-mon[94717]: pgmap v5161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:19:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:07 smithi098 ceph-mon[94136]: pgmap v5161: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s 2023-03-22T17:19:08.408 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:08.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.053309+0000) 2023-03-22T17:19:08.408 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:08.051+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.053240+0000) 2023-03-22T17:19:08.409 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:08.009+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.011228+0000) 2023-03-22T17:19:08.409 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:08.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.053127+0000) 2023-03-22T17:19:08.410 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:08.052+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.053508+0000) 2023-03-22T17:19:08.410 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:08.051+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.053045+0000) 2023-03-22T17:19:08.411 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:08.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.056098+0000) 2023-03-22T17:19:08.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:08.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:08.208665+0000) 2023-03-22T17:19:09.469 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:09.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.053440+0000) 2023-03-22T17:19:09.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:09.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.053361+0000) 2023-03-22T17:19:09.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:09.010+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.011307+0000) 2023-03-22T17:19:09.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:09.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.208861+0000) 2023-03-22T17:19:09.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:09.051+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.053244+0000) 2023-03-22T17:19:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:09.052+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.053623+0000) 2023-03-22T17:19:09.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:09.054+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.056210+0000) 2023-03-22T17:19:09.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:09.051+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:09.053171+0000) 2023-03-22T17:19:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:09 smithi142 ceph-mon[94717]: pgmap v5162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:19:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:09 smithi098 ceph-mon[94136]: pgmap v5162: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:19:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:10.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.053587+0000) 2023-03-22T17:19:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:10.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.053501+0000) 2023-03-22T17:19:10.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:10.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.208971+0000) 2023-03-22T17:19:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:10.010+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.011479+0000) 2023-03-22T17:19:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:10.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.053388+0000) 2023-03-22T17:19:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:10.052+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.053370+0000) 2023-03-22T17:19:10.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:10.052+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.053763+0000) 2023-03-22T17:19:10.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:10.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:10.056339+0000) 2023-03-22T17:19:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:10 smithi142 ceph-mon[94717]: osdmap e300: 12 total, 9 up, 9 in 2023-03-22T17:19:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:10 smithi098 ceph-mon[94136]: osdmap e300: 12 total, 9 up, 9 in 2023-03-22T17:19:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:11.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.053763+0000) 2023-03-22T17:19:11.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:11.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.053676+0000) 2023-03-22T17:19:11.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:11.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.056468+0000) 2023-03-22T17:19:11.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:11.052+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.053505+0000) 2023-03-22T17:19:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:11.207+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.209194+0000) 2023-03-22T17:19:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:11.052+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.053886+0000) 2023-03-22T17:19:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:11.010+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.011630+0000) 2023-03-22T17:19:11.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:11.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:11.053529+0000) 2023-03-22T17:19:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:11 smithi142 ceph-mon[94717]: pgmap v5164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:19:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:11 smithi098 ceph-mon[94136]: pgmap v5164: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:19:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:12.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.209330+0000) 2023-03-22T17:19:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:12.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.053700+0000) 2023-03-22T17:19:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:12.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.053877+0000) 2023-03-22T17:19:12.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:12.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.053798+0000) 2023-03-22T17:19:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:12.052+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.053991+0000) 2023-03-22T17:19:12.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:12.011+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.011812+0000) 2023-03-22T17:19:12.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:12.052+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.053639+0000) 2023-03-22T17:19:12.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:12.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:12.056570+0000) 2023-03-22T17:19:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:13.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.209614+0000) 2023-03-22T17:19:13.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:13.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.053877+0000) 2023-03-22T17:19:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:13.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.053991+0000) 2023-03-22T17:19:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:13.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.053917+0000) 2023-03-22T17:19:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:13.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.053865+0000) 2023-03-22T17:19:13.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:13.010+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.011998+0000) 2023-03-22T17:19:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:13.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.054095+0000) 2023-03-22T17:19:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:13.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:13.056727+0000) 2023-03-22T17:19:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:13 smithi142 ceph-mon[94717]: pgmap v5165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:13 smithi098 ceph-mon[94136]: pgmap v5165: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:14.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.209724+0000) 2023-03-22T17:19:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:14.052+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.054189+0000) 2023-03-22T17:19:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:14.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.054041+0000) 2023-03-22T17:19:14.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:14.052+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.053989+0000) 2023-03-22T17:19:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:14.010+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.012107+0000) 2023-03-22T17:19:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:14.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.054066+0000) 2023-03-22T17:19:14.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:14.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.056881+0000) 2023-03-22T17:19:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:14.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:14.054349+0000) 2023-03-22T17:19:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:15.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.054359+0000) 2023-03-22T17:19:15.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:15.052+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.054193+0000) 2023-03-22T17:19:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:15.052+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.054206+0000) 2023-03-22T17:19:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:15.010+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.012236+0000) 2023-03-22T17:19:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:15.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.209975+0000) 2023-03-22T17:19:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:15.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.054472+0000) 2023-03-22T17:19:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:15.052+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.054174+0000) 2023-03-22T17:19:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:15.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:15.057042+0000) 2023-03-22T17:19:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:15 smithi142 ceph-mon[94717]: pgmap v5166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:15 smithi098 ceph-mon[94136]: pgmap v5166: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:16.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.210104+0000) 2023-03-22T17:19:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:16.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.054463+0000) 2023-03-22T17:19:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:16.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.054528+0000) 2023-03-22T17:19:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:16.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.054392+0000) 2023-03-22T17:19:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:16.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.054615+0000) 2023-03-22T17:19:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:16.011+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.012372+0000) 2023-03-22T17:19:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:16.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.054403+0000) 2023-03-22T17:19:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:16.055+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:16.057211+0000) 2023-03-22T17:19:17.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:17.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.054673+0000) 2023-03-22T17:19:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:17.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.210300+0000) 2023-03-22T17:19:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:17.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.054656+0000) 2023-03-22T17:19:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:17.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.054573+0000) 2023-03-22T17:19:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:17.011+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.012499+0000) 2023-03-22T17:19:17.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:17.056+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.057356+0000) 2023-03-22T17:19:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:17.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.054572+0000) 2023-03-22T17:19:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:17.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:17.054764+0000) 2023-03-22T17:19:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:17 smithi142 ceph-mon[94717]: pgmap v5167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:17 smithi098 ceph-mon[94136]: pgmap v5167: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:18.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.210423+0000) 2023-03-22T17:19:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:18.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.054775+0000) 2023-03-22T17:19:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:18.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.054808+0000) 2023-03-22T17:19:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:18.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.054697+0000) 2023-03-22T17:19:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:18.011+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.012633+0000) 2023-03-22T17:19:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:18.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.054709+0000) 2023-03-22T17:19:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:18.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.054895+0000) 2023-03-22T17:19:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:18.056+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:18.057454+0000) 2023-03-22T17:19:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:19.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.210673+0000) 2023-03-22T17:19:19.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:19.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.054919+0000) 2023-03-22T17:19:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:19.054+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.054961+0000) 2023-03-22T17:19:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:19.054+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.054915+0000) 2023-03-22T17:19:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:19.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.012837+0000) 2023-03-22T17:19:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:19.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.054911+0000) 2023-03-22T17:19:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:19.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.055032+0000) 2023-03-22T17:19:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:19.056+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:19.057557+0000) 2023-03-22T17:19:20.058 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:20.053+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.055077+0000) 2023-03-22T17:19:20.059 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:20.053+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.055128+0000) 2023-03-22T17:19:20.059 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:20.053+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.055077+0000) 2023-03-22T17:19:20.060 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:20.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.013035+0000) 2023-03-22T17:19:20.060 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:20.053+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.055223+0000) 2023-03-22T17:19:20.061 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:20.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.055061+0000) 2023-03-22T17:19:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:19 smithi142 ceph-mon[94717]: pgmap v5168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:19 smithi098 ceph-mon[94136]: pgmap v5168: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:19:20.469 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:20.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.210860+0000) 2023-03-22T17:19:20.470 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:20.056+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:20.057666+0000) 2023-03-22T17:19:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:21.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.211170+0000) 2023-03-22T17:19:21.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:21.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.055286+0000) 2023-03-22T17:19:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:21.054+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.055428+0000) 2023-03-22T17:19:21.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:21.053+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.055244+0000) 2023-03-22T17:19:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:21.011+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.013168+0000) 2023-03-22T17:19:21.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:21.054+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.055325+0000) 2023-03-22T17:19:21.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:21.054+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:21.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:21.054+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:21.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:21.062+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.063516+0000) 2023-03-22T17:19:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:21.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.055754+0000) 2023-03-22T17:19:21.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:21.056+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:21.057778+0000) 2023-03-22T17:19:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:21 smithi142 ceph-mon[94717]: pgmap v5169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:19:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:21 smithi098 ceph-mon[94136]: pgmap v5169: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:19:22.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:22.054+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:22.055565+0000) 2023-03-22T17:19:22.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:22.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:22.055871+0000) 2023-03-22T17:19:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:22.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:22.013364+0000) 2023-03-22T17:19:22.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:22.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:22.211323+0000) 2023-03-22T17:19:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:22.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:22.055378+0000) 2023-03-22T17:19:22.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:22.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:22.055417+0000) 2023-03-22T17:19:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:22.056+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:22.057891+0000) 2023-03-22T17:19:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:23.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.211561+0000) 2023-03-22T17:19:23.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:23.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.055556+0000) 2023-03-22T17:19:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:23.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.013511+0000) 2023-03-22T17:19:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:23.054+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.055681+0000) 2023-03-22T17:19:23.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:23.055+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:23.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:23.055+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:23.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:23.066+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.067676+0000) 2023-03-22T17:19:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:23.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.055545+0000) 2023-03-22T17:19:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:23.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.055989+0000) 2023-03-22T17:19:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:23.056+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.058002+0000) 2023-03-22T17:19:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:23.057+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:23.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:23.057+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:23.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:23.066+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:23.067603+0000) 2023-03-22T17:19:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:23 smithi142 ceph-mon[94717]: pgmap v5170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:19:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:23 smithi098 ceph-mon[94136]: pgmap v5170: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:19:24.327 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:24.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:24.013636+0000) 2023-03-22T17:19:24.328 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:24.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:24.055687+0000) 2023-03-22T17:19:24.328 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:24.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:24.055656+0000) 2023-03-22T17:19:24.329 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:24.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:24.056098+0000) 2023-03-22T17:19:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:24.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:24.211734+0000) 2023-03-22T17:19:24.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:24.211+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:24.211+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:24.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:24.338+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:24.339461+0000) 2023-03-22T17:19:25.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:25.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:25.013850+0000) 2023-03-22T17:19:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:25.054+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:25.055822+0000) 2023-03-22T17:19:25.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:25.055+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:25.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:25.055+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:25.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:25.059+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:25.060510+0000) 2023-03-22T17:19:25.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:25.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:25.055800+0000) 2023-03-22T17:19:25.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:25.054+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:25.056212+0000) 2023-03-22T17:19:25.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:25.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:25.555650+0000) 2023-03-22T17:19:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:25 smithi142 ceph-mon[94717]: pgmap v5171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:19:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:25 smithi098 ceph-mon[94136]: pgmap v5171: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:19:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:26.055+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:26.056361+0000) 2023-03-22T17:19:26.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:26.012+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:26.014020+0000) 2023-03-22T17:19:26.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:26.054+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:26.055934+0000) 2023-03-22T17:19:26.969 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:26.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:26.555867+0000) 2023-03-22T17:19:27.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:27.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.056472+0000) 2023-03-22T17:19:27.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:27.013+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.014149+0000) 2023-03-22T17:19:27.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:27.014+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:27.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:27.014+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:27.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:27.020+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.020612+0000) 2023-03-22T17:19:27.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:27.055+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.056049+0000) 2023-03-22T17:19:27.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:27.056+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:27.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:27.056+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:27.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:27.060+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.060789+0000) 2023-03-22T17:19:27.932 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:27.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.555979+0000) 2023-03-22T17:19:27.933 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:27.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.556015+0000) 2023-03-22T17:19:27.934 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:27.557+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:27.558216+0000) 2023-03-22T17:19:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:27 smithi142 ceph-mon[94717]: pgmap v5172: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:19:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:27 smithi098 ceph-mon[94136]: pgmap v5172: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:19:28.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:28.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:28.056610+0000) 2023-03-22T17:19:28.969 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:28.555+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:28.556163+0000) 2023-03-22T17:19:28.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:28.555+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:28.556166+0000) 2023-03-22T17:19:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:28.711+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:28.712132+0000) 2023-03-22T17:19:28.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:28.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:28.558312+0000) 2023-03-22T17:19:29.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:29.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:29.056717+0000) 2023-03-22T17:19:29.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:29.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:29.556267+0000) 2023-03-22T17:19:29.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:29.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:29.556294+0000) 2023-03-22T17:19:29.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:29.555+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:29.556225+0000) 2023-03-22T17:19:29.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:29.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:29.558421+0000) 2023-03-22T17:19:29.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:29.714+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:29.714303+0000) 2023-03-22T17:19:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:29 smithi142 ceph-mon[94717]: pgmap v5173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:19:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:29 smithi098 ceph-mon[94136]: pgmap v5173: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:19:30.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:30.056+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:30.056823+0000) 2023-03-22T17:19:30.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:30.057+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:30.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:30.057+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:30.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:30.061+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:30.061940+0000) 2023-03-22T17:19:30.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:30.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:30.556409+0000) 2023-03-22T17:19:30.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:30.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:30.556424+0000) 2023-03-22T17:19:30.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:30.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:30.556364+0000) 2023-03-22T17:19:30.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:30.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:30.558528+0000) 2023-03-22T17:19:30.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:30.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:30.717061+0000) 2023-03-22T17:19:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:31.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:31.556684+0000) 2023-03-22T17:19:31.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:31.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:31.556600+0000) 2023-03-22T17:19:31.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:31.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:31.514426+0000) 2023-03-22T17:19:31.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:31.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:31.719437+0000) 2023-03-22T17:19:31.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:31.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:31.556514+0000) 2023-03-22T17:19:31.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:31.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:31.556320+0000) 2023-03-22T17:19:31.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:31.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:31.558634+0000) 2023-03-22T17:19:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:31 smithi142 ceph-mon[94717]: pgmap v5174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:31 smithi098 ceph-mon[94136]: pgmap v5174: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:32.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:32.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:32.556796+0000) 2023-03-22T17:19:32.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:32.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:32.556721+0000) 2023-03-22T17:19:32.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:32.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:32.558792+0000) 2023-03-22T17:19:32.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:32.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:32.723384+0000) 2023-03-22T17:19:32.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:32.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:32.556636+0000) 2023-03-22T17:19:32.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:32.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:32.556435+0000) 2023-03-22T17:19:32.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:32.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:32.514577+0000) 2023-03-22T17:19:33.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:33.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:33.723619+0000) 2023-03-22T17:19:33.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:33.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:33.556751+0000) 2023-03-22T17:19:33.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:33.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:33.556948+0000) 2023-03-22T17:19:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:33.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:33.556835+0000) 2023-03-22T17:19:33.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:33.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:33.556549+0000) 2023-03-22T17:19:33.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:33.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:33.514737+0000) 2023-03-22T17:19:33.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:33.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:33.558928+0000) 2023-03-22T17:19:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:33 smithi142 ceph-mon[94717]: pgmap v5175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:33 smithi098 ceph-mon[94136]: pgmap v5175: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:34.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:34.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.556887+0000) 2023-03-22T17:19:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:34.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.557134+0000) 2023-03-22T17:19:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:34.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.556952+0000) 2023-03-22T17:19:34.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:34.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.514859+0000) 2023-03-22T17:19:34.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:34.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.723795+0000) 2023-03-22T17:19:34.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:34.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.556682+0000) 2023-03-22T17:19:34.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:34.556+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.557194+0000) 2023-03-22T17:19:34.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:34.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:34.559055+0000) 2023-03-22T17:19:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:35.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.557242+0000) 2023-03-22T17:19:35.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:35.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.557103+0000) 2023-03-22T17:19:35.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:35.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.557307+0000) 2023-03-22T17:19:35.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:35.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.515013+0000) 2023-03-22T17:19:35.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:35.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.724088+0000) 2023-03-22T17:19:35.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:35.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.557023+0000) 2023-03-22T17:19:35.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:35.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.559184+0000) 2023-03-22T17:19:35.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:35.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:35.556841+0000) 2023-03-22T17:19:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:35 smithi142 ceph-mon[94717]: pgmap v5176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:35 smithi098 ceph-mon[94136]: pgmap v5176: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:36.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.724298+0000) 2023-03-22T17:19:36.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:36.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.557180+0000) 2023-03-22T17:19:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:36.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.557351+0000) 2023-03-22T17:19:36.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:36.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.557245+0000) 2023-03-22T17:19:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:36.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.515128+0000) 2023-03-22T17:19:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:36.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.557008+0000) 2023-03-22T17:19:36.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:36.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.557422+0000) 2023-03-22T17:19:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:36.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:36.559313+0000) 2023-03-22T17:19:37.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:37.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.724670+0000) 2023-03-22T17:19:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:37.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.557305+0000) 2023-03-22T17:19:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:37.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.557482+0000) 2023-03-22T17:19:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:37.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.557424+0000) 2023-03-22T17:19:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:37.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.557658+0000) 2023-03-22T17:19:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:37.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.515322+0000) 2023-03-22T17:19:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:37.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.557148+0000) 2023-03-22T17:19:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:37.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:37.559428+0000) 2023-03-22T17:19:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:37 smithi142 ceph-mon[94717]: pgmap v5177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:37 smithi098 ceph-mon[94136]: pgmap v5177: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:38.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.724825+0000) 2023-03-22T17:19:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:38.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.557477+0000) 2023-03-22T17:19:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:38.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.557614+0000) 2023-03-22T17:19:38.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:38.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.557558+0000) 2023-03-22T17:19:38.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:38.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.559543+0000) 2023-03-22T17:19:38.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:38.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.515539+0000) 2023-03-22T17:19:38.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:38.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.557325+0000) 2023-03-22T17:19:38.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:38.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:38.557772+0000) 2023-03-22T17:19:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:39.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.725063+0000) 2023-03-22T17:19:39.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:39.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.557678+0000) 2023-03-22T17:19:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:39.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.557775+0000) 2023-03-22T17:19:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:39.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.557730+0000) 2023-03-22T17:19:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:39.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.557959+0000) 2023-03-22T17:19:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:39.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.515690+0000) 2023-03-22T17:19:39.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:39.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.557532+0000) 2023-03-22T17:19:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:39.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:39.559647+0000) 2023-03-22T17:19:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:39 smithi142 ceph-mon[94717]: pgmap v5178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:39 smithi098 ceph-mon[94136]: pgmap v5178: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:40.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:40.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.725191+0000) 2023-03-22T17:19:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:40.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.557988+0000) 2023-03-22T17:19:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:40.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.557934+0000) 2023-03-22T17:19:40.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:40.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.557850+0000) 2023-03-22T17:19:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:40.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.558123+0000) 2023-03-22T17:19:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:40.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.557674+0000) 2023-03-22T17:19:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:40.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.559761+0000) 2023-03-22T17:19:40.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:40.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:40.515896+0000) 2023-03-22T17:19:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:41.556+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.558124+0000) 2023-03-22T17:19:41.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:41.556+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.558103+0000) 2023-03-22T17:19:41.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:41.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.557978+0000) 2023-03-22T17:19:41.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:41.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.516080+0000) 2023-03-22T17:19:41.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:41.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.725434+0000) 2023-03-22T17:19:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:41.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.558257+0000) 2023-03-22T17:19:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:41.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.557800+0000) 2023-03-22T17:19:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:41.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:41.559890+0000) 2023-03-22T17:19:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:41 smithi142 ceph-mon[94717]: pgmap v5179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:41 smithi098 ceph-mon[94136]: pgmap v5179: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:42.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.558288+0000) 2023-03-22T17:19:42.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:42.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.558295+0000) 2023-03-22T17:19:42.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:42.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.725543+0000) 2023-03-22T17:19:42.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:42.514+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.516223+0000) 2023-03-22T17:19:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:42.556+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.558136+0000) 2023-03-22T17:19:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:42.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.558421+0000) 2023-03-22T17:19:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:42.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.557933+0000) 2023-03-22T17:19:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:42.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:42.560000+0000) 2023-03-22T17:19:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:43.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.725792+0000) 2023-03-22T17:19:43.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:43.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.558259+0000) 2023-03-22T17:19:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:43.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.558417+0000) 2023-03-22T17:19:43.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:43.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.558065+0000) 2023-03-22T17:19:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:43.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.516367+0000) 2023-03-22T17:19:43.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:43.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.558425+0000) 2023-03-22T17:19:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:43.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.558568+0000) 2023-03-22T17:19:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:43.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:43.560117+0000) 2023-03-22T17:19:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:43 smithi142 ceph-mon[94717]: pgmap v5180: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:43 smithi098 ceph-mon[94136]: pgmap v5180: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:44.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:44.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.558394+0000) 2023-03-22T17:19:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:44.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.558536+0000) 2023-03-22T17:19:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:44.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.516479+0000) 2023-03-22T17:19:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:44.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.725973+0000) 2023-03-22T17:19:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:44.556+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.558182+0000) 2023-03-22T17:19:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:44.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.558679+0000) 2023-03-22T17:19:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:44.558+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.560240+0000) 2023-03-22T17:19:44.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:44.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:44.558539+0000) 2023-03-22T17:19:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:45.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.726277+0000) 2023-03-22T17:19:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:45.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.558510+0000) 2023-03-22T17:19:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:45.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.558643+0000) 2023-03-22T17:19:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:45.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.558655+0000) 2023-03-22T17:19:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:45.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.558787+0000) 2023-03-22T17:19:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:45.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.516592+0000) 2023-03-22T17:19:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:45.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.558296+0000) 2023-03-22T17:19:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:45.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:45.560386+0000) 2023-03-22T17:19:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:45 smithi142 ceph-mon[94717]: pgmap v5181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:45 smithi098 ceph-mon[94136]: pgmap v5181: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:46.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:46.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.558646+0000) 2023-03-22T17:19:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:46.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.558760+0000) 2023-03-22T17:19:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:46.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.558784+0000) 2023-03-22T17:19:46.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:46.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.558431+0000) 2023-03-22T17:19:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:46.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.558921+0000) 2023-03-22T17:19:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:46.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.516721+0000) 2023-03-22T17:19:46.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:46.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.726424+0000) 2023-03-22T17:19:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:46.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:46.560504+0000) 2023-03-22T17:19:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:47.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.726642+0000) 2023-03-22T17:19:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:47.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.558873+0000) 2023-03-22T17:19:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:47.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.558899+0000) 2023-03-22T17:19:47.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:47.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.559040+0000) 2023-03-22T17:19:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:47.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.516901+0000) 2023-03-22T17:19:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:47.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.558553+0000) 2023-03-22T17:19:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:47.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.560625+0000) 2023-03-22T17:19:47.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:47.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:47.558769+0000) 2023-03-22T17:19:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:47 smithi142 ceph-mon[94717]: pgmap v5182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:47 smithi098 ceph-mon[94136]: pgmap v5182: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:48.924 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:48.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.558979+0000) 2023-03-22T17:19:48.925 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:48.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.559014+0000) 2023-03-22T17:19:48.926 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:48.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.517051+0000) 2023-03-22T17:19:48.926 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:48.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.726774+0000) 2023-03-22T17:19:48.927 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:48.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.558877+0000) 2023-03-22T17:19:48.927 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:48.557+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.559142+0000) 2023-03-22T17:19:48.927 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:48.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.558670+0000) 2023-03-22T17:19:48.928 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:48.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:48.560792+0000) 2023-03-22T17:19:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:49.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.727135+0000) 2023-03-22T17:19:49.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:49.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.558998+0000) 2023-03-22T17:19:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:49.557+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.559200+0000) 2023-03-22T17:19:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:49.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.559142+0000) 2023-03-22T17:19:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:49.515+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.517162+0000) 2023-03-22T17:19:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:49.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.558761+0000) 2023-03-22T17:19:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:49.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.559399+0000) 2023-03-22T17:19:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:49.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:49.560924+0000) 2023-03-22T17:19:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:49 smithi142 ceph-mon[94717]: pgmap v5183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:49 smithi098 ceph-mon[94136]: pgmap v5183: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:50.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.727276+0000) 2023-03-22T17:19:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:50.558+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.559300+0000) 2023-03-22T17:19:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:50.557+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.559252+0000) 2023-03-22T17:19:50.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:50.516+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.517304+0000) 2023-03-22T17:19:50.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:50.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.559143+0000) 2023-03-22T17:19:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:50.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.559511+0000) 2023-03-22T17:19:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:50.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.561062+0000) 2023-03-22T17:19:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:50.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:50.558902+0000) 2023-03-22T17:19:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:51.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.727535+0000) 2023-03-22T17:19:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:51.558+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.559422+0000) 2023-03-22T17:19:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:51.558+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.559374+0000) 2023-03-22T17:19:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:51.558+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:51.558+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:51.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:51.573+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.574551+0000) 2023-03-22T17:19:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:51.516+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.517426+0000) 2023-03-22T17:19:51.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:51.559+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.561212+0000) 2023-03-22T17:19:51.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:51.557+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.559255+0000) 2023-03-22T17:19:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:51.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.559630+0000) 2023-03-22T17:19:51.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:51.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:51.559016+0000) 2023-03-22T17:19:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:51 smithi142 ceph-mon[94717]: pgmap v5184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:51 smithi098 ceph-mon[94136]: pgmap v5184: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:52.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:52.727652+0000) 2023-03-22T17:19:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:52.558+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:52.559531+0000) 2023-03-22T17:19:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:52.516+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:52.517617+0000) 2023-03-22T17:19:52.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:52.558+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:52.559383+0000) 2023-03-22T17:19:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:52.557+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:52.559198+0000) 2023-03-22T17:19:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:52.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:52.559750+0000) 2023-03-22T17:19:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:52.560+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:52.561388+0000) 2023-03-22T17:19:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:53.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.727916+0000) 2023-03-22T17:19:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:53.558+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.559496+0000) 2023-03-22T17:19:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:53.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.559302+0000) 2023-03-22T17:19:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:53.516+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.517777+0000) 2023-03-22T17:19:53.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:53.558+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.559639+0000) 2023-03-22T17:19:53.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:53.559+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:53.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:53.559+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:53.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:53.572+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.574158+0000) 2023-03-22T17:19:53.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:53.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.559900+0000) 2023-03-22T17:19:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:53.560+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.561502+0000) 2023-03-22T17:19:53.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:53.560+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:53.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:53.560+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:53.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:53.573+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:53.574968+0000) 2023-03-22T17:19:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:53 smithi142 ceph-mon[94717]: pgmap v5185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:54.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:53 smithi098 ceph-mon[94136]: pgmap v5185: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:19:54.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:54.558+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:54.559616+0000) 2023-03-22T17:19:54.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:54.516+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:54.517907+0000) 2023-03-22T17:19:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:54.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:54.728077+0000) 2023-03-22T17:19:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:54.727+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:54.727+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:54.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:54.746+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:54.747438+0000) 2023-03-22T17:19:54.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:54.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:54.560020+0000) 2023-03-22T17:19:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:54.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:54.559425+0000) 2023-03-22T17:19:55.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:55.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:55.559571+0000) 2023-03-22T17:19:55.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:55.516+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:55.518039+0000) 2023-03-22T17:19:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:55.558+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:55.559743+0000) 2023-03-22T17:19:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:55.559+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:55.559+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:55.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:19:55.575+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:55.576602+0000) 2023-03-22T17:19:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:55.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:55.560141+0000) 2023-03-22T17:19:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:55 smithi142 ceph-mon[94717]: pgmap v5186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:55 smithi098 ceph-mon[94136]: pgmap v5186: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:56.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:56.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:56.059669+0000) 2023-03-22T17:19:56.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:56.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:56.559680+0000) 2023-03-22T17:19:56.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:56.516+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:56.518189+0000) 2023-03-22T17:19:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:56.558+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:56.560257+0000) 2023-03-22T17:19:57.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:57.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:57.059789+0000) 2023-03-22T17:19:57.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:57.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:57.560382+0000) 2023-03-22T17:19:57.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:57.517+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:57.518316+0000) 2023-03-22T17:19:57.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:57.517+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:57.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:57.517+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:57.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:19:57.524+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:57.525469+0000) 2023-03-22T17:19:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:57.558+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:57.559785+0000) 2023-03-22T17:19:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:57.559+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:57.559+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:19:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:19:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:19:57.567+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:57.568733+0000) 2023-03-22T17:19:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:57 smithi142 ceph-mon[94717]: pgmap v5187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:57 smithi098 ceph-mon[94136]: pgmap v5187: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:19:58.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:58.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:58.059911+0000) 2023-03-22T17:19:58.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:58.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:58.059909+0000) 2023-03-22T17:19:58.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:58.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:58.061786+0000) 2023-03-22T17:19:58.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:58.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:58.560525+0000) 2023-03-22T17:19:59.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:19:59.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:59.060056+0000) 2023-03-22T17:19:59.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:19:59.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:59.060056+0000) 2023-03-22T17:19:59.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:19:59.227+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:59.228357+0000) 2023-03-22T17:19:59.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:19:59.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:59.061904+0000) 2023-03-22T17:19:59.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:19:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:19:59.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:19:59.560665+0000) 2023-03-22T17:20:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:19:59 smithi142 ceph-mon[94717]: pgmap v5188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:19:59 smithi098 ceph-mon[94136]: pgmap v5188: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:00.058+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:00.060174+0000) 2023-03-22T17:20:00.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:00.058+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:00.060171+0000) 2023-03-22T17:20:00.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:00.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:00.230615+0000) 2023-03-22T17:20:00.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:00.058+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:00.060078+0000) 2023-03-22T17:20:00.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:00.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:00.062080+0000) 2023-03-22T17:20:00.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:00.559+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:00.560779+0000) 2023-03-22T17:20:00.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:00.560+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:00.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:00.560+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:00.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:00.562+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:00.563903+0000) 2023-03-22T17:20:01.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:20:01.172 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:20:01.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:01.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:01.060304+0000) 2023-03-22T17:20:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:01.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:01.060292+0000) 2023-03-22T17:20:01.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:01.231+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:01.233059+0000) 2023-03-22T17:20:01.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:01.058+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:01.060191+0000) 2023-03-22T17:20:01.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:01.060+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:01.062216+0000) 2023-03-22T17:20:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:01 smithi142 ceph-mon[94717]: pgmap v5189: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:01 smithi098 ceph-mon[94136]: pgmap v5189: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:02.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:02.234+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:02.235889+0000) 2023-03-22T17:20:02.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:02.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:02.060305+0000) 2023-03-22T17:20:02.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:02.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:02.060445+0000) 2023-03-22T17:20:02.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:02.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:02.060407+0000) 2023-03-22T17:20:02.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:02.017+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:02.018577+0000) 2023-03-22T17:20:02.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:02.058+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:02.059994+0000) 2023-03-22T17:20:02.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:02.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:02.062300+0000) 2023-03-22T17:20:03.420 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:03.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:03.239917+0000) 2023-03-22T17:20:03.420 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:03.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:03.060562+0000) 2023-03-22T17:20:03.421 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:03.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:03.060555+0000) 2023-03-22T17:20:03.421 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:03.017+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:03.018731+0000) 2023-03-22T17:20:03.422 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:03.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:03.060472+0000) 2023-03-22T17:20:03.422 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:03.059+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:03.060174+0000) 2023-03-22T17:20:03.720 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:03.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:03.062359+0000) 2023-03-22T17:20:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:03 smithi142 ceph-mon[94717]: pgmap v5190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:20:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:03 smithi098 ceph-mon[94136]: pgmap v5190: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:20:04.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:04.238+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:04.240222+0000) 2023-03-22T17:20:04.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:04.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:04.060661+0000) 2023-03-22T17:20:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:04.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:04.060690+0000) 2023-03-22T17:20:04.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:04.017+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:04.018916+0000) 2023-03-22T17:20:04.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:04.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:04.060685+0000) 2023-03-22T17:20:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:04.059+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:04.060343+0000) 2023-03-22T17:20:04.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:04.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:04.062461+0000) 2023-03-22T17:20:05.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:05.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.060780+0000) 2023-03-22T17:20:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:05.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.060828+0000) 2023-03-22T17:20:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:05.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.060803+0000) 2023-03-22T17:20:05.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:05.018+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.019151+0000) 2023-03-22T17:20:05.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:05.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.240463+0000) 2023-03-22T17:20:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:05.059+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.060500+0000) 2023-03-22T17:20:05.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:05.059+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.061012+0000) 2023-03-22T17:20:05.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:05.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:05.062581+0000) 2023-03-22T17:20:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:05 smithi142 ceph-mon[94717]: pgmap v5191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:20:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:05 smithi098 ceph-mon[94136]: pgmap v5191: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:20:06.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:06.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.240640+0000) 2023-03-22T17:20:06.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:06.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.060934+0000) 2023-03-22T17:20:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:06.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.060975+0000) 2023-03-22T17:20:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:06.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.061116+0000) 2023-03-22T17:20:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:06.059+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.060654+0000) 2023-03-22T17:20:06.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:06.018+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.019298+0000) 2023-03-22T17:20:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:06.059+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.061142+0000) 2023-03-22T17:20:06.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:06.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:06.062682+0000) 2023-03-22T17:20:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:07.059+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.061158+0000) 2023-03-22T17:20:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:07.059+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.061236+0000) 2023-03-22T17:20:07.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:07.059+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.060808+0000) 2023-03-22T17:20:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:07.018+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.019498+0000) 2023-03-22T17:20:07.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:07.239+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.240871+0000) 2023-03-22T17:20:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:07.059+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.061147+0000) 2023-03-22T17:20:07.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:07.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.062784+0000) 2023-03-22T17:20:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:07.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:07.061287+0000) 2023-03-22T17:20:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:07 smithi142 ceph-mon[94717]: pgmap v5192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:20:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:07 smithi098 ceph-mon[94136]: pgmap v5192: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:20:08.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:08.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.241046+0000) 2023-03-22T17:20:08.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:08.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.061310+0000) 2023-03-22T17:20:08.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:08.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.061329+0000) 2023-03-22T17:20:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:08.059+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.060986+0000) 2023-03-22T17:20:08.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:08.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.061463+0000) 2023-03-22T17:20:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:08.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.062931+0000) 2023-03-22T17:20:08.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:08.018+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.019642+0000) 2023-03-22T17:20:08.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:08.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:08.061385+0000) 2023-03-22T17:20:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:09.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.241318+0000) 2023-03-22T17:20:09.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:09.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.061486+0000) 2023-03-22T17:20:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:09.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.061509+0000) 2023-03-22T17:20:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:09.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.061640+0000) 2023-03-22T17:20:09.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:09.059+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.061164+0000) 2023-03-22T17:20:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:09.018+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.019798+0000) 2023-03-22T17:20:09.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:09.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.061647+0000) 2023-03-22T17:20:09.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:09.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:09.063065+0000) 2023-03-22T17:20:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:09 smithi142 ceph-mon[94717]: pgmap v5193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:20:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:09 smithi098 ceph-mon[94136]: pgmap v5193: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:20:10.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:10.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.061651+0000) 2023-03-22T17:20:10.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:10.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.061754+0000) 2023-03-22T17:20:10.221 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:10.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.061340+0000) 2023-03-22T17:20:10.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:10.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.019966+0000) 2023-03-22T17:20:10.222 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:10.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.061627+0000) 2023-03-22T17:20:10.222 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:10.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.061769+0000) 2023-03-22T17:20:10.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:10.061+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.063196+0000) 2023-03-22T17:20:10.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:10.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:10.241436+0000) 2023-03-22T17:20:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:10 smithi142 ceph-mon[94717]: osdmap e301: 12 total, 9 up, 9 in 2023-03-22T17:20:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:10 smithi098 ceph-mon[94136]: osdmap e301: 12 total, 9 up, 9 in 2023-03-22T17:20:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:11.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.061797+0000) 2023-03-22T17:20:11.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:11.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.061945+0000) 2023-03-22T17:20:11.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:11.018+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.020123+0000) 2023-03-22T17:20:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:11.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.241736+0000) 2023-03-22T17:20:11.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:11.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.061774+0000) 2023-03-22T17:20:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:11.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.061922+0000) 2023-03-22T17:20:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:11.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.061503+0000) 2023-03-22T17:20:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:11.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:11.063309+0000) 2023-03-22T17:20:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:11 smithi142 ceph-mon[94717]: pgmap v5195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:20:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:11 smithi098 ceph-mon[94136]: pgmap v5195: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:20:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:12.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.241884+0000) 2023-03-22T17:20:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:12.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.061887+0000) 2023-03-22T17:20:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:12.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.061912+0000) 2023-03-22T17:20:12.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:12.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.061634+0000) 2023-03-22T17:20:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:12.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.062043+0000) 2023-03-22T17:20:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:12.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.020303+0000) 2023-03-22T17:20:12.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:12.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.062055+0000) 2023-03-22T17:20:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:12.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:12.063419+0000) 2023-03-22T17:20:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:13.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.242130+0000) 2023-03-22T17:20:13.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:13.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.061997+0000) 2023-03-22T17:20:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:13.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.062096+0000) 2023-03-22T17:20:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:13.060+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.062241+0000) 2023-03-22T17:20:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:13.060+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.062162+0000) 2023-03-22T17:20:13.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:13.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.020437+0000) 2023-03-22T17:20:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:13.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.061768+0000) 2023-03-22T17:20:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:13.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:13.063520+0000) 2023-03-22T17:20:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:13 smithi142 ceph-mon[94717]: pgmap v5196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:13 smithi098 ceph-mon[94136]: pgmap v5196: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:14.060+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.062213+0000) 2023-03-22T17:20:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:14.061+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.062373+0000) 2023-03-22T17:20:14.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:14.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.020604+0000) 2023-03-22T17:20:14.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:14.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.242262+0000) 2023-03-22T17:20:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:14.060+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.062142+0000) 2023-03-22T17:20:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:14.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.061955+0000) 2023-03-22T17:20:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:14.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.062313+0000) 2023-03-22T17:20:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:14.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:14.063637+0000) 2023-03-22T17:20:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:15.061+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.062362+0000) 2023-03-22T17:20:15.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:15.061+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.062504+0000) 2023-03-22T17:20:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:15.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.242555+0000) 2023-03-22T17:20:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:15.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.020767+0000) 2023-03-22T17:20:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:15.060+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.062093+0000) 2023-03-22T17:20:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:15.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.062444+0000) 2023-03-22T17:20:15.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:15.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.062280+0000) 2023-03-22T17:20:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:15.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:15.063822+0000) 2023-03-22T17:20:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:15 smithi142 ceph-mon[94717]: pgmap v5197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:15 smithi098 ceph-mon[94136]: pgmap v5197: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:16.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.242725+0000) 2023-03-22T17:20:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:16.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.062420+0000) 2023-03-22T17:20:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:16.061+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.062513+0000) 2023-03-22T17:20:16.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:16.061+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.062619+0000) 2023-03-22T17:20:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:16.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.063979+0000) 2023-03-22T17:20:16.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:16.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.020930+0000) 2023-03-22T17:20:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:16.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.062255+0000) 2023-03-22T17:20:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:16.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:16.062588+0000) 2023-03-22T17:20:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:17.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.243028+0000) 2023-03-22T17:20:17.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:17.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.062615+0000) 2023-03-22T17:20:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:17.061+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.062669+0000) 2023-03-22T17:20:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:17.061+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.062853+0000) 2023-03-22T17:20:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:17.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.062783+0000) 2023-03-22T17:20:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:17.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.021062+0000) 2023-03-22T17:20:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:17.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.062409+0000) 2023-03-22T17:20:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:17.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:17.064110+0000) 2023-03-22T17:20:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:17 smithi142 ceph-mon[94717]: pgmap v5198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:17 smithi098 ceph-mon[94136]: pgmap v5198: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:18.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.243175+0000) 2023-03-22T17:20:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:18.061+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.062740+0000) 2023-03-22T17:20:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:18.061+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.062790+0000) 2023-03-22T17:20:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:18.061+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.062973+0000) 2023-03-22T17:20:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:18.061+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.062902+0000) 2023-03-22T17:20:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:18.019+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.021172+0000) 2023-03-22T17:20:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:18.061+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.062529+0000) 2023-03-22T17:20:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:18.062+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:18.064223+0000) 2023-03-22T17:20:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:19.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.243448+0000) 2023-03-22T17:20:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:19.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.062864+0000) 2023-03-22T17:20:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:19.062+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.062900+0000) 2023-03-22T17:20:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:19.062+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.063083+0000) 2023-03-22T17:20:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:19.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.063013+0000) 2023-03-22T17:20:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:19.020+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.021297+0000) 2023-03-22T17:20:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:19.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.062720+0000) 2023-03-22T17:20:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:19.064+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:19.064374+0000) 2023-03-22T17:20:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:19 smithi142 ceph-mon[94717]: pgmap v5199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:19 smithi098 ceph-mon[94136]: pgmap v5199: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:20:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:20.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.243641+0000) 2023-03-22T17:20:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:20.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.062986+0000) 2023-03-22T17:20:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:20.062+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.063008+0000) 2023-03-22T17:20:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:20.062+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.063197+0000) 2023-03-22T17:20:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:20.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.021404+0000) 2023-03-22T17:20:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:20.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.062867+0000) 2023-03-22T17:20:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:20.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.063119+0000) 2023-03-22T17:20:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:20.064+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:20.064480+0000) 2023-03-22T17:20:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:21.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.243877+0000) 2023-03-22T17:20:21.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:21.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.063114+0000) 2023-03-22T17:20:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:21.062+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.063123+0000) 2023-03-22T17:20:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:21.063+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.063302+0000) 2023-03-22T17:20:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:21.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.021571+0000) 2023-03-22T17:20:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:21.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.063029+0000) 2023-03-22T17:20:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:21.062+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.063231+0000) 2023-03-22T17:20:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:21.064+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:21.064584+0000) 2023-03-22T17:20:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:21 smithi142 ceph-mon[94717]: pgmap v5200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:20:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:21 smithi098 ceph-mon[94136]: pgmap v5200: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:20:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:22.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.244048+0000) 2023-03-22T17:20:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:22.062+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.063232+0000) 2023-03-22T17:20:22.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:22.062+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.063253+0000) 2023-03-22T17:20:22.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:22.064+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.064702+0000) 2023-03-22T17:20:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:22.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.021718+0000) 2023-03-22T17:20:22.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:22.063+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.063414+0000) 2023-03-22T17:20:22.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:22.063+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:22.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:22.063+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:22.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:22.085+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.085999+0000) 2023-03-22T17:20:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:22.062+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.063185+0000) 2023-03-22T17:20:22.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:22.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:22.063361+0000) 2023-03-22T17:20:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:23.244+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:23.244331+0000) 2023-03-22T17:20:23.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:23.063+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:23.063362+0000) 2023-03-22T17:20:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:23.063+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:23.063458+0000) 2023-03-22T17:20:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:23.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:23.021869+0000) 2023-03-22T17:20:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:23.063+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:23.063311+0000) 2023-03-22T17:20:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:23.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:23.063555+0000) 2023-03-22T17:20:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:23.064+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:23.064823+0000) 2023-03-22T17:20:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:23 smithi142 ceph-mon[94717]: pgmap v5201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:20:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:23 smithi098 ceph-mon[94136]: pgmap v5201: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:20:24.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:24.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.021989+0000) 2023-03-22T17:20:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:24.063+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.063613+0000) 2023-03-22T17:20:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:24.064+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:24.064+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:24.081+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.081725+0000) 2023-03-22T17:20:24.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:24.064+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.064933+0000) 2023-03-22T17:20:24.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:24.065+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:24.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:24.065+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:24.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:24.079+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.079368+0000) 2023-03-22T17:20:24.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:24.244+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.244461+0000) 2023-03-22T17:20:24.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:24.063+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.063502+0000) 2023-03-22T17:20:24.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:24.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.063674+0000) 2023-03-22T17:20:24.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:24.063+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:24.063429+0000) 2023-03-22T17:20:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:25.063+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:25.063648+0000) 2023-03-22T17:20:25.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:25.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:25.022119+0000) 2023-03-22T17:20:25.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:25.244+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:25.244738+0000) 2023-03-22T17:20:25.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:25.245+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:25.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:25.245+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:25.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:25.263+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:25.263278+0000) 2023-03-22T17:20:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:25.063+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:25.063559+0000) 2023-03-22T17:20:25.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:25.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:25.063788+0000) 2023-03-22T17:20:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:25 smithi142 ceph-mon[94717]: pgmap v5202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:20:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:25 smithi098 ceph-mon[94136]: pgmap v5202: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:20:26.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:26.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:26.063912+0000) 2023-03-22T17:20:26.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:26.021+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:26.022252+0000) 2023-03-22T17:20:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:26.063+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:26.063770+0000) 2023-03-22T17:20:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:26.064+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:26.064+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:26.081+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:26.081599+0000) 2023-03-22T17:20:26.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:26.063+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:26.063696+0000) 2023-03-22T17:20:26.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:26.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:26.563628+0000) 2023-03-22T17:20:27.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:27.063+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:27.063815+0000) 2023-03-22T17:20:27.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:27.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:27.022372+0000) 2023-03-22T17:20:27.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:27.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:27.064026+0000) 2023-03-22T17:20:27.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:27.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:27.563750+0000) 2023-03-22T17:20:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:27 smithi142 ceph-mon[94717]: pgmap v5203: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:20:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:27 smithi098 ceph-mon[94136]: pgmap v5203: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:20:28.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:28.063+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.064144+0000) 2023-03-22T17:20:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:28.022+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.022484+0000) 2023-03-22T17:20:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:28.022+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:28.022+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:28.041+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.041841+0000) 2023-03-22T17:20:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:28.063+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.063926+0000) 2023-03-22T17:20:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:28.064+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:28.064+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:28.076+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.077152+0000) 2023-03-22T17:20:28.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:28.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.563941+0000) 2023-03-22T17:20:28.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:28.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.563966+0000) 2023-03-22T17:20:28.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:28.564+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:28.565237+0000) 2023-03-22T17:20:29.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:29.064+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:29.064286+0000) 2023-03-22T17:20:29.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:29.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:29.564168+0000) 2023-03-22T17:20:29.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:29.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:29.564169+0000) 2023-03-22T17:20:29.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:29.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:29.565382+0000) 2023-03-22T17:20:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:29 smithi142 ceph-mon[94717]: pgmap v5204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:20:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:29 smithi098 ceph-mon[94136]: pgmap v5204: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:20:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:29.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:29.745108+0000) 2023-03-22T17:20:30.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:30.064+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:30.064417+0000) 2023-03-22T17:20:30.909 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:30.563+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:30.564055+0000) 2023-03-22T17:20:30.909 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:30.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:30.564332+0000) 2023-03-22T17:20:30.910 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:30.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:30.564297+0000) 2023-03-22T17:20:30.910 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:30.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:30.565528+0000) 2023-03-22T17:20:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:30.971+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:30.971313+0000) 2023-03-22T17:20:31.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:31.064+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:31.064562+0000) 2023-03-22T17:20:31.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:31.064+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:31.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:31.064+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:31.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:31.071+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:31.071483+0000) 2023-03-22T17:20:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:31.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:31.564456+0000) 2023-03-22T17:20:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:31.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:31.564442+0000) 2023-03-22T17:20:31.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:31.563+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:31.564176+0000) 2023-03-22T17:20:31.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:31.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:31.565649+0000) 2023-03-22T17:20:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:31 smithi142 ceph-mon[94717]: pgmap v5205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:31 smithi098 ceph-mon[94136]: pgmap v5205: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:31.973+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:31.973781+0000) 2023-03-22T17:20:32.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:32.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:32.564284+0000) 2023-03-22T17:20:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:32.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:32.564569+0000) 2023-03-22T17:20:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:32.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:32.564573+0000) 2023-03-22T17:20:32.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:32.522+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:32.522802+0000) 2023-03-22T17:20:32.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:32.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:32.564286+0000) 2023-03-22T17:20:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:32.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:32.565769+0000) 2023-03-22T17:20:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:32.975+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:32.976153+0000) 2023-03-22T17:20:33.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:33.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:33.564687+0000) 2023-03-22T17:20:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:33.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:33.564692+0000) 2023-03-22T17:20:33.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:33.522+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:33.522977+0000) 2023-03-22T17:20:33.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:33.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:33.564396+0000) 2023-03-22T17:20:33.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:33.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:33.564405+0000) 2023-03-22T17:20:33.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:33.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:33.565894+0000) 2023-03-22T17:20:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:33 smithi142 ceph-mon[94717]: pgmap v5206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:33 smithi098 ceph-mon[94136]: pgmap v5206: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:33.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:33.978466+0000) 2023-03-22T17:20:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:34.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:34.564796+0000) 2023-03-22T17:20:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:34.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:34.564805+0000) 2023-03-22T17:20:34.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:34.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:34.523142+0000) 2023-03-22T17:20:34.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:34.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:34.564534+0000) 2023-03-22T17:20:34.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:34.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:34.564540+0000) 2023-03-22T17:20:34.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:34.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:34.566058+0000) 2023-03-22T17:20:35.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:34.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:34.978814+0000) 2023-03-22T17:20:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:35.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.564691+0000) 2023-03-22T17:20:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:35.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.564909+0000) 2023-03-22T17:20:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:35.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.564920+0000) 2023-03-22T17:20:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:35.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.523292+0000) 2023-03-22T17:20:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:35.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.564682+0000) 2023-03-22T17:20:35.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:35.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.564801+0000) 2023-03-22T17:20:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:35.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.566243+0000) 2023-03-22T17:20:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:35 smithi098 ceph-mon[94136]: pgmap v5207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:35 smithi142 ceph-mon[94717]: pgmap v5207: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:36.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:35.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:35.979078+0000) 2023-03-22T17:20:36.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:36.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.565043+0000) 2023-03-22T17:20:36.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:36.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.564966+0000) 2023-03-22T17:20:36.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:36.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.523412+0000) 2023-03-22T17:20:36.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:36.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.564798+0000) 2023-03-22T17:20:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:36.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.565095+0000) 2023-03-22T17:20:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:36.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.564799+0000) 2023-03-22T17:20:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:36.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.566397+0000) 2023-03-22T17:20:37.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:36.977+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:36.979204+0000) 2023-03-22T17:20:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:37.563+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.565208+0000) 2023-03-22T17:20:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:37.563+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.565150+0000) 2023-03-22T17:20:37.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:37.522+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.523534+0000) 2023-03-22T17:20:37.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:37.563+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.564916+0000) 2023-03-22T17:20:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:37.563+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.565087+0000) 2023-03-22T17:20:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:37.563+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.564921+0000) 2023-03-22T17:20:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:37.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.566528+0000) 2023-03-22T17:20:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:37 smithi098 ceph-mon[94136]: pgmap v5208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:37 smithi142 ceph-mon[94717]: pgmap v5208: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:37.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:37.979479+0000) 2023-03-22T17:20:38.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:38.563+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.565058+0000) 2023-03-22T17:20:38.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:38.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.565363+0000) 2023-03-22T17:20:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:38.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.565266+0000) 2023-03-22T17:20:38.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:38.563+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.565230+0000) 2023-03-22T17:20:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:38.522+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.523685+0000) 2023-03-22T17:20:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:38.563+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.565049+0000) 2023-03-22T17:20:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:38.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.566695+0000) 2023-03-22T17:20:39.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:38.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:38.979620+0000) 2023-03-22T17:20:39.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:39.563+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.565225+0000) 2023-03-22T17:20:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:39.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.565481+0000) 2023-03-22T17:20:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:39.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.565388+0000) 2023-03-22T17:20:39.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:39.563+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.565185+0000) 2023-03-22T17:20:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:39.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.565357+0000) 2023-03-22T17:20:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:39.522+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.523833+0000) 2023-03-22T17:20:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:39.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.566844+0000) 2023-03-22T17:20:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:39 smithi098 ceph-mon[94136]: pgmap v5209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:39 smithi142 ceph-mon[94717]: pgmap v5209: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:40.524 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:39.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:39.979906+0000) 2023-03-22T17:20:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:40.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.565613+0000) 2023-03-22T17:20:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:40.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.565525+0000) 2023-03-22T17:20:40.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:40.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.566942+0000) 2023-03-22T17:20:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:40.522+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.523950+0000) 2023-03-22T17:20:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:40.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.565312+0000) 2023-03-22T17:20:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:40.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.565497+0000) 2023-03-22T17:20:40.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:40.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.565340+0000) 2023-03-22T17:20:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:40.978+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:40.980051+0000) 2023-03-22T17:20:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:41.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.565739+0000) 2023-03-22T17:20:41.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:41.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.565648+0000) 2023-03-22T17:20:41.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:41.522+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.524138+0000) 2023-03-22T17:20:41.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:41.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.565558+0000) 2023-03-22T17:20:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:41.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.565656+0000) 2023-03-22T17:20:41.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:41.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.567095+0000) 2023-03-22T17:20:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:41.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.565526+0000) 2023-03-22T17:20:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:41 smithi098 ceph-mon[94136]: pgmap v5210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:41 smithi142 ceph-mon[94717]: pgmap v5210: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:41.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:41.980306+0000) 2023-03-22T17:20:42.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:42.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.565694+0000) 2023-03-22T17:20:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:42.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.565893+0000) 2023-03-22T17:20:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:42.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.565784+0000) 2023-03-22T17:20:42.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:42.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.524283+0000) 2023-03-22T17:20:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:42.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.565692+0000) 2023-03-22T17:20:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:42.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.565863+0000) 2023-03-22T17:20:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:42.565+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.567206+0000) 2023-03-22T17:20:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:42.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:42.980458+0000) 2023-03-22T17:20:43.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:43.564+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.566022+0000) 2023-03-22T17:20:43.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:43.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.565927+0000) 2023-03-22T17:20:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:43.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.565825+0000) 2023-03-22T17:20:43.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:43.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.524387+0000) 2023-03-22T17:20:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:43.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.565992+0000) 2023-03-22T17:20:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:43.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.565822+0000) 2023-03-22T17:20:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:43.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.567312+0000) 2023-03-22T17:20:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:43 smithi098 ceph-mon[94136]: pgmap v5211: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:43 smithi142 ceph-mon[94717]: pgmap v5211: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:43.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:43.980692+0000) 2023-03-22T17:20:44.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:44.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.565979+0000) 2023-03-22T17:20:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:44.565+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.566349+0000) 2023-03-22T17:20:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:44.564+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.566162+0000) 2023-03-22T17:20:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:44.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.524515+0000) 2023-03-22T17:20:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:44.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.565959+0000) 2023-03-22T17:20:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:44.564+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.566163+0000) 2023-03-22T17:20:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:44.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.567415+0000) 2023-03-22T17:20:45.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:44.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:44.980860+0000) 2023-03-22T17:20:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:45.564+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.566113+0000) 2023-03-22T17:20:45.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:45.565+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.566515+0000) 2023-03-22T17:20:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:45.565+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.566346+0000) 2023-03-22T17:20:45.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:45.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.566334+0000) 2023-03-22T17:20:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:45.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.524639+0000) 2023-03-22T17:20:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:45.564+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.566101+0000) 2023-03-22T17:20:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:45.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.567543+0000) 2023-03-22T17:20:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:45 smithi098 ceph-mon[94136]: pgmap v5212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:45 smithi142 ceph-mon[94717]: pgmap v5212: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:45.979+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:45.981138+0000) 2023-03-22T17:20:46.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:46.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.566317+0000) 2023-03-22T17:20:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:46.565+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.566635+0000) 2023-03-22T17:20:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:46.565+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.566494+0000) 2023-03-22T17:20:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:46.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.524763+0000) 2023-03-22T17:20:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:46.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.566306+0000) 2023-03-22T17:20:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:46.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.566515+0000) 2023-03-22T17:20:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:46.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.567715+0000) 2023-03-22T17:20:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:46.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:46.981256+0000) 2023-03-22T17:20:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:47.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.566496+0000) 2023-03-22T17:20:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:47.565+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.566744+0000) 2023-03-22T17:20:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:47.565+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.566634+0000) 2023-03-22T17:20:47.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:47.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.567817+0000) 2023-03-22T17:20:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:47.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.524868+0000) 2023-03-22T17:20:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:47.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.566461+0000) 2023-03-22T17:20:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:47.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.566637+0000) 2023-03-22T17:20:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:47 smithi098 ceph-mon[94136]: pgmap v5213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:47 smithi142 ceph-mon[94717]: pgmap v5213: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:20:48.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:47.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:47.981512+0000) 2023-03-22T17:20:48.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:48.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.566668+0000) 2023-03-22T17:20:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:48.565+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.566899+0000) 2023-03-22T17:20:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:48.565+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.566811+0000) 2023-03-22T17:20:48.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:48.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.566778+0000) 2023-03-22T17:20:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:48.523+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.524981+0000) 2023-03-22T17:20:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:48.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.566593+0000) 2023-03-22T17:20:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:48.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.567919+0000) 2023-03-22T17:20:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:48.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:48.981629+0000) 2023-03-22T17:20:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:49.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.566864+0000) 2023-03-22T17:20:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:49.565+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.567142+0000) 2023-03-22T17:20:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:49.565+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.566984+0000) 2023-03-22T17:20:49.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:49.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.525165+0000) 2023-03-22T17:20:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:49.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.566810+0000) 2023-03-22T17:20:49.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:49.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.566980+0000) 2023-03-22T17:20:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:49.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.568034+0000) 2023-03-22T17:20:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:49 smithi098 ceph-mon[94136]: pgmap v5214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:49 smithi142 ceph-mon[94717]: pgmap v5214: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:49.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:49.981852+0000) 2023-03-22T17:20:50.880 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:50.565+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.567249+0000) 2023-03-22T17:20:50.881 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:50.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.525365+0000) 2023-03-22T17:20:50.881 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:50.565+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.567151+0000) 2023-03-22T17:20:50.882 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:50.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.567019+0000) 2023-03-22T17:20:50.882 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:50.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.567001+0000) 2023-03-22T17:20:50.882 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:50.566+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.568160+0000) 2023-03-22T17:20:51.220 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:50.565+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.567136+0000) 2023-03-22T17:20:51.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:50.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:50.981973+0000) 2023-03-22T17:20:51.901 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:51.565+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.567138+0000) 2023-03-22T17:20:51.901 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:51.566+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.567410+0000) 2023-03-22T17:20:51.902 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:51.566+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.567308+0000) 2023-03-22T17:20:51.902 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:51.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.525478+0000) 2023-03-22T17:20:51.903 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:51.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.567111+0000) 2023-03-22T17:20:51.903 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:51.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.567335+0000) 2023-03-22T17:20:51.904 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:51.567+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.568290+0000) 2023-03-22T17:20:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:51 smithi098 ceph-mon[94136]: pgmap v5215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:20:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:51 smithi142 ceph-mon[94717]: pgmap v5215: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:20:52.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:51.980+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:51.982208+0000) 2023-03-22T17:20:52.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:52.566+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.567791+0000) 2023-03-22T17:20:52.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:52.566+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.567450+0000) 2023-03-22T17:20:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:52.566+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:52.567+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:52.570+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.572082+0000) 2023-03-22T17:20:52.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:52.567+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.568427+0000) 2023-03-22T17:20:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:52.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.525606+0000) 2023-03-22T17:20:52.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:52.566+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.567297+0000) 2023-03-22T17:20:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:52.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.567461+0000) 2023-03-22T17:20:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:52.565+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.567234+0000) 2023-03-22T17:20:53.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:52.981+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:52.982288+0000) 2023-03-22T17:20:53.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:53.566+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:53.567429+0000) 2023-03-22T17:20:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:53.566+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:53.567919+0000) 2023-03-22T17:20:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:53.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:53.525739+0000) 2023-03-22T17:20:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:53.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:53.567365+0000) 2023-03-22T17:20:53.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:53.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:53.567581+0000) 2023-03-22T17:20:53.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:53.567+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:53.568543+0000) 2023-03-22T17:20:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:53 smithi098 ceph-mon[94136]: pgmap v5216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:53 smithi142 ceph-mon[94717]: pgmap v5216: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:20:54.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:53.981+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:53.982497+0000) 2023-03-22T17:20:54.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:54.566+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.567564+0000) 2023-03-22T17:20:54.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:54.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.567692+0000) 2023-03-22T17:20:54.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:54.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.525864+0000) 2023-03-22T17:20:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:54.566+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.568028+0000) 2023-03-22T17:20:54.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:54.567+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:54.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:54.567+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:54.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:54.590+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.591535+0000) 2023-03-22T17:20:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:54.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.567503+0000) 2023-03-22T17:20:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:54.567+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.568659+0000) 2023-03-22T17:20:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:54.567+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:54.568+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:54.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:54.574+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.576018+0000) 2023-03-22T17:20:55.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:54.981+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:54.982643+0000) 2023-03-22T17:20:55.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:55.566+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:55.567675+0000) 2023-03-22T17:20:55.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:55.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:55.567666+0000) 2023-03-22T17:20:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:55.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:55.525971+0000) 2023-03-22T17:20:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:55.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:55.567802+0000) 2023-03-22T17:20:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:55 smithi098 ceph-mon[94136]: pgmap v5217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:20:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:55 smithi142 ceph-mon[94717]: pgmap v5217: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:20:56.568 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:56.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:56.526080+0000) 2023-03-22T17:20:56.569 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:55.981+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:55.982881+0000) 2023-03-22T17:20:56.569 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:55.982+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:56.570 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:55.982+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:56.570 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:20:56.299+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:56.300555+0000) 2023-03-22T17:20:56.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:56.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:56.567778+0000) 2023-03-22T17:20:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:56.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:56.567966+0000) 2023-03-22T17:20:56.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:56.566+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:56.567792+0000) 2023-03-22T17:20:56.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:56.567+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:56.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:56.567+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:56.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:20:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:20:56.570+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:56.571505+0000) 2023-03-22T17:20:57.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:57.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:57.067806+0000) 2023-03-22T17:20:57.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:57.524+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:57.526195+0000) 2023-03-22T17:20:57.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:57.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:57.567906+0000) 2023-03-22T17:20:57.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:57.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:57.568086+0000) 2023-03-22T17:20:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:57 smithi098 ceph-mon[94136]: pgmap v5218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:20:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:57 smithi142 ceph-mon[94717]: pgmap v5218: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.1 KiB/s rd, 8 op/s 2023-03-22T17:20:58.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:58.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:58.067952+0000) 2023-03-22T17:20:58.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:58.566+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:58.568244+0000) 2023-03-22T17:20:58.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:58.525+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:58.526375+0000) 2023-03-22T17:20:58.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:58.525+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:58.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:58.525+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:58.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:20:58.534+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:58.535530+0000) 2023-03-22T17:20:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:58.566+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:58.568063+0000) 2023-03-22T17:20:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:58.567+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:58.567+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:20:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:20:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:20:58.574+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:58.575644+0000) 2023-03-22T17:20:59.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:20:59.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:59.068331+0000) 2023-03-22T17:20:59.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:20:59.066+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:59.068114+0000) 2023-03-22T17:20:59.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:20:59.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:59.068926+0000) 2023-03-22T17:20:59.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:20:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:20:59.567+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:20:59.568407+0000) 2023-03-22T17:21:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:20:59 smithi098 ceph-mon[94136]: pgmap v5219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:20:59 smithi142 ceph-mon[94717]: pgmap v5219: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:00.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:00.068448+0000) 2023-03-22T17:21:00.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:00.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:00.068283+0000) 2023-03-22T17:21:00.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:00.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:00.069046+0000) 2023-03-22T17:21:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:00.481+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:00.483144+0000) 2023-03-22T17:21:00.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:00.567+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:00.568534+0000) 2023-03-22T17:21:01.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:01.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:01.068068+0000) 2023-03-22T17:21:01.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:01.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:01.068563+0000) 2023-03-22T17:21:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:01.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:01.068398+0000) 2023-03-22T17:21:01.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:01.067+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:01.069162+0000) 2023-03-22T17:21:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:01.485+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:01.486617+0000) 2023-03-22T17:21:01.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:01.567+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:01.568680+0000) 2023-03-22T17:21:01.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:01.568+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:01.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:01.568+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:01.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:01.659+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:01.661054+0000) 2023-03-22T17:21:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:01 smithi098 ceph-mon[94136]: pgmap v5220: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:01 smithi142 ceph-mon[94717]: pgmap v5220: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:02.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:02.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:02.068672+0000) 2023-03-22T17:21:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:02.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:02.068513+0000) 2023-03-22T17:21:02.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:02.066+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:02.068192+0000) 2023-03-22T17:21:02.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:02.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:02.069293+0000) 2023-03-22T17:21:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:02.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:02.652322+0000) 2023-03-22T17:21:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:03.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:03.068788+0000) 2023-03-22T17:21:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:03.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:03.068624+0000) 2023-03-22T17:21:03.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:03.025+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:03.026687+0000) 2023-03-22T17:21:03.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:03.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:03.068372+0000) 2023-03-22T17:21:03.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:03.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:03.068454+0000) 2023-03-22T17:21:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:03.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:03.069396+0000) 2023-03-22T17:21:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:03.653+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:03.654757+0000) 2023-03-22T17:21:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:03 smithi098 ceph-mon[94136]: pgmap v5221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:21:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:03 smithi142 ceph-mon[94717]: pgmap v5221: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:21:04.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:04.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:04.068897+0000) 2023-03-22T17:21:04.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:04.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:04.068736+0000) 2023-03-22T17:21:04.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:04.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:04.068521+0000) 2023-03-22T17:21:04.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:04.025+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:04.026833+0000) 2023-03-22T17:21:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:04.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:04.068586+0000) 2023-03-22T17:21:04.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:04.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:04.069502+0000) 2023-03-22T17:21:04.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:04.655+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:04.657176+0000) 2023-03-22T17:21:05.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:05.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:05.068632+0000) 2023-03-22T17:21:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:05.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:05.068999+0000) 2023-03-22T17:21:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:05.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:05.068834+0000) 2023-03-22T17:21:05.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:05.025+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:05.026972+0000) 2023-03-22T17:21:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:05.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:05.068726+0000) 2023-03-22T17:21:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:05.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:05.069624+0000) 2023-03-22T17:21:05.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:05.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:05.657570+0000) 2023-03-22T17:21:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:05 smithi098 ceph-mon[94136]: pgmap v5222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:21:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:05 smithi142 ceph-mon[94717]: pgmap v5222: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:21:06.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:06.067+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.069121+0000) 2023-03-22T17:21:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:06.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.068944+0000) 2023-03-22T17:21:06.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:06.025+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.027144+0000) 2023-03-22T17:21:06.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:06.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.068765+0000) 2023-03-22T17:21:06.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:06.067+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.068892+0000) 2023-03-22T17:21:06.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:06.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.069743+0000) 2023-03-22T17:21:06.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:06.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.068841+0000) 2023-03-22T17:21:06.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:06.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:06.657785+0000) 2023-03-22T17:21:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:07.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.069298+0000) 2023-03-22T17:21:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:07.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.069129+0000) 2023-03-22T17:21:07.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:07.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.069854+0000) 2023-03-22T17:21:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:07.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.068884+0000) 2023-03-22T17:21:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:07.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.027300+0000) 2023-03-22T17:21:07.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:07.067+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.069083+0000) 2023-03-22T17:21:07.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:07.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.068970+0000) 2023-03-22T17:21:07.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:07.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:07.658087+0000) 2023-03-22T17:21:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:07 smithi098 ceph-mon[94136]: pgmap v5223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:21:08.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:07 smithi142 ceph-mon[94717]: pgmap v5223: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:21:08.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:08.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.069078+0000) 2023-03-22T17:21:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:08.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.069413+0000) 2023-03-22T17:21:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:08.067+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.069249+0000) 2023-03-22T17:21:08.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:08.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.027448+0000) 2023-03-22T17:21:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:08.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.069109+0000) 2023-03-22T17:21:08.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:08.067+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.069211+0000) 2023-03-22T17:21:08.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:08.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.069983+0000) 2023-03-22T17:21:08.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:08.656+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:08.658204+0000) 2023-03-22T17:21:09.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:09.067+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.069216+0000) 2023-03-22T17:21:09.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:09.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.069520+0000) 2023-03-22T17:21:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:09.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.069398+0000) 2023-03-22T17:21:09.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:09.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.027567+0000) 2023-03-22T17:21:09.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:09.067+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.069238+0000) 2023-03-22T17:21:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:09.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.069308+0000) 2023-03-22T17:21:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:09.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.070121+0000) 2023-03-22T17:21:09.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:09.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:09.658467+0000) 2023-03-22T17:21:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:09 smithi098 ceph-mon[94136]: pgmap v5224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:21:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:09 smithi142 ceph-mon[94717]: pgmap v5224: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:21:10.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:10.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.069292+0000) 2023-03-22T17:21:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:10.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.069622+0000) 2023-03-22T17:21:10.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:10.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.069512+0000) 2023-03-22T17:21:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:10.068+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.070223+0000) 2023-03-22T17:21:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:10.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.027689+0000) 2023-03-22T17:21:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:10.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.069394+0000) 2023-03-22T17:21:10.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:10.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.069421+0000) 2023-03-22T17:21:10.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:10.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:10.658587+0000) 2023-03-22T17:21:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:10 smithi142 ceph-mon[94717]: osdmap e302: 12 total, 9 up, 9 in 2023-03-22T17:21:11.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:10 smithi142 ceph-mon[94717]: pgmap v5226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:21:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:10 smithi098 ceph-mon[94136]: osdmap e302: 12 total, 9 up, 9 in 2023-03-22T17:21:11.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:10 smithi098 ceph-mon[94136]: pgmap v5226: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:21:11.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:11.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.069407+0000) 2023-03-22T17:21:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:11.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.069776+0000) 2023-03-22T17:21:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:11.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.069683+0000) 2023-03-22T17:21:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:11.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.027795+0000) 2023-03-22T17:21:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:11.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.069522+0000) 2023-03-22T17:21:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:11.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.069539+0000) 2023-03-22T17:21:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:11.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.070299+0000) 2023-03-22T17:21:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:11.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:11.658804+0000) 2023-03-22T17:21:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:12.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.069882+0000) 2023-03-22T17:21:12.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:12.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.069767+0000) 2023-03-22T17:21:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:12.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.069566+0000) 2023-03-22T17:21:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:12.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.027979+0000) 2023-03-22T17:21:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:12.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.069654+0000) 2023-03-22T17:21:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:12.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.069647+0000) 2023-03-22T17:21:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:12.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.070418+0000) 2023-03-22T17:21:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:12.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:12.658959+0000) 2023-03-22T17:21:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:13.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.070002+0000) 2023-03-22T17:21:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:13.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.069916+0000) 2023-03-22T17:21:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:13.026+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.028108+0000) 2023-03-22T17:21:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:13.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.069704+0000) 2023-03-22T17:21:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:13.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.069769+0000) 2023-03-22T17:21:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:13.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.069826+0000) 2023-03-22T17:21:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:13.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.070538+0000) 2023-03-22T17:21:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:13.657+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:13.659228+0000) 2023-03-22T17:21:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:13 smithi142 ceph-mon[94717]: pgmap v5227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:13 smithi098 ceph-mon[94136]: pgmap v5227: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:14.068+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.070149+0000) 2023-03-22T17:21:14.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:14.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.070072+0000) 2023-03-22T17:21:14.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:14.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.069963+0000) 2023-03-22T17:21:14.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:14.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.028284+0000) 2023-03-22T17:21:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:14.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.070026+0000) 2023-03-22T17:21:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:14.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.069889+0000) 2023-03-22T17:21:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:14.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.070637+0000) 2023-03-22T17:21:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:14.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:14.659351+0000) 2023-03-22T17:21:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:15.069+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.070375+0000) 2023-03-22T17:21:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:15.068+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.070216+0000) 2023-03-22T17:21:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:15.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.028470+0000) 2023-03-22T17:21:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:15.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.070032+0000) 2023-03-22T17:21:15.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:15.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.070740+0000) 2023-03-22T17:21:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:15.068+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.070150+0000) 2023-03-22T17:21:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:15.068+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.070200+0000) 2023-03-22T17:21:15.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:15.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:15.659559+0000) 2023-03-22T17:21:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:15 smithi142 ceph-mon[94717]: pgmap v5228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:15 smithi098 ceph-mon[94136]: pgmap v5228: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:16.069+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.070564+0000) 2023-03-22T17:21:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:16.069+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.070352+0000) 2023-03-22T17:21:16.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:16.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.028705+0000) 2023-03-22T17:21:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:16.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.070331+0000) 2023-03-22T17:21:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:16.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.070337+0000) 2023-03-22T17:21:16.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:16.068+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.070167+0000) 2023-03-22T17:21:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:16.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.070860+0000) 2023-03-22T17:21:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:16.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:16.659673+0000) 2023-03-22T17:21:17.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:17.069+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.070338+0000) 2023-03-22T17:21:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:17.069+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.070674+0000) 2023-03-22T17:21:17.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:17.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.070502+0000) 2023-03-22T17:21:17.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:17.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.070977+0000) 2023-03-22T17:21:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:17.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.028873+0000) 2023-03-22T17:21:17.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:17.069+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.070524+0000) 2023-03-22T17:21:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:17.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.070506+0000) 2023-03-22T17:21:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:17.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:17.659934+0000) 2023-03-22T17:21:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:17 smithi142 ceph-mon[94717]: pgmap v5229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:17 smithi098 ceph-mon[94136]: pgmap v5229: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:18.069+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.070453+0000) 2023-03-22T17:21:18.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:18.069+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.070904+0000) 2023-03-22T17:21:18.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:18.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.070634+0000) 2023-03-22T17:21:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:18.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.028993+0000) 2023-03-22T17:21:18.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:18.069+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.070650+0000) 2023-03-22T17:21:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:18.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.070634+0000) 2023-03-22T17:21:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:18.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.071092+0000) 2023-03-22T17:21:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:18.658+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:18.660065+0000) 2023-03-22T17:21:19.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:19.069+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.070561+0000) 2023-03-22T17:21:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:19.069+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.071024+0000) 2023-03-22T17:21:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:19.069+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.070769+0000) 2023-03-22T17:21:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:19.027+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.029121+0000) 2023-03-22T17:21:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:19.069+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.070759+0000) 2023-03-22T17:21:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:19.069+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.070893+0000) 2023-03-22T17:21:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:19.069+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.071200+0000) 2023-03-22T17:21:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:19.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:19.660315+0000) 2023-03-22T17:21:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:19 smithi142 ceph-mon[94717]: pgmap v5230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:19 smithi098 ceph-mon[94136]: pgmap v5230: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:21:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:20.070+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.071130+0000) 2023-03-22T17:21:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:20.070+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.070926+0000) 2023-03-22T17:21:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:20.070+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.070701+0000) 2023-03-22T17:21:20.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:20.070+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.071298+0000) 2023-03-22T17:21:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:20.070+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.070890+0000) 2023-03-22T17:21:20.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:20.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.071003+0000) 2023-03-22T17:21:20.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:20.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.029312+0000) 2023-03-22T17:21:20.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:20.660+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:20.660449+0000) 2023-03-22T17:21:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:21.070+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.071287+0000) 2023-03-22T17:21:21.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:21.070+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.071157+0000) 2023-03-22T17:21:21.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:21.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.029473+0000) 2023-03-22T17:21:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:21.070+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.070869+0000) 2023-03-22T17:21:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:21.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.071150+0000) 2023-03-22T17:21:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:21.070+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.071021+0000) 2023-03-22T17:21:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:21.070+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.071400+0000) 2023-03-22T17:21:21.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:21.659+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:21.660650+0000) 2023-03-22T17:21:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:21 smithi142 ceph-mon[94717]: pgmap v5231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:21:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:21 smithi098 ceph-mon[94136]: pgmap v5231: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 193 B/s wr, 9 op/s 2023-03-22T17:21:22.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:22.070+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.071454+0000) 2023-03-22T17:21:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:22.070+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.071392+0000) 2023-03-22T17:21:22.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:22.070+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.071193+0000) 2023-03-22T17:21:22.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:22.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.071331+0000) 2023-03-22T17:21:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:22.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.029646+0000) 2023-03-22T17:21:22.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:22.070+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.071066+0000) 2023-03-22T17:21:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:22.070+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.071542+0000) 2023-03-22T17:21:22.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:22.660+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:22.660809+0000) 2023-03-22T17:21:23.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:23.069+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.071228+0000) 2023-03-22T17:21:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:23.070+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.072064+0000) 2023-03-22T17:21:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:23.028+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.029824+0000) 2023-03-22T17:21:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:23.070+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.071550+0000) 2023-03-22T17:21:23.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:23.071+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:23.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:23.071+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:23.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:23.078+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.079429+0000) 2023-03-22T17:21:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:23.070+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.071310+0000) 2023-03-22T17:21:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:23.070+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.071485+0000) 2023-03-22T17:21:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:23.070+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.071744+0000) 2023-03-22T17:21:23.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:23.660+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:23.661227+0000) 2023-03-22T17:21:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:23 smithi142 ceph-mon[94717]: pgmap v5232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:21:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:23 smithi098 ceph-mon[94136]: pgmap v5232: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:21:24.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:24.071+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:24.071427+0000) 2023-03-22T17:21:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:24.071+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:24.072201+0000) 2023-03-22T17:21:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:24.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:24.029956+0000) 2023-03-22T17:21:24.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:24.071+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:24.071442+0000) 2023-03-22T17:21:24.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:24.071+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:24.071628+0000) 2023-03-22T17:21:24.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:24.071+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:24.071882+0000) 2023-03-22T17:21:24.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:24.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:24.661356+0000) 2023-03-22T17:21:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:25.071+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.071608+0000) 2023-03-22T17:21:25.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:25.029+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.030116+0000) 2023-03-22T17:21:25.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:25.071+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.071574+0000) 2023-03-22T17:21:25.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:25.071+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.071744+0000) 2023-03-22T17:21:25.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:25.072+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.072335+0000) 2023-03-22T17:21:25.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:25.072+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:25.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:25.072+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:25.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:25.083+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.083415+0000) 2023-03-22T17:21:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:25.071+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.072005+0000) 2023-03-22T17:21:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:25.072+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:25.073+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:25.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:25.086+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.087248+0000) 2023-03-22T17:21:25.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:25.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:25.661573+0000) 2023-03-22T17:21:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:25 smithi142 ceph-mon[94717]: pgmap v5233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:21:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:25 smithi098 ceph-mon[94136]: pgmap v5233: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:21:26.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:26.030+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:26.030285+0000) 2023-03-22T17:21:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:26.071+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:26.071832+0000) 2023-03-22T17:21:26.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:26.071+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:26.071897+0000) 2023-03-22T17:21:26.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:26.071+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:26.071742+0000) 2023-03-22T17:21:26.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:26.661+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:26.661713+0000) 2023-03-22T17:21:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:26.662+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:26.662+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:26.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:26.678+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:26.678815+0000) 2023-03-22T17:21:27.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:27.071+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:27.072204+0000) 2023-03-22T17:21:27.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:27.030+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:27.030423+0000) 2023-03-22T17:21:27.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:27.071+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:27.071977+0000) 2023-03-22T17:21:27.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:27.072+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:27.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:27.073+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:27.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:27.081+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:27.081861+0000) 2023-03-22T17:21:27.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:27.071+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:27.071878+0000) 2023-03-22T17:21:27.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:27.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:27.571836+0000) 2023-03-22T17:21:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:27 smithi142 ceph-mon[94717]: pgmap v5234: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:21:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:27 smithi098 ceph-mon[94136]: pgmap v5234: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:21:28.344 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:28.072+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:28.072330+0000) 2023-03-22T17:21:28.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:28.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:28.571956+0000) 2023-03-22T17:21:28.720 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:28.030+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:28.030656+0000) 2023-03-22T17:21:28.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:28.071+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:28.072049+0000) 2023-03-22T17:21:29.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:29.030+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.030816+0000) 2023-03-22T17:21:29.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:29.031+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:29.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:29.031+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:29.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:29.034+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.034850+0000) 2023-03-22T17:21:29.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:29.071+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.072222+0000) 2023-03-22T17:21:29.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:29.072+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:29.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:29.074+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:29.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:29.088+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.088307+0000) 2023-03-22T17:21:29.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:29.072+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.072556+0000) 2023-03-22T17:21:29.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:29.572+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.572593+0000) 2023-03-22T17:21:29.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:29.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.572075+0000) 2023-03-22T17:21:29.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:29.571+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:29.572207+0000) 2023-03-22T17:21:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:29 smithi142 ceph-mon[94717]: pgmap v5235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:21:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:29 smithi098 ceph-mon[94136]: pgmap v5235: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:21:30.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:30.072+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:30.072738+0000) 2023-03-22T17:21:30.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:30.572+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:30.572711+0000) 2023-03-22T17:21:30.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:30.571+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:30.572197+0000) 2023-03-22T17:21:30.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:30.572+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:30.572308+0000) 2023-03-22T17:21:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:31.161+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:31.161950+0000) 2023-03-22T17:21:31.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:31.072+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:31.072926+0000) 2023-03-22T17:21:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:31.572+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:31.572839+0000) 2023-03-22T17:21:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:31.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:31.572342+0000) 2023-03-22T17:21:31.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:31.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:31.572261+0000) 2023-03-22T17:21:31.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:31.572+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:31.572429+0000) 2023-03-22T17:21:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:31 smithi142 ceph-mon[94717]: pgmap v5236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:31 smithi098 ceph-mon[94136]: pgmap v5236: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:32.164+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:32.165131+0000) 2023-03-22T17:21:32.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:32.072+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:32.073075+0000) 2023-03-22T17:21:32.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:32.073+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:32.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:32.073+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:32.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:32.090+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:32.091243+0000) 2023-03-22T17:21:32.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:32.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:32.572460+0000) 2023-03-22T17:21:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:32.572+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:32.572951+0000) 2023-03-22T17:21:32.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:32.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:32.572488+0000) 2023-03-22T17:21:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:32.572+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:32.572568+0000) 2023-03-22T17:21:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:33.167+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:33.167569+0000) 2023-03-22T17:21:33.885 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:33.572+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:33.573059+0000) 2023-03-22T17:21:33.885 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:33.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:33.572645+0000) 2023-03-22T17:21:33.886 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:33.530+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:33.531174+0000) 2023-03-22T17:21:33.886 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:33.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:33.572629+0000) 2023-03-22T17:21:33.887 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:33.572+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:33.572696+0000) 2023-03-22T17:21:33.887 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:33.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:33.572549+0000) 2023-03-22T17:21:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:33 smithi142 ceph-mon[94717]: pgmap v5237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:33 smithi098 ceph-mon[94136]: pgmap v5237: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:34.170+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:34.170647+0000) 2023-03-22T17:21:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:34.572+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:34.573159+0000) 2023-03-22T17:21:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:34.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:34.572774+0000) 2023-03-22T17:21:34.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:34.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:34.531344+0000) 2023-03-22T17:21:34.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:34.572+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:34.572873+0000) 2023-03-22T17:21:34.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:34.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:34.572758+0000) 2023-03-22T17:21:34.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:34.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:34.572687+0000) 2023-03-22T17:21:35.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:35.173+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:35.173904+0000) 2023-03-22T17:21:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:35.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:35.573368+0000) 2023-03-22T17:21:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:35.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:35.572919+0000) 2023-03-22T17:21:35.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:35.572+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:35.573211+0000) 2023-03-22T17:21:35.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:35.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:35.573074+0000) 2023-03-22T17:21:35.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:35.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:35.531502+0000) 2023-03-22T17:21:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:35.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:35.572827+0000) 2023-03-22T17:21:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:35 smithi142 ceph-mon[94717]: pgmap v5238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:35 smithi098 ceph-mon[94136]: pgmap v5238: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:36.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:36.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.174375+0000) 2023-03-22T17:21:36.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:36.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.573185+0000) 2023-03-22T17:21:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:36.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.573495+0000) 2023-03-22T17:21:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:36.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.573061+0000) 2023-03-22T17:21:36.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:36.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.573307+0000) 2023-03-22T17:21:36.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:36.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.531667+0000) 2023-03-22T17:21:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:36.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.573014+0000) 2023-03-22T17:21:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:36.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:36.573307+0000) 2023-03-22T17:21:37.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:37.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.174666+0000) 2023-03-22T17:21:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:37.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.573324+0000) 2023-03-22T17:21:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:37.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.573650+0000) 2023-03-22T17:21:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:37.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.573263+0000) 2023-03-22T17:21:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:37.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.573202+0000) 2023-03-22T17:21:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:37.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.531845+0000) 2023-03-22T17:21:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:37.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.573511+0000) 2023-03-22T17:21:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:37.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:37.573519+0000) 2023-03-22T17:21:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:37 smithi142 ceph-mon[94717]: pgmap v5239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:37 smithi098 ceph-mon[94136]: pgmap v5239: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:38.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.174842+0000) 2023-03-22T17:21:38.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:38.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.573515+0000) 2023-03-22T17:21:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:38.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.574324+0000) 2023-03-22T17:21:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:38.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.573474+0000) 2023-03-22T17:21:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:38.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.573694+0000) 2023-03-22T17:21:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:38.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.532016+0000) 2023-03-22T17:21:38.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:38.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.573393+0000) 2023-03-22T17:21:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:38.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:38.574310+0000) 2023-03-22T17:21:39.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:39.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.175117+0000) 2023-03-22T17:21:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:39.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.574445+0000) 2023-03-22T17:21:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:39.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.573620+0000) 2023-03-22T17:21:39.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:39.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.573645+0000) 2023-03-22T17:21:39.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:39.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.532199+0000) 2023-03-22T17:21:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:39.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.573807+0000) 2023-03-22T17:21:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:39.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.573504+0000) 2023-03-22T17:21:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:39.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:39.574422+0000) 2023-03-22T17:21:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:39 smithi142 ceph-mon[94717]: pgmap v5240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:39 smithi098 ceph-mon[94136]: pgmap v5240: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:40.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:40.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.175300+0000) 2023-03-22T17:21:40.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:40.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.573764+0000) 2023-03-22T17:21:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:40.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.573766+0000) 2023-03-22T17:21:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:40.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.532351+0000) 2023-03-22T17:21:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:40.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.574566+0000) 2023-03-22T17:21:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:40.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.573638+0000) 2023-03-22T17:21:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:40.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.573918+0000) 2023-03-22T17:21:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:40.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:40.574538+0000) 2023-03-22T17:21:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:41.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.175616+0000) 2023-03-22T17:21:41.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:41.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.573898+0000) 2023-03-22T17:21:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:41.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.574695+0000) 2023-03-22T17:21:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:41.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.573904+0000) 2023-03-22T17:21:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:41.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.574644+0000) 2023-03-22T17:21:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:41.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.532504+0000) 2023-03-22T17:21:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:41.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.573792+0000) 2023-03-22T17:21:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:41.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:41.574035+0000) 2023-03-22T17:21:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:41 smithi142 ceph-mon[94717]: pgmap v5241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:41 smithi098 ceph-mon[94136]: pgmap v5241: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:42.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.175737+0000) 2023-03-22T17:21:42.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:42.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.574047+0000) 2023-03-22T17:21:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:42.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.574831+0000) 2023-03-22T17:21:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:42.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.574054+0000) 2023-03-22T17:21:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:42.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.532660+0000) 2023-03-22T17:21:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:42.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.573965+0000) 2023-03-22T17:21:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:42.572+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.574231+0000) 2023-03-22T17:21:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:42.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:42.574759+0000) 2023-03-22T17:21:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:43.174+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.175945+0000) 2023-03-22T17:21:43.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:43.572+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.574221+0000) 2023-03-22T17:21:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:43.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.574999+0000) 2023-03-22T17:21:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:43.572+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.574202+0000) 2023-03-22T17:21:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:43.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.574108+0000) 2023-03-22T17:21:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:43.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.574400+0000) 2023-03-22T17:21:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:43.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.574870+0000) 2023-03-22T17:21:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:43.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:43.532785+0000) 2023-03-22T17:21:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:43 smithi142 ceph-mon[94717]: pgmap v5242: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:43 smithi098 ceph-mon[94136]: pgmap v5242: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:44.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:44.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.176103+0000) 2023-03-22T17:21:44.720 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:44.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.574306+0000) 2023-03-22T17:21:44.721 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:44.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.575117+0000) 2023-03-22T17:21:44.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:44.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.574308+0000) 2023-03-22T17:21:44.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:44.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.532898+0000) 2023-03-22T17:21:44.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:44.572+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.574241+0000) 2023-03-22T17:21:44.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:44.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.574523+0000) 2023-03-22T17:21:44.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:44.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:44.574988+0000) 2023-03-22T17:21:45.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:45.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.176389+0000) 2023-03-22T17:21:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:45.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.574640+0000) 2023-03-22T17:21:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:45.573+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.575235+0000) 2023-03-22T17:21:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:45.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.574456+0000) 2023-03-22T17:21:45.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:45.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.533028+0000) 2023-03-22T17:21:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:45.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.574375+0000) 2023-03-22T17:21:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:45.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.574645+0000) 2023-03-22T17:21:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:45.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:45.575109+0000) 2023-03-22T17:21:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:45 smithi142 ceph-mon[94717]: pgmap v5243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:45 smithi098 ceph-mon[94136]: pgmap v5243: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:46.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.176572+0000) 2023-03-22T17:21:46.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:46.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.574757+0000) 2023-03-22T17:21:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:46.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.575364+0000) 2023-03-22T17:21:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:46.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.574577+0000) 2023-03-22T17:21:46.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:46.573+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.575231+0000) 2023-03-22T17:21:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:46.531+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.533152+0000) 2023-03-22T17:21:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:46.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.574492+0000) 2023-03-22T17:21:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:46.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:46.574765+0000) 2023-03-22T17:21:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:47.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.176913+0000) 2023-03-22T17:21:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:47.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.574872+0000) 2023-03-22T17:21:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:47.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.575476+0000) 2023-03-22T17:21:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:47.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.574695+0000) 2023-03-22T17:21:47.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:47.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.574876+0000) 2023-03-22T17:21:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:47.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.533285+0000) 2023-03-22T17:21:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:47.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.574615+0000) 2023-03-22T17:21:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:47.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:47.575310+0000) 2023-03-22T17:21:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:47 smithi142 ceph-mon[94717]: pgmap v5244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:47 smithi098 ceph-mon[94136]: pgmap v5244: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:48.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:48.175+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.177090+0000) 2023-03-22T17:21:48.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:48.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.574987+0000) 2023-03-22T17:21:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:48.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.575583+0000) 2023-03-22T17:21:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:48.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.574798+0000) 2023-03-22T17:21:48.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:48.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.575417+0000) 2023-03-22T17:21:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:48.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.533408+0000) 2023-03-22T17:21:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:48.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.574721+0000) 2023-03-22T17:21:48.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:48.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:48.574987+0000) 2023-03-22T17:21:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:49.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.177311+0000) 2023-03-22T17:21:49.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:49.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.575706+0000) 2023-03-22T17:21:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:49.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.574950+0000) 2023-03-22T17:21:49.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:49.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.533578+0000) 2023-03-22T17:21:49.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:49.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.575103+0000) 2023-03-22T17:21:49.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:49.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.575531+0000) 2023-03-22T17:21:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:49.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.575116+0000) 2023-03-22T17:21:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:49.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:49.574885+0000) 2023-03-22T17:21:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:49 smithi142 ceph-mon[94717]: pgmap v5245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:49 smithi098 ceph-mon[94136]: pgmap v5245: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:50.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.177431+0000) 2023-03-22T17:21:50.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:50.573+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.575237+0000) 2023-03-22T17:21:50.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:50.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.575807+0000) 2023-03-22T17:21:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:50.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.575086+0000) 2023-03-22T17:21:50.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:50.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.533753+0000) 2023-03-22T17:21:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:50.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.575035+0000) 2023-03-22T17:21:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:50.573+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.575244+0000) 2023-03-22T17:21:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:50.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:50.575638+0000) 2023-03-22T17:21:51.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:51.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.177701+0000) 2023-03-22T17:21:51.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:51.574+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.575368+0000) 2023-03-22T17:21:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:51.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.575920+0000) 2023-03-22T17:21:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:51.573+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.575233+0000) 2023-03-22T17:21:51.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:51.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.533895+0000) 2023-03-22T17:21:51.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:51.573+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.575187+0000) 2023-03-22T17:21:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:51.574+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.575370+0000) 2023-03-22T17:21:51.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:51.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:51.575755+0000) 2023-03-22T17:21:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:51 smithi142 ceph-mon[94717]: pgmap v5246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:51 smithi098 ceph-mon[94136]: pgmap v5246: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:52.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:52.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.177825+0000) 2023-03-22T17:21:52.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:52.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.576029+0000) 2023-03-22T17:21:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:52.574+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.575378+0000) 2023-03-22T17:21:52.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:52.574+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.575300+0000) 2023-03-22T17:21:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:52.532+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.534023+0000) 2023-03-22T17:21:52.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:52.574+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.575495+0000) 2023-03-22T17:21:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:52.574+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.575536+0000) 2023-03-22T17:21:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:52.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:52.575863+0000) 2023-03-22T17:21:53.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:53.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.178057+0000) 2023-03-22T17:21:53.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:53.574+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.575643+0000) 2023-03-22T17:21:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:53.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.576144+0000) 2023-03-22T17:21:53.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:53.574+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.575482+0000) 2023-03-22T17:21:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:53.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.534194+0000) 2023-03-22T17:21:53.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:53.574+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.575551+0000) 2023-03-22T17:21:53.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:53.575+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:53.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:53.575+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:53.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:53.593+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.595069+0000) 2023-03-22T17:21:53.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:53.574+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.575726+0000) 2023-03-22T17:21:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:53.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:53.575982+0000) 2023-03-22T17:21:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:53 smithi142 ceph-mon[94717]: pgmap v5247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:53 smithi098 ceph-mon[94136]: pgmap v5247: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:21:54.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:54.176+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:54.178232+0000) 2023-03-22T17:21:54.877 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:54.574+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:54.575808+0000) 2023-03-22T17:21:54.878 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:54.574+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:54.576251+0000) 2023-03-22T17:21:54.878 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:54.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:54.534314+0000) 2023-03-22T17:21:54.878 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:54.574+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:54.575712+0000) 2023-03-22T17:21:54.879 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:54.574+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:54.575892+0000) 2023-03-22T17:21:54.879 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:54.574+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:54.576096+0000) 2023-03-22T17:21:55.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:55.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.178571+0000) 2023-03-22T17:21:55.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:55.574+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.575922+0000) 2023-03-22T17:21:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:55.575+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.576376+0000) 2023-03-22T17:21:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:55.575+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:55.576+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:21:55.583+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.584794+0000) 2023-03-22T17:21:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:55.574+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.575917+0000) 2023-03-22T17:21:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:55.574+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.576062+0000) 2023-03-22T17:21:55.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:55.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.534447+0000) 2023-03-22T17:21:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:55.575+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.576244+0000) 2023-03-22T17:21:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:55.575+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:55.575+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:55.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:21:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:21:55.583+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:55.584854+0000) 2023-03-22T17:21:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:55 smithi142 ceph-mon[94717]: pgmap v5248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:55 smithi098 ceph-mon[94136]: pgmap v5248: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:56.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:56.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:56.178692+0000) 2023-03-22T17:21:56.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:56.574+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:56.576177+0000) 2023-03-22T17:21:56.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:56.574+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:56.576176+0000) 2023-03-22T17:21:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:56.575+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:56.576275+0000) 2023-03-22T17:21:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:56.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:56.534579+0000) 2023-03-22T17:21:57.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:57.177+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:57.178938+0000) 2023-03-22T17:21:57.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:57.178+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:57.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:57.179+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:57.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:21:57.191+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:57.192379+0000) 2023-03-22T17:21:57.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:57.575+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:57.576404+0000) 2023-03-22T17:21:57.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:57.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:57.534781+0000) 2023-03-22T17:21:57.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:57.575+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:57.576341+0000) 2023-03-22T17:21:57.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:57.575+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:57.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:57.575+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:57.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:21:57.581+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:57.582624+0000) 2023-03-22T17:21:57.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:57.575+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:57.576346+0000) 2023-03-22T17:21:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:57 smithi142 ceph-mon[94717]: pgmap v5249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:57 smithi098 ceph-mon[94136]: pgmap v5249: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:21:58.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:58.074+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:58.076116+0000) 2023-03-22T17:21:58.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:58.575+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:58.576525+0000) 2023-03-22T17:21:58.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:58.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:58.534897+0000) 2023-03-22T17:21:58.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:58.575+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:58.576468+0000) 2023-03-22T17:21:59.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:21:59.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:59.076298+0000) 2023-03-22T17:21:59.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:21:59.575+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:59.576655+0000) 2023-03-22T17:21:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:59.533+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:59.535031+0000) 2023-03-22T17:21:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:59.534+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:59.534+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:21:59.543+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:59.544808+0000) 2023-03-22T17:21:59.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:59.575+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:59.576590+0000) 2023-03-22T17:21:59.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:59.575+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:59.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:59.575+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:21:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:21:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:21:59.591+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:21:59.592779+0000) 2023-03-22T17:22:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:21:59 smithi142 ceph-mon[94717]: pgmap v5250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:21:59 smithi098 ceph-mon[94136]: pgmap v5250: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:00.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:00.075+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:00.076670+0000) 2023-03-22T17:22:00.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:00.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:00.076422+0000) 2023-03-22T17:22:00.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:00.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:00.076493+0000) 2023-03-22T17:22:00.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:00.575+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:00.576775+0000) 2023-03-22T17:22:01.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:01.075+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:01.076781+0000) 2023-03-22T17:22:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:01.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:01.076590+0000) 2023-03-22T17:22:01.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:01.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:01.076652+0000) 2023-03-22T17:22:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:01.677+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:01.679225+0000) 2023-03-22T17:22:01.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:01.575+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:01.576930+0000) 2023-03-22T17:22:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:01 smithi142 ceph-mon[94717]: pgmap v5251: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:01 smithi098 ceph-mon[94136]: pgmap v5251: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:02.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:02.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:02.076722+0000) 2023-03-22T17:22:02.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:02.075+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:02.076894+0000) 2023-03-22T17:22:02.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:02.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:02.076742+0000) 2023-03-22T17:22:02.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:02.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:02.076786+0000) 2023-03-22T17:22:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:02.680+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:02.681720+0000) 2023-03-22T17:22:02.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:02.575+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:02.577086+0000) 2023-03-22T17:22:02.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:02.576+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:02.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:02.576+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:02.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:02.579+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:02.580397+0000) 2023-03-22T17:22:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:03.075+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:03.077036+0000) 2023-03-22T17:22:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:03.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:03.076859+0000) 2023-03-22T17:22:03.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:03.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:03.076835+0000) 2023-03-22T17:22:03.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:03.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:03.077047+0000) 2023-03-22T17:22:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:03.682+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:03.684023+0000) 2023-03-22T17:22:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:03 smithi142 ceph-mon[94717]: pgmap v5252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:22:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:03 smithi098 ceph-mon[94136]: pgmap v5252: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:22:04.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:04.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:04.076966+0000) 2023-03-22T17:22:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:04.075+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:04.077163+0000) 2023-03-22T17:22:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:04.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:04.076987+0000) 2023-03-22T17:22:04.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:04.033+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:04.035245+0000) 2023-03-22T17:22:04.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:04.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:04.076843+0000) 2023-03-22T17:22:04.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:04.075+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:04.077199+0000) 2023-03-22T17:22:04.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:04.685+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:04.686420+0000) 2023-03-22T17:22:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:05.076+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:05.077288+0000) 2023-03-22T17:22:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:05.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:05.077108+0000) 2023-03-22T17:22:05.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:05.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:05.035380+0000) 2023-03-22T17:22:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:05.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:05.077092+0000) 2023-03-22T17:22:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:05.076+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:05.077293+0000) 2023-03-22T17:22:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:05.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:05.076968+0000) 2023-03-22T17:22:05.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:05.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:05.690312+0000) 2023-03-22T17:22:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:05 smithi142 ceph-mon[94717]: pgmap v5253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:22:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:05 smithi098 ceph-mon[94136]: pgmap v5253: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:22:06.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:06.075+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:06.077224+0000) 2023-03-22T17:22:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:06.076+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:06.077395+0000) 2023-03-22T17:22:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:06.075+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:06.077224+0000) 2023-03-22T17:22:06.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:06.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:06.035493+0000) 2023-03-22T17:22:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:06.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:06.077106+0000) 2023-03-22T17:22:06.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:06.076+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:06.077401+0000) 2023-03-22T17:22:06.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:06.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:06.690840+0000) 2023-03-22T17:22:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:07.076+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.077572+0000) 2023-03-22T17:22:07.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:07.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.035623+0000) 2023-03-22T17:22:07.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:07.076+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.077589+0000) 2023-03-22T17:22:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:07.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.077449+0000) 2023-03-22T17:22:07.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:07.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.077304+0000) 2023-03-22T17:22:07.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:07.076+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.077428+0000) 2023-03-22T17:22:07.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:07.075+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.077238+0000) 2023-03-22T17:22:07.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:07.689+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:07.691086+0000) 2023-03-22T17:22:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:07 smithi142 ceph-mon[94717]: pgmap v5254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:22:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:07 smithi098 ceph-mon[94136]: pgmap v5254: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:22:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:08.076+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.077785+0000) 2023-03-22T17:22:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:08.076+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.077568+0000) 2023-03-22T17:22:08.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:08.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.035753+0000) 2023-03-22T17:22:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:08.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.077586+0000) 2023-03-22T17:22:08.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:08.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.077441+0000) 2023-03-22T17:22:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:08.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.077376+0000) 2023-03-22T17:22:08.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:08.076+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.077713+0000) 2023-03-22T17:22:08.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:08.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:08.691258+0000) 2023-03-22T17:22:09.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:09.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.077719+0000) 2023-03-22T17:22:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:09.076+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.077903+0000) 2023-03-22T17:22:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:09.076+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.077693+0000) 2023-03-22T17:22:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:09.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.035942+0000) 2023-03-22T17:22:09.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:09.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.077524+0000) 2023-03-22T17:22:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:09.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.077592+0000) 2023-03-22T17:22:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:09.076+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.077824+0000) 2023-03-22T17:22:09.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:09.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:09.691572+0000) 2023-03-22T17:22:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:09 smithi142 ceph-mon[94717]: pgmap v5255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:22:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:09 smithi098 ceph-mon[94136]: pgmap v5255: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:22:10.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:10.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.077874+0000) 2023-03-22T17:22:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:10.076+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.078064+0000) 2023-03-22T17:22:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:10.076+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.077869+0000) 2023-03-22T17:22:10.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:10.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.077704+0000) 2023-03-22T17:22:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:10.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.036060+0000) 2023-03-22T17:22:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:10.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.077690+0000) 2023-03-22T17:22:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:10.076+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.078015+0000) 2023-03-22T17:22:10.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:10.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:10.691787+0000) 2023-03-22T17:22:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:10 smithi142 ceph-mon[94717]: osdmap e303: 12 total, 9 up, 9 in 2023-03-22T17:22:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:10 smithi098 ceph-mon[94136]: osdmap e303: 12 total, 9 up, 9 in 2023-03-22T17:22:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:11.076+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.078226+0000) 2023-03-22T17:22:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:11.076+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.078002+0000) 2023-03-22T17:22:11.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:11.076+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.078154+0000) 2023-03-22T17:22:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:11.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.077827+0000) 2023-03-22T17:22:11.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:11.034+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.036188+0000) 2023-03-22T17:22:11.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:11.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.078021+0000) 2023-03-22T17:22:11.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:11.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.077827+0000) 2023-03-22T17:22:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:11.690+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:11.692139+0000) 2023-03-22T17:22:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:11 smithi142 ceph-mon[94717]: pgmap v5257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:22:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:11 smithi098 ceph-mon[94136]: pgmap v5257: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:22:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:12.077+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.078325+0000) 2023-03-22T17:22:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:12.076+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.078157+0000) 2023-03-22T17:22:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:12.076+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.078199+0000) 2023-03-22T17:22:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:12.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.078022+0000) 2023-03-22T17:22:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:12.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.078024+0000) 2023-03-22T17:22:12.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:12.077+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.078327+0000) 2023-03-22T17:22:12.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:12.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.036318+0000) 2023-03-22T17:22:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:12.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:12.692282+0000) 2023-03-22T17:22:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:13.077+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.078577+0000) 2023-03-22T17:22:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:13.077+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.078354+0000) 2023-03-22T17:22:13.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:13.077+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.078614+0000) 2023-03-22T17:22:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:13.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.036435+0000) 2023-03-22T17:22:13.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:13.077+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.078420+0000) 2023-03-22T17:22:13.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:13.076+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.078218+0000) 2023-03-22T17:22:13.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:13.076+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.078243+0000) 2023-03-22T17:22:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:13.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:13.692525+0000) 2023-03-22T17:22:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:13 smithi142 ceph-mon[94717]: pgmap v5258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:13 smithi098 ceph-mon[94136]: pgmap v5258: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:14.077+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.078753+0000) 2023-03-22T17:22:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:14.077+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.078540+0000) 2023-03-22T17:22:14.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:14.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.036567+0000) 2023-03-22T17:22:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:14.077+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.078720+0000) 2023-03-22T17:22:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:14.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.078389+0000) 2023-03-22T17:22:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:14.077+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.078472+0000) 2023-03-22T17:22:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:14.077+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.078938+0000) 2023-03-22T17:22:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:14.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:14.692707+0000) 2023-03-22T17:22:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:15.077+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.078865+0000) 2023-03-22T17:22:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:15.077+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.078675+0000) 2023-03-22T17:22:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:15.077+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.078834+0000) 2023-03-22T17:22:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:15.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.036692+0000) 2023-03-22T17:22:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:15.077+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.078608+0000) 2023-03-22T17:22:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:15.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.078531+0000) 2023-03-22T17:22:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:15.077+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.079048+0000) 2023-03-22T17:22:15.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:15.691+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:15.693043+0000) 2023-03-22T17:22:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:15 smithi142 ceph-mon[94717]: pgmap v5259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:15 smithi098 ceph-mon[94136]: pgmap v5259: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:16.077+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.078969+0000) 2023-03-22T17:22:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:16.077+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.079052+0000) 2023-03-22T17:22:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:16.077+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.078921+0000) 2023-03-22T17:22:16.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:16.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.036831+0000) 2023-03-22T17:22:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:16.077+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.078738+0000) 2023-03-22T17:22:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:16.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.078689+0000) 2023-03-22T17:22:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:16.078+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.079261+0000) 2023-03-22T17:22:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:16.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:16.693262+0000) 2023-03-22T17:22:17.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:17.077+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.079093+0000) 2023-03-22T17:22:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:17.077+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.079219+0000) 2023-03-22T17:22:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:17.077+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.079070+0000) 2023-03-22T17:22:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:17.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.078826+0000) 2023-03-22T17:22:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:17.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.036941+0000) 2023-03-22T17:22:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:17.077+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.078882+0000) 2023-03-22T17:22:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:17.078+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.079407+0000) 2023-03-22T17:22:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:17.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:17.693556+0000) 2023-03-22T17:22:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:17 smithi142 ceph-mon[94717]: pgmap v5260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:17 smithi098 ceph-mon[94136]: pgmap v5260: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:18.077+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.079236+0000) 2023-03-22T17:22:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:18.078+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.079377+0000) 2023-03-22T17:22:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:18.077+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.079218+0000) 2023-03-22T17:22:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:18.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.078998+0000) 2023-03-22T17:22:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:18.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.037092+0000) 2023-03-22T17:22:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:18.077+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.079049+0000) 2023-03-22T17:22:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:18.078+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.079514+0000) 2023-03-22T17:22:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:18.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:18.693693+0000) 2023-03-22T17:22:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:19.078+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.079581+0000) 2023-03-22T17:22:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:19.078+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.079418+0000) 2023-03-22T17:22:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:19.078+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.079470+0000) 2023-03-22T17:22:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:19.077+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.079147+0000) 2023-03-22T17:22:19.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:19.078+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.079631+0000) 2023-03-22T17:22:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:19.035+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.037203+0000) 2023-03-22T17:22:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:19.077+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.079205+0000) 2023-03-22T17:22:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:19.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:19.693955+0000) 2023-03-22T17:22:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:19 smithi142 ceph-mon[94717]: pgmap v5261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:19 smithi098 ceph-mon[94136]: pgmap v5261: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:22:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:20.078+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.079703+0000) 2023-03-22T17:22:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:20.078+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.079543+0000) 2023-03-22T17:22:20.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:20.078+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.079296+0000) 2023-03-22T17:22:20.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:20.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.037392+0000) 2023-03-22T17:22:20.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:20.078+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.079588+0000) 2023-03-22T17:22:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:20.078+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.079326+0000) 2023-03-22T17:22:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:20.078+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.079749+0000) 2023-03-22T17:22:20.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:20.692+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:20.694072+0000) 2023-03-22T17:22:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:21.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.079806+0000) 2023-03-22T17:22:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:21.079+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.079651+0000) 2023-03-22T17:22:21.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:21.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.037559+0000) 2023-03-22T17:22:21.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:21.079+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.079696+0000) 2023-03-22T17:22:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:21.079+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.079452+0000) 2023-03-22T17:22:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:21.079+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.079447+0000) 2023-03-22T17:22:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:21.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.079870+0000) 2023-03-22T17:22:21.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:21.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:21.694317+0000) 2023-03-22T17:22:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:21 smithi142 ceph-mon[94717]: pgmap v5262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.7 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:22:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:21 smithi098 ceph-mon[94136]: pgmap v5262: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.7 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:22:22.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:22.078+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.079803+0000) 2023-03-22T17:22:22.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:22.078+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.079960+0000) 2023-03-22T17:22:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:22.078+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.079765+0000) 2023-03-22T17:22:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:22.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.037750+0000) 2023-03-22T17:22:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:22.078+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.079555+0000) 2023-03-22T17:22:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:22.078+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.079555+0000) 2023-03-22T17:22:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:22.078+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.079988+0000) 2023-03-22T17:22:22.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:22.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:22.694452+0000) 2023-03-22T17:22:23.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:23.078+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.080079+0000) 2023-03-22T17:22:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:23.078+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.079894+0000) 2023-03-22T17:22:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:23.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.037907+0000) 2023-03-22T17:22:23.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:23.078+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.079917+0000) 2023-03-22T17:22:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:23.078+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.079689+0000) 2023-03-22T17:22:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:23.078+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.079687+0000) 2023-03-22T17:22:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:23.078+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.080107+0000) 2023-03-22T17:22:23.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:23.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:23.694797+0000) 2023-03-22T17:22:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:23 smithi142 ceph-mon[94717]: pgmap v5263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:22:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:23 smithi098 ceph-mon[94136]: pgmap v5263: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:22:24.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:24.079+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.080062+0000) 2023-03-22T17:22:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:24.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.080203+0000) 2023-03-22T17:22:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:24.036+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.038026+0000) 2023-03-22T17:22:24.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:24.079+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.080063+0000) 2023-03-22T17:22:24.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:24.079+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:24.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:24.079+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:24.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:24.086+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.087613+0000) 2023-03-22T17:22:24.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:24.079+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.079880+0000) 2023-03-22T17:22:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:24.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.080247+0000) 2023-03-22T17:22:24.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:24.079+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.079881+0000) 2023-03-22T17:22:24.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:24.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:24.694944+0000) 2023-03-22T17:22:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:25.079+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:25.080235+0000) 2023-03-22T17:22:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:25.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:25.080306+0000) 2023-03-22T17:22:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:25.037+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:25.038194+0000) 2023-03-22T17:22:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:25.079+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:25.080086+0000) 2023-03-22T17:22:25.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:25.079+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:25.080088+0000) 2023-03-22T17:22:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:25.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:25.080374+0000) 2023-03-22T17:22:25.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:25.693+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:25.695196+0000) 2023-03-22T17:22:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:25 smithi142 ceph-mon[94717]: pgmap v5264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:22:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:25 smithi098 ceph-mon[94136]: pgmap v5264: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:22:26.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:26.079+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.080408+0000) 2023-03-22T17:22:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:26.037+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.038334+0000) 2023-03-22T17:22:26.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:26.079+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.080487+0000) 2023-03-22T17:22:26.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:26.079+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:26.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:26.079+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:26.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:26.086+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.087659+0000) 2023-03-22T17:22:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:26.079+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.080294+0000) 2023-03-22T17:22:26.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:26.079+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.080317+0000) 2023-03-22T17:22:26.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:26.079+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.080494+0000) 2023-03-22T17:22:26.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:26.079+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:26.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:26.079+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:26.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:26.086+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.087296+0000) 2023-03-22T17:22:26.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:26.695+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:26.695388+0000) 2023-03-22T17:22:27.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:27.037+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:27.038446+0000) 2023-03-22T17:22:27.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:27.079+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:27.080448+0000) 2023-03-22T17:22:27.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:27.079+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:27.080469+0000) 2023-03-22T17:22:27.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:27.079+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:27.080638+0000) 2023-03-22T17:22:27.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:27.694+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:27.695689+0000) 2023-03-22T17:22:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:27.695+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:27.695+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:27.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:27.704+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:27.705287+0000) 2023-03-22T17:22:28.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:27 smithi142 ceph-mon[94717]: pgmap v5265: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:22:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:27 smithi098 ceph-mon[94136]: pgmap v5265: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:22:28.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:28.037+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:28.038563+0000) 2023-03-22T17:22:28.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:28.079+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:28.080577+0000) 2023-03-22T17:22:28.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:28.079+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:28.080597+0000) 2023-03-22T17:22:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:28.079+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:28.080764+0000) 2023-03-22T17:22:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:28.080+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:28.080+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:28.100+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:28.101912+0000) 2023-03-22T17:22:28.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:28.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:28.580409+0000) 2023-03-22T17:22:29.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:29.080+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:29.080707+0000) 2023-03-22T17:22:29.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:29.038+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:29.038702+0000) 2023-03-22T17:22:29.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:29.080+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:29.080749+0000) 2023-03-22T17:22:29.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:29.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:29.580571+0000) 2023-03-22T17:22:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:29 smithi142 ceph-mon[94717]: pgmap v5266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:22:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:29 smithi098 ceph-mon[94136]: pgmap v5266: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:22:30.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:30.080+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.080933+0000) 2023-03-22T17:22:30.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:30.038+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.038821+0000) 2023-03-22T17:22:30.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:30.039+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:30.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:30.039+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:30.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:30.042+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.042492+0000) 2023-03-22T17:22:30.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:30.080+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.080882+0000) 2023-03-22T17:22:30.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:30.081+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:30.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:30.081+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:30.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:30.091+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.092192+0000) 2023-03-22T17:22:30.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:30.580+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.580790+0000) 2023-03-22T17:22:30.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:30.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.580699+0000) 2023-03-22T17:22:30.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:30.580+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:30.580751+0000) 2023-03-22T17:22:31.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:31.080+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:31.081070+0000) 2023-03-22T17:22:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:31.580+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:31.581034+0000) 2023-03-22T17:22:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:31.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:31.580852+0000) 2023-03-22T17:22:31.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:31.580+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:31.580875+0000) 2023-03-22T17:22:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:31 smithi142 ceph-mon[94717]: pgmap v5267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:31 smithi098 ceph-mon[94136]: pgmap v5267: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:32.195+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:32.195977+0000) 2023-03-22T17:22:32.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:32.080+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:32.081233+0000) 2023-03-22T17:22:32.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:32.580+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:32.581022+0000) 2023-03-22T17:22:32.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:32.580+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:32.581158+0000) 2023-03-22T17:22:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:32.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:32.580973+0000) 2023-03-22T17:22:32.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:32.580+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:32.581029+0000) 2023-03-22T17:22:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:33.199+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:33.200014+0000) 2023-03-22T17:22:33.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:33.081+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:33.081421+0000) 2023-03-22T17:22:33.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:33.081+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:33.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:33.082+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:33.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:33.085+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:33.085741+0000) 2023-03-22T17:22:33.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:33.580+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:33.581193+0000) 2023-03-22T17:22:33.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:33.581+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:33.581394+0000) 2023-03-22T17:22:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:33.580+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:33.581172+0000) 2023-03-22T17:22:33.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:33.580+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:33.581212+0000) 2023-03-22T17:22:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:33 smithi142 ceph-mon[94717]: pgmap v5268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:33 smithi098 ceph-mon[94136]: pgmap v5268: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:34.202+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:34.203132+0000) 2023-03-22T17:22:34.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:34.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:34.581338+0000) 2023-03-22T17:22:34.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:34.581+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:34.581573+0000) 2023-03-22T17:22:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:34.581+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:34.581297+0000) 2023-03-22T17:22:34.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:34.538+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:34.539080+0000) 2023-03-22T17:22:34.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:34.580+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:34.581184+0000) 2023-03-22T17:22:34.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:34.581+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:34.581423+0000) 2023-03-22T17:22:35.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:35.206+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:35.206357+0000) 2023-03-22T17:22:35.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:35.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:35.581469+0000) 2023-03-22T17:22:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:35.581+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:35.581731+0000) 2023-03-22T17:22:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:35.581+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:35.581432+0000) 2023-03-22T17:22:35.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:35.581+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:35.581307+0000) 2023-03-22T17:22:35.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:35.581+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:35.581569+0000) 2023-03-22T17:22:35.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:35.538+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:35.539212+0000) 2023-03-22T17:22:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:35 smithi142 ceph-mon[94717]: pgmap v5269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:35 smithi098 ceph-mon[94136]: pgmap v5269: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:36.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:36.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:36.208644+0000) 2023-03-22T17:22:36.863 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:36.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:36.581592+0000) 2023-03-22T17:22:36.864 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:36.581+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:36.581851+0000) 2023-03-22T17:22:36.864 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:36.581+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:36.581558+0000) 2023-03-22T17:22:36.865 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:36.581+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:36.581481+0000) 2023-03-22T17:22:36.865 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:36.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:36.539395+0000) 2023-03-22T17:22:36.866 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:36.581+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:36.581681+0000) 2023-03-22T17:22:37.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:37.208+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.209190+0000) 2023-03-22T17:22:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:37.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.581812+0000) 2023-03-22T17:22:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:37.581+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.582042+0000) 2023-03-22T17:22:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:37.581+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.581705+0000) 2023-03-22T17:22:37.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:37.581+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.581661+0000) 2023-03-22T17:22:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:37.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.539565+0000) 2023-03-22T17:22:37.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:37.581+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.581597+0000) 2023-03-22T17:22:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:37.581+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:37.581902+0000) 2023-03-22T17:22:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:37 smithi142 ceph-mon[94717]: pgmap v5270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:37 smithi098 ceph-mon[94136]: pgmap v5270: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:38.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:38.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.209397+0000) 2023-03-22T17:22:38.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:38.581+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.582163+0000) 2023-03-22T17:22:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:38.581+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.581838+0000) 2023-03-22T17:22:38.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:38.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.539727+0000) 2023-03-22T17:22:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:38.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.581939+0000) 2023-03-22T17:22:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:38.581+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.581731+0000) 2023-03-22T17:22:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:38.581+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.581784+0000) 2023-03-22T17:22:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:38.581+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:38.582019+0000) 2023-03-22T17:22:39.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:39.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.209721+0000) 2023-03-22T17:22:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:39.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.582285+0000) 2023-03-22T17:22:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:39.581+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.581967+0000) 2023-03-22T17:22:39.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:39.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.539911+0000) 2023-03-22T17:22:39.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:39.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.582061+0000) 2023-03-22T17:22:39.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:39.581+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.581897+0000) 2023-03-22T17:22:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:39.581+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.581853+0000) 2023-03-22T17:22:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:39.581+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:39.582138+0000) 2023-03-22T17:22:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:39 smithi142 ceph-mon[94717]: pgmap v5271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:39 smithi098 ceph-mon[94136]: pgmap v5271: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:40.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:40.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.209847+0000) 2023-03-22T17:22:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:40.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.582397+0000) 2023-03-22T17:22:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:40.581+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.582121+0000) 2023-03-22T17:22:40.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:40.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.540048+0000) 2023-03-22T17:22:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:40.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.582224+0000) 2023-03-22T17:22:40.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:40.581+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.582063+0000) 2023-03-22T17:22:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:40.581+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.582037+0000) 2023-03-22T17:22:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:40.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:40.582340+0000) 2023-03-22T17:22:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:41.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.210195+0000) 2023-03-22T17:22:41.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:41.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.582395+0000) 2023-03-22T17:22:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:41.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.582510+0000) 2023-03-22T17:22:41.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:41.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.582328+0000) 2023-03-22T17:22:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:41.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.582302+0000) 2023-03-22T17:22:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:41.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.540161+0000) 2023-03-22T17:22:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:41.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.582365+0000) 2023-03-22T17:22:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:41.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:41.582466+0000) 2023-03-22T17:22:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:41 smithi142 ceph-mon[94717]: pgmap v5272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:41 smithi098 ceph-mon[94136]: pgmap v5272: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:42.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.210298+0000) 2023-03-22T17:22:42.856 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:42.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.582501+0000) 2023-03-22T17:22:42.857 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:42.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.540310+0000) 2023-03-22T17:22:42.858 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:42.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.582515+0000) 2023-03-22T17:22:42.858 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:42.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.582437+0000) 2023-03-22T17:22:42.859 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:42.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.582589+0000) 2023-03-22T17:22:42.859 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:42.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.582449+0000) 2023-03-22T17:22:43.211 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:42.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:42.582614+0000) 2023-03-22T17:22:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:43.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.210538+0000) 2023-03-22T17:22:43.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:43.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.582617+0000) 2023-03-22T17:22:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:43.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.582792+0000) 2023-03-22T17:22:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:43.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.582673+0000) 2023-03-22T17:22:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:43.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.540420+0000) 2023-03-22T17:22:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:43.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.582608+0000) 2023-03-22T17:22:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:43.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.582567+0000) 2023-03-22T17:22:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:43.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:43.582719+0000) 2023-03-22T17:22:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:43 smithi142 ceph-mon[94717]: pgmap v5273: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:43 smithi098 ceph-mon[94136]: pgmap v5273: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:44.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.210701+0000) 2023-03-22T17:22:44.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:44.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.582764+0000) 2023-03-22T17:22:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:44.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.583039+0000) 2023-03-22T17:22:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:44.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.583070+0000) 2023-03-22T17:22:44.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:44.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.583173+0000) 2023-03-22T17:22:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:44.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.540559+0000) 2023-03-22T17:22:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:44.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.582763+0000) 2023-03-22T17:22:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:44.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:44.582752+0000) 2023-03-22T17:22:45.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:45.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.211058+0000) 2023-03-22T17:22:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:45.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.582891+0000) 2023-03-22T17:22:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:45.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.583155+0000) 2023-03-22T17:22:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:45.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.583202+0000) 2023-03-22T17:22:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:45.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.540671+0000) 2023-03-22T17:22:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:45.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.582888+0000) 2023-03-22T17:22:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:45.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.582899+0000) 2023-03-22T17:22:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:45.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:45.583306+0000) 2023-03-22T17:22:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:45 smithi142 ceph-mon[94717]: pgmap v5274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:45 smithi098 ceph-mon[94136]: pgmap v5274: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:46.209+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.211206+0000) 2023-03-22T17:22:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:46.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.583366+0000) 2023-03-22T17:22:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:46.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.583375+0000) 2023-03-22T17:22:46.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:46.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.540852+0000) 2023-03-22T17:22:46.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:46.581+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.583078+0000) 2023-03-22T17:22:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:46.581+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.583077+0000) 2023-03-22T17:22:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:46.581+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.583078+0000) 2023-03-22T17:22:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:46.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:46.583429+0000) 2023-03-22T17:22:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:47.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.211418+0000) 2023-03-22T17:22:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:47.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.583298+0000) 2023-03-22T17:22:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:47.582+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.583648+0000) 2023-03-22T17:22:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:47.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.583526+0000) 2023-03-22T17:22:47.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:47.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.583265+0000) 2023-03-22T17:22:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:47.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.540990+0000) 2023-03-22T17:22:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:47.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.583262+0000) 2023-03-22T17:22:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:47.582+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:47.583615+0000) 2023-03-22T17:22:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:47 smithi142 ceph-mon[94717]: pgmap v5275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:47 smithi098 ceph-mon[94136]: pgmap v5275: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:48.585 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:48.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.583821+0000) 2023-03-22T17:22:48.586 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:48.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.541119+0000) 2023-03-22T17:22:48.587 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:48.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.211539+0000) 2023-03-22T17:22:48.587 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:48.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.583501+0000) 2023-03-22T17:22:48.587 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:48.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.583447+0000) 2023-03-22T17:22:48.588 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:48.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.583432+0000) 2023-03-22T17:22:48.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:48.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.584780+0000) 2023-03-22T17:22:48.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:48.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:48.584775+0000) 2023-03-22T17:22:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:49.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.211786+0000) 2023-03-22T17:22:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:49.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.583646+0000) 2023-03-22T17:22:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:49.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.584902+0000) 2023-03-22T17:22:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:49.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.583939+0000) 2023-03-22T17:22:49.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:49.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.584901+0000) 2023-03-22T17:22:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:49.539+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.541246+0000) 2023-03-22T17:22:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:49.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.583557+0000) 2023-03-22T17:22:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:49.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:49.583598+0000) 2023-03-22T17:22:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:49 smithi142 ceph-mon[94717]: pgmap v5276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:49 smithi098 ceph-mon[94136]: pgmap v5276: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:50.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.211938+0000) 2023-03-22T17:22:50.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:50.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.583788+0000) 2023-03-22T17:22:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:50.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.585041+0000) 2023-03-22T17:22:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:50.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.584050+0000) 2023-03-22T17:22:50.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:50.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.541385+0000) 2023-03-22T17:22:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:50.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.583698+0000) 2023-03-22T17:22:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:50.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.583725+0000) 2023-03-22T17:22:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:50.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:50.585035+0000) 2023-03-22T17:22:51.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:51.210+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.212133+0000) 2023-03-22T17:22:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:51.583+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.585184+0000) 2023-03-22T17:22:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:51.582+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.584154+0000) 2023-03-22T17:22:51.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:51.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.583882+0000) 2023-03-22T17:22:51.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:51.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.541577+0000) 2023-03-22T17:22:51.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:51.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.583949+0000) 2023-03-22T17:22:51.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:51.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.583890+0000) 2023-03-22T17:22:51.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:51.583+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:51.585179+0000) 2023-03-22T17:22:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:51 smithi142 ceph-mon[94717]: pgmap v5277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:51 smithi098 ceph-mon[94136]: pgmap v5277: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:52.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:52.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.212303+0000) 2023-03-22T17:22:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:52.582+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.584232+0000) 2023-03-22T17:22:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:52.584+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.585301+0000) 2023-03-22T17:22:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:52.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.584261+0000) 2023-03-22T17:22:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:52.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.584055+0000) 2023-03-22T17:22:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:52.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.541720+0000) 2023-03-22T17:22:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:52.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.584057+0000) 2023-03-22T17:22:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:52.584+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:52.585296+0000) 2023-03-22T17:22:53.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:53.584+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.585423+0000) 2023-03-22T17:22:53.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:53.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.584409+0000) 2023-03-22T17:22:53.721 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:53.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.541845+0000) 2023-03-22T17:22:53.722 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:53.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.212670+0000) 2023-03-22T17:22:53.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:53.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.584371+0000) 2023-03-22T17:22:53.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:53.582+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.584184+0000) 2023-03-22T17:22:53.723 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:53.582+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.584184+0000) 2023-03-22T17:22:53.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:53.584+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:53.585415+0000) 2023-03-22T17:22:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:53 smithi142 ceph-mon[94717]: pgmap v5278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:53 smithi098 ceph-mon[94136]: pgmap v5278: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:22:54.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:54.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.212845+0000) 2023-03-22T17:22:54.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:54.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.584501+0000) 2023-03-22T17:22:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:54.584+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.585539+0000) 2023-03-22T17:22:54.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:54.583+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.584301+0000) 2023-03-22T17:22:54.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:54.584+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.585544+0000) 2023-03-22T17:22:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:54.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.541973+0000) 2023-03-22T17:22:54.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:54.583+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.584525+0000) 2023-03-22T17:22:54.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:54.584+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:54.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:54.584+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:54.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:54.608+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.610151+0000) 2023-03-22T17:22:54.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:54.583+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:54.584303+0000) 2023-03-22T17:22:55.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:55.211+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:55.213092+0000) 2023-03-22T17:22:55.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:55.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:55.584627+0000) 2023-03-22T17:22:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:55.584+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:55.585691+0000) 2023-03-22T17:22:55.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:55.583+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:55.584441+0000) 2023-03-22T17:22:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:55.540+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:55.542090+0000) 2023-03-22T17:22:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:55.583+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:55.584424+0000) 2023-03-22T17:22:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:55.584+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:55.585702+0000) 2023-03-22T17:22:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:55 smithi142 ceph-mon[94717]: pgmap v5279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:55 smithi098 ceph-mon[94136]: pgmap v5279: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:56.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:56.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.213264+0000) 2023-03-22T17:22:56.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:56.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.584748+0000) 2023-03-22T17:22:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:56.583+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.584587+0000) 2023-03-22T17:22:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:56.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.542264+0000) 2023-03-22T17:22:56.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:56.584+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.585868+0000) 2023-03-22T17:22:56.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:56.585+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:56.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:56.585+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:56.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:22:56.600+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.601510+0000) 2023-03-22T17:22:56.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:56.583+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.584576+0000) 2023-03-22T17:22:56.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:56.584+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.585876+0000) 2023-03-22T17:22:56.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:56.585+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:56.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:56.585+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:56.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:22:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:22:56.600+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:56.601433+0000) 2023-03-22T17:22:57.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:57.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:57.213485+0000) 2023-03-22T17:22:57.853 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:57.583+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:57.584699+0000) 2023-03-22T17:22:57.853 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:57.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:57.542428+0000) 2023-03-22T17:22:57.854 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:57.583+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:57.584884+0000) 2023-03-22T17:22:57.854 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:57.583+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:57.584699+0000) 2023-03-22T17:22:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:57 smithi142 ceph-mon[94717]: pgmap v5280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:57 smithi098 ceph-mon[94136]: pgmap v5280: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:22:58.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:58.212+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:58.213670+0000) 2023-03-22T17:22:58.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:58.213+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:58.213+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:58.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:22:58.227+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:58.229184+0000) 2023-03-22T17:22:58.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:58.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:58.542598+0000) 2023-03-22T17:22:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:58.584+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:58.585024+0000) 2023-03-22T17:22:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:58.584+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:58.584+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:22:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:22:58.763+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:58.765223+0000) 2023-03-22T17:22:58.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:58.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:58.584892+0000) 2023-03-22T17:22:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:58.584+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:58.584893+0000) 2023-03-22T17:22:59.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:22:59.083+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:59.084791+0000) 2023-03-22T17:22:59.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:22:59.583+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:59.585077+0000) 2023-03-22T17:22:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:22:59.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:59.542785+0000) 2023-03-22T17:22:59.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:22:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:22:59.583+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:22:59.585047+0000) 2023-03-22T17:23:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:22:59 smithi142 ceph-mon[94717]: pgmap v5281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:22:59 smithi098 ceph-mon[94136]: pgmap v5281: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:00.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:00.083+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:00.084924+0000) 2023-03-22T17:23:00.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:00.583+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:00.585193+0000) 2023-03-22T17:23:00.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:00.541+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:00.542946+0000) 2023-03-22T17:23:00.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:00.542+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:00.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:00.542+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:00.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:00.557+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:00.558604+0000) 2023-03-22T17:23:00.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:00.583+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:00.585209+0000) 2023-03-22T17:23:00.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:00.584+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:00.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:00.584+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:00.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:00.604+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:00.606034+0000) 2023-03-22T17:23:01.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:01.084+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:01.086161+0000) 2023-03-22T17:23:01.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:01.083+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:01.085114+0000) 2023-03-22T17:23:01.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:01.084+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:01.086178+0000) 2023-03-22T17:23:01.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:01.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:01.585326+0000) 2023-03-22T17:23:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:01 smithi142 ceph-mon[94717]: pgmap v5282: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:01 smithi098 ceph-mon[94136]: pgmap v5282: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:02.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:02.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:02.086358+0000) 2023-03-22T17:23:02.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:02.084+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:02.085262+0000) 2023-03-22T17:23:02.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:02.085+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:02.086358+0000) 2023-03-22T17:23:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:02.712+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:02.714109+0000) 2023-03-22T17:23:02.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:02.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:02.585522+0000) 2023-03-22T17:23:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:03.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:03.086485+0000) 2023-03-22T17:23:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:03.084+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:03.085375+0000) 2023-03-22T17:23:03.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:03.084+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:03.085438+0000) 2023-03-22T17:23:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:03.085+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:03.086494+0000) 2023-03-22T17:23:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:03.716+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:03.717441+0000) 2023-03-22T17:23:03.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:03.584+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:03.585682+0000) 2023-03-22T17:23:03.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:03.585+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:03.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:03.585+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:03.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:03.598+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:03.599550+0000) 2023-03-22T17:23:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:03 smithi142 ceph-mon[94717]: pgmap v5283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:23:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:03 smithi098 ceph-mon[94136]: pgmap v5283: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:23:04.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:04.084+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:04.085566+0000) 2023-03-22T17:23:04.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:04.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:04.086642+0000) 2023-03-22T17:23:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:04.084+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:04.085512+0000) 2023-03-22T17:23:04.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:04.085+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:04.086653+0000) 2023-03-22T17:23:05.044 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:04.719+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:04.720665+0000) 2023-03-22T17:23:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:05.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:05.086784+0000) 2023-03-22T17:23:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:05.084+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:05.085677+0000) 2023-03-22T17:23:05.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:05.041+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:05.043250+0000) 2023-03-22T17:23:05.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:05.084+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:05.085716+0000) 2023-03-22T17:23:05.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:05.084+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:05.085525+0000) 2023-03-22T17:23:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:05.085+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:05.086789+0000) 2023-03-22T17:23:06.044 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:05.722+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:05.722963+0000) 2023-03-22T17:23:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:05 smithi142 ceph-mon[94717]: pgmap v5284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:23:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:05 smithi098 ceph-mon[94136]: pgmap v5284: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:23:06.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:06.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:06.086913+0000) 2023-03-22T17:23:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:06.084+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:06.085856+0000) 2023-03-22T17:23:06.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:06.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:06.043417+0000) 2023-03-22T17:23:06.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:06.084+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:06.085894+0000) 2023-03-22T17:23:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:06.084+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:06.085668+0000) 2023-03-22T17:23:06.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:06.085+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:06.086915+0000) 2023-03-22T17:23:07.044 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:06.723+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:06.725251+0000) 2023-03-22T17:23:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:07.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:07.087079+0000) 2023-03-22T17:23:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:07.084+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:07.085981+0000) 2023-03-22T17:23:07.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:07.084+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:07.085848+0000) 2023-03-22T17:23:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:07.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:07.043549+0000) 2023-03-22T17:23:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:07.084+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:07.086017+0000) 2023-03-22T17:23:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:07.085+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:07.087080+0000) 2023-03-22T17:23:08.044 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:07.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:07.725678+0000) 2023-03-22T17:23:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:07 smithi142 ceph-mon[94717]: pgmap v5285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:23:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:07 smithi098 ceph-mon[94136]: pgmap v5285: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:23:08.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:08.084+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.086143+0000) 2023-03-22T17:23:08.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:08.085+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.087214+0000) 2023-03-22T17:23:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:08.084+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.086102+0000) 2023-03-22T17:23:08.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:08.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.043745+0000) 2023-03-22T17:23:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:08.084+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.085990+0000) 2023-03-22T17:23:08.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:08.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.091619+0000) 2023-03-22T17:23:08.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:08.085+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.087214+0000) 2023-03-22T17:23:09.044 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:08.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:08.725793+0000) 2023-03-22T17:23:09.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:09.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.087314+0000) 2023-03-22T17:23:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:09.085+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.086305+0000) 2023-03-22T17:23:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:09.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.043888+0000) 2023-03-22T17:23:09.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:09.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.087314+0000) 2023-03-22T17:23:09.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:09.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.086309+0000) 2023-03-22T17:23:09.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:09.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.091731+0000) 2023-03-22T17:23:09.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:09.084+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.086133+0000) 2023-03-22T17:23:10.044 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:09.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:09.726024+0000) 2023-03-22T17:23:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:09 smithi142 ceph-mon[94717]: pgmap v5286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:23:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:09 smithi098 ceph-mon[94136]: pgmap v5286: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:23:10.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:10.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.087423+0000) 2023-03-22T17:23:10.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:10.085+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.086446+0000) 2023-03-22T17:23:10.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:10.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.087430+0000) 2023-03-22T17:23:10.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:10.085+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.086293+0000) 2023-03-22T17:23:10.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:10.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.044025+0000) 2023-03-22T17:23:10.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:10.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.091836+0000) 2023-03-22T17:23:10.477 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:10.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.086458+0000) 2023-03-22T17:23:11.045 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:10.724+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:10.726160+0000) 2023-03-22T17:23:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:10 smithi142 ceph-mon[94717]: osdmap e304: 12 total, 9 up, 9 in 2023-03-22T17:23:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:10 smithi098 ceph-mon[94136]: osdmap e304: 12 total, 9 up, 9 in 2023-03-22T17:23:11.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:11.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.086588+0000) 2023-03-22T17:23:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:11.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.087539+0000) 2023-03-22T17:23:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:11.085+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.086565+0000) 2023-03-22T17:23:11.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:11.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.091966+0000) 2023-03-22T17:23:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:11.042+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.044149+0000) 2023-03-22T17:23:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:11.085+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.086410+0000) 2023-03-22T17:23:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:11.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.087549+0000) 2023-03-22T17:23:12.045 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:11.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:11.726433+0000) 2023-03-22T17:23:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:11 smithi142 ceph-mon[94717]: pgmap v5288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:23:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:11 smithi098 ceph-mon[94136]: pgmap v5288: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:23:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:12.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.087652+0000) 2023-03-22T17:23:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:12.085+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.086721+0000) 2023-03-22T17:23:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:12.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.044315+0000) 2023-03-22T17:23:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:12.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.086742+0000) 2023-03-22T17:23:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:12.085+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.086593+0000) 2023-03-22T17:23:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:12.090+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.092110+0000) 2023-03-22T17:23:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:12.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.087677+0000) 2023-03-22T17:23:13.045 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:12.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:12.726572+0000) 2023-03-22T17:23:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:13.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.087766+0000) 2023-03-22T17:23:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:13.085+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.086933+0000) 2023-03-22T17:23:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:13.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.044482+0000) 2023-03-22T17:23:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:13.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.086864+0000) 2023-03-22T17:23:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:13.085+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.086749+0000) 2023-03-22T17:23:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:13.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.092267+0000) 2023-03-22T17:23:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:13.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.087799+0000) 2023-03-22T17:23:14.045 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:13.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:13.726781+0000) 2023-03-22T17:23:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:13 smithi142 ceph-mon[94717]: pgmap v5289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:13 smithi098 ceph-mon[94136]: pgmap v5289: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:14.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:14.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.086993+0000) 2023-03-22T17:23:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:14.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.087889+0000) 2023-03-22T17:23:14.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:14.085+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.087068+0000) 2023-03-22T17:23:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:14.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.087919+0000) 2023-03-22T17:23:14.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:14.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.044601+0000) 2023-03-22T17:23:14.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:14.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.092385+0000) 2023-03-22T17:23:14.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:14.085+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.086879+0000) 2023-03-22T17:23:15.045 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:14.725+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:14.726974+0000) 2023-03-22T17:23:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:15.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.088011+0000) 2023-03-22T17:23:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:15.085+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.087192+0000) 2023-03-22T17:23:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:15.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.044741+0000) 2023-03-22T17:23:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:15.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.087121+0000) 2023-03-22T17:23:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:15.085+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.087009+0000) 2023-03-22T17:23:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:15.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.092506+0000) 2023-03-22T17:23:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:15.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.088038+0000) 2023-03-22T17:23:16.045 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:15.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:15.727284+0000) 2023-03-22T17:23:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:15 smithi142 ceph-mon[94717]: pgmap v5290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:15 smithi098 ceph-mon[94136]: pgmap v5290: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:16.085+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.087250+0000) 2023-03-22T17:23:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:16.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.088127+0000) 2023-03-22T17:23:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:16.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.087311+0000) 2023-03-22T17:23:16.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:16.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.044905+0000) 2023-03-22T17:23:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:16.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.092625+0000) 2023-03-22T17:23:16.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:16.086+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.088168+0000) 2023-03-22T17:23:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:16.085+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.087132+0000) 2023-03-22T17:23:17.045 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:16.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:16.727413+0000) 2023-03-22T17:23:17.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:17.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.087439+0000) 2023-03-22T17:23:17.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:17.086+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.088250+0000) 2023-03-22T17:23:17.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:17.086+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.087348+0000) 2023-03-22T17:23:17.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:17.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.045039+0000) 2023-03-22T17:23:17.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:17.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.087578+0000) 2023-03-22T17:23:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:17.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.092782+0000) 2023-03-22T17:23:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:17.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.088293+0000) 2023-03-22T17:23:18.046 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:17.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:17.727672+0000) 2023-03-22T17:23:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:17 smithi142 ceph-mon[94717]: pgmap v5291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:17 smithi098 ceph-mon[94136]: pgmap v5291: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:18.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.087607+0000) 2023-03-22T17:23:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:18.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.088366+0000) 2023-03-22T17:23:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:18.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.087706+0000) 2023-03-22T17:23:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:18.043+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.045161+0000) 2023-03-22T17:23:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:18.086+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.087496+0000) 2023-03-22T17:23:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:18.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.092929+0000) 2023-03-22T17:23:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:18.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.088412+0000) 2023-03-22T17:23:19.046 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:18.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:18.727791+0000) 2023-03-22T17:23:19.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:19.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.087735+0000) 2023-03-22T17:23:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:19.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.088476+0000) 2023-03-22T17:23:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:19.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.087827+0000) 2023-03-22T17:23:19.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:19.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.088560+0000) 2023-03-22T17:23:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:19.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.045348+0000) 2023-03-22T17:23:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:19.086+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.087626+0000) 2023-03-22T17:23:19.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:19.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.093031+0000) 2023-03-22T17:23:20.094 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:19.726+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:19.728098+0000) 2023-03-22T17:23:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:19 smithi142 ceph-mon[94717]: pgmap v5292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:19 smithi098 ceph-mon[94136]: pgmap v5292: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:23:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:20.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.088598+0000) 2023-03-22T17:23:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:20.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.087940+0000) 2023-03-22T17:23:20.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:20.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.045543+0000) 2023-03-22T17:23:20.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:20.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.087872+0000) 2023-03-22T17:23:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:20.086+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.087753+0000) 2023-03-22T17:23:20.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:20.091+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.093207+0000) 2023-03-22T17:23:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:20.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.088693+0000) 2023-03-22T17:23:21.046 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:20.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:20.728309+0000) 2023-03-22T17:23:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:21.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.088750+0000) 2023-03-22T17:23:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:21.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.088090+0000) 2023-03-22T17:23:21.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:21.086+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.087867+0000) 2023-03-22T17:23:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:21.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.045682+0000) 2023-03-22T17:23:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:21.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.093389+0000) 2023-03-22T17:23:21.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:21.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.087994+0000) 2023-03-22T17:23:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:21.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.088829+0000) 2023-03-22T17:23:22.046 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:21.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:21.728594+0000) 2023-03-22T17:23:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:21 smithi142 ceph-mon[94717]: pgmap v5293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:23:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:21 smithi098 ceph-mon[94136]: pgmap v5293: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:23:22.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:22.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.088862+0000) 2023-03-22T17:23:22.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:22.086+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.088211+0000) 2023-03-22T17:23:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:22.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.045807+0000) 2023-03-22T17:23:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:22.086+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.088135+0000) 2023-03-22T17:23:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:22.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.093502+0000) 2023-03-22T17:23:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:22.086+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.088056+0000) 2023-03-22T17:23:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:22.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.088950+0000) 2023-03-22T17:23:23.046 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:22.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:22.728710+0000) 2023-03-22T17:23:23.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:23.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.088980+0000) 2023-03-22T17:23:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:23.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.088300+0000) 2023-03-22T17:23:23.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:23.086+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.088208+0000) 2023-03-22T17:23:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:23.044+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.045964+0000) 2023-03-22T17:23:23.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:23.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.088263+0000) 2023-03-22T17:23:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:23.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.089115+0000) 2023-03-22T17:23:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:23.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.093634+0000) 2023-03-22T17:23:24.047 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:23.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:23.729039+0000) 2023-03-22T17:23:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:23 smithi142 ceph-mon[94717]: pgmap v5294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:23:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:23 smithi098 ceph-mon[94136]: pgmap v5294: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:23:24.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:24.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.088407+0000) 2023-03-22T17:23:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:24.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.089104+0000) 2023-03-22T17:23:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:24.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.088443+0000) 2023-03-22T17:23:24.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:24.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.093749+0000) 2023-03-22T17:23:24.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:24.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.046136+0000) 2023-03-22T17:23:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:24.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.088298+0000) 2023-03-22T17:23:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:24.087+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.089234+0000) 2023-03-22T17:23:25.047 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:24.727+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:24.729213+0000) 2023-03-22T17:23:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:25.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.088560+0000) 2023-03-22T17:23:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:25.087+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.089233+0000) 2023-03-22T17:23:25.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:25.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.089354+0000) 2023-03-22T17:23:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:25.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.046346+0000) 2023-03-22T17:23:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:25.087+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.088566+0000) 2023-03-22T17:23:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:25.087+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:25.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:25.088+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:25.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:25.096+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.097702+0000) 2023-03-22T17:23:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:25.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.088413+0000) 2023-03-22T17:23:25.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:25.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.093873+0000) 2023-03-22T17:23:26.047 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:25.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:25.729435+0000) 2023-03-22T17:23:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:25 smithi142 ceph-mon[94717]: pgmap v5295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:23:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:25 smithi098 ceph-mon[94136]: pgmap v5295: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:23:26.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:26.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:26.089350+0000) 2023-03-22T17:23:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:26.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:26.046488+0000) 2023-03-22T17:23:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:26.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:26.088675+0000) 2023-03-22T17:23:26.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:26.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:26.088545+0000) 2023-03-22T17:23:26.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:26.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:26.094000+0000) 2023-03-22T17:23:26.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:26.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:26.089464+0000) 2023-03-22T17:23:27.047 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:26.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:26.729568+0000) 2023-03-22T17:23:27.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:27.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.088785+0000) 2023-03-22T17:23:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:27.088+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.089461+0000) 2023-03-22T17:23:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:27.089+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:27.089+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:27.092+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.093669+0000) 2023-03-22T17:23:27.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:27.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.094111+0000) 2023-03-22T17:23:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:27.046+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.046643+0000) 2023-03-22T17:23:27.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:27.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.088675+0000) 2023-03-22T17:23:27.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:27.088+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.089602+0000) 2023-03-22T17:23:27.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:27.089+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:27.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:27.089+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:27.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:27.092+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.094126+0000) 2023-03-22T17:23:28.047 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:27.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:27.729798+0000) 2023-03-22T17:23:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:27 smithi142 ceph-mon[94717]: pgmap v5296: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:23:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:27 smithi098 ceph-mon[94136]: pgmap v5296: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:23:28.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:28.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:28.046766+0000) 2023-03-22T17:23:28.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:28.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:28.088907+0000) 2023-03-22T17:23:28.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:28.092+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:28.094237+0000) 2023-03-22T17:23:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:28.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:28.088791+0000) 2023-03-22T17:23:29.047 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:28.728+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:28.729938+0000) 2023-03-22T17:23:29.048 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:28.729+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:29.048 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:28.729+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:29.048 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:28.745+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:28.746746+0000) 2023-03-22T17:23:29.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:29.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:29.046897+0000) 2023-03-22T17:23:29.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:29.087+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:29.089082+0000) 2023-03-22T17:23:29.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:29.088+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:29.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:29.088+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:29.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:29.101+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:29.102501+0000) 2023-03-22T17:23:29.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:29.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:29.088985+0000) 2023-03-22T17:23:29.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:29.093+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:29.094364+0000) 2023-03-22T17:23:29.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:29.587+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:29.588828+0000) 2023-03-22T17:23:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:29 smithi142 ceph-mon[94717]: pgmap v5297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:23:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:29 smithi098 ceph-mon[94136]: pgmap v5297: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:23:30.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:30.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:30.089130+0000) 2023-03-22T17:23:30.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:30.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:30.047031+0000) 2023-03-22T17:23:30.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:30.093+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:30.094467+0000) 2023-03-22T17:23:30.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:30.587+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:30.588969+0000) 2023-03-22T17:23:31.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:31.093+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.094569+0000) 2023-03-22T17:23:31.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:31.045+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.047169+0000) 2023-03-22T17:23:31.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:31.046+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:31.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:31.046+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:31.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:31.052+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.053492+0000) 2023-03-22T17:23:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:31.087+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.089257+0000) 2023-03-22T17:23:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:31.088+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:31.088+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:31.108+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.110169+0000) 2023-03-22T17:23:31.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:31.588+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.589760+0000) 2023-03-22T17:23:31.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:31.587+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.589132+0000) 2023-03-22T17:23:31.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:31.588+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:31.589838+0000) 2023-03-22T17:23:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:31 smithi142 ceph-mon[94717]: pgmap v5298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:31 smithi098 ceph-mon[94136]: pgmap v5298: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:32.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:32.094+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:32.094732+0000) 2023-03-22T17:23:32.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:32.588+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:32.589877+0000) 2023-03-22T17:23:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:32.588+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:32.589298+0000) 2023-03-22T17:23:32.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:32.588+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:32.589959+0000) 2023-03-22T17:23:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:33.229+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:33.230204+0000) 2023-03-22T17:23:33.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:33.094+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:33.094932+0000) 2023-03-22T17:23:33.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:33.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:33.589982+0000) 2023-03-22T17:23:33.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:33.589+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:33.589549+0000) 2023-03-22T17:23:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:33.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:33.589471+0000) 2023-03-22T17:23:33.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:33.589+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:33.590071+0000) 2023-03-22T17:23:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:33 smithi142 ceph-mon[94717]: pgmap v5299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:33 smithi098 ceph-mon[94136]: pgmap v5299: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:34.233+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:34.233355+0000) 2023-03-22T17:23:34.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:34.094+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:34.095142+0000) 2023-03-22T17:23:34.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:34.095+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:34.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:34.095+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:34.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:34.122+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:34.123254+0000) 2023-03-22T17:23:34.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:34.589+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:34.589692+0000) 2023-03-22T17:23:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:34.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:34.589665+0000) 2023-03-22T17:23:34.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:34.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:34.590082+0000) 2023-03-22T17:23:34.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:34.589+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:34.590189+0000) 2023-03-22T17:23:35.548 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:35.235+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:35.235733+0000) 2023-03-22T17:23:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:35.589+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:35.590179+0000) 2023-03-22T17:23:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:35.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:35.589786+0000) 2023-03-22T17:23:35.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:35.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:35.547448+0000) 2023-03-22T17:23:35.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:35.589+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:35.589818+0000) 2023-03-22T17:23:35.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:35.589+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:35.589489+0000) 2023-03-22T17:23:35.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:35.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:35.590302+0000) 2023-03-22T17:23:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:35 smithi142 ceph-mon[94717]: pgmap v5300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:35 smithi098 ceph-mon[94136]: pgmap v5300: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:36.548 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:36.237+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:36.238145+0000) 2023-03-22T17:23:36.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:36.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:36.589916+0000) 2023-03-22T17:23:36.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:36.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:36.547660+0000) 2023-03-22T17:23:36.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:36.589+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:36.589935+0000) 2023-03-22T17:23:36.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:36.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:36.590281+0000) 2023-03-22T17:23:36.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:36.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:36.590412+0000) 2023-03-22T17:23:36.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:36.589+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:36.589614+0000) 2023-03-22T17:23:37.548 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:37.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:37.240450+0000) 2023-03-22T17:23:37.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:37.589+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:37.590064+0000) 2023-03-22T17:23:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:37.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:37.590378+0000) 2023-03-22T17:23:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:37.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:37.590028+0000) 2023-03-22T17:23:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:37.589+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:37.589743+0000) 2023-03-22T17:23:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:37.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:37.547896+0000) 2023-03-22T17:23:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:37.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:37.590516+0000) 2023-03-22T17:23:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:37 smithi142 ceph-mon[94717]: pgmap v5301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:37 smithi098 ceph-mon[94136]: pgmap v5301: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:38.548 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:38.240+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.241080+0000) 2023-03-22T17:23:38.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:38.589+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.590182+0000) 2023-03-22T17:23:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:38.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.590490+0000) 2023-03-22T17:23:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:38.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.590151+0000) 2023-03-22T17:23:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:38.547+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.548106+0000) 2023-03-22T17:23:38.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:38.589+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.589899+0000) 2023-03-22T17:23:38.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:38.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.595464+0000) 2023-03-22T17:23:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:38.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:38.590636+0000) 2023-03-22T17:23:39.549 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:39.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.241314+0000) 2023-03-22T17:23:39.837 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:39.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.590293+0000) 2023-03-22T17:23:39.838 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:39.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.590598+0000) 2023-03-22T17:23:39.838 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:39.589+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.590255+0000) 2023-03-22T17:23:39.838 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:39.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.548233+0000) 2023-03-22T17:23:39.839 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:39.589+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.590058+0000) 2023-03-22T17:23:39.839 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:39.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.595597+0000) 2023-03-22T17:23:39.840 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:39.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:39.590746+0000) 2023-03-22T17:23:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:39 smithi142 ceph-mon[94717]: pgmap v5302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:39 smithi098 ceph-mon[94136]: pgmap v5302: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:40.549 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:40.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.241435+0000) 2023-03-22T17:23:40.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:40.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.590423+0000) 2023-03-22T17:23:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:40.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.590702+0000) 2023-03-22T17:23:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:40.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.590377+0000) 2023-03-22T17:23:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:40.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.548350+0000) 2023-03-22T17:23:40.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:40.589+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.590190+0000) 2023-03-22T17:23:40.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:40.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.595727+0000) 2023-03-22T17:23:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:40.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:40.590856+0000) 2023-03-22T17:23:41.549 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:41.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.241683+0000) 2023-03-22T17:23:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:41.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.590822+0000) 2023-03-22T17:23:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:41.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.590490+0000) 2023-03-22T17:23:41.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:41.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.548501+0000) 2023-03-22T17:23:41.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:41.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.590538+0000) 2023-03-22T17:23:41.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:41.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.595833+0000) 2023-03-22T17:23:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:41.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.590302+0000) 2023-03-22T17:23:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:41.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:41.590971+0000) 2023-03-22T17:23:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:41 smithi142 ceph-mon[94717]: pgmap v5303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:41 smithi098 ceph-mon[94136]: pgmap v5303: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:42.549 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:42.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.241824+0000) 2023-03-22T17:23:42.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:42.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.590777+0000) 2023-03-22T17:23:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:42.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.590943+0000) 2023-03-22T17:23:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:42.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.590630+0000) 2023-03-22T17:23:42.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:42.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.591080+0000) 2023-03-22T17:23:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:42.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.548621+0000) 2023-03-22T17:23:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:42.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.590440+0000) 2023-03-22T17:23:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:42.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:42.595965+0000) 2023-03-22T17:23:43.549 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:43.241+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.242150+0000) 2023-03-22T17:23:43.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:43.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.590887+0000) 2023-03-22T17:23:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:43.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.591057+0000) 2023-03-22T17:23:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:43.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.590751+0000) 2023-03-22T17:23:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:43.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.548788+0000) 2023-03-22T17:23:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:43.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.590561+0000) 2023-03-22T17:23:43.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:43.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.596072+0000) 2023-03-22T17:23:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:43.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:43.591189+0000) 2023-03-22T17:23:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:43 smithi142 ceph-mon[94717]: pgmap v5304: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:43 smithi098 ceph-mon[94136]: pgmap v5304: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:44.549 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:44.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.242286+0000) 2023-03-22T17:23:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:44.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.591164+0000) 2023-03-22T17:23:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:44.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.590858+0000) 2023-03-22T17:23:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:44.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.548913+0000) 2023-03-22T17:23:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:44.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.590989+0000) 2023-03-22T17:23:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:44.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.590675+0000) 2023-03-22T17:23:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:44.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.596225+0000) 2023-03-22T17:23:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:44.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:44.591298+0000) 2023-03-22T17:23:45.550 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:45.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.242535+0000) 2023-03-22T17:23:45.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:45.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.591290+0000) 2023-03-22T17:23:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:45.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.591024+0000) 2023-03-22T17:23:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:45.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.591110+0000) 2023-03-22T17:23:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:45.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.549098+0000) 2023-03-22T17:23:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:45.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.596308+0000) 2023-03-22T17:23:45.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:45.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.591409+0000) 2023-03-22T17:23:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:45.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:45.590878+0000) 2023-03-22T17:23:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:45 smithi142 ceph-mon[94717]: pgmap v5305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:45 smithi098 ceph-mon[94136]: pgmap v5305: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:46.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.242716+0000) 2023-03-22T17:23:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:46.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.591275+0000) 2023-03-22T17:23:46.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:46.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.591404+0000) 2023-03-22T17:23:46.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:46.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.591157+0000) 2023-03-22T17:23:46.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:46.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.549244+0000) 2023-03-22T17:23:46.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:46.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.591113+0000) 2023-03-22T17:23:46.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:46.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.596429+0000) 2023-03-22T17:23:46.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:46.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:46.591517+0000) 2023-03-22T17:23:47.550 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:47.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.242979+0000) 2023-03-22T17:23:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:47.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.591527+0000) 2023-03-22T17:23:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:47.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.591293+0000) 2023-03-22T17:23:47.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:47.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.596560+0000) 2023-03-22T17:23:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:47.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.549385+0000) 2023-03-22T17:23:47.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:47.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.591441+0000) 2023-03-22T17:23:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:47.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.591251+0000) 2023-03-22T17:23:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:47.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:47.591632+0000) 2023-03-22T17:23:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:47 smithi142 ceph-mon[94717]: pgmap v5306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:47 smithi098 ceph-mon[94136]: pgmap v5306: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:48.550 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:48.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.243112+0000) 2023-03-22T17:23:48.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:48.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.591552+0000) 2023-03-22T17:23:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:48.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.591648+0000) 2023-03-22T17:23:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:48.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.591417+0000) 2023-03-22T17:23:48.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:48.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.591754+0000) 2023-03-22T17:23:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:48.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.549503+0000) 2023-03-22T17:23:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:48.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.591385+0000) 2023-03-22T17:23:48.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:48.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:48.596711+0000) 2023-03-22T17:23:49.550 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:49.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.243443+0000) 2023-03-22T17:23:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:49.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.591696+0000) 2023-03-22T17:23:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:49.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.591773+0000) 2023-03-22T17:23:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:49.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.591541+0000) 2023-03-22T17:23:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:49.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.549642+0000) 2023-03-22T17:23:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:49.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.591525+0000) 2023-03-22T17:23:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:49.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.596892+0000) 2023-03-22T17:23:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:49.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:49.591871+0000) 2023-03-22T17:23:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:49 smithi142 ceph-mon[94717]: pgmap v5307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:49 smithi098 ceph-mon[94136]: pgmap v5307: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:50.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:50.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.243631+0000) 2023-03-22T17:23:50.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:50.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.591924+0000) 2023-03-22T17:23:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:50.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.591719+0000) 2023-03-22T17:23:50.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:50.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.549818+0000) 2023-03-22T17:23:50.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:50.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.591846+0000) 2023-03-22T17:23:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:50.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.597029+0000) 2023-03-22T17:23:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:50.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.591655+0000) 2023-03-22T17:23:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:50.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:50.591986+0000) 2023-03-22T17:23:51.550 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:51.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.243895+0000) 2023-03-22T17:23:51.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:51.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.592051+0000) 2023-03-22T17:23:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:51.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.592064+0000) 2023-03-22T17:23:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:51.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.591921+0000) 2023-03-22T17:23:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:51.548+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.549994+0000) 2023-03-22T17:23:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:51.595+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.597189+0000) 2023-03-22T17:23:51.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:51.590+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.592144+0000) 2023-03-22T17:23:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:51 smithi142 ceph-mon[94717]: pgmap v5308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:51 smithi098 ceph-mon[94136]: pgmap v5308: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:52.244 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:51.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:51.591870+0000) 2023-03-22T17:23:52.551 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:52.242+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.244023+0000) 2023-03-22T17:23:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:52.590+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.592234+0000) 2023-03-22T17:23:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:52.590+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.592230+0000) 2023-03-22T17:23:52.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:52.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.592290+0000) 2023-03-22T17:23:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:52.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.550144+0000) 2023-03-22T17:23:52.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:52.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.592103+0000) 2023-03-22T17:23:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:52.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.592024+0000) 2023-03-22T17:23:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:52.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:52.597316+0000) 2023-03-22T17:23:53.551 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:53.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.244341+0000) 2023-03-22T17:23:53.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:53.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.592398+0000) 2023-03-22T17:23:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:53.590+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.592236+0000) 2023-03-22T17:23:53.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:53.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.550298+0000) 2023-03-22T17:23:53.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:53.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.592361+0000) 2023-03-22T17:23:53.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:53.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.597434+0000) 2023-03-22T17:23:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:53.590+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.592150+0000) 2023-03-22T17:23:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:53.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:53.592521+0000) 2023-03-22T17:23:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:53 smithi142 ceph-mon[94717]: pgmap v5309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:53 smithi098 ceph-mon[94136]: pgmap v5309: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:23:54.551 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:54.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.244503+0000) 2023-03-22T17:23:54.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:54.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.592481+0000) 2023-03-22T17:23:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:54.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.592515+0000) 2023-03-22T17:23:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:54.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.592380+0000) 2023-03-22T17:23:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:54.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.592332+0000) 2023-03-22T17:23:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:54.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.550486+0000) 2023-03-22T17:23:54.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:54.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.597543+0000) 2023-03-22T17:23:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:54.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:54.592639+0000) 2023-03-22T17:23:55.551 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:55.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.244723+0000) 2023-03-22T17:23:55.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:55.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.592688+0000) 2023-03-22T17:23:55.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:55.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.597675+0000) 2023-03-22T17:23:55.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:55.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.550647+0000) 2023-03-22T17:23:55.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:55.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.592602+0000) 2023-03-22T17:23:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:55.591+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.592505+0000) 2023-03-22T17:23:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:55.591+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:55.592+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:55.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:23:55.601+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.602560+0000) 2023-03-22T17:23:55.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:55.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.592446+0000) 2023-03-22T17:23:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:55.591+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:55.593189+0000) 2023-03-22T17:23:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:55 smithi098 ceph-mon[94136]: pgmap v5310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:55 smithi142 ceph-mon[94717]: pgmap v5310: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:56.551 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:56.243+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:56.244924+0000) 2023-03-22T17:23:56.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:56.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:56.592725+0000) 2023-03-22T17:23:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:56.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:56.592827+0000) 2023-03-22T17:23:56.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:56.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:56.597862+0000) 2023-03-22T17:23:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:56.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:56.550767+0000) 2023-03-22T17:23:56.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:56.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:56.592565+0000) 2023-03-22T17:23:56.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:56.592+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:56.593317+0000) 2023-03-22T17:23:57.551 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:57.244+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.245294+0000) 2023-03-22T17:23:57.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:57.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.592869+0000) 2023-03-22T17:23:57.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:57.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.550881+0000) 2023-03-22T17:23:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:57.591+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.592951+0000) 2023-03-22T17:23:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:57.592+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:57.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:57.592+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:57.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:23:57.595+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.596564+0000) 2023-03-22T17:23:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:57.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.592693+0000) 2023-03-22T17:23:57.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:57.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.597980+0000) 2023-03-22T17:23:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:57.592+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.593432+0000) 2023-03-22T17:23:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:57.592+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:57.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:57.593+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:57.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:23:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:23:57.595+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:57.596604+0000) 2023-03-22T17:23:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:57 smithi098 ceph-mon[94136]: pgmap v5311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:57 smithi142 ceph-mon[94717]: pgmap v5311: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:23:58.551 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:58.244+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:58.245420+0000) 2023-03-22T17:23:58.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:58.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:58.592994+0000) 2023-03-22T17:23:58.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:58.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:58.598110+0000) 2023-03-22T17:23:58.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:58.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:58.551019+0000) 2023-03-22T17:23:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:58.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:58.592815+0000) 2023-03-22T17:23:59.552 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:59.244+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:59.245661+0000) 2023-03-22T17:23:59.552 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:59.245+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:59.552 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:59.245+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:59.553 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:23:59.253+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:59.254425+0000) 2023-03-22T17:23:59.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:23:59.596+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:59.598246+0000) 2023-03-22T17:23:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:23:59.549+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:59.551151+0000) 2023-03-22T17:23:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:59.591+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:59.593137+0000) 2023-03-22T17:23:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:59.592+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:59.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:59.592+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:23:59.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:23:59.603+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:59.605239+0000) 2023-03-22T17:23:59.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:23:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:23:59.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:23:59.592971+0000) 2023-03-22T17:24:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:23:59 smithi098 ceph-mon[94136]: pgmap v5312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:23:59 smithi142 ceph-mon[94717]: pgmap v5312: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:00.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:00.091+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:00.092856+0000) 2023-03-22T17:24:00.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:00.550+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:00.551326+0000) 2023-03-22T17:24:00.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:00.591+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:00.593149+0000) 2023-03-22T17:24:00.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:00.597+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:00.598389+0000) 2023-03-22T17:24:01.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:01.091+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:01.093064+0000) 2023-03-22T17:24:01.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:01.597+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:01.598495+0000) 2023-03-22T17:24:01.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:01.550+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:01.551467+0000) 2023-03-22T17:24:01.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:01.550+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:01.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:01.550+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:01.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:01.573+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:01.574850+0000) 2023-03-22T17:24:01.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:01.592+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:01.593347+0000) 2023-03-22T17:24:01.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:01.592+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:01.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:01.592+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:01.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:01.597+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:01.598792+0000) 2023-03-22T17:24:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:01 smithi098 ceph-mon[94136]: pgmap v5313: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:01 smithi142 ceph-mon[94717]: pgmap v5313: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:02.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:02.092+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:02.093316+0000) 2023-03-22T17:24:02.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:02.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:02.093256+0000) 2023-03-22T17:24:02.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:02.092+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:02.093704+0000) 2023-03-22T17:24:02.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:02.597+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:02.598632+0000) 2023-03-22T17:24:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:03.092+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:03.093532+0000) 2023-03-22T17:24:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:03.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:03.093437+0000) 2023-03-22T17:24:03.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:03.092+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:03.093810+0000) 2023-03-22T17:24:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:03.744+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:03.745914+0000) 2023-03-22T17:24:03.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:03.597+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:03.598762+0000) 2023-03-22T17:24:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:03 smithi098 ceph-mon[94136]: pgmap v5314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:24:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:03 smithi142 ceph-mon[94717]: pgmap v5314: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:24:04.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:04.092+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:04.093749+0000) 2023-03-22T17:24:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:04.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:04.093605+0000) 2023-03-22T17:24:04.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:04.092+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:04.093921+0000) 2023-03-22T17:24:04.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:04.092+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:04.093466+0000) 2023-03-22T17:24:04.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:04.746+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:04.748151+0000) 2023-03-22T17:24:04.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:04.597+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:04.598905+0000) 2023-03-22T17:24:04.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:04.598+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:04.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:04.598+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:04.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:04.612+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:04.614178+0000) 2023-03-22T17:24:05.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:05.092+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:05.093591+0000) 2023-03-22T17:24:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:05.092+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:05.093865+0000) 2023-03-22T17:24:05.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:05.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:05.093723+0000) 2023-03-22T17:24:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:05.092+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:05.094029+0000) 2023-03-22T17:24:06.052 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:05.749+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:05.750409+0000) 2023-03-22T17:24:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:05 smithi098 ceph-mon[94136]: pgmap v5315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:24:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:05 smithi142 ceph-mon[94717]: pgmap v5315: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:24:06.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:06.092+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:06.093955+0000) 2023-03-22T17:24:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:06.092+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:06.094004+0000) 2023-03-22T17:24:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:06.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:06.093800+0000) 2023-03-22T17:24:06.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:06.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:06.051731+0000) 2023-03-22T17:24:06.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:06.092+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:06.093647+0000) 2023-03-22T17:24:06.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:06.092+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:06.094191+0000) 2023-03-22T17:24:07.052 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:06.751+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:06.752658+0000) 2023-03-22T17:24:07.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:07.092+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:07.094063+0000) 2023-03-22T17:24:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:07.092+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:07.094122+0000) 2023-03-22T17:24:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:07.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:07.093932+0000) 2023-03-22T17:24:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:07.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:07.051873+0000) 2023-03-22T17:24:07.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:07.092+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:07.093786+0000) 2023-03-22T17:24:07.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:07.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:07.094295+0000) 2023-03-22T17:24:08.095 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:07.754+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:07.755201+0000) 2023-03-22T17:24:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:07 smithi098 ceph-mon[94136]: pgmap v5316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:24:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:07 smithi142 ceph-mon[94717]: pgmap v5316: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:24:08.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:08.092+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:08.094187+0000) 2023-03-22T17:24:08.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:08.092+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:08.094246+0000) 2023-03-22T17:24:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:08.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:08.094075+0000) 2023-03-22T17:24:08.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:08.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:08.052019+0000) 2023-03-22T17:24:08.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:08.092+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:08.093967+0000) 2023-03-22T17:24:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:08.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:08.094399+0000) 2023-03-22T17:24:09.053 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:08.754+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:08.755905+0000) 2023-03-22T17:24:09.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:09.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.094471+0000) 2023-03-22T17:24:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:09.092+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.094224+0000) 2023-03-22T17:24:09.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:09.092+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.094103+0000) 2023-03-22T17:24:09.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:09.050+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.052151+0000) 2023-03-22T17:24:09.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:09.097+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.099170+0000) 2023-03-22T17:24:09.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:09.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.094528+0000) 2023-03-22T17:24:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:09.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.094319+0000) 2023-03-22T17:24:10.053 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:09.755+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:09.756123+0000) 2023-03-22T17:24:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:09 smithi098 ceph-mon[94136]: pgmap v5317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:24:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:09 smithi142 ceph-mon[94717]: pgmap v5317: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:24:10.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:10.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.094433+0000) 2023-03-22T17:24:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:10.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.094586+0000) 2023-03-22T17:24:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:10.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.094354+0000) 2023-03-22T17:24:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:10.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.052279+0000) 2023-03-22T17:24:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:10.092+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.094223+0000) 2023-03-22T17:24:10.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:10.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.099295+0000) 2023-03-22T17:24:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:10.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.094646+0000) 2023-03-22T17:24:11.053 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:10.755+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:10.756286+0000) 2023-03-22T17:24:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:10 smithi098 ceph-mon[94136]: osdmap e305: 12 total, 9 up, 9 in 2023-03-22T17:24:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:10 smithi142 ceph-mon[94717]: osdmap e305: 12 total, 9 up, 9 in 2023-03-22T17:24:11.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:11.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.094634+0000) 2023-03-22T17:24:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:11.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.094715+0000) 2023-03-22T17:24:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:11.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.094488+0000) 2023-03-22T17:24:11.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:11.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.094795+0000) 2023-03-22T17:24:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:11.093+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.094304+0000) 2023-03-22T17:24:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:11.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.052419+0000) 2023-03-22T17:24:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:11.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.099409+0000) 2023-03-22T17:24:12.053 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:11.755+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:11.756584+0000) 2023-03-22T17:24:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:11 smithi098 ceph-mon[94136]: pgmap v5319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:24:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:11 smithi142 ceph-mon[94717]: pgmap v5319: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:24:12.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:12.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.094750+0000) 2023-03-22T17:24:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:12.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.094836+0000) 2023-03-22T17:24:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:12.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.094613+0000) 2023-03-22T17:24:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:12.093+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.094449+0000) 2023-03-22T17:24:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:12.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.052528+0000) 2023-03-22T17:24:12.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:12.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.099514+0000) 2023-03-22T17:24:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:12.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.094911+0000) 2023-03-22T17:24:13.053 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:12.755+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:12.756722+0000) 2023-03-22T17:24:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:13.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.094969+0000) 2023-03-22T17:24:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:13.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.094778+0000) 2023-03-22T17:24:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:13.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.052653+0000) 2023-03-22T17:24:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:13.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.094887+0000) 2023-03-22T17:24:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:13.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.099648+0000) 2023-03-22T17:24:13.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:13.093+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.094624+0000) 2023-03-22T17:24:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:13.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.095048+0000) 2023-03-22T17:24:14.053 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:13.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:13.756960+0000) 2023-03-22T17:24:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:13 smithi098 ceph-mon[94136]: pgmap v5320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:13 smithi142 ceph-mon[94717]: pgmap v5320: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:14.093+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.095118+0000) 2023-03-22T17:24:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:14.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.094943+0000) 2023-03-22T17:24:14.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:14.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.052774+0000) 2023-03-22T17:24:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:14.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.095102+0000) 2023-03-22T17:24:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:14.093+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.094769+0000) 2023-03-22T17:24:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:14.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.099754+0000) 2023-03-22T17:24:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:14.093+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.095256+0000) 2023-03-22T17:24:15.053 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:14.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:14.757144+0000) 2023-03-22T17:24:15.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:15.093+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.095254+0000) 2023-03-22T17:24:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:15.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.095264+0000) 2023-03-22T17:24:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:15.093+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.095102+0000) 2023-03-22T17:24:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:15.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.052961+0000) 2023-03-22T17:24:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:15.093+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.094909+0000) 2023-03-22T17:24:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:15.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.099898+0000) 2023-03-22T17:24:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:15.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.095385+0000) 2023-03-22T17:24:16.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:15.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:15.757424+0000) 2023-03-22T17:24:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:15 smithi098 ceph-mon[94136]: pgmap v5321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:15 smithi142 ceph-mon[94717]: pgmap v5321: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:16.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.095384+0000) 2023-03-22T17:24:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:16.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.095461+0000) 2023-03-22T17:24:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:16.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.095279+0000) 2023-03-22T17:24:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:16.051+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.053102+0000) 2023-03-22T17:24:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:16.093+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.095069+0000) 2023-03-22T17:24:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:16.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.100023+0000) 2023-03-22T17:24:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:16.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.095531+0000) 2023-03-22T17:24:17.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:16.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:16.757540+0000) 2023-03-22T17:24:17.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:17.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.095600+0000) 2023-03-22T17:24:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:17.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.095415+0000) 2023-03-22T17:24:17.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:17.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.053284+0000) 2023-03-22T17:24:17.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:17.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.095512+0000) 2023-03-22T17:24:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:17.098+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.100146+0000) 2023-03-22T17:24:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:17.093+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.095209+0000) 2023-03-22T17:24:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:17.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.095660+0000) 2023-03-22T17:24:18.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:17.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:17.757800+0000) 2023-03-22T17:24:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:17 smithi098 ceph-mon[94136]: pgmap v5322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:17 smithi142 ceph-mon[94717]: pgmap v5322: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:18.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.095624+0000) 2023-03-22T17:24:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:18.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.095711+0000) 2023-03-22T17:24:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:18.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.095538+0000) 2023-03-22T17:24:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:18.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.100287+0000) 2023-03-22T17:24:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:18.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.053441+0000) 2023-03-22T17:24:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:18.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.095320+0000) 2023-03-22T17:24:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:18.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.095775+0000) 2023-03-22T17:24:19.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:18.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:18.757917+0000) 2023-03-22T17:24:19.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:19.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.095733+0000) 2023-03-22T17:24:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:19.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.095830+0000) 2023-03-22T17:24:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:19.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.095649+0000) 2023-03-22T17:24:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:19.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.100407+0000) 2023-03-22T17:24:19.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:19.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.095893+0000) 2023-03-22T17:24:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:19.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.053575+0000) 2023-03-22T17:24:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:19.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.095437+0000) 2023-03-22T17:24:20.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:19.756+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:19.758190+0000) 2023-03-22T17:24:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:19 smithi098 ceph-mon[94136]: pgmap v5323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:19 smithi142 ceph-mon[94717]: pgmap v5323: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:24:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:20.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.095956+0000) 2023-03-22T17:24:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:20.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.095772+0000) 2023-03-22T17:24:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:20.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.053688+0000) 2023-03-22T17:24:20.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:20.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.095930+0000) 2023-03-22T17:24:20.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:20.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.100530+0000) 2023-03-22T17:24:20.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:20.094+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.096210+0000) 2023-03-22T17:24:20.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:20.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.095564+0000) 2023-03-22T17:24:21.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:20.757+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:20.758311+0000) 2023-03-22T17:24:21.309 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:21.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.096051+0000) 2023-03-22T17:24:21.309 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:21.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.096064+0000) 2023-03-22T17:24:21.310 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:21.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.095890+0000) 2023-03-22T17:24:21.310 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:21.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.095693+0000) 2023-03-22T17:24:21.311 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:21.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.053811+0000) 2023-03-22T17:24:21.311 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:21.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.100688+0000) 2023-03-22T17:24:21.312 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:21.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.096299+0000) 2023-03-22T17:24:22.054 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:21.757+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:21.758595+0000) 2023-03-22T17:24:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:21 smithi098 ceph-mon[94136]: pgmap v5324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:24:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:21 smithi142 ceph-mon[94717]: pgmap v5324: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.9 KiB/s rd, 191 B/s wr, 9 op/s 2023-03-22T17:24:22.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:22.094+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.096161+0000) 2023-03-22T17:24:22.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:22.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.100813+0000) 2023-03-22T17:24:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:22.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.053951+0000) 2023-03-22T17:24:22.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:22.094+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.096168+0000) 2023-03-22T17:24:22.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:22.094+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.095990+0000) 2023-03-22T17:24:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:22.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.095808+0000) 2023-03-22T17:24:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:22.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.096409+0000) 2023-03-22T17:24:23.055 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:22.757+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:22.758769+0000) 2023-03-22T17:24:23.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:23.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.096286+0000) 2023-03-22T17:24:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:23.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.096286+0000) 2023-03-22T17:24:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:23.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.096142+0000) 2023-03-22T17:24:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:23.052+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.054146+0000) 2023-03-22T17:24:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:23.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.095953+0000) 2023-03-22T17:24:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:23.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.100922+0000) 2023-03-22T17:24:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:23.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.096516+0000) 2023-03-22T17:24:24.055 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:23.757+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:23.758985+0000) 2023-03-22T17:24:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:23 smithi098 ceph-mon[94136]: pgmap v5325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:24:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:23 smithi142 ceph-mon[94717]: pgmap v5325: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:24:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:24.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.096548+0000) 2023-03-22T17:24:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:24.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.096308+0000) 2023-03-22T17:24:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:24.053+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.054300+0000) 2023-03-22T17:24:24.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:24.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.096402+0000) 2023-03-22T17:24:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:24.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.096066+0000) 2023-03-22T17:24:24.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:24.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.101048+0000) 2023-03-22T17:24:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:24.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.096651+0000) 2023-03-22T17:24:25.055 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:24.757+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:24.759119+0000) 2023-03-22T17:24:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:25.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.096534+0000) 2023-03-22T17:24:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:25.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.096735+0000) 2023-03-22T17:24:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:25.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.096441+0000) 2023-03-22T17:24:25.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:25.099+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.101181+0000) 2023-03-22T17:24:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:25.053+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.054423+0000) 2023-03-22T17:24:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:25.094+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.096191+0000) 2023-03-22T17:24:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:25.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.096884+0000) 2023-03-22T17:24:26.055 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:25.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:25.759403+0000) 2023-03-22T17:24:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:25 smithi098 ceph-mon[94136]: pgmap v5326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:24:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:25 smithi142 ceph-mon[94717]: pgmap v5326: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:24:26.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:26.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.096930+0000) 2023-03-22T17:24:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:26.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.096777+0000) 2023-03-22T17:24:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:26.095+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.096591+0000) 2023-03-22T17:24:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:26.096+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:26.096+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:26.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:26.111+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.113160+0000) 2023-03-22T17:24:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:26.053+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.054544+0000) 2023-03-22T17:24:26.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:26.095+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.097171+0000) 2023-03-22T17:24:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:26.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.096318+0000) 2023-03-22T17:24:26.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:26.100+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.101329+0000) 2023-03-22T17:24:27.055 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:26.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:26.759718+0000) 2023-03-22T17:24:27.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:27.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:27.097069+0000) 2023-03-22T17:24:27.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:27.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:27.096453+0000) 2023-03-22T17:24:27.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:27.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:27.096930+0000) 2023-03-22T17:24:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:27.053+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:27.054676+0000) 2023-03-22T17:24:27.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:27.100+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:27.101437+0000) 2023-03-22T17:24:27.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:27.096+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:27.097303+0000) 2023-03-22T17:24:28.055 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:27.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:27.760006+0000) 2023-03-22T17:24:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:27 smithi142 ceph-mon[94717]: pgmap v5327: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:24:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:27 smithi098 ceph-mon[94136]: pgmap v5327: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:24:28.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:28.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.097066+0000) 2023-03-22T17:24:28.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:28.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.096648+0000) 2023-03-22T17:24:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:28.053+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.054793+0000) 2023-03-22T17:24:28.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:28.095+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.097185+0000) 2023-03-22T17:24:28.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:28.096+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:28.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:28.096+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:28.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:28.104+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.105818+0000) 2023-03-22T17:24:28.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:28.100+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.101548+0000) 2023-03-22T17:24:28.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:28.096+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.097420+0000) 2023-03-22T17:24:28.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:28.096+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:28.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:28.096+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:28.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:28.104+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.105893+0000) 2023-03-22T17:24:29.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:28.758+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:28.760150+0000) 2023-03-22T17:24:29.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:29.095+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:29.097183+0000) 2023-03-22T17:24:29.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:29.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:29.096846+0000) 2023-03-22T17:24:29.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:29.101+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:29.101724+0000) 2023-03-22T17:24:29.722 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:29.053+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:29.054982+0000) 2023-03-22T17:24:30.056 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:29.759+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:29.760433+0000) 2023-03-22T17:24:30.056 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:29.759+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:30.057 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:29.759+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:30.057 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:29.766+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:29.767652+0000) 2023-03-22T17:24:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:29 smithi142 ceph-mon[94717]: pgmap v5328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:24:30.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:29 smithi098 ceph-mon[94136]: pgmap v5328: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:24:30.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:30.095+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:30.097044+0000) 2023-03-22T17:24:30.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:30.100+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:30.101851+0000) 2023-03-22T17:24:30.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:30.096+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:30.097324+0000) 2023-03-22T17:24:30.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:30.096+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:30.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:30.096+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:30.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:30.100+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:30.101547+0000) 2023-03-22T17:24:30.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:30.053+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:30.055185+0000) 2023-03-22T17:24:30.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:30.595+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:30.596901+0000) 2023-03-22T17:24:31.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:31.054+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:31.055424+0000) 2023-03-22T17:24:31.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:31.096+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:31.097240+0000) 2023-03-22T17:24:31.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:31.100+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:31.101965+0000) 2023-03-22T17:24:31.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:31.595+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:31.597061+0000) 2023-03-22T17:24:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:31 smithi142 ceph-mon[94717]: pgmap v5329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:31 smithi098 ceph-mon[94136]: pgmap v5329: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:32.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:32.100+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.102119+0000) 2023-03-22T17:24:32.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:32.054+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.055547+0000) 2023-03-22T17:24:32.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:32.054+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:32.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:32.054+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:32.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:32.065+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.066384+0000) 2023-03-22T17:24:32.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:32.096+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.097429+0000) 2023-03-22T17:24:32.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:32.096+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:32.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:32.096+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:32.099+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.100553+0000) 2023-03-22T17:24:32.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:32.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.597421+0000) 2023-03-22T17:24:32.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:32.595+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.597190+0000) 2023-03-22T17:24:32.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:32.596+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:32.597657+0000) 2023-03-22T17:24:33.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:33.101+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:33.102263+0000) 2023-03-22T17:24:33.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:33.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:33.597534+0000) 2023-03-22T17:24:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:33.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:33.597304+0000) 2023-03-22T17:24:33.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:33.596+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:33.597782+0000) 2023-03-22T17:24:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:33 smithi142 ceph-mon[94717]: pgmap v5330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:33 smithi098 ceph-mon[94136]: pgmap v5330: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:34.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:34.259+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:34.260694+0000) 2023-03-22T17:24:34.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:34.101+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:34.102420+0000) 2023-03-22T17:24:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:34.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:34.597682+0000) 2023-03-22T17:24:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:34.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:34.597430+0000) 2023-03-22T17:24:34.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:34.596+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:34.597601+0000) 2023-03-22T17:24:34.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:34.596+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:34.597906+0000) 2023-03-22T17:24:35.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:35.101+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:35.102599+0000) 2023-03-22T17:24:35.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:35.102+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:35.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:35.102+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:35.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:35.115+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:35.116749+0000) 2023-03-22T17:24:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:35.596+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:35.597839+0000) 2023-03-22T17:24:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:35.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:35.597605+0000) 2023-03-22T17:24:35.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:35.468+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:35.469938+0000) 2023-03-22T17:24:35.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:35.596+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:35.597756+0000) 2023-03-22T17:24:35.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:35.596+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:35.598045+0000) 2023-03-22T17:24:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:35 smithi142 ceph-mon[94717]: pgmap v5331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:35 smithi098 ceph-mon[94136]: pgmap v5331: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:36.472+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:36.473288+0000) 2023-03-22T17:24:36.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:36.597+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:36.597959+0000) 2023-03-22T17:24:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:36.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:36.598056+0000) 2023-03-22T17:24:36.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:36.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:36.597801+0000) 2023-03-22T17:24:36.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:36.597+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:36.597897+0000) 2023-03-22T17:24:36.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:36.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:36.555769+0000) 2023-03-22T17:24:36.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:36.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:36.598164+0000) 2023-03-22T17:24:37.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:37.475+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:37.475678+0000) 2023-03-22T17:24:37.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:37.596+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:37.598147+0000) 2023-03-22T17:24:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:37.597+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:37.598258+0000) 2023-03-22T17:24:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:37.596+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:37.597971+0000) 2023-03-22T17:24:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:37.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:37.555910+0000) 2023-03-22T17:24:37.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:37.596+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:37.598052+0000) 2023-03-22T17:24:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:37.597+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:37.598298+0000) 2023-03-22T17:24:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:37 smithi142 ceph-mon[94717]: pgmap v5332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:37 smithi098 ceph-mon[94136]: pgmap v5332: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:38.479+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:38.479355+0000) 2023-03-22T17:24:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:38.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:38.598318+0000) 2023-03-22T17:24:38.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:38.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:38.598423+0000) 2023-03-22T17:24:38.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:38.597+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:38.598150+0000) 2023-03-22T17:24:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:38.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:38.598485+0000) 2023-03-22T17:24:38.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:38.555+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:38.556077+0000) 2023-03-22T17:24:38.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:38.597+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:38.598222+0000) 2023-03-22T17:24:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:39.479+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.480155+0000) 2023-03-22T17:24:39.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:39.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.598504+0000) 2023-03-22T17:24:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:39.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.598640+0000) 2023-03-22T17:24:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:39.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.598326+0000) 2023-03-22T17:24:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:39.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.556294+0000) 2023-03-22T17:24:39.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:39.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.598459+0000) 2023-03-22T17:24:39.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:39.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.603075+0000) 2023-03-22T17:24:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:39.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:39.598654+0000) 2023-03-22T17:24:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:39 smithi142 ceph-mon[94717]: pgmap v5333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:39 smithi098 ceph-mon[94136]: pgmap v5333: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:40.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:40.480+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.480335+0000) 2023-03-22T17:24:40.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:40.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.598654+0000) 2023-03-22T17:24:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:40.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.598749+0000) 2023-03-22T17:24:40.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:40.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.598539+0000) 2023-03-22T17:24:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:40.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.556409+0000) 2023-03-22T17:24:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:40.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.598620+0000) 2023-03-22T17:24:40.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:40.602+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.603248+0000) 2023-03-22T17:24:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:40.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:40.598769+0000) 2023-03-22T17:24:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:41.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.598879+0000) 2023-03-22T17:24:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:41.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.598646+0000) 2023-03-22T17:24:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:41.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.598967+0000) 2023-03-22T17:24:41.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:41.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.598833+0000) 2023-03-22T17:24:41.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:41.480+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.480557+0000) 2023-03-22T17:24:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:41.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.598737+0000) 2023-03-22T17:24:41.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:41.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.556527+0000) 2023-03-22T17:24:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:41.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:41.603370+0000) 2023-03-22T17:24:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:41 smithi142 ceph-mon[94717]: pgmap v5334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:41 smithi098 ceph-mon[94136]: pgmap v5334: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:42.557 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:42.480+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.480666+0000) 2023-03-22T17:24:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:42.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.598995+0000) 2023-03-22T17:24:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:42.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.598773+0000) 2023-03-22T17:24:42.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:42.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.556692+0000) 2023-03-22T17:24:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:42.598+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.599175+0000) 2023-03-22T17:24:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:42.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.598903+0000) 2023-03-22T17:24:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:42.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.603490+0000) 2023-03-22T17:24:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:42.598+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:42.599234+0000) 2023-03-22T17:24:43.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:43.598+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.599219+0000) 2023-03-22T17:24:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:43.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.598882+0000) 2023-03-22T17:24:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:43.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.556814+0000) 2023-03-22T17:24:43.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:43.480+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.480903+0000) 2023-03-22T17:24:43.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:43.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.599386+0000) 2023-03-22T17:24:43.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:43.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.599065+0000) 2023-03-22T17:24:43.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:43.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.603606+0000) 2023-03-22T17:24:43.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:43.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:43.599366+0000) 2023-03-22T17:24:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:43 smithi142 ceph-mon[94717]: pgmap v5335: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:43 smithi098 ceph-mon[94136]: pgmap v5335: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:44.480+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.481084+0000) 2023-03-22T17:24:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:44.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.599501+0000) 2023-03-22T17:24:44.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:44.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.599303+0000) 2023-03-22T17:24:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:44.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.599021+0000) 2023-03-22T17:24:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:44.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.603760+0000) 2023-03-22T17:24:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:44.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.556953+0000) 2023-03-22T17:24:44.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:44.598+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.599195+0000) 2023-03-22T17:24:44.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:44.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:44.599481+0000) 2023-03-22T17:24:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:45.481+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.481351+0000) 2023-03-22T17:24:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:45.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.599643+0000) 2023-03-22T17:24:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:45.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.599410+0000) 2023-03-22T17:24:45.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:45.598+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.599137+0000) 2023-03-22T17:24:45.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:45.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.599596+0000) 2023-03-22T17:24:45.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:45.556+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.557072+0000) 2023-03-22T17:24:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:45.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.599307+0000) 2023-03-22T17:24:45.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:45.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:45.603923+0000) 2023-03-22T17:24:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:45 smithi142 ceph-mon[94717]: pgmap v5336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:45 smithi098 ceph-mon[94136]: pgmap v5336: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:46.481+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.481535+0000) 2023-03-22T17:24:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:46.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.599760+0000) 2023-03-22T17:24:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:46.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.599559+0000) 2023-03-22T17:24:46.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:46.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.599313+0000) 2023-03-22T17:24:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:46.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.599440+0000) 2023-03-22T17:24:46.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:46.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.557256+0000) 2023-03-22T17:24:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:46.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.604083+0000) 2023-03-22T17:24:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:46.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:46.599707+0000) 2023-03-22T17:24:47.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:46 smithi142 ceph-mon[94717]: pgmap v5337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:47.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:46 smithi098 ceph-mon[94136]: pgmap v5337: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:47.481+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.481797+0000) 2023-03-22T17:24:47.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:47.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.599870+0000) 2023-03-22T17:24:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:47.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.599670+0000) 2023-03-22T17:24:47.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:47.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.599454+0000) 2023-03-22T17:24:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:47.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.557418+0000) 2023-03-22T17:24:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:47.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.599607+0000) 2023-03-22T17:24:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:47.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.604202+0000) 2023-03-22T17:24:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:47.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:47.599810+0000) 2023-03-22T17:24:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:48.481+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.481994+0000) 2023-03-22T17:24:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:48.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.599842+0000) 2023-03-22T17:24:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:48.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.599580+0000) 2023-03-22T17:24:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:48.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.599746+0000) 2023-03-22T17:24:48.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:48.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.599980+0000) 2023-03-22T17:24:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:48.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.604311+0000) 2023-03-22T17:24:48.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:48.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.557560+0000) 2023-03-22T17:24:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:48.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:48.599946+0000) 2023-03-22T17:24:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:49.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.482324+0000) 2023-03-22T17:24:49.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:49.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.600089+0000) 2023-03-22T17:24:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:49.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.600013+0000) 2023-03-22T17:24:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:49.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.599718+0000) 2023-03-22T17:24:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:49.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.557715+0000) 2023-03-22T17:24:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:49.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.599919+0000) 2023-03-22T17:24:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:49.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.604432+0000) 2023-03-22T17:24:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:49.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:49.600073+0000) 2023-03-22T17:24:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:49 smithi142 ceph-mon[94717]: pgmap v5338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:49 smithi098 ceph-mon[94136]: pgmap v5338: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:50.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.482427+0000) 2023-03-22T17:24:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:50.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.600263+0000) 2023-03-22T17:24:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:50.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.600120+0000) 2023-03-22T17:24:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:50.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.599825+0000) 2023-03-22T17:24:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:50.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.600041+0000) 2023-03-22T17:24:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:50.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.600196+0000) 2023-03-22T17:24:50.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:50.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.557868+0000) 2023-03-22T17:24:50.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:50.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:50.604552+0000) 2023-03-22T17:24:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:51.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.482673+0000) 2023-03-22T17:24:51.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:51.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.600408+0000) 2023-03-22T17:24:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:51.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.600244+0000) 2023-03-22T17:24:51.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:51.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.599961+0000) 2023-03-22T17:24:51.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:51.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.600165+0000) 2023-03-22T17:24:51.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:51.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.558005+0000) 2023-03-22T17:24:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:51.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.604675+0000) 2023-03-22T17:24:51.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:51.600+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:51.600312+0000) 2023-03-22T17:24:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:51 smithi142 ceph-mon[94717]: pgmap v5339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:51 smithi098 ceph-mon[94136]: pgmap v5339: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:52.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.482809+0000) 2023-03-22T17:24:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:52.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.600597+0000) 2023-03-22T17:24:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:52.600+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.600386+0000) 2023-03-22T17:24:52.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:52.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.600077+0000) 2023-03-22T17:24:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:52.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.558127+0000) 2023-03-22T17:24:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:52.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.604785+0000) 2023-03-22T17:24:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:52.600+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.600448+0000) 2023-03-22T17:24:52.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:52.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:52.600304+0000) 2023-03-22T17:24:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:53.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.483158+0000) 2023-03-22T17:24:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:53.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.600708+0000) 2023-03-22T17:24:53.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:53.600+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.600505+0000) 2023-03-22T17:24:53.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:53.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.600221+0000) 2023-03-22T17:24:53.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:53.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.604912+0000) 2023-03-22T17:24:53.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:53.558+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.558315+0000) 2023-03-22T17:24:53.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:53.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.600432+0000) 2023-03-22T17:24:53.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:53.600+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:53.600565+0000) 2023-03-22T17:24:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:53 smithi142 ceph-mon[94717]: pgmap v5340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:53 smithi098 ceph-mon[94136]: pgmap v5340: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:24:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:54.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.483308+0000) 2023-03-22T17:24:54.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:54.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.600822+0000) 2023-03-22T17:24:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:54.600+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.600650+0000) 2023-03-22T17:24:54.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:54.600+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.600305+0000) 2023-03-22T17:24:54.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:54.600+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.600709+0000) 2023-03-22T17:24:54.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:54.558+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.558535+0000) 2023-03-22T17:24:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:54.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.600549+0000) 2023-03-22T17:24:54.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:54.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:54.605046+0000) 2023-03-22T17:24:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:55.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.483539+0000) 2023-03-22T17:24:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:55.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.600769+0000) 2023-03-22T17:24:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:55.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.600441+0000) 2023-03-22T17:24:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:55.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.558667+0000) 2023-03-22T17:24:55.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:55.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.600931+0000) 2023-03-22T17:24:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:55.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.600678+0000) 2023-03-22T17:24:55.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:55.603+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.605213+0000) 2023-03-22T17:24:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:55.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:55.600830+0000) 2023-03-22T17:24:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:55 smithi142 ceph-mon[94717]: pgmap v5341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:55 smithi098 ceph-mon[94136]: pgmap v5341: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:56.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.483657+0000) 2023-03-22T17:24:56.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:56.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.601039+0000) 2023-03-22T17:24:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:56.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.600886+0000) 2023-03-22T17:24:56.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:56.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.600946+0000) 2023-03-22T17:24:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:56.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.558782+0000) 2023-03-22T17:24:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:56.599+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.600574+0000) 2023-03-22T17:24:56.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:56.600+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:56.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:56.600+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:56.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:24:56.620+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.621602+0000) 2023-03-22T17:24:56.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:56.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.600801+0000) 2023-03-22T17:24:56.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:56.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:56.605397+0000) 2023-03-22T17:24:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:57.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:57.483930+0000) 2023-03-22T17:24:57.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:57.599+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:57.601153+0000) 2023-03-22T17:24:57.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:57.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:57.601028+0000) 2023-03-22T17:24:57.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:57.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:57.558926+0000) 2023-03-22T17:24:57.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:57.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:57.600997+0000) 2023-03-22T17:24:57.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:57.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:57.605517+0000) 2023-03-22T17:24:57.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:57.599+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:57.601087+0000) 2023-03-22T17:24:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:57 smithi142 ceph-mon[94717]: pgmap v5342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:57 smithi098 ceph-mon[94136]: pgmap v5342: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:24:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:58.482+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.484050+0000) 2023-03-22T17:24:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:58.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.601336+0000) 2023-03-22T17:24:58.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:58.557+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.559074+0000) 2023-03-22T17:24:58.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:58.599+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.601144+0000) 2023-03-22T17:24:58.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:58.600+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:58.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:58.600+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:58.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:24:58.604+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.605729+0000) 2023-03-22T17:24:58.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:58.599+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.601133+0000) 2023-03-22T17:24:58.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:58.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.605665+0000) 2023-03-22T17:24:58.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:58.600+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.601476+0000) 2023-03-22T17:24:58.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:58.600+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:58.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:58.600+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:24:58.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:24:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:24:58.604+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:58.605859+0000) 2023-03-22T17:24:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:24:59.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:59.484294+0000) 2023-03-22T17:24:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:24:59.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:59.601456+0000) 2023-03-22T17:24:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:24:59.558+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:59.559232+0000) 2023-03-22T17:24:59.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:24:59.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:59.605820+0000) 2023-03-22T17:24:59.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:24:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:24:59.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:24:59.601263+0000) 2023-03-22T17:25:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:24:59 smithi142 ceph-mon[94717]: pgmap v5343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:24:59 smithi098 ceph-mon[94136]: pgmap v5343: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:00.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:00.558+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:00.559370+0000) 2023-03-22T17:25:00.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:00.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:00.601388+0000) 2023-03-22T17:25:00.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:00.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:00.605923+0000) 2023-03-22T17:25:00.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:00.483+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:00.484409+0000) 2023-03-22T17:25:00.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:00.483+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:00.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:00.483+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:00.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:00.496+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:00.497366+0000) 2023-03-22T17:25:00.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:00.600+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:00.601580+0000) 2023-03-22T17:25:00.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:00.600+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:00.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:00.601+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:00.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:00.606+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:00.608037+0000) 2023-03-22T17:25:01.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:01.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:01.101582+0000) 2023-03-22T17:25:01.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:01.604+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:01.606102+0000) 2023-03-22T17:25:01.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:01.558+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:01.559488+0000) 2023-03-22T17:25:01.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:01.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:01.601520+0000) 2023-03-22T17:25:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:01 smithi142 ceph-mon[94717]: pgmap v5344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:01 smithi098 ceph-mon[94136]: pgmap v5344: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:02.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:02.101781+0000) 2023-03-22T17:25:02.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:02.605+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:02.606313+0000) 2023-03-22T17:25:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:02.600+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:02.601715+0000) 2023-03-22T17:25:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:02.601+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:02.601+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:02.631+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:02.632583+0000) 2023-03-22T17:25:02.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:02.558+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:02.559604+0000) 2023-03-22T17:25:02.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:02.559+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:02.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:02.559+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:02.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:02.573+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:02.574316+0000) 2023-03-22T17:25:03.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:03.100+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:03.101473+0000) 2023-03-22T17:25:03.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:03.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:03.101922+0000) 2023-03-22T17:25:03.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:03.100+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:03.101796+0000) 2023-03-22T17:25:03.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:03.605+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:03.606513+0000) 2023-03-22T17:25:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:03 smithi142 ceph-mon[94717]: pgmap v5345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:25:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:03 smithi098 ceph-mon[94136]: pgmap v5345: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:25:04.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:04.100+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:04.101658+0000) 2023-03-22T17:25:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:04.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:04.102043+0000) 2023-03-22T17:25:04.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:04.100+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:04.101929+0000) 2023-03-22T17:25:04.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:04.605+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:04.606659+0000) 2023-03-22T17:25:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:04.983+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:04.984717+0000) 2023-03-22T17:25:05.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:05.100+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:05.101895+0000) 2023-03-22T17:25:05.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:05.100+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:05.101852+0000) 2023-03-22T17:25:05.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:05.100+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:05.102198+0000) 2023-03-22T17:25:05.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:05.100+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:05.102090+0000) 2023-03-22T17:25:05.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:05.605+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:05.606796+0000) 2023-03-22T17:25:05.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:05.606+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:05.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:05.606+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:05.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:05.612+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:05.613350+0000) 2023-03-22T17:25:06.130 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:05 smithi142 ceph-mon[94717]: pgmap v5346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:25:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:05 smithi098 ceph-mon[94136]: pgmap v5346: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:25:06.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:05.986+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:05.987445+0000) 2023-03-22T17:25:06.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:06.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:06.102107+0000) 2023-03-22T17:25:06.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:06.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:06.102057+0000) 2023-03-22T17:25:06.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:06.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:06.102411+0000) 2023-03-22T17:25:06.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:06.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:06.102292+0000) 2023-03-22T17:25:07.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:06.988+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:06.989653+0000) 2023-03-22T17:25:07.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:07.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:07.102401+0000) 2023-03-22T17:25:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:07.100+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:07.102201+0000) 2023-03-22T17:25:07.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:07.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:07.102583+0000) 2023-03-22T17:25:07.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:07.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:07.059949+0000) 2023-03-22T17:25:07.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:07.100+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:07.102220+0000) 2023-03-22T17:25:07.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:07.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:07.102505+0000) 2023-03-22T17:25:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:07 smithi142 ceph-mon[94717]: pgmap v5347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:25:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:07 smithi098 ceph-mon[94136]: pgmap v5347: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:25:08.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:07.990+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:07.991857+0000) 2023-03-22T17:25:08.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:08.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:08.102520+0000) 2023-03-22T17:25:08.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:08.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:08.102315+0000) 2023-03-22T17:25:08.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:08.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:08.102770+0000) 2023-03-22T17:25:08.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:08.058+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:08.060070+0000) 2023-03-22T17:25:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:08.101+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:08.102375+0000) 2023-03-22T17:25:08.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:08.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:08.102636+0000) 2023-03-22T17:25:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:08.992+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:08.994237+0000) 2023-03-22T17:25:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:09.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:09.102424+0000) 2023-03-22T17:25:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:09.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:09.102876+0000) 2023-03-22T17:25:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:09.059+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:09.060254+0000) 2023-03-22T17:25:09.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:09.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:09.102745+0000) 2023-03-22T17:25:09.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:09.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:09.102634+0000) 2023-03-22T17:25:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:09.101+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:09.102493+0000) 2023-03-22T17:25:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:09 smithi142 ceph-mon[94717]: pgmap v5348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:25:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:09 smithi098 ceph-mon[94136]: pgmap v5348: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:25:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:10.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.102550+0000) 2023-03-22T17:25:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:10.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.102983+0000) 2023-03-22T17:25:10.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:10.059+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.060473+0000) 2023-03-22T17:25:10.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:09.993+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:09.995101+0000) 2023-03-22T17:25:10.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:10.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.102748+0000) 2023-03-22T17:25:10.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:10.105+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.107055+0000) 2023-03-22T17:25:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:10.101+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.102608+0000) 2023-03-22T17:25:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:10.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.102859+0000) 2023-03-22T17:25:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:10 smithi142 ceph-mon[94717]: osdmap e306: 12 total, 9 up, 9 in 2023-03-22T17:25:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:10 smithi098 ceph-mon[94136]: osdmap e306: 12 total, 9 up, 9 in 2023-03-22T17:25:11.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:10.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:10.995295+0000) 2023-03-22T17:25:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:11.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.102860+0000) 2023-03-22T17:25:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:11.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.102672+0000) 2023-03-22T17:25:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:11.059+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.060596+0000) 2023-03-22T17:25:11.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:11.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.103096+0000) 2023-03-22T17:25:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:11.101+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.102748+0000) 2023-03-22T17:25:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:11.105+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.107218+0000) 2023-03-22T17:25:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:11.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.102973+0000) 2023-03-22T17:25:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:11 smithi142 ceph-mon[94717]: pgmap v5350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:25:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:11 smithi098 ceph-mon[94136]: pgmap v5350: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:25:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:11.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:11.995576+0000) 2023-03-22T17:25:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:12.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.102970+0000) 2023-03-22T17:25:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:12.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.102771+0000) 2023-03-22T17:25:12.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:12.101+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.103201+0000) 2023-03-22T17:25:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:12.059+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.060737+0000) 2023-03-22T17:25:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:12.101+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.102864+0000) 2023-03-22T17:25:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:12.106+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.107315+0000) 2023-03-22T17:25:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:12.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.103075+0000) 2023-03-22T17:25:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:12.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:12.995709+0000) 2023-03-22T17:25:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:13.101+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.103087+0000) 2023-03-22T17:25:13.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:13.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.102919+0000) 2023-03-22T17:25:13.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:13.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.103300+0000) 2023-03-22T17:25:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:13.059+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.060898+0000) 2023-03-22T17:25:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:13.101+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.103014+0000) 2023-03-22T17:25:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:13.106+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.107414+0000) 2023-03-22T17:25:13.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:13.101+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.103179+0000) 2023-03-22T17:25:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:13 smithi142 ceph-mon[94717]: pgmap v5351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:13 smithi098 ceph-mon[94136]: pgmap v5351: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:13.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:13.995973+0000) 2023-03-22T17:25:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:14.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.103323+0000) 2023-03-22T17:25:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:14.101+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.103082+0000) 2023-03-22T17:25:14.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:14.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.103507+0000) 2023-03-22T17:25:14.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:14.106+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.107523+0000) 2023-03-22T17:25:14.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:14.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.103339+0000) 2023-03-22T17:25:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:14.059+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.061035+0000) 2023-03-22T17:25:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:14.101+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.103146+0000) 2023-03-22T17:25:15.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:15.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.103440+0000) 2023-03-22T17:25:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:15.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.103260+0000) 2023-03-22T17:25:15.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:15.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.103624+0000) 2023-03-22T17:25:15.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:15.059+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.061164+0000) 2023-03-22T17:25:15.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:14.994+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:14.996102+0000) 2023-03-22T17:25:15.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:15.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.103287+0000) 2023-03-22T17:25:15.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:15.106+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.107655+0000) 2023-03-22T17:25:15.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:15.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.103458+0000) 2023-03-22T17:25:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:15 smithi142 ceph-mon[94717]: pgmap v5352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:15 smithi098 ceph-mon[94136]: pgmap v5352: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:15.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:15.996301+0000) 2023-03-22T17:25:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:16.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.103575+0000) 2023-03-22T17:25:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:16.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.103730+0000) 2023-03-22T17:25:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:16.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.103413+0000) 2023-03-22T17:25:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:16.060+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.061296+0000) 2023-03-22T17:25:16.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:16.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.103389+0000) 2023-03-22T17:25:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:16.106+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.107757+0000) 2023-03-22T17:25:16.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:16.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.103580+0000) 2023-03-22T17:25:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:16.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:16.996422+0000) 2023-03-22T17:25:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:17.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.103692+0000) 2023-03-22T17:25:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:17.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.103535+0000) 2023-03-22T17:25:17.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:17.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.103831+0000) 2023-03-22T17:25:17.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:17.106+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.107927+0000) 2023-03-22T17:25:17.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:17.060+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.061460+0000) 2023-03-22T17:25:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:17.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.103538+0000) 2023-03-22T17:25:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:17.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.103702+0000) 2023-03-22T17:25:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:17 smithi142 ceph-mon[94717]: pgmap v5353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:17 smithi098 ceph-mon[94136]: pgmap v5353: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:17.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:17.996679+0000) 2023-03-22T17:25:18.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:18.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.103859+0000) 2023-03-22T17:25:18.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:18.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.103670+0000) 2023-03-22T17:25:18.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:18.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.104017+0000) 2023-03-22T17:25:18.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:18.060+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.061573+0000) 2023-03-22T17:25:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:18.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.103684+0000) 2023-03-22T17:25:18.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:18.106+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.108094+0000) 2023-03-22T17:25:18.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:18.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.103868+0000) 2023-03-22T17:25:19.340 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:19.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.104124+0000) 2023-03-22T17:25:19.341 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:19.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.061762+0000) 2023-03-22T17:25:19.342 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:19.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.103978+0000) 2023-03-22T17:25:19.343 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:19.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.103984+0000) 2023-03-22T17:25:19.344 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:18.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:18.996864+0000) 2023-03-22T17:25:19.344 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:19.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.108255+0000) 2023-03-22T17:25:19.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:19.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.103807+0000) 2023-03-22T17:25:19.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:19.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.103796+0000) 2023-03-22T17:25:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:19 smithi142 ceph-mon[94717]: pgmap v5354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:19 smithi098 ceph-mon[94136]: pgmap v5354: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:25:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:20.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.103923+0000) 2023-03-22T17:25:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:20.102+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.104247+0000) 2023-03-22T17:25:20.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:20.060+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.061949+0000) 2023-03-22T17:25:20.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:19.995+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:19.997176+0000) 2023-03-22T17:25:20.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:20.102+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.104098+0000) 2023-03-22T17:25:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:20.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.103904+0000) 2023-03-22T17:25:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:20.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.108407+0000) 2023-03-22T17:25:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:20.102+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.104121+0000) 2023-03-22T17:25:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:21.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.104083+0000) 2023-03-22T17:25:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:21.103+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.104367+0000) 2023-03-22T17:25:21.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:21.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.104079+0000) 2023-03-22T17:25:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:21.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.062097+0000) 2023-03-22T17:25:21.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:20.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:20.997299+0000) 2023-03-22T17:25:21.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:21.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.104215+0000) 2023-03-22T17:25:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:21.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.104238+0000) 2023-03-22T17:25:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:21.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.108516+0000) 2023-03-22T17:25:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:21 smithi142 ceph-mon[94717]: pgmap v5355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2023-03-22T17:25:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:21 smithi098 ceph-mon[94136]: pgmap v5355: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2023-03-22T17:25:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:21.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:21.997553+0000) 2023-03-22T17:25:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:22.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.104374+0000) 2023-03-22T17:25:22.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:22.102+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.104204+0000) 2023-03-22T17:25:22.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:22.103+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.104540+0000) 2023-03-22T17:25:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:22.060+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.062211+0000) 2023-03-22T17:25:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:22.102+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.104202+0000) 2023-03-22T17:25:22.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:22.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.108680+0000) 2023-03-22T17:25:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:22.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.104394+0000) 2023-03-22T17:25:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:22.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:22.997678+0000) 2023-03-22T17:25:23.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:23.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.104488+0000) 2023-03-22T17:25:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:23.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.104310+0000) 2023-03-22T17:25:23.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:23.103+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.104650+0000) 2023-03-22T17:25:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:23.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.104351+0000) 2023-03-22T17:25:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:23.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.062375+0000) 2023-03-22T17:25:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:23.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.108795+0000) 2023-03-22T17:25:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:23.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.104529+0000) 2023-03-22T17:25:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:23 smithi142 ceph-mon[94717]: pgmap v5356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:25:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:23 smithi098 ceph-mon[94136]: pgmap v5356: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:25:24.285 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:24.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.104415+0000) 2023-03-22T17:25:24.285 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:24.103+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.104763+0000) 2023-03-22T17:25:24.286 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:24.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.062535+0000) 2023-03-22T17:25:24.286 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:23.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:23.997970+0000) 2023-03-22T17:25:24.287 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:24.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.104613+0000) 2023-03-22T17:25:24.287 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:24.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.104490+0000) 2023-03-22T17:25:24.288 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:24.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.108921+0000) 2023-03-22T17:25:24.288 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:24.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.104696+0000) 2023-03-22T17:25:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:24.996+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:24.998117+0000) 2023-03-22T17:25:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:25.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.104540+0000) 2023-03-22T17:25:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:25.103+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.104921+0000) 2023-03-22T17:25:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:25.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.104621+0000) 2023-03-22T17:25:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:25.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.062678+0000) 2023-03-22T17:25:25.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:25.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.104729+0000) 2023-03-22T17:25:25.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:25.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.109041+0000) 2023-03-22T17:25:25.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:25.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.104813+0000) 2023-03-22T17:25:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:25 smithi142 ceph-mon[94717]: pgmap v5357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:25:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:25 smithi098 ceph-mon[94136]: pgmap v5357: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:25:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:25.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:25.998443+0000) 2023-03-22T17:25:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:26.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.104853+0000) 2023-03-22T17:25:26.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:26.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.104700+0000) 2023-03-22T17:25:26.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:26.103+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.105037+0000) 2023-03-22T17:25:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:26.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.062857+0000) 2023-03-22T17:25:26.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:26.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.104797+0000) 2023-03-22T17:25:26.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:26.107+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.109198+0000) 2023-03-22T17:25:26.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:26.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.104976+0000) 2023-03-22T17:25:27.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:27.103+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.104864+0000) 2023-03-22T17:25:27.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:26.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:26.998570+0000) 2023-03-22T17:25:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:27.103+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.105153+0000) 2023-03-22T17:25:27.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:27.104+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:27.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:27.104+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:27.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:27.119+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.120282+0000) 2023-03-22T17:25:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:27.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.063045+0000) 2023-03-22T17:25:27.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:27.103+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.104996+0000) 2023-03-22T17:25:27.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:27.108+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.109322+0000) 2023-03-22T17:25:27.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:27.103+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.104977+0000) 2023-03-22T17:25:27.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:27.103+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.105097+0000) 2023-03-22T17:25:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:27 smithi142 ceph-mon[94717]: pgmap v5358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:25:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:27 smithi098 ceph-mon[94136]: pgmap v5358: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:25:28.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:28.104+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:28.105055+0000) 2023-03-22T17:25:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:28.061+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:28.063184+0000) 2023-03-22T17:25:28.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:27.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:27.998814+0000) 2023-03-22T17:25:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:28.104+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:28.105163+0000) 2023-03-22T17:25:28.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:28.108+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:28.109454+0000) 2023-03-22T17:25:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:28.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:28.105156+0000) 2023-03-22T17:25:28.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:28.104+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:28.105215+0000) 2023-03-22T17:25:29.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:28.997+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:28.998975+0000) 2023-03-22T17:25:29.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:29.104+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.105334+0000) 2023-03-22T17:25:29.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:29.104+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.105248+0000) 2023-03-22T17:25:29.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:29.104+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:29.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:29.104+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:29.474 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:29.129+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.130784+0000) 2023-03-22T17:25:29.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:29.108+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.109617+0000) 2023-03-22T17:25:29.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:29.062+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.063322+0000) 2023-03-22T17:25:29.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:29.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.105340+0000) 2023-03-22T17:25:29.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:29.104+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.105341+0000) 2023-03-22T17:25:29.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:29.104+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:29.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:29.104+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:29.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:29.115+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.116415+0000) 2023-03-22T17:25:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:29 smithi142 ceph-mon[94717]: pgmap v5359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:25:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:29 smithi098 ceph-mon[94136]: pgmap v5359: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:25:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:29.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:29.999295+0000) 2023-03-22T17:25:30.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:30.104+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:30.105551+0000) 2023-03-22T17:25:30.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:30.108+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:30.109733+0000) 2023-03-22T17:25:30.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:30.062+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:30.063488+0000) 2023-03-22T17:25:30.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:30.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:30.105556+0000) 2023-03-22T17:25:31.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:31.108+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:31.109887+0000) 2023-03-22T17:25:31.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:31.062+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:31.063631+0000) 2023-03-22T17:25:31.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:30.998+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:30.999425+0000) 2023-03-22T17:25:31.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:30.998+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:31.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:30.998+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:31.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:31.026+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:31.027666+0000) 2023-03-22T17:25:31.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:31.104+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:31.105691+0000) 2023-03-22T17:25:31.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:31.105+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:31.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:31.105+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:31.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:31.121+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:31.122559+0000) 2023-03-22T17:25:31.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:31.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:31.105714+0000) 2023-03-22T17:25:31.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:31.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:31.605414+0000) 2023-03-22T17:25:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:31 smithi142 ceph-mon[94717]: pgmap v5360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:31 smithi098 ceph-mon[94136]: pgmap v5360: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:32.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:32.105+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:32.105871+0000) 2023-03-22T17:25:32.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:32.062+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:32.063790+0000) 2023-03-22T17:25:32.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:32.108+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:32.109995+0000) 2023-03-22T17:25:32.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:32.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:32.605527+0000) 2023-03-22T17:25:33.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:33.063+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.063956+0000) 2023-03-22T17:25:33.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:33.063+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:33.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:33.063+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:33.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:33.073+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.074308+0000) 2023-03-22T17:25:33.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:33.108+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.110125+0000) 2023-03-22T17:25:33.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:33.104+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.106004+0000) 2023-03-22T17:25:33.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:33.105+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:33.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:33.105+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:33.111+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.112837+0000) 2023-03-22T17:25:33.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:33.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.605790+0000) 2023-03-22T17:25:33.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:33.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.605693+0000) 2023-03-22T17:25:33.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:33.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:33.605769+0000) 2023-03-22T17:25:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:33 smithi142 ceph-mon[94717]: pgmap v5361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:33 smithi098 ceph-mon[94136]: pgmap v5361: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:34.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:34.109+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:34.110255+0000) 2023-03-22T17:25:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:34.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:34.606024+0000) 2023-03-22T17:25:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:34.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:34.605912+0000) 2023-03-22T17:25:34.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:34.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:34.605984+0000) 2023-03-22T17:25:35.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:35.109+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:35.110411+0000) 2023-03-22T17:25:35.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:35.498+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:35.499747+0000) 2023-03-22T17:25:35.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:35.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:35.605968+0000) 2023-03-22T17:25:35.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:35.604+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:35.606206+0000) 2023-03-22T17:25:35.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:35.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:35.606079+0000) 2023-03-22T17:25:35.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:35.604+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:35.606164+0000) 2023-03-22T17:25:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:35 smithi142 ceph-mon[94717]: pgmap v5362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:35 smithi098 ceph-mon[94136]: pgmap v5362: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:36.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:36.110+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:36.110599+0000) 2023-03-22T17:25:36.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:36.110+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:36.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:36.110+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:36.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:36.120+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:36.121894+0000) 2023-03-22T17:25:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:36.500+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:36.502212+0000) 2023-03-22T17:25:36.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:36.604+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:36.606106+0000) 2023-03-22T17:25:36.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:36.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:36.606301+0000) 2023-03-22T17:25:36.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:36.604+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:36.606213+0000) 2023-03-22T17:25:36.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:36.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:36.606309+0000) 2023-03-22T17:25:37.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:37.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:37.504476+0000) 2023-03-22T17:25:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:37.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:37.606527+0000) 2023-03-22T17:25:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:37.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:37.606311+0000) 2023-03-22T17:25:37.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:37.562+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:37.564238+0000) 2023-03-22T17:25:37.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:37.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:37.606319+0000) 2023-03-22T17:25:37.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:37.604+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:37.606237+0000) 2023-03-22T17:25:37.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:37.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:37.606523+0000) 2023-03-22T17:25:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:37 smithi142 ceph-mon[94717]: pgmap v5363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:37 smithi098 ceph-mon[94136]: pgmap v5363: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:38.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:38.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:38.606642+0000) 2023-03-22T17:25:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:38.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:38.606442+0000) 2023-03-22T17:25:38.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:38.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:38.606399+0000) 2023-03-22T17:25:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:38.563+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:38.564391+0000) 2023-03-22T17:25:38.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:38.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:38.507782+0000) 2023-03-22T17:25:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:38.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:38.606438+0000) 2023-03-22T17:25:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:38.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:38.606642+0000) 2023-03-22T17:25:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:39.511+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:39.511604+0000) 2023-03-22T17:25:39.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:39.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:39.606580+0000) 2023-03-22T17:25:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:39.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:39.606762+0000) 2023-03-22T17:25:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:39.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:39.606563+0000) 2023-03-22T17:25:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:39.564+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:39.564584+0000) 2023-03-22T17:25:39.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:39.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:39.606541+0000) 2023-03-22T17:25:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:39.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:39.606761+0000) 2023-03-22T17:25:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:39 smithi142 ceph-mon[94717]: pgmap v5364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:39 smithi098 ceph-mon[94136]: pgmap v5364: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:40.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:40.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.606722+0000) 2023-03-22T17:25:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:40.606+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.606889+0000) 2023-03-22T17:25:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:40.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.606713+0000) 2023-03-22T17:25:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:40.563+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.564768+0000) 2023-03-22T17:25:40.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:40.606+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.606893+0000) 2023-03-22T17:25:40.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:40.511+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.512225+0000) 2023-03-22T17:25:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:40.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.606714+0000) 2023-03-22T17:25:40.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:40.610+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:40.610866+0000) 2023-03-22T17:25:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:41.511+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.512539+0000) 2023-03-22T17:25:41.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:41.605+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.606834+0000) 2023-03-22T17:25:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:41.605+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.607030+0000) 2023-03-22T17:25:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:41.605+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.606834+0000) 2023-03-22T17:25:41.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:41.605+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.606852+0000) 2023-03-22T17:25:41.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:41.563+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.564906+0000) 2023-03-22T17:25:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:41.610+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.611027+0000) 2023-03-22T17:25:41.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:41.605+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:41.607078+0000) 2023-03-22T17:25:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:41 smithi142 ceph-mon[94717]: pgmap v5365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:41 smithi098 ceph-mon[94136]: pgmap v5365: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:42.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:42.512+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.512668+0000) 2023-03-22T17:25:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:42.606+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.607230+0000) 2023-03-22T17:25:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:42.607+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.607528+0000) 2023-03-22T17:25:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:42.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.606963+0000) 2023-03-22T17:25:42.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:42.610+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.611173+0000) 2023-03-22T17:25:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:42.564+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.565092+0000) 2023-03-22T17:25:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:42.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.607001+0000) 2023-03-22T17:25:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:42.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:42.607399+0000) 2023-03-22T17:25:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:43.512+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.512903+0000) 2023-03-22T17:25:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:43.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.607360+0000) 2023-03-22T17:25:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:43.607+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.607643+0000) 2023-03-22T17:25:43.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:43.606+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.607117+0000) 2023-03-22T17:25:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:43.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.565281+0000) 2023-03-22T17:25:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:43.606+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.607130+0000) 2023-03-22T17:25:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:43.611+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.611292+0000) 2023-03-22T17:25:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:43.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:43.607522+0000) 2023-03-22T17:25:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:43 smithi142 ceph-mon[94717]: pgmap v5366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:43 smithi098 ceph-mon[94136]: pgmap v5366: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:44.607+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.607759+0000) 2023-03-22T17:25:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:44.607+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.607316+0000) 2023-03-22T17:25:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:44.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.565399+0000) 2023-03-22T17:25:44.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:44.512+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.513039+0000) 2023-03-22T17:25:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:44.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.607477+0000) 2023-03-22T17:25:44.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:44.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.607306+0000) 2023-03-22T17:25:44.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:44.611+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.611411+0000) 2023-03-22T17:25:44.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:44.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:44.607638+0000) 2023-03-22T17:25:45.566 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:45.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.513310+0000) 2023-03-22T17:25:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:45.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.607585+0000) 2023-03-22T17:25:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:45.607+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.607864+0000) 2023-03-22T17:25:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:45.607+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.607472+0000) 2023-03-22T17:25:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:45.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.607467+0000) 2023-03-22T17:25:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:45.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.565510+0000) 2023-03-22T17:25:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:45.611+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.611532+0000) 2023-03-22T17:25:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:45.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:45.607740+0000) 2023-03-22T17:25:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:45 smithi142 ceph-mon[94717]: pgmap v5367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:45 smithi098 ceph-mon[94136]: pgmap v5367: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:46.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.513497+0000) 2023-03-22T17:25:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:46.607+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.607974+0000) 2023-03-22T17:25:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:46.607+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.607584+0000) 2023-03-22T17:25:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:46.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.565668+0000) 2023-03-22T17:25:46.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:46.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.607762+0000) 2023-03-22T17:25:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:46.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.607584+0000) 2023-03-22T17:25:46.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:46.611+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.611684+0000) 2023-03-22T17:25:46.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:46.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:46.607852+0000) 2023-03-22T17:25:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:47.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.513699+0000) 2023-03-22T17:25:47.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:47.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.607880+0000) 2023-03-22T17:25:47.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:47.607+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.608088+0000) 2023-03-22T17:25:47.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:47.607+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.607706+0000) 2023-03-22T17:25:47.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:47.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.607732+0000) 2023-03-22T17:25:47.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:47.611+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.611820+0000) 2023-03-22T17:25:47.975 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:47.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.565815+0000) 2023-03-22T17:25:47.976 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:47.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:47.607963+0000) 2023-03-22T17:25:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:47 smithi142 ceph-mon[94717]: pgmap v5368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:47 smithi098 ceph-mon[94136]: pgmap v5368: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:48.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.513839+0000) 2023-03-22T17:25:48.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:48.607+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.608047+0000) 2023-03-22T17:25:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:48.607+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.607907+0000) 2023-03-22T17:25:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:48.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.607919+0000) 2023-03-22T17:25:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:48.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.565952+0000) 2023-03-22T17:25:48.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:48.607+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.608227+0000) 2023-03-22T17:25:48.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:48.611+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.612002+0000) 2023-03-22T17:25:48.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:48.607+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:48.608216+0000) 2023-03-22T17:25:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:49.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.514067+0000) 2023-03-22T17:25:49.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:49.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.608258+0000) 2023-03-22T17:25:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:49.608+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.608393+0000) 2023-03-22T17:25:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:49.607+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.608117+0000) 2023-03-22T17:25:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:49.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.566063+0000) 2023-03-22T17:25:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:49.607+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.608112+0000) 2023-03-22T17:25:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:49.611+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.612151+0000) 2023-03-22T17:25:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:49.608+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:49.608401+0000) 2023-03-22T17:25:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:49 smithi142 ceph-mon[94717]: pgmap v5369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:49 smithi098 ceph-mon[94136]: pgmap v5369: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:50.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:50.608+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.608506+0000) 2023-03-22T17:25:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:50.608+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.608277+0000) 2023-03-22T17:25:50.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:50.565+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.566190+0000) 2023-03-22T17:25:50.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:50.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.608422+0000) 2023-03-22T17:25:50.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:50.513+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.514195+0000) 2023-03-22T17:25:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:50.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.612344+0000) 2023-03-22T17:25:50.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:50.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.608292+0000) 2023-03-22T17:25:50.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:50.608+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:50.608519+0000) 2023-03-22T17:25:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:51.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.514472+0000) 2023-03-22T17:25:51.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:51.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.608607+0000) 2023-03-22T17:25:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:51.608+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.608622+0000) 2023-03-22T17:25:51.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:51.608+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.608398+0000) 2023-03-22T17:25:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:51.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.566322+0000) 2023-03-22T17:25:51.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:51.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.608422+0000) 2023-03-22T17:25:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:51.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.612491+0000) 2023-03-22T17:25:51.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:51.608+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:51.608647+0000) 2023-03-22T17:25:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:51 smithi142 ceph-mon[94717]: pgmap v5370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:51 smithi098 ceph-mon[94136]: pgmap v5370: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:52.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.608735+0000) 2023-03-22T17:25:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:52.608+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.608741+0000) 2023-03-22T17:25:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:52.608+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.608518+0000) 2023-03-22T17:25:52.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:52.608+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.608780+0000) 2023-03-22T17:25:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:52.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.566451+0000) 2023-03-22T17:25:52.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:52.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.514660+0000) 2023-03-22T17:25:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:52.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.608556+0000) 2023-03-22T17:25:52.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:52.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:52.612658+0000) 2023-03-22T17:25:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:53.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.514909+0000) 2023-03-22T17:25:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:53.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.608863+0000) 2023-03-22T17:25:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:53.608+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.608897+0000) 2023-03-22T17:25:53.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:53.608+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.608675+0000) 2023-03-22T17:25:53.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:53.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.612793+0000) 2023-03-22T17:25:53.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:53.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.566594+0000) 2023-03-22T17:25:53.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:53.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.608716+0000) 2023-03-22T17:25:53.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:53.608+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:53.609008+0000) 2023-03-22T17:25:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:53 smithi142 ceph-mon[94717]: pgmap v5371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:53 smithi098 ceph-mon[94136]: pgmap v5371: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:25:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:54.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.515036+0000) 2023-03-22T17:25:54.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:54.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.609035+0000) 2023-03-22T17:25:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:54.608+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.609065+0000) 2023-03-22T17:25:54.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:54.608+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.608848+0000) 2023-03-22T17:25:54.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:54.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.566781+0000) 2023-03-22T17:25:54.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:54.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.612903+0000) 2023-03-22T17:25:54.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:54.608+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.609159+0000) 2023-03-22T17:25:54.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:54.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:54.608889+0000) 2023-03-22T17:25:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:55.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.515254+0000) 2023-03-22T17:25:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:55.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.609176+0000) 2023-03-22T17:25:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:55.608+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.609189+0000) 2023-03-22T17:25:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:55.608+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.609014+0000) 2023-03-22T17:25:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:55.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.566964+0000) 2023-03-22T17:25:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:55.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.613004+0000) 2023-03-22T17:25:55.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:55.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.609069+0000) 2023-03-22T17:25:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:55.609+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:55.609288+0000) 2023-03-22T17:25:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:55 smithi142 ceph-mon[94717]: pgmap v5372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:55 smithi098 ceph-mon[94136]: pgmap v5372: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:56.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:56.609+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.609344+0000) 2023-03-22T17:25:56.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:56.608+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.609213+0000) 2023-03-22T17:25:56.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:56.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.567135+0000) 2023-03-22T17:25:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:56.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.515352+0000) 2023-03-22T17:25:56.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:56.609+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.609338+0000) 2023-03-22T17:25:56.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:56.609+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.609252+0000) 2023-03-22T17:25:56.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:56.609+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.609427+0000) 2023-03-22T17:25:56.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:56.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:56.613159+0000) 2023-03-22T17:25:57.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:57.609+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.609781+0000) 2023-03-22T17:25:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:57.609+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.609368+0000) 2023-03-22T17:25:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:57.609+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:57.609+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:25:57.614+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.614997+0000) 2023-03-22T17:25:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:57.609+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.609444+0000) 2023-03-22T17:25:57.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:57.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.515701+0000) 2023-03-22T17:25:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:57.609+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.609788+0000) 2023-03-22T17:25:57.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:57.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.567294+0000) 2023-03-22T17:25:57.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:57.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.613279+0000) 2023-03-22T17:25:57.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:57.609+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:57.609496+0000) 2023-03-22T17:25:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:57 smithi142 ceph-mon[94717]: pgmap v5373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:57 smithi098 ceph-mon[94136]: pgmap v5373: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:25:58.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:58.609+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:58.609898+0000) 2023-03-22T17:25:58.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:58.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:58.515872+0000) 2023-03-22T17:25:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:58.609+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:58.609670+0000) 2023-03-22T17:25:58.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:58.609+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:58.609613+0000) 2023-03-22T17:25:58.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:58.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:58.613421+0000) 2023-03-22T17:25:58.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:58.609+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:58.609918+0000) 2023-03-22T17:25:58.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:58.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:58.567412+0000) 2023-03-22T17:25:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:25:59.516+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.516092+0000) 2023-03-22T17:25:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:25:59.609+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.609844+0000) 2023-03-22T17:25:59.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:25:59.609+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.609759+0000) 2023-03-22T17:25:59.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:25:59.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.613522+0000) 2023-03-22T17:25:59.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:25:59.567+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.567523+0000) 2023-03-22T17:25:59.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:59.609+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.610015+0000) 2023-03-22T17:25:59.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:59.610+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:59.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:59.610+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:59.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:25:59.621+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.621859+0000) 2023-03-22T17:25:59.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:59.609+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.610040+0000) 2023-03-22T17:25:59.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:59.610+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:59.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:59.610+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:25:59.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:25:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:25:59.621+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:25:59.621906+0000) 2023-03-22T17:26:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:25:59 smithi142 ceph-mon[94717]: pgmap v5374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:25:59 smithi098 ceph-mon[94136]: pgmap v5374: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:00.514+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:00.516221+0000) 2023-03-22T17:26:00.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:00.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:00.609974+0000) 2023-03-22T17:26:00.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:00.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:00.567651+0000) 2023-03-22T17:26:00.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:00.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:00.609883+0000) 2023-03-22T17:26:00.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:00.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:00.613637+0000) 2023-03-22T17:26:01.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:01.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:01.613756+0000) 2023-03-22T17:26:01.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:01.515+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:01.516511+0000) 2023-03-22T17:26:01.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:01.516+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:01.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:01.516+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:01.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:01.523+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:01.524377+0000) 2023-03-22T17:26:01.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:01.608+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:01.610102+0000) 2023-03-22T17:26:01.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:01.609+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:01.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:01.609+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:01.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:01.627+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:01.628395+0000) 2023-03-22T17:26:01.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:01.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:01.610007+0000) 2023-03-22T17:26:01.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:01.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:01.567797+0000) 2023-03-22T17:26:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:01 smithi142 ceph-mon[94717]: pgmap v5375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:01 smithi098 ceph-mon[94136]: pgmap v5375: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:02.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:02.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:02.109692+0000) 2023-03-22T17:26:02.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:02.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:02.567928+0000) 2023-03-22T17:26:02.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:02.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:02.613867+0000) 2023-03-22T17:26:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:02.608+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:02.610149+0000) 2023-03-22T17:26:03.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:03.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:03.109889+0000) 2023-03-22T17:26:03.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:03.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:03.613984+0000) 2023-03-22T17:26:03.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:03.609+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:03.610342+0000) 2023-03-22T17:26:03.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:03.609+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:03.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:03.609+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:03.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:03.621+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:03.622345+0000) 2023-03-22T17:26:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:03.566+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:03.568055+0000) 2023-03-22T17:26:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:03.567+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:03.567+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:03.591+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:03.592690+0000) 2023-03-22T17:26:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:03 smithi142 ceph-mon[94717]: pgmap v5376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:26:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:03 smithi098 ceph-mon[94136]: pgmap v5376: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:26:04.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:04.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:04.110291+0000) 2023-03-22T17:26:04.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:04.108+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:04.110079+0000) 2023-03-22T17:26:04.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:04.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:04.110294+0000) 2023-03-22T17:26:04.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:04.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:04.614096+0000) 2023-03-22T17:26:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:05.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:05.110412+0000) 2023-03-22T17:26:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:05.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:05.110239+0000) 2023-03-22T17:26:05.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:05.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:05.110428+0000) 2023-03-22T17:26:05.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:05.612+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:05.614218+0000) 2023-03-22T17:26:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:05 smithi142 ceph-mon[94717]: pgmap v5377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:26:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:05 smithi098 ceph-mon[94136]: pgmap v5377: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:26:06.269 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:06.015+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:06.016959+0000) 2023-03-22T17:26:06.270 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:06.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:06.110434+0000) 2023-03-22T17:26:06.270 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:06.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:06.110599+0000) 2023-03-22T17:26:06.270 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:06.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:06.110454+0000) 2023-03-22T17:26:06.271 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:06.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:06.110600+0000) 2023-03-22T17:26:06.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:06.613+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:06.614351+0000) 2023-03-22T17:26:06.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:06.613+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:06.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:06.613+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:06.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:06.629+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:06.630596+0000) 2023-03-22T17:26:07.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:07.018+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:07.019475+0000) 2023-03-22T17:26:07.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:07.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:07.110659+0000) 2023-03-22T17:26:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:07.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:07.110790+0000) 2023-03-22T17:26:07.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:07.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:07.110686+0000) 2023-03-22T17:26:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:07.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:07.110788+0000) 2023-03-22T17:26:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:07 smithi142 ceph-mon[94717]: pgmap v5378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:26:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:07 smithi098 ceph-mon[94136]: pgmap v5378: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:26:08.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:08.022+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:08.023372+0000) 2023-03-22T17:26:08.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:08.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:08.110920+0000) 2023-03-22T17:26:08.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:08.109+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:08.111128+0000) 2023-03-22T17:26:08.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:08.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:08.110873+0000) 2023-03-22T17:26:08.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:08.067+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:08.068404+0000) 2023-03-22T17:26:08.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:08.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:08.110799+0000) 2023-03-22T17:26:08.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:08.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:08.110977+0000) 2023-03-22T17:26:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:09.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:09.026521+0000) 2023-03-22T17:26:09.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:09.109+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:09.111208+0000) 2023-03-22T17:26:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:09.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:09.111414+0000) 2023-03-22T17:26:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:09.067+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:09.068569+0000) 2023-03-22T17:26:09.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:09.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:09.111068+0000) 2023-03-22T17:26:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:09.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:09.110960+0000) 2023-03-22T17:26:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:09.109+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:09.111236+0000) 2023-03-22T17:26:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:09 smithi142 ceph-mon[94717]: pgmap v5379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:26:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:09 smithi098 ceph-mon[94136]: pgmap v5379: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:26:10.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:10.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:10.030383+0000) 2023-03-22T17:26:10.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:10.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:10.111310+0000) 2023-03-22T17:26:10.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:10.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:10.111529+0000) 2023-03-22T17:26:10.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:10.109+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:10.111201+0000) 2023-03-22T17:26:10.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:10.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:10.111090+0000) 2023-03-22T17:26:10.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:10.067+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:10.068726+0000) 2023-03-22T17:26:10.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:10.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:10.111365+0000) 2023-03-22T17:26:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:10 smithi142 ceph-mon[94717]: osdmap e307: 12 total, 9 up, 9 in 2023-03-22T17:26:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:10 smithi098 ceph-mon[94136]: osdmap e307: 12 total, 9 up, 9 in 2023-03-22T17:26:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:11.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.111653+0000) 2023-03-22T17:26:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:11.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.111351+0000) 2023-03-22T17:26:11.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:11.067+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.068835+0000) 2023-03-22T17:26:11.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:11.109+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.111244+0000) 2023-03-22T17:26:11.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:11.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.111493+0000) 2023-03-22T17:26:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:11.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.031035+0000) 2023-03-22T17:26:11.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:11.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.111431+0000) 2023-03-22T17:26:11.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:11.113+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:11.114701+0000) 2023-03-22T17:26:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:11 smithi142 ceph-mon[94717]: pgmap v5381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:26:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:11 smithi098 ceph-mon[94136]: pgmap v5381: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:26:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:12.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.111768+0000) 2023-03-22T17:26:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:12.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.111482+0000) 2023-03-22T17:26:12.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:12.068+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.069014+0000) 2023-03-22T17:26:12.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:12.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.031258+0000) 2023-03-22T17:26:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:12.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.111569+0000) 2023-03-22T17:26:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:12.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.111379+0000) 2023-03-22T17:26:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:12.113+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.114869+0000) 2023-03-22T17:26:12.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:12.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:12.111674+0000) 2023-03-22T17:26:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:13.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.111871+0000) 2023-03-22T17:26:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:13.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.111590+0000) 2023-03-22T17:26:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:13.067+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.069163+0000) 2023-03-22T17:26:13.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:13.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.031397+0000) 2023-03-22T17:26:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:13.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.111687+0000) 2023-03-22T17:26:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:13.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.111480+0000) 2023-03-22T17:26:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:13.113+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.114993+0000) 2023-03-22T17:26:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:13.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:13.111784+0000) 2023-03-22T17:26:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:13 smithi142 ceph-mon[94717]: pgmap v5382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:13 smithi098 ceph-mon[94136]: pgmap v5382: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:14.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.031643+0000) 2023-03-22T17:26:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:14.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.111788+0000) 2023-03-22T17:26:14.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:14.110+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.111970+0000) 2023-03-22T17:26:14.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:14.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.111768+0000) 2023-03-22T17:26:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:14.113+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.115103+0000) 2023-03-22T17:26:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:14.068+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.069348+0000) 2023-03-22T17:26:14.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:14.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.111656+0000) 2023-03-22T17:26:14.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:14.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:14.111893+0000) 2023-03-22T17:26:15.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:15.111+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.111934+0000) 2023-03-22T17:26:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:15.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.112122+0000) 2023-03-22T17:26:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:15.111+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.111953+0000) 2023-03-22T17:26:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:15.068+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.069552+0000) 2023-03-22T17:26:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:15.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.031840+0000) 2023-03-22T17:26:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:15.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.111873+0000) 2023-03-22T17:26:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:15.113+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.115213+0000) 2023-03-22T17:26:15.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:15.111+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:15.112049+0000) 2023-03-22T17:26:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:15 smithi142 ceph-mon[94717]: pgmap v5383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:15 smithi098 ceph-mon[94136]: pgmap v5383: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:16.030+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.032140+0000) 2023-03-22T17:26:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:16.110+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.112140+0000) 2023-03-22T17:26:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:16.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.112266+0000) 2023-03-22T17:26:16.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:16.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.112110+0000) 2023-03-22T17:26:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:16.114+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.115317+0000) 2023-03-22T17:26:16.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:16.068+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.069659+0000) 2023-03-22T17:26:16.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:16.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.112042+0000) 2023-03-22T17:26:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:16.110+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:16.112230+0000) 2023-03-22T17:26:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:17.031+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.032313+0000) 2023-03-22T17:26:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:17.111+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.112351+0000) 2023-03-22T17:26:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:17.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.112409+0000) 2023-03-22T17:26:17.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:17.110+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.112242+0000) 2023-03-22T17:26:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:17.110+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.112159+0000) 2023-03-22T17:26:17.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:17.068+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.069766+0000) 2023-03-22T17:26:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:17.114+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.115417+0000) 2023-03-22T17:26:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:17.111+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:17.112430+0000) 2023-03-22T17:26:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:17 smithi098 ceph-mon[94136]: pgmap v5384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:17 smithi142 ceph-mon[94717]: pgmap v5384: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:18.031+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.032563+0000) 2023-03-22T17:26:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:18.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.112547+0000) 2023-03-22T17:26:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:18.111+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.112421+0000) 2023-03-22T17:26:18.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:18.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.112325+0000) 2023-03-22T17:26:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:18.068+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.069999+0000) 2023-03-22T17:26:18.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:18.111+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.112578+0000) 2023-03-22T17:26:18.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:18.111+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.112511+0000) 2023-03-22T17:26:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:18.114+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:18.115581+0000) 2023-03-22T17:26:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:19.031+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.032698+0000) 2023-03-22T17:26:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:19.111+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.112675+0000) 2023-03-22T17:26:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:19.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.112716+0000) 2023-03-22T17:26:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:19.111+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.112621+0000) 2023-03-22T17:26:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:19.068+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.070180+0000) 2023-03-22T17:26:19.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:19.114+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.115779+0000) 2023-03-22T17:26:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:19.111+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.112834+0000) 2023-03-22T17:26:19.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:19.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:19.112514+0000) 2023-03-22T17:26:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:19 smithi098 ceph-mon[94136]: pgmap v5385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:19 smithi142 ceph-mon[94717]: pgmap v5385: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:26:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:20.031+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.032961+0000) 2023-03-22T17:26:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:20.111+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.112891+0000) 2023-03-22T17:26:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:20.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.112948+0000) 2023-03-22T17:26:20.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:20.111+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.112800+0000) 2023-03-22T17:26:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:20.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.112657+0000) 2023-03-22T17:26:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:20.069+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.070292+0000) 2023-03-22T17:26:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:20.111+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.112959+0000) 2023-03-22T17:26:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:20.114+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:20.115917+0000) 2023-03-22T17:26:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:21.031+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.033088+0000) 2023-03-22T17:26:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:21.111+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.113007+0000) 2023-03-22T17:26:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:21.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.113076+0000) 2023-03-22T17:26:21.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:21.111+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.112948+0000) 2023-03-22T17:26:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:21.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.112805+0000) 2023-03-22T17:26:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:21.069+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.070418+0000) 2023-03-22T17:26:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:21.111+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.113083+0000) 2023-03-22T17:26:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:21.114+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:21.116100+0000) 2023-03-22T17:26:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:21 smithi098 ceph-mon[94136]: pgmap v5386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:26:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:21 smithi142 ceph-mon[94717]: pgmap v5386: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:26:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:22.032+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.033293+0000) 2023-03-22T17:26:22.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:22.112+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.113358+0000) 2023-03-22T17:26:22.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:22.111+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.113201+0000) 2023-03-22T17:26:22.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:22.111+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.113081+0000) 2023-03-22T17:26:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:22.069+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.070544+0000) 2023-03-22T17:26:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:22.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.112931+0000) 2023-03-22T17:26:22.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:22.114+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.116243+0000) 2023-03-22T17:26:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:22.111+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:22.113242+0000) 2023-03-22T17:26:23.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:23.112+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.113323+0000) 2023-03-22T17:26:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:23.111+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.113225+0000) 2023-03-22T17:26:23.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:23.032+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.033416+0000) 2023-03-22T17:26:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:23.069+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.070672+0000) 2023-03-22T17:26:23.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:23.112+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.113517+0000) 2023-03-22T17:26:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:23.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.116358+0000) 2023-03-22T17:26:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:23.112+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.113421+0000) 2023-03-22T17:26:23.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:23.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:23.113051+0000) 2023-03-22T17:26:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:23 smithi098 ceph-mon[94136]: pgmap v5387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:26:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:23 smithi142 ceph-mon[94717]: pgmap v5387: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:26:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:24.032+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.033687+0000) 2023-03-22T17:26:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:24.112+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.113628+0000) 2023-03-22T17:26:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:24.112+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.113437+0000) 2023-03-22T17:26:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:24.112+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.113354+0000) 2023-03-22T17:26:24.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:24.069+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.070791+0000) 2023-03-22T17:26:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:24.111+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.113170+0000) 2023-03-22T17:26:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:24.112+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.113529+0000) 2023-03-22T17:26:24.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:24.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:24.116477+0000) 2023-03-22T17:26:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:25.032+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.033852+0000) 2023-03-22T17:26:25.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:25.112+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.113762+0000) 2023-03-22T17:26:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:25.112+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.113551+0000) 2023-03-22T17:26:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:25.112+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.113473+0000) 2023-03-22T17:26:25.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:25.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.116584+0000) 2023-03-22T17:26:25.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:25.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.070990+0000) 2023-03-22T17:26:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:25.112+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.113354+0000) 2023-03-22T17:26:25.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:25.112+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:25.113640+0000) 2023-03-22T17:26:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:25 smithi098 ceph-mon[94136]: pgmap v5388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:26:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:25 smithi142 ceph-mon[94717]: pgmap v5388: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:26:26.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:26.112+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.113666+0000) 2023-03-22T17:26:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:26.112+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.113595+0000) 2023-03-22T17:26:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:26.069+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.071174+0000) 2023-03-22T17:26:26.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:26.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.116718+0000) 2023-03-22T17:26:26.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:26.032+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.034168+0000) 2023-03-22T17:26:26.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:26.112+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.113878+0000) 2023-03-22T17:26:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:26.112+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.113531+0000) 2023-03-22T17:26:26.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:26.112+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:26.113759+0000) 2023-03-22T17:26:27.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:27.033+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.034294+0000) 2023-03-22T17:26:27.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:27.112+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.114023+0000) 2023-03-22T17:26:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:27.112+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.113831+0000) 2023-03-22T17:26:27.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:27.112+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.113907+0000) 2023-03-22T17:26:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:27.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.071314+0000) 2023-03-22T17:26:27.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:27.112+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.113725+0000) 2023-03-22T17:26:27.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:27.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.116872+0000) 2023-03-22T17:26:27.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:27.112+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:27.113696+0000) 2023-03-22T17:26:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:27 smithi098 ceph-mon[94136]: pgmap v5389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:26:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:27 smithi142 ceph-mon[94717]: pgmap v5389: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:26:28.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:28.033+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.034537+0000) 2023-03-22T17:26:28.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:28.112+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.114257+0000) 2023-03-22T17:26:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:28.112+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.114073+0000) 2023-03-22T17:26:28.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:28.112+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.114185+0000) 2023-03-22T17:26:28.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:28.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.071430+0000) 2023-03-22T17:26:28.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:28.112+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.113888+0000) 2023-03-22T17:26:28.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:28.113+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:28.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:28.113+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:28.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:28.118+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.119702+0000) 2023-03-22T17:26:28.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:28.112+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.113875+0000) 2023-03-22T17:26:28.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:28.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:28.117018+0000) 2023-03-22T17:26:29.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:29.033+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:29.034660+0000) 2023-03-22T17:26:29.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:29.113+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:29.114432+0000) 2023-03-22T17:26:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:29.112+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:29.114223+0000) 2023-03-22T17:26:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:29.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:29.071553+0000) 2023-03-22T17:26:29.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:29.112+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:29.114016+0000) 2023-03-22T17:26:29.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:29.113+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:29.114322+0000) 2023-03-22T17:26:29.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:29.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:29.117138+0000) 2023-03-22T17:26:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:29 smithi098 ceph-mon[94136]: pgmap v5390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:26:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:29 smithi142 ceph-mon[94717]: pgmap v5390: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:26:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:30.033+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.034955+0000) 2023-03-22T17:26:30.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:30.113+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.114551+0000) 2023-03-22T17:26:30.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:30.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.071693+0000) 2023-03-22T17:26:30.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:30.113+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.114421+0000) 2023-03-22T17:26:30.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:30.113+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:30.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:30.114+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:30.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:30.120+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.121893+0000) 2023-03-22T17:26:30.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:30.115+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.117252+0000) 2023-03-22T17:26:30.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:30.112+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.114196+0000) 2023-03-22T17:26:30.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:30.113+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.114493+0000) 2023-03-22T17:26:30.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:30.113+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:30.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:30.113+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:30.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:30.120+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:30.121825+0000) 2023-03-22T17:26:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:31.033+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:31.035117+0000) 2023-03-22T17:26:31.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:31.113+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:31.114677+0000) 2023-03-22T17:26:31.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:31.116+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:31.117384+0000) 2023-03-22T17:26:31.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:31.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:31.071866+0000) 2023-03-22T17:26:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:31.113+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:31.114298+0000) 2023-03-22T17:26:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:31 smithi098 ceph-mon[94136]: pgmap v5391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:31 smithi142 ceph-mon[94717]: pgmap v5391: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:32.034+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.035355+0000) 2023-03-22T17:26:32.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:32.034+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:32.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:32.034+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:32.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:32.049+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.050706+0000) 2023-03-22T17:26:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:32.113+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.114780+0000) 2023-03-22T17:26:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:32.114+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:32.114+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:32.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:32.128+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.129860+0000) 2023-03-22T17:26:32.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:32.116+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.117536+0000) 2023-03-22T17:26:32.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:32.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.072013+0000) 2023-03-22T17:26:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:32.113+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.114416+0000) 2023-03-22T17:26:32.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:32.612+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:32.614159+0000) 2023-03-22T17:26:33.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:33.113+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:33.114536+0000) 2023-03-22T17:26:33.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:33.116+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:33.117672+0000) 2023-03-22T17:26:33.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:33.070+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:33.072136+0000) 2023-03-22T17:26:33.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:33.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:33.614290+0000) 2023-03-22T17:26:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:33 smithi098 ceph-mon[94136]: pgmap v5392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:33 smithi142 ceph-mon[94717]: pgmap v5392: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:34.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:34.116+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.117787+0000) 2023-03-22T17:26:34.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:34.071+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.072281+0000) 2023-03-22T17:26:34.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:34.071+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:34.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:34.071+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:34.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:34.076+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.077790+0000) 2023-03-22T17:26:34.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:34.113+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.114662+0000) 2023-03-22T17:26:34.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:34.114+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:34.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:34.114+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:34.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:34.136+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.138204+0000) 2023-03-22T17:26:34.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:34.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.614725+0000) 2023-03-22T17:26:34.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:34.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.614411+0000) 2023-03-22T17:26:34.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:34.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:34.614814+0000) 2023-03-22T17:26:35.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:35.116+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:35.117906+0000) 2023-03-22T17:26:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:35.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:35.614832+0000) 2023-03-22T17:26:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:35.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:35.614541+0000) 2023-03-22T17:26:35.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:35.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:35.614936+0000) 2023-03-22T17:26:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:35 smithi098 ceph-mon[94136]: pgmap v5393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:35 smithi142 ceph-mon[94717]: pgmap v5393: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:36.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:36.117+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:36.118080+0000) 2023-03-22T17:26:36.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:36.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:36.614933+0000) 2023-03-22T17:26:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:36.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:36.614656+0000) 2023-03-22T17:26:36.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:36.534+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:36.535683+0000) 2023-03-22T17:26:36.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:36.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:36.615090+0000) 2023-03-22T17:26:36.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:36.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:36.615048+0000) 2023-03-22T17:26:37.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:37.116+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:37.118214+0000) 2023-03-22T17:26:37.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:37.117+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:37.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:37.117+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:37.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:37.131+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:37.133052+0000) 2023-03-22T17:26:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:37.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:37.615043+0000) 2023-03-22T17:26:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:37.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:37.614778+0000) 2023-03-22T17:26:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:37.537+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:37.538171+0000) 2023-03-22T17:26:37.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:37.613+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:37.615194+0000) 2023-03-22T17:26:37.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:37.613+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:37.615178+0000) 2023-03-22T17:26:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:37 smithi098 ceph-mon[94136]: pgmap v5394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:37 smithi142 ceph-mon[94717]: pgmap v5394: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:38.539+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:38.540623+0000) 2023-03-22T17:26:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:38.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:38.615308+0000) 2023-03-22T17:26:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:38.613+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:38.615152+0000) 2023-03-22T17:26:38.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:38.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:38.614895+0000) 2023-03-22T17:26:38.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:38.571+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:38.572609+0000) 2023-03-22T17:26:38.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:38.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:38.614989+0000) 2023-03-22T17:26:38.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:38.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:38.615306+0000) 2023-03-22T17:26:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:39.541+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:39.543121+0000) 2023-03-22T17:26:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:39.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:39.615279+0000) 2023-03-22T17:26:39.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:39.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:39.615432+0000) 2023-03-22T17:26:39.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:39.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:39.615034+0000) 2023-03-22T17:26:39.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:39.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:39.615115+0000) 2023-03-22T17:26:39.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:39.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:39.615441+0000) 2023-03-22T17:26:39.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:39.571+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:39.572716+0000) 2023-03-22T17:26:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:39 smithi098 ceph-mon[94136]: pgmap v5395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:39 smithi142 ceph-mon[94717]: pgmap v5395: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:40.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:40.544+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:40.545519+0000) 2023-03-22T17:26:40.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:40.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:40.615548+0000) 2023-03-22T17:26:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:40.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:40.615403+0000) 2023-03-22T17:26:40.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:40.613+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:40.615165+0000) 2023-03-22T17:26:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:40.571+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:40.572859+0000) 2023-03-22T17:26:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:40.613+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:40.615255+0000) 2023-03-22T17:26:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:40.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:40.615561+0000) 2023-03-22T17:26:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:41.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.615529+0000) 2023-03-22T17:26:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:41.614+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.615299+0000) 2023-03-22T17:26:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:41.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.615689+0000) 2023-03-22T17:26:41.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:41.544+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.546175+0000) 2023-03-22T17:26:41.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:41.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.615662+0000) 2023-03-22T17:26:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:41.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.615396+0000) 2023-03-22T17:26:41.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:41.617+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.618438+0000) 2023-03-22T17:26:41.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:41.571+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:41.572985+0000) 2023-03-22T17:26:42.174 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:41 smithi098 ceph-mon[94136]: pgmap v5396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:41 smithi142 ceph-mon[94717]: pgmap v5396: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:42.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:42.545+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.546299+0000) 2023-03-22T17:26:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:42.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.615779+0000) 2023-03-22T17:26:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:42.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.615650+0000) 2023-03-22T17:26:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:42.614+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.615412+0000) 2023-03-22T17:26:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:42.572+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.573118+0000) 2023-03-22T17:26:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:42.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.615525+0000) 2023-03-22T17:26:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:42.617+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.618586+0000) 2023-03-22T17:26:42.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:42.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:42.615828+0000) 2023-03-22T17:26:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:43.545+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.546561+0000) 2023-03-22T17:26:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:43.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.615899+0000) 2023-03-22T17:26:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:43.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.615763+0000) 2023-03-22T17:26:43.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:43.614+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.615530+0000) 2023-03-22T17:26:43.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:43.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.615939+0000) 2023-03-22T17:26:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:43.572+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.573332+0000) 2023-03-22T17:26:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:43.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.615675+0000) 2023-03-22T17:26:43.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:43.617+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:43.618689+0000) 2023-03-22T17:26:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:43 smithi098 ceph-mon[94136]: pgmap v5397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:43 smithi142 ceph-mon[94717]: pgmap v5397: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:44.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.615872+0000) 2023-03-22T17:26:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:44.614+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.615646+0000) 2023-03-22T17:26:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:44.546+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.546755+0000) 2023-03-22T17:26:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:44.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.616003+0000) 2023-03-22T17:26:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:44.617+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.618803+0000) 2023-03-22T17:26:44.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:44.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.615790+0000) 2023-03-22T17:26:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:44.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.616049+0000) 2023-03-22T17:26:44.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:44.572+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:44.573487+0000) 2023-03-22T17:26:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:45.545+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.547029+0000) 2023-03-22T17:26:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:45.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.616117+0000) 2023-03-22T17:26:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:45.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.616009+0000) 2023-03-22T17:26:45.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:45.614+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.615772+0000) 2023-03-22T17:26:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:45.572+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.573618+0000) 2023-03-22T17:26:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:45.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.615921+0000) 2023-03-22T17:26:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:45.617+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.618932+0000) 2023-03-22T17:26:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:45.614+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:45.616165+0000) 2023-03-22T17:26:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:45 smithi098 ceph-mon[94136]: pgmap v5398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:45 smithi142 ceph-mon[94717]: pgmap v5398: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:46.545+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.547143+0000) 2023-03-22T17:26:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:46.614+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.616138+0000) 2023-03-22T17:26:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:46.614+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.615905+0000) 2023-03-22T17:26:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:46.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.573779+0000) 2023-03-22T17:26:46.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:46.614+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.616238+0000) 2023-03-22T17:26:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:46.617+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.619049+0000) 2023-03-22T17:26:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:46.614+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.616047+0000) 2023-03-22T17:26:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:46.615+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:46.616297+0000) 2023-03-22T17:26:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:47.547+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.547372+0000) 2023-03-22T17:26:47.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:47.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.616363+0000) 2023-03-22T17:26:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:47.615+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.616248+0000) 2023-03-22T17:26:47.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:47.615+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.616045+0000) 2023-03-22T17:26:47.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:47.616+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.616410+0000) 2023-03-22T17:26:47.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:47.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.573905+0000) 2023-03-22T17:26:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:47.615+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.616164+0000) 2023-03-22T17:26:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:47.618+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:47.619176+0000) 2023-03-22T17:26:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:47 smithi098 ceph-mon[94136]: pgmap v5399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:47 smithi142 ceph-mon[94717]: pgmap v5399: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:48.547+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.547490+0000) 2023-03-22T17:26:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:48.616+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.616405+0000) 2023-03-22T17:26:48.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:48.615+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.616162+0000) 2023-03-22T17:26:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:48.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.616288+0000) 2023-03-22T17:26:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:48.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.619302+0000) 2023-03-22T17:26:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:48.616+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.616558+0000) 2023-03-22T17:26:48.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:48.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.574034+0000) 2023-03-22T17:26:48.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:48.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:48.616496+0000) 2023-03-22T17:26:49.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:49.547+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.547736+0000) 2023-03-22T17:26:49.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:49.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.616611+0000) 2023-03-22T17:26:49.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:49.616+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.616537+0000) 2023-03-22T17:26:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:49.616+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.616302+0000) 2023-03-22T17:26:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:49.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.619417+0000) 2023-03-22T17:26:49.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:49.573+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.574209+0000) 2023-03-22T17:26:49.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:49.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.616410+0000) 2023-03-22T17:26:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:49.616+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:49.616676+0000) 2023-03-22T17:26:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:49 smithi098 ceph-mon[94136]: pgmap v5400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:49 smithi142 ceph-mon[94717]: pgmap v5400: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:50.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:50.616+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.616650+0000) 2023-03-22T17:26:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:50.616+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.616424+0000) 2023-03-22T17:26:50.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:50.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.619524+0000) 2023-03-22T17:26:50.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:50.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.574351+0000) 2023-03-22T17:26:50.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:50.547+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.547862+0000) 2023-03-22T17:26:50.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:50.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.616725+0000) 2023-03-22T17:26:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:50.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.616530+0000) 2023-03-22T17:26:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:50.616+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:50.616790+0000) 2023-03-22T17:26:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:51.616+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.616772+0000) 2023-03-22T17:26:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:51.616+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.616626+0000) 2023-03-22T17:26:51.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:51.616+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.616903+0000) 2023-03-22T17:26:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:51.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.574487+0000) 2023-03-22T17:26:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:51.547+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.548064+0000) 2023-03-22T17:26:51.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:51.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.616839+0000) 2023-03-22T17:26:51.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:51.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.619642+0000) 2023-03-22T17:26:51.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:51.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:51.616678+0000) 2023-03-22T17:26:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:51 smithi098 ceph-mon[94136]: pgmap v5401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:51 smithi142 ceph-mon[94717]: pgmap v5401: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:52.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:52.616+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.616876+0000) 2023-03-22T17:26:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:52.616+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.616756+0000) 2023-03-22T17:26:52.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:52.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.574614+0000) 2023-03-22T17:26:52.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:52.547+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.548202+0000) 2023-03-22T17:26:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:52.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.616804+0000) 2023-03-22T17:26:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:52.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.619765+0000) 2023-03-22T17:26:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:52.616+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.617007+0000) 2023-03-22T17:26:52.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:52.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:52.616943+0000) 2023-03-22T17:26:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:53.548+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.548461+0000) 2023-03-22T17:26:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:53.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.617093+0000) 2023-03-22T17:26:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:53.616+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.617078+0000) 2023-03-22T17:26:53.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:53.616+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.616883+0000) 2023-03-22T17:26:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:53.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.574745+0000) 2023-03-22T17:26:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:53.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.616929+0000) 2023-03-22T17:26:53.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:53.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.619924+0000) 2023-03-22T17:26:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:53.616+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:53.617226+0000) 2023-03-22T17:26:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:53 smithi098 ceph-mon[94136]: pgmap v5402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:53 smithi142 ceph-mon[94717]: pgmap v5402: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:26:54.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:54.616+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.617202+0000) 2023-03-22T17:26:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:54.616+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.617001+0000) 2023-03-22T17:26:54.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:54.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.620098+0000) 2023-03-22T17:26:54.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:54.616+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.617203+0000) 2023-03-22T17:26:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:54.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.617060+0000) 2023-03-22T17:26:54.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:54.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.574866+0000) 2023-03-22T17:26:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:54.617+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.617349+0000) 2023-03-22T17:26:54.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:54.548+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:54.548590+0000) 2023-03-22T17:26:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:55.548+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.548833+0000) 2023-03-22T17:26:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:55.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.617302+0000) 2023-03-22T17:26:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:55.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.617367+0000) 2023-03-22T17:26:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:55.616+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.617132+0000) 2023-03-22T17:26:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:55.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.574994+0000) 2023-03-22T17:26:55.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:55.616+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.617191+0000) 2023-03-22T17:26:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:55.617+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.617559+0000) 2023-03-22T17:26:55.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:55.619+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:55.620249+0000) 2023-03-22T17:26:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:55 smithi098 ceph-mon[94136]: pgmap v5403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:55 smithi142 ceph-mon[94717]: pgmap v5403: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:56.548+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.548973+0000) 2023-03-22T17:26:56.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:56.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.617412+0000) 2023-03-22T17:26:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:56.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.617484+0000) 2023-03-22T17:26:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:56.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.617298+0000) 2023-03-22T17:26:56.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:56.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.617340+0000) 2023-03-22T17:26:56.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:56.617+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.617673+0000) 2023-03-22T17:26:56.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:56.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.575152+0000) 2023-03-22T17:26:56.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:56.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:56.620342+0000) 2023-03-22T17:26:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:57.549+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.549237+0000) 2023-03-22T17:26:57.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:57.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.617596+0000) 2023-03-22T17:26:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:57.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.617642+0000) 2023-03-22T17:26:57.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:57.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.617411+0000) 2023-03-22T17:26:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:57.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.620465+0000) 2023-03-22T17:26:57.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:57.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.575276+0000) 2023-03-22T17:26:57.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:57.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.617468+0000) 2023-03-22T17:26:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:57.617+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:57.617783+0000) 2023-03-22T17:26:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:57 smithi142 ceph-mon[94717]: pgmap v5404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:58.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:57 smithi098 ceph-mon[94136]: pgmap v5404: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:26:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:58.549+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.549513+0000) 2023-03-22T17:26:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:58.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.617704+0000) 2023-03-22T17:26:58.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:58.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.617757+0000) 2023-03-22T17:26:58.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:58.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.575394+0000) 2023-03-22T17:26:58.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:58.617+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.617526+0000) 2023-03-22T17:26:58.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:58.617+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:58.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:58.617+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:26:58.975 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:26:58.625+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.625954+0000) 2023-03-22T17:26:58.976 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:58.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.617557+0000) 2023-03-22T17:26:58.976 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:58.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.620607+0000) 2023-03-22T17:26:58.977 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:58.617+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:58.617901+0000) 2023-03-22T17:26:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:26:59.549+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:59.549913+0000) 2023-03-22T17:26:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:26:59.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:59.617812+0000) 2023-03-22T17:26:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:26:59.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:59.617873+0000) 2023-03-22T17:26:59.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:26:59.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:59.620774+0000) 2023-03-22T17:26:59.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:26:59.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:59.575525+0000) 2023-03-22T17:26:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:26:59.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:59.617678+0000) 2023-03-22T17:26:59.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:26:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:26:59.617+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:26:59.618019+0000) 2023-03-22T17:27:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:26:59 smithi142 ceph-mon[94717]: pgmap v5405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:00.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:26:59 smithi098 ceph-mon[94136]: pgmap v5405: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:00.549+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.550108+0000) 2023-03-22T17:27:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:00.617+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.618005+0000) 2023-03-22T17:27:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:00.618+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:00.618+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:00.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:00.649+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.649875+0000) 2023-03-22T17:27:00.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:00.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.617927+0000) 2023-03-22T17:27:00.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:00.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.617795+0000) 2023-03-22T17:27:00.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:00.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.620888+0000) 2023-03-22T17:27:00.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:00.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.575655+0000) 2023-03-22T17:27:00.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:00.617+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.618140+0000) 2023-03-22T17:27:00.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:00.618+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:00.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:00.618+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:00.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:00.654+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:00.654431+0000) 2023-03-22T17:27:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:01.550+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:01.550407+0000) 2023-03-22T17:27:01.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:01.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:01.618084+0000) 2023-03-22T17:27:01.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:01.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:01.575789+0000) 2023-03-22T17:27:01.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:01.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:01.617942+0000) 2023-03-22T17:27:01.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:01.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:01.621074+0000) 2023-03-22T17:27:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:01 smithi142 ceph-mon[94717]: pgmap v5406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:01 smithi098 ceph-mon[94136]: pgmap v5406: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:02.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:02.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:02.621210+0000) 2023-03-22T17:27:02.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:02.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:02.575906+0000) 2023-03-22T17:27:02.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:02.550+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:02.550538+0000) 2023-03-22T17:27:02.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:02.550+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:02.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:02.550+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:02.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:02.562+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:02.562717+0000) 2023-03-22T17:27:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:02.617+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:02.618216+0000) 2023-03-22T17:27:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:02.618+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:02.618+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:02.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:02.638+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:02.638946+0000) 2023-03-22T17:27:02.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:02.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:02.618056+0000) 2023-03-22T17:27:03.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:03.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:03.117904+0000) 2023-03-22T17:27:03.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:03.621+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:03.621375+0000) 2023-03-22T17:27:03.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:03.575+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:03.576036+0000) 2023-03-22T17:27:03.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:03.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:03.618184+0000) 2023-03-22T17:27:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:03 smithi142 ceph-mon[94717]: pgmap v5407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:27:04.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:03 smithi098 ceph-mon[94136]: pgmap v5407: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:27:04.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:04.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:04.118032+0000) 2023-03-22T17:27:04.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:04.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:04.621512+0000) 2023-03-22T17:27:04.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:04.574+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:04.576191+0000) 2023-03-22T17:27:04.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:04.575+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:04.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:04.575+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:04.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:04.589+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:04.590920+0000) 2023-03-22T17:27:04.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:04.617+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:04.618304+0000) 2023-03-22T17:27:04.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:04.617+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:04.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:04.617+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:04.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:04.634+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:04.636142+0000) 2023-03-22T17:27:05.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:05.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:05.118410+0000) 2023-03-22T17:27:05.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:05.116+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:05.118148+0000) 2023-03-22T17:27:05.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:05.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:05.118375+0000) 2023-03-22T17:27:05.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:05.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:05.621700+0000) 2023-03-22T17:27:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:05 smithi142 ceph-mon[94717]: pgmap v5408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:27:06.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:05 smithi098 ceph-mon[94136]: pgmap v5408: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:27:06.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:06.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:06.118538+0000) 2023-03-22T17:27:06.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:06.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:06.118497+0000) 2023-03-22T17:27:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:06.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:06.118259+0000) 2023-03-22T17:27:06.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:06.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:06.621878+0000) 2023-03-22T17:27:07.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:07.049+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:07.050762+0000) 2023-03-22T17:27:07.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:07.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:07.118659+0000) 2023-03-22T17:27:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:07.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:07.118385+0000) 2023-03-22T17:27:07.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:07.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:07.118487+0000) 2023-03-22T17:27:07.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:07.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:07.118619+0000) 2023-03-22T17:27:07.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:07.620+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:07.621996+0000) 2023-03-22T17:27:07.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:07.621+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:07.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:07.621+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:07.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:07.644+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:07.646235+0000) 2023-03-22T17:27:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:07 smithi142 ceph-mon[94717]: pgmap v5409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:27:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:07 smithi098 ceph-mon[94136]: pgmap v5409: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:27:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:08.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:08.118786+0000) 2023-03-22T17:27:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:08.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:08.118497+0000) 2023-03-22T17:27:08.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:08.051+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:08.053029+0000) 2023-03-22T17:27:08.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:08.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:08.118599+0000) 2023-03-22T17:27:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:08.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:08.118726+0000) 2023-03-22T17:27:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:09.054+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:09.055519+0000) 2023-03-22T17:27:09.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:09.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:09.118797+0000) 2023-03-22T17:27:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:09.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:09.118941+0000) 2023-03-22T17:27:09.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:09.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:09.118609+0000) 2023-03-22T17:27:09.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:09.075+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:09.076462+0000) 2023-03-22T17:27:09.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:09.117+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:09.118613+0000) 2023-03-22T17:27:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:09.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:09.118858+0000) 2023-03-22T17:27:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:09 smithi142 ceph-mon[94717]: pgmap v5410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:27:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:09 smithi142 ceph-mon[94717]: osdmap e308: 12 total, 9 up, 9 in 2023-03-22T17:27:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:09 smithi098 ceph-mon[94136]: pgmap v5410: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:27:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:09 smithi098 ceph-mon[94136]: osdmap e308: 12 total, 9 up, 9 in 2023-03-22T17:27:10.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:10.056+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:10.057809+0000) 2023-03-22T17:27:10.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:10.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:10.118942+0000) 2023-03-22T17:27:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:10.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:10.119087+0000) 2023-03-22T17:27:10.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:10.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:10.118751+0000) 2023-03-22T17:27:10.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:10.117+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:10.118750+0000) 2023-03-22T17:27:10.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:10.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:10.119019+0000) 2023-03-22T17:27:10.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:10.075+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:10.076601+0000) 2023-03-22T17:27:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:11.117+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:11.119204+0000) 2023-03-22T17:27:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:11.117+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:11.118971+0000) 2023-03-22T17:27:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:11.117+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:11.119068+0000) 2023-03-22T17:27:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:11.075+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:11.076721+0000) 2023-03-22T17:27:11.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:11.060+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:11.061418+0000) 2023-03-22T17:27:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:11.117+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:11.118947+0000) 2023-03-22T17:27:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:11.117+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:11.119151+0000) 2023-03-22T17:27:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:11 smithi142 ceph-mon[94717]: pgmap v5412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:27:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:11 smithi098 ceph-mon[94136]: pgmap v5412: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:27:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:12.060+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.062031+0000) 2023-03-22T17:27:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:12.118+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.119204+0000) 2023-03-22T17:27:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:12.118+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.119303+0000) 2023-03-22T17:27:12.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:12.118+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.119126+0000) 2023-03-22T17:27:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:12.075+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.076871+0000) 2023-03-22T17:27:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:12.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.119109+0000) 2023-03-22T17:27:12.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:12.121+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.122341+0000) 2023-03-22T17:27:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:12.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:12.119286+0000) 2023-03-22T17:27:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:13.060+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.062144+0000) 2023-03-22T17:27:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:13.118+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.119413+0000) 2023-03-22T17:27:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:13.118+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.119440+0000) 2023-03-22T17:27:13.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:13.118+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.119278+0000) 2023-03-22T17:27:13.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:13.121+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.122479+0000) 2023-03-22T17:27:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:13.075+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.077029+0000) 2023-03-22T17:27:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:13.117+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.119223+0000) 2023-03-22T17:27:13.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:13.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:13.119433+0000) 2023-03-22T17:27:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:13 smithi142 ceph-mon[94717]: pgmap v5413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:14.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:13 smithi098 ceph-mon[94136]: pgmap v5413: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:14.118+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.119565+0000) 2023-03-22T17:27:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:14.118+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.119463+0000) 2023-03-22T17:27:14.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:14.075+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.077169+0000) 2023-03-22T17:27:14.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:14.061+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.062432+0000) 2023-03-22T17:27:14.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:14.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.119555+0000) 2023-03-22T17:27:14.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:14.118+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.119541+0000) 2023-03-22T17:27:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:14.121+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.122632+0000) 2023-03-22T17:27:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:14.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:14.119418+0000) 2023-03-22T17:27:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:15.118+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.119770+0000) 2023-03-22T17:27:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:15.118+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.119589+0000) 2023-03-22T17:27:15.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:15.076+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.077305+0000) 2023-03-22T17:27:15.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:15.061+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.062597+0000) 2023-03-22T17:27:15.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:15.118+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.119773+0000) 2023-03-22T17:27:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:15.121+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.122803+0000) 2023-03-22T17:27:15.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:15.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.119565+0000) 2023-03-22T17:27:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:15.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:15.119773+0000) 2023-03-22T17:27:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:15 smithi142 ceph-mon[94717]: pgmap v5414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:15 smithi098 ceph-mon[94136]: pgmap v5414: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:16.061+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.062904+0000) 2023-03-22T17:27:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:16.118+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.119888+0000) 2023-03-22T17:27:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:16.118+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.119880+0000) 2023-03-22T17:27:16.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:16.118+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.119726+0000) 2023-03-22T17:27:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:16.076+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.077479+0000) 2023-03-22T17:27:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:16.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.119706+0000) 2023-03-22T17:27:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:16.121+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.122941+0000) 2023-03-22T17:27:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:16.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:16.119890+0000) 2023-03-22T17:27:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:17.061+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.063045+0000) 2023-03-22T17:27:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:17.118+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.120195+0000) 2023-03-22T17:27:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:17.118+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.120023+0000) 2023-03-22T17:27:17.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:17.118+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.119874+0000) 2023-03-22T17:27:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:17.076+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.077662+0000) 2023-03-22T17:27:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:17.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.119895+0000) 2023-03-22T17:27:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:17.121+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.123125+0000) 2023-03-22T17:27:17.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:17.118+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:17.120044+0000) 2023-03-22T17:27:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:17 smithi142 ceph-mon[94717]: pgmap v5415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:17 smithi098 ceph-mon[94136]: pgmap v5415: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:18.062+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.063313+0000) 2023-03-22T17:27:18.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:18.119+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.120360+0000) 2023-03-22T17:27:18.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:18.119+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.120182+0000) 2023-03-22T17:27:18.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:18.119+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.120029+0000) 2023-03-22T17:27:18.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:18.076+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.077802+0000) 2023-03-22T17:27:18.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:18.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.120075+0000) 2023-03-22T17:27:18.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:18.119+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.120211+0000) 2023-03-22T17:27:18.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:18.122+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:18.123310+0000) 2023-03-22T17:27:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:19.062+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.063458+0000) 2023-03-22T17:27:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:19.119+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.120476+0000) 2023-03-22T17:27:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:19.119+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.120293+0000) 2023-03-22T17:27:19.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:19.118+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.120214+0000) 2023-03-22T17:27:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:19.118+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.120251+0000) 2023-03-22T17:27:19.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:19.122+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.123442+0000) 2023-03-22T17:27:19.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:19.076+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.077971+0000) 2023-03-22T17:27:19.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:19.119+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:19.120337+0000) 2023-03-22T17:27:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:19 smithi142 ceph-mon[94717]: pgmap v5416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:19 smithi098 ceph-mon[94136]: pgmap v5416: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:27:20.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:20.119+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.120476+0000) 2023-03-22T17:27:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:20.119+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.120371+0000) 2023-03-22T17:27:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:20.076+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.078148+0000) 2023-03-22T17:27:20.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:20.119+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.120500+0000) 2023-03-22T17:27:20.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:20.062+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.063781+0000) 2023-03-22T17:27:20.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:20.119+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.120651+0000) 2023-03-22T17:27:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:20.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.120440+0000) 2023-03-22T17:27:20.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:20.122+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:20.123598+0000) 2023-03-22T17:27:21.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:21.062+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.063963+0000) 2023-03-22T17:27:21.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:21.119+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.120782+0000) 2023-03-22T17:27:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:21.119+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.120653+0000) 2023-03-22T17:27:21.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:21.119+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.120540+0000) 2023-03-22T17:27:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:21.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.078295+0000) 2023-03-22T17:27:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:21.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.120612+0000) 2023-03-22T17:27:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:21.122+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.123732+0000) 2023-03-22T17:27:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:21.119+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:21.120669+0000) 2023-03-22T17:27:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:21 smithi142 ceph-mon[94717]: pgmap v5417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.5 KiB/s rd, 175 B/s wr, 8 op/s 2023-03-22T17:27:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:21 smithi098 ceph-mon[94136]: pgmap v5417: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.5 KiB/s rd, 175 B/s wr, 8 op/s 2023-03-22T17:27:22.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:22.119+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.120805+0000) 2023-03-22T17:27:22.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:22.119+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.120667+0000) 2023-03-22T17:27:22.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:22.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.078418+0000) 2023-03-22T17:27:22.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:22.119+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.120972+0000) 2023-03-22T17:27:22.475 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:22.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.064319+0000) 2023-03-22T17:27:22.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:22.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.120762+0000) 2023-03-22T17:27:22.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:22.122+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.123869+0000) 2023-03-22T17:27:22.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:22.119+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:22.121027+0000) 2023-03-22T17:27:23.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:23.119+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.120987+0000) 2023-03-22T17:27:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:23.119+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.120853+0000) 2023-03-22T17:27:23.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:23.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.078549+0000) 2023-03-22T17:27:23.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:23.119+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.121148+0000) 2023-03-22T17:27:23.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:23.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.064448+0000) 2023-03-22T17:27:23.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:23.119+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.121088+0000) 2023-03-22T17:27:23.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:23.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.120930+0000) 2023-03-22T17:27:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:23.122+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:23.124054+0000) 2023-03-22T17:27:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:23 smithi142 ceph-mon[94717]: pgmap v5418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:27:24.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:23 smithi098 ceph-mon[94136]: pgmap v5418: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:27:24.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:24.119+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.121196+0000) 2023-03-22T17:27:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:24.119+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.121081+0000) 2023-03-22T17:27:24.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:24.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.078704+0000) 2023-03-22T17:27:24.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:24.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.064716+0000) 2023-03-22T17:27:24.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:24.120+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.121299+0000) 2023-03-22T17:27:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:24.119+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.121111+0000) 2023-03-22T17:27:24.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:24.120+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.121311+0000) 2023-03-22T17:27:24.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:24.122+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:24.124201+0000) 2023-03-22T17:27:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:25.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.064895+0000) 2023-03-22T17:27:25.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:25.120+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.121438+0000) 2023-03-22T17:27:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:25.120+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.121398+0000) 2023-03-22T17:27:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:25.119+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.121247+0000) 2023-03-22T17:27:25.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:25.120+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.121448+0000) 2023-03-22T17:27:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:25.077+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.078841+0000) 2023-03-22T17:27:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:25.120+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.121303+0000) 2023-03-22T17:27:25.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:25.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:25.124359+0000) 2023-03-22T17:27:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:25 smithi142 ceph-mon[94717]: pgmap v5419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:27:26.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:25 smithi098 ceph-mon[94136]: pgmap v5419: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:27:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:26.063+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.065151+0000) 2023-03-22T17:27:26.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:26.120+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.121565+0000) 2023-03-22T17:27:26.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:26.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.124515+0000) 2023-03-22T17:27:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:26.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.079006+0000) 2023-03-22T17:27:26.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:26.120+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.121658+0000) 2023-03-22T17:27:26.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:26.120+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.121523+0000) 2023-03-22T17:27:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:26.120+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.121485+0000) 2023-03-22T17:27:26.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:26.120+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:26.121613+0000) 2023-03-22T17:27:27.386 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:27.120+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.121764+0000) 2023-03-22T17:27:27.387 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:27.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.079142+0000) 2023-03-22T17:27:27.388 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:27.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.065369+0000) 2023-03-22T17:27:27.388 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:27.120+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.121848+0000) 2023-03-22T17:27:27.388 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:27.120+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.121744+0000) 2023-03-22T17:27:27.389 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:27.120+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.121709+0000) 2023-03-22T17:27:27.389 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:27.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.124614+0000) 2023-03-22T17:27:27.720 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:27.120+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:27.121772+0000) 2023-03-22T17:27:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:27 smithi142 ceph-mon[94717]: pgmap v5420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:27:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:27 smithi098 ceph-mon[94136]: pgmap v5420: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:27:28.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:28.120+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.122056+0000) 2023-03-22T17:27:28.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:28.120+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.122050+0000) 2023-03-22T17:27:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:28.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.079293+0000) 2023-03-22T17:27:28.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:28.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.065611+0000) 2023-03-22T17:27:28.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:28.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.124733+0000) 2023-03-22T17:27:28.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:28.120+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.122065+0000) 2023-03-22T17:27:28.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:28.120+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.122093+0000) 2023-03-22T17:27:28.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:28.120+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:28.121899+0000) 2023-03-22T17:27:29.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:29.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.065720+0000) 2023-03-22T17:27:29.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:29.121+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.122491+0000) 2023-03-22T17:27:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:29.120+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.122230+0000) 2023-03-22T17:27:29.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:29.120+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.122061+0000) 2023-03-22T17:27:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:29.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.079423+0000) 2023-03-22T17:27:29.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:29.120+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.122225+0000) 2023-03-22T17:27:29.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:29.121+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:29.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:29.121+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:29.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:29.138+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.139808+0000) 2023-03-22T17:27:29.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:29.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.124876+0000) 2023-03-22T17:27:29.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:29.121+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:29.122295+0000) 2023-03-22T17:27:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:29 smithi142 ceph-mon[94717]: pgmap v5421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:27:30.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:29 smithi098 ceph-mon[94136]: pgmap v5421: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:27:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:30.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:30.066016+0000) 2023-03-22T17:27:30.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:30.121+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:30.122652+0000) 2023-03-22T17:27:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:30.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:30.122494+0000) 2023-03-22T17:27:30.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:30.120+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:30.122186+0000) 2023-03-22T17:27:30.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:30.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:30.079528+0000) 2023-03-22T17:27:30.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:30.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:30.124991+0000) 2023-03-22T17:27:30.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:30.121+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:30.122435+0000) 2023-03-22T17:27:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:31.064+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.066172+0000) 2023-03-22T17:27:31.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:31.121+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.122848+0000) 2023-03-22T17:27:31.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:31.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.079651+0000) 2023-03-22T17:27:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:31.121+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.122309+0000) 2023-03-22T17:27:31.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:31.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.125116+0000) 2023-03-22T17:27:31.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:31.121+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.122651+0000) 2023-03-22T17:27:31.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:31.122+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:31.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:31.122+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:31.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:31.140+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.141647+0000) 2023-03-22T17:27:31.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:31.121+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.122571+0000) 2023-03-22T17:27:31.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:31.122+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:31.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:31.122+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:31.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:31.143+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:31.145009+0000) 2023-03-22T17:27:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:31 smithi142 ceph-mon[94717]: pgmap v5422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:31 smithi098 ceph-mon[94136]: pgmap v5422: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:32.065+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:32.066420+0000) 2023-03-22T17:27:32.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:32.121+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:32.122980+0000) 2023-03-22T17:27:32.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:32.123+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:32.125225+0000) 2023-03-22T17:27:32.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:32.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:32.079806+0000) 2023-03-22T17:27:32.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:32.121+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:32.122470+0000) 2023-03-22T17:27:33.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:33.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.079949+0000) 2023-03-22T17:27:33.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:33.065+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.066576+0000) 2023-03-22T17:27:33.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:33.065+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:33.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:33.066+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:33.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:33.073+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.074635+0000) 2023-03-22T17:27:33.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:33.121+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.123122+0000) 2023-03-22T17:27:33.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:33.122+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:33.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:33.122+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:33.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:33.125+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.126711+0000) 2023-03-22T17:27:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:33.121+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.122618+0000) 2023-03-22T17:27:33.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:33.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.125300+0000) 2023-03-22T17:27:33.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:33.621+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:33.622469+0000) 2023-03-22T17:27:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:33 smithi142 ceph-mon[94717]: pgmap v5423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:33 smithi098 ceph-mon[94136]: pgmap v5423: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:34.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:34.121+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:34.122773+0000) 2023-03-22T17:27:34.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:34.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:34.125439+0000) 2023-03-22T17:27:34.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:34.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:34.080106+0000) 2023-03-22T17:27:34.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:34.621+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:34.622610+0000) 2023-03-22T17:27:35.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:35.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.125604+0000) 2023-03-22T17:27:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:35.078+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.080258+0000) 2023-03-22T17:27:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:35.079+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:35.079+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:35.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:35.105+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.106341+0000) 2023-03-22T17:27:35.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:35.121+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.122924+0000) 2023-03-22T17:27:35.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:35.122+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:35.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:35.122+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:35.127+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.128539+0000) 2023-03-22T17:27:35.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:35.621+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.622945+0000) 2023-03-22T17:27:35.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:35.621+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.622719+0000) 2023-03-22T17:27:35.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:35.621+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:35.622816+0000) 2023-03-22T17:27:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:35 smithi142 ceph-mon[94717]: pgmap v5424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:35 smithi098 ceph-mon[94136]: pgmap v5424: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:36.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:36.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:36.125772+0000) 2023-03-22T17:27:36.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:36.621+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:36.623064+0000) 2023-03-22T17:27:36.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:36.621+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:36.622944+0000) 2023-03-22T17:27:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:36.621+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:36.622840+0000) 2023-03-22T17:27:37.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:37.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:37.125924+0000) 2023-03-22T17:27:37.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:37.565+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:37.566857+0000) 2023-03-22T17:27:37.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:37.622+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:37.623401+0000) 2023-03-22T17:27:37.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:37.622+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:37.623176+0000) 2023-03-22T17:27:37.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:37.622+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:37.623007+0000) 2023-03-22T17:27:37.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:37.622+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:37.623093+0000) 2023-03-22T17:27:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:37 smithi142 ceph-mon[94717]: pgmap v5425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:37 smithi098 ceph-mon[94136]: pgmap v5425: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:38.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:38.124+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:38.126098+0000) 2023-03-22T17:27:38.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:38.125+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:38.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:38.125+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:38.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:38.156+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:38.158147+0000) 2023-03-22T17:27:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:38.568+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:38.569135+0000) 2023-03-22T17:27:38.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:38.622+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:38.623504+0000) 2023-03-22T17:27:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:38.622+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:38.623294+0000) 2023-03-22T17:27:38.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:38.621+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:38.623182+0000) 2023-03-22T17:27:38.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:38.621+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:38.623244+0000) 2023-03-22T17:27:39.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:39.571+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:39.571625+0000) 2023-03-22T17:27:39.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:39.622+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:39.623607+0000) 2023-03-22T17:27:39.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:39.622+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:39.623411+0000) 2023-03-22T17:27:39.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:39.622+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:39.623297+0000) 2023-03-22T17:27:39.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:39.579+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:39.580514+0000) 2023-03-22T17:27:39.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:39.621+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:39.623178+0000) 2023-03-22T17:27:39.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:39.622+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:39.623366+0000) 2023-03-22T17:27:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:39 smithi142 ceph-mon[94717]: pgmap v5426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:39 smithi098 ceph-mon[94136]: pgmap v5426: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:40.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:40.572+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:40.573961+0000) 2023-03-22T17:27:40.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:40.622+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:40.623706+0000) 2023-03-22T17:27:40.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:40.622+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:40.623527+0000) 2023-03-22T17:27:40.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:40.622+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:40.623431+0000) 2023-03-22T17:27:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:40.579+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:40.580617+0000) 2023-03-22T17:27:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:40.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:40.623343+0000) 2023-03-22T17:27:40.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:40.622+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:40.623482+0000) 2023-03-22T17:27:41.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:41.577+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:41.578402+0000) 2023-03-22T17:27:41.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:41.622+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:41.623869+0000) 2023-03-22T17:27:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:41.622+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:41.623675+0000) 2023-03-22T17:27:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:41.622+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:41.623617+0000) 2023-03-22T17:27:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:41.579+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:41.580773+0000) 2023-03-22T17:27:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:41.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:41.623472+0000) 2023-03-22T17:27:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:41.622+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:41.623635+0000) 2023-03-22T17:27:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:41 smithi142 ceph-mon[94717]: pgmap v5427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:41 smithi098 ceph-mon[94136]: pgmap v5427: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:42.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:42.577+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.579031+0000) 2023-03-22T17:27:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:42.622+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.624063+0000) 2023-03-22T17:27:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:42.622+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.623902+0000) 2023-03-22T17:27:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:42.622+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.623813+0000) 2023-03-22T17:27:42.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:42.622+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.623836+0000) 2023-03-22T17:27:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:42.579+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.580897+0000) 2023-03-22T17:27:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:42.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.623621+0000) 2023-03-22T17:27:42.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:42.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:42.626300+0000) 2023-03-22T17:27:43.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:43.578+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.579321+0000) 2023-03-22T17:27:43.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:43.622+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.624180+0000) 2023-03-22T17:27:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:43.622+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.624116+0000) 2023-03-22T17:27:43.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:43.622+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.623992+0000) 2023-03-22T17:27:43.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:43.622+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.624042+0000) 2023-03-22T17:27:43.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:43.579+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.581028+0000) 2023-03-22T17:27:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:43.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.623771+0000) 2023-03-22T17:27:43.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:43.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:43.626405+0000) 2023-03-22T17:27:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:43 smithi142 ceph-mon[94717]: pgmap v5428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:43 smithi098 ceph-mon[94136]: pgmap v5428: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:44.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:44.578+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.579532+0000) 2023-03-22T17:27:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:44.623+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.624392+0000) 2023-03-22T17:27:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:44.622+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.624136+0000) 2023-03-22T17:27:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:44.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.623957+0000) 2023-03-22T17:27:44.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:44.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.626525+0000) 2023-03-22T17:27:44.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:44.579+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.581200+0000) 2023-03-22T17:27:44.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:44.623+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.624265+0000) 2023-03-22T17:27:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:44.622+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:44.624175+0000) 2023-03-22T17:27:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:45.578+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.579806+0000) 2023-03-22T17:27:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:45.623+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.624503+0000) 2023-03-22T17:27:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:45.623+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.624430+0000) 2023-03-22T17:27:45.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:45.623+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.624309+0000) 2023-03-22T17:27:45.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:45.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.626644+0000) 2023-03-22T17:27:45.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:45.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.581382+0000) 2023-03-22T17:27:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:45.622+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.624130+0000) 2023-03-22T17:27:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:45.623+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:45.624305+0000) 2023-03-22T17:27:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:45 smithi142 ceph-mon[94717]: pgmap v5429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:45 smithi098 ceph-mon[94136]: pgmap v5429: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:46.579+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.580007+0000) 2023-03-22T17:27:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:46.623+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.624616+0000) 2023-03-22T17:27:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:46.623+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.624544+0000) 2023-03-22T17:27:46.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:46.623+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.624451+0000) 2023-03-22T17:27:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:46.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.626759+0000) 2023-03-22T17:27:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:46.623+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.624441+0000) 2023-03-22T17:27:46.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:46.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.581540+0000) 2023-03-22T17:27:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:46.623+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:46.624310+0000) 2023-03-22T17:27:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:47.579+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.580378+0000) 2023-03-22T17:27:47.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:47.623+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.624754+0000) 2023-03-22T17:27:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:47.623+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.624760+0000) 2023-03-22T17:27:47.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:47.623+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.624587+0000) 2023-03-22T17:27:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:47.623+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.624454+0000) 2023-03-22T17:27:47.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:47.623+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.624563+0000) 2023-03-22T17:27:47.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:47.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.581688+0000) 2023-03-22T17:27:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:47.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:47.626878+0000) 2023-03-22T17:27:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:47 smithi142 ceph-mon[94717]: pgmap v5430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:47 smithi098 ceph-mon[94136]: pgmap v5430: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:48.579+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.580516+0000) 2023-03-22T17:27:48.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:48.623+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.624910+0000) 2023-03-22T17:27:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:48.623+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.624879+0000) 2023-03-22T17:27:48.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:48.623+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.624749+0000) 2023-03-22T17:27:48.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:48.623+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.624678+0000) 2023-03-22T17:27:48.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:48.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.581823+0000) 2023-03-22T17:27:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:48.623+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.624574+0000) 2023-03-22T17:27:48.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:48.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:48.626987+0000) 2023-03-22T17:27:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:49.580+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.580820+0000) 2023-03-22T17:27:49.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:49.623+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.625050+0000) 2023-03-22T17:27:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:49.623+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.625000+0000) 2023-03-22T17:27:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:49.623+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.624882+0000) 2023-03-22T17:27:49.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:49.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.581944+0000) 2023-03-22T17:27:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:49.623+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.624697+0000) 2023-03-22T17:27:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:49.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.627127+0000) 2023-03-22T17:27:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:49.623+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:49.624795+0000) 2023-03-22T17:27:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:49 smithi142 ceph-mon[94717]: pgmap v5431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:49 smithi098 ceph-mon[94136]: pgmap v5431: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:50.580+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.580978+0000) 2023-03-22T17:27:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:50.623+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.625172+0000) 2023-03-22T17:27:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:50.623+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.625118+0000) 2023-03-22T17:27:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:50.623+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.625015+0000) 2023-03-22T17:27:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:50.623+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.624818+0000) 2023-03-22T17:27:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:50.625+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.627242+0000) 2023-03-22T17:27:50.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:50.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.582061+0000) 2023-03-22T17:27:50.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:50.623+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:50.624914+0000) 2023-03-22T17:27:51.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:51.624+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.625297+0000) 2023-03-22T17:27:51.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:51.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.627339+0000) 2023-03-22T17:27:51.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:51.624+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.625052+0000) 2023-03-22T17:27:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:51.580+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.582165+0000) 2023-03-22T17:27:51.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:51.580+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.581313+0000) 2023-03-22T17:27:51.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:51.624+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.625238+0000) 2023-03-22T17:27:51.973 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:51.624+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.625140+0000) 2023-03-22T17:27:51.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:51.624+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:51.624967+0000) 2023-03-22T17:27:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:51 smithi142 ceph-mon[94717]: pgmap v5432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:51 smithi098 ceph-mon[94136]: pgmap v5432: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:52.581+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.581461+0000) 2023-03-22T17:27:52.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:52.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.625412+0000) 2023-03-22T17:27:52.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:52.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.625375+0000) 2023-03-22T17:27:52.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:52.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.625262+0000) 2023-03-22T17:27:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:52.624+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.625131+0000) 2023-03-22T17:27:52.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:52.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.582291+0000) 2023-03-22T17:27:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:52.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.627445+0000) 2023-03-22T17:27:52.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:52.624+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:52.625180+0000) 2023-03-22T17:27:53.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:53.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.625587+0000) 2023-03-22T17:27:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:53.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.625516+0000) 2023-03-22T17:27:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:53.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.625443+0000) 2023-03-22T17:27:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:53.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.582400+0000) 2023-03-22T17:27:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:53.581+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.581728+0000) 2023-03-22T17:27:53.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:53.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.627551+0000) 2023-03-22T17:27:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:53.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.625340+0000) 2023-03-22T17:27:53.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:53.625+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:53.625309+0000) 2023-03-22T17:27:54.129 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:53 smithi142 ceph-mon[94717]: pgmap v5433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:53 smithi098 ceph-mon[94136]: pgmap v5433: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:27:54.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:54.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.625679+0000) 2023-03-22T17:27:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:54.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.625617+0000) 2023-03-22T17:27:54.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:54.581+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.581938+0000) 2023-03-22T17:27:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:54.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.582504+0000) 2023-03-22T17:27:54.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:54.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.625771+0000) 2023-03-22T17:27:54.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:54.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.627666+0000) 2023-03-22T17:27:54.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:54.625+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.625461+0000) 2023-03-22T17:27:54.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:54.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:54.625501+0000) 2023-03-22T17:27:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:55.582+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.582258+0000) 2023-03-22T17:27:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:55.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.625887+0000) 2023-03-22T17:27:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:55.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.625812+0000) 2023-03-22T17:27:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:55.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.625744+0000) 2023-03-22T17:27:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:55.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.627771+0000) 2023-03-22T17:27:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:55.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.582607+0000) 2023-03-22T17:27:55.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:55.625+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.625625+0000) 2023-03-22T17:27:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:55.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:55.625625+0000) 2023-03-22T17:27:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:55 smithi142 ceph-mon[94717]: pgmap v5434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:55 smithi098 ceph-mon[94136]: pgmap v5434: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:56.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:56.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.625929+0000) 2023-03-22T17:27:56.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:56.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.625871+0000) 2023-03-22T17:27:56.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:56.582+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.582468+0000) 2023-03-22T17:27:56.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:56.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.582717+0000) 2023-03-22T17:27:56.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:56.625+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.625784+0000) 2023-03-22T17:27:56.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:56.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.627956+0000) 2023-03-22T17:27:56.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:56.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.625763+0000) 2023-03-22T17:27:56.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:56.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:56.625998+0000) 2023-03-22T17:27:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:57.582+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.582725+0000) 2023-03-22T17:27:57.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:57.625+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.626152+0000) 2023-03-22T17:27:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:57.625+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.626159+0000) 2023-03-22T17:27:57.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:57.625+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.626035+0000) 2023-03-22T17:27:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:57.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.628113+0000) 2023-03-22T17:27:57.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:57.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.582823+0000) 2023-03-22T17:27:57.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:57.625+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.625956+0000) 2023-03-22T17:27:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:57.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:57.625953+0000) 2023-03-22T17:27:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:57 smithi142 ceph-mon[94717]: pgmap v5435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:57 smithi098 ceph-mon[94136]: pgmap v5435: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:27:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:58.582+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.582866+0000) 2023-03-22T17:27:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:58.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.626445+0000) 2023-03-22T17:27:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:58.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.626316+0000) 2023-03-22T17:27:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:58.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.626302+0000) 2023-03-22T17:27:58.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:58.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.582956+0000) 2023-03-22T17:27:58.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:58.625+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.626113+0000) 2023-03-22T17:27:58.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:58.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.626108+0000) 2023-03-22T17:27:58.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:58.627+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:58.628221+0000) 2023-03-22T17:27:59.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:27:59.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.626434+0000) 2023-03-22T17:27:59.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:27:59.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.583083+0000) 2023-03-22T17:27:59.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:27:59.582+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.583103+0000) 2023-03-22T17:27:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:59.626+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.626422+0000) 2023-03-22T17:27:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:59.626+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:59.627+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:27:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:27:59.630+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.630755+0000) 2023-03-22T17:27:59.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:27:59.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.626562+0000) 2023-03-22T17:27:59.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:27:59.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.628300+0000) 2023-03-22T17:27:59.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:27:59.625+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.626242+0000) 2023-03-22T17:27:59.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:27:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:27:59.625+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:27:59.626230+0000) 2023-03-22T17:28:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:27:59 smithi142 ceph-mon[94717]: pgmap v5436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:27:59 smithi098 ceph-mon[94136]: pgmap v5436: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:00.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:00.582+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:00.583231+0000) 2023-03-22T17:28:00.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:00.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:00.626690+0000) 2023-03-22T17:28:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:00.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:00.626588+0000) 2023-03-22T17:28:00.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:00.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:00.628404+0000) 2023-03-22T17:28:00.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:00.582+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:00.583216+0000) 2023-03-22T17:28:00.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:00.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:00.626434+0000) 2023-03-22T17:28:00.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:00.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:00.626345+0000) 2023-03-22T17:28:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:01.583+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.583486+0000) 2023-03-22T17:28:01.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:01.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.626837+0000) 2023-03-22T17:28:01.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:01.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.626603+0000) 2023-03-22T17:28:01.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:01.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.583336+0000) 2023-03-22T17:28:01.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:01.626+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.626765+0000) 2023-03-22T17:28:01.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:01.627+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:01.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:01.627+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:01.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:01.636+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.636871+0000) 2023-03-22T17:28:01.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:01.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.628507+0000) 2023-03-22T17:28:01.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:01.626+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.626502+0000) 2023-03-22T17:28:01.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:01.626+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:01.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:01.626+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:01.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:01.636+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:01.636811+0000) 2023-03-22T17:28:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:01 smithi142 ceph-mon[94717]: pgmap v5437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:01 smithi098 ceph-mon[94136]: pgmap v5437: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:02.583+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:02.583608+0000) 2023-03-22T17:28:02.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:02.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:02.626948+0000) 2023-03-22T17:28:02.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:02.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:02.583461+0000) 2023-03-22T17:28:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:02.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:02.626774+0000) 2023-03-22T17:28:02.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:02.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:02.628609+0000) 2023-03-22T17:28:03.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:03.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:03.626899+0000) 2023-03-22T17:28:03.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:03.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:03.583571+0000) 2023-03-22T17:28:03.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:03.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:03.628717+0000) 2023-03-22T17:28:03.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:03.583+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:03.583851+0000) 2023-03-22T17:28:03.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:03.584+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:03.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:03.584+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:03.974 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:03.607+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:03.607711+0000) 2023-03-22T17:28:03.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:03.626+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:03.627053+0000) 2023-03-22T17:28:03.975 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:03.627+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:03.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:03.627+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:03.976 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:03.652+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:03.652429+0000) 2023-03-22T17:28:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:03 smithi142 ceph-mon[94717]: pgmap v5438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:28:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:03 smithi098 ceph-mon[94136]: pgmap v5438: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:28:04.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:04.126+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:04.126754+0000) 2023-03-22T17:28:05.127 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:04.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:04.583736+0000) 2023-03-22T17:28:05.128 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:04.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:04.627025+0000) 2023-03-22T17:28:05.129 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:04.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:04.628840+0000) 2023-03-22T17:28:05.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:05.126+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:05.126931+0000) 2023-03-22T17:28:05.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:05.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:05.628947+0000) 2023-03-22T17:28:05.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:05.626+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:05.627176+0000) 2023-03-22T17:28:05.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:05.627+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:05.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:05.627+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:05.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:05.643+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:05.644213+0000) 2023-03-22T17:28:05.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:05.583+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:05.583864+0000) 2023-03-22T17:28:05.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:05.584+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:05.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:05.584+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:05.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:05.602+0000 7f6453381700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:05.602563+0000) 2023-03-22T17:28:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:05 smithi142 ceph-mon[94717]: pgmap v5439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:28:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:05 smithi098 ceph-mon[94136]: pgmap v5439: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:28:06.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:06.126+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:06.127110+0000) 2023-03-22T17:28:06.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:06.126+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:06.127070+0000) 2023-03-22T17:28:06.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:06.126+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:06.126763+0000) 2023-03-22T17:28:06.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:06.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:06.629071+0000) 2023-03-22T17:28:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:07.126+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:07.127221+0000) 2023-03-22T17:28:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:07.126+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:07.127182+0000) 2023-03-22T17:28:07.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:07.126+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:07.126919+0000) 2023-03-22T17:28:07.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:07.628+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:07.629209+0000) 2023-03-22T17:28:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:07 smithi142 ceph-mon[94717]: pgmap v5440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:28:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:07 smithi098 ceph-mon[94136]: pgmap v5440: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:28:08.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:08.083+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:08.084129+0000) 2023-03-22T17:28:08.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:08.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:08.127294+0000) 2023-03-22T17:28:08.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:08.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:08.127315+0000) 2023-03-22T17:28:08.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:08.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:08.127315+0000) 2023-03-22T17:28:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:08.126+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:08.127108+0000) 2023-03-22T17:28:08.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:08.629+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:08.629297+0000) 2023-03-22T17:28:08.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:08.629+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:08.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:08.629+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:08.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:08.644+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:08.644736+0000) 2023-03-22T17:28:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:09.087+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:09.087932+0000) 2023-03-22T17:28:09.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:09.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:09.127452+0000) 2023-03-22T17:28:09.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:09.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:09.127418+0000) 2023-03-22T17:28:09.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:09.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:09.127452+0000) 2023-03-22T17:28:09.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:09.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:09.127328+0000) 2023-03-22T17:28:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:09 smithi142 ceph-mon[94717]: pgmap v5441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:28:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:09 smithi098 ceph-mon[94136]: pgmap v5441: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:28:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:10.126+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:10.127581+0000) 2023-03-22T17:28:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:10.126+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:10.127593+0000) 2023-03-22T17:28:10.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:10.082+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:10.084105+0000) 2023-03-22T17:28:10.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:10.089+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:10.090670+0000) 2023-03-22T17:28:10.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:10.126+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:10.127589+0000) 2023-03-22T17:28:10.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:10.126+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:10.127466+0000) 2023-03-22T17:28:10.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:10.126+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:10.127454+0000) 2023-03-22T17:28:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:10 smithi142 ceph-mon[94717]: osdmap e309: 12 total, 9 up, 9 in 2023-03-22T17:28:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:10 smithi098 ceph-mon[94136]: osdmap e309: 12 total, 9 up, 9 in 2023-03-22T17:28:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:11.091+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:11.092952+0000) 2023-03-22T17:28:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:11.126+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:11.127751+0000) 2023-03-22T17:28:11.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:11.126+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:11.127748+0000) 2023-03-22T17:28:11.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:11.126+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:11.127766+0000) 2023-03-22T17:28:11.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:11.082+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:11.084215+0000) 2023-03-22T17:28:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:11.126+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:11.127669+0000) 2023-03-22T17:28:11.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:11.126+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:11.127665+0000) 2023-03-22T17:28:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:11 smithi142 ceph-mon[94717]: pgmap v5443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:28:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:11 smithi098 ceph-mon[94136]: pgmap v5443: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:28:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:12.095+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:12.097044+0000) 2023-03-22T17:28:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:12.126+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:12.127952+0000) 2023-03-22T17:28:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:12.126+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:12.127942+0000) 2023-03-22T17:28:12.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:12.126+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:12.128014+0000) 2023-03-22T17:28:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:12.083+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:12.084376+0000) 2023-03-22T17:28:12.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:12.126+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:12.127879+0000) 2023-03-22T17:28:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:12.126+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:12.127886+0000) 2023-03-22T17:28:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:13.096+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.097805+0000) 2023-03-22T17:28:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:13.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.128199+0000) 2023-03-22T17:28:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:13.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.128207+0000) 2023-03-22T17:28:13.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:13.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.128228+0000) 2023-03-22T17:28:13.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:13.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.128105+0000) 2023-03-22T17:28:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:13.083+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.084526+0000) 2023-03-22T17:28:13.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:13.128+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.129491+0000) 2023-03-22T17:28:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:13.127+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:13.128102+0000) 2023-03-22T17:28:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:13 smithi142 ceph-mon[94717]: pgmap v5444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:13 smithi098 ceph-mon[94136]: pgmap v5444: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:14.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.098103+0000) 2023-03-22T17:28:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:14.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.128396+0000) 2023-03-22T17:28:14.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:14.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.128431+0000) 2023-03-22T17:28:14.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:14.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.128428+0000) 2023-03-22T17:28:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:14.083+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.084636+0000) 2023-03-22T17:28:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:14.127+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.128280+0000) 2023-03-22T17:28:14.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:14.128+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.129619+0000) 2023-03-22T17:28:14.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:14.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:14.128263+0000) 2023-03-22T17:28:15.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:15.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.098317+0000) 2023-03-22T17:28:15.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:15.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.128580+0000) 2023-03-22T17:28:15.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:15.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.128579+0000) 2023-03-22T17:28:15.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:15.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.128657+0000) 2023-03-22T17:28:15.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:15.083+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.084782+0000) 2023-03-22T17:28:15.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:15.128+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.129798+0000) 2023-03-22T17:28:15.477 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:15.127+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.128413+0000) 2023-03-22T17:28:15.477 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:15.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:15.128442+0000) 2023-03-22T17:28:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:15 smithi142 ceph-mon[94717]: pgmap v5445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:15 smithi098 ceph-mon[94136]: pgmap v5445: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:16.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:16.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.098600+0000) 2023-03-22T17:28:16.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:16.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.128760+0000) 2023-03-22T17:28:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:16.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.128793+0000) 2023-03-22T17:28:16.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:16.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.128880+0000) 2023-03-22T17:28:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:16.127+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.128615+0000) 2023-03-22T17:28:16.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:16.083+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.084894+0000) 2023-03-22T17:28:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:16.128+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.129934+0000) 2023-03-22T17:28:16.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:16.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:16.128653+0000) 2023-03-22T17:28:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:17.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.098751+0000) 2023-03-22T17:28:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:17.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.128915+0000) 2023-03-22T17:28:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:17.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.129008+0000) 2023-03-22T17:28:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:17.083+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.085012+0000) 2023-03-22T17:28:17.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:17.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.128910+0000) 2023-03-22T17:28:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:17.127+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.128840+0000) 2023-03-22T17:28:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:17.128+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.130065+0000) 2023-03-22T17:28:17.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:17.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:17.128852+0000) 2023-03-22T17:28:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:17 smithi142 ceph-mon[94717]: pgmap v5446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:17 smithi098 ceph-mon[94136]: pgmap v5446: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:18.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:18.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.098975+0000) 2023-03-22T17:28:18.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:18.127+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.129094+0000) 2023-03-22T17:28:18.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:18.127+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.129072+0000) 2023-03-22T17:28:18.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:18.127+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.129191+0000) 2023-03-22T17:28:18.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:18.083+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.085182+0000) 2023-03-22T17:28:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:18.127+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.129008+0000) 2023-03-22T17:28:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:18.128+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.130194+0000) 2023-03-22T17:28:18.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:18.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:18.129008+0000) 2023-03-22T17:28:19.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:19.097+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.099143+0000) 2023-03-22T17:28:19.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:19.128+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.129259+0000) 2023-03-22T17:28:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:19.128+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.129297+0000) 2023-03-22T17:28:19.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:19.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.129331+0000) 2023-03-22T17:28:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:19.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.130301+0000) 2023-03-22T17:28:19.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:19.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.085315+0000) 2023-03-22T17:28:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:19.127+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.129150+0000) 2023-03-22T17:28:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:19.127+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:19.129186+0000) 2023-03-22T17:28:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:19 smithi142 ceph-mon[94717]: pgmap v5447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:19 smithi098 ceph-mon[94136]: pgmap v5447: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:28:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:20.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.099460+0000) 2023-03-22T17:28:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:20.128+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.129406+0000) 2023-03-22T17:28:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:20.128+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.129420+0000) 2023-03-22T17:28:20.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:20.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.129446+0000) 2023-03-22T17:28:20.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:20.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.130418+0000) 2023-03-22T17:28:20.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:20.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.085431+0000) 2023-03-22T17:28:20.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:20.128+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.129316+0000) 2023-03-22T17:28:20.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:20.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:20.129342+0000) 2023-03-22T17:28:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:21.128+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.129795+0000) 2023-03-22T17:28:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:21.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.129654+0000) 2023-03-22T17:28:21.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:21.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.099645+0000) 2023-03-22T17:28:21.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:21.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.085573+0000) 2023-03-22T17:28:21.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:21.128+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.129669+0000) 2023-03-22T17:28:21.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:21.128+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.129477+0000) 2023-03-22T17:28:21.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:21.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.130531+0000) 2023-03-22T17:28:21.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:21.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:21.129486+0000) 2023-03-22T17:28:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:21 smithi142 ceph-mon[94717]: pgmap v5448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2023-03-22T17:28:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:21 smithi098 ceph-mon[94136]: pgmap v5448: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2023-03-22T17:28:22.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:22.128+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.129909+0000) 2023-03-22T17:28:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:22.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.129773+0000) 2023-03-22T17:28:22.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:22.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.085705+0000) 2023-03-22T17:28:22.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:22.098+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.099939+0000) 2023-03-22T17:28:22.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:22.128+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.129784+0000) 2023-03-22T17:28:22.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:22.128+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.129619+0000) 2023-03-22T17:28:22.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:22.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.130653+0000) 2023-03-22T17:28:22.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:22.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:22.129606+0000) 2023-03-22T17:28:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:23.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.100146+0000) 2023-03-22T17:28:23.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:23.128+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.129909+0000) 2023-03-22T17:28:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:23.128+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.130086+0000) 2023-03-22T17:28:23.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:23.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.129914+0000) 2023-03-22T17:28:23.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:23.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.130762+0000) 2023-03-22T17:28:23.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:23.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.085825+0000) 2023-03-22T17:28:23.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:23.128+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.129737+0000) 2023-03-22T17:28:23.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:23.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:23.129750+0000) 2023-03-22T17:28:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:23 smithi142 ceph-mon[94717]: pgmap v5449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:28:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:23 smithi098 ceph-mon[94136]: pgmap v5449: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:28:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:24.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.100493+0000) 2023-03-22T17:28:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:24.128+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.130027+0000) 2023-03-22T17:28:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:24.128+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.130197+0000) 2023-03-22T17:28:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:24.128+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.129904+0000) 2023-03-22T17:28:24.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:24.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.130862+0000) 2023-03-22T17:28:24.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:24.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.086012+0000) 2023-03-22T17:28:24.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:24.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.130031+0000) 2023-03-22T17:28:24.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:24.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:24.129905+0000) 2023-03-22T17:28:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:25.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.100700+0000) 2023-03-22T17:28:25.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:25.128+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.130151+0000) 2023-03-22T17:28:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:25.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.130298+0000) 2023-03-22T17:28:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:25.128+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.130153+0000) 2023-03-22T17:28:25.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:25.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.130062+0000) 2023-03-22T17:28:25.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:25.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.086125+0000) 2023-03-22T17:28:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:25.128+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.130067+0000) 2023-03-22T17:28:25.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:25.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:25.130978+0000) 2023-03-22T17:28:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:25 smithi142 ceph-mon[94717]: pgmap v5450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:28:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:25 smithi098 ceph-mon[94136]: pgmap v5450: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:28:26.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:26.099+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.100968+0000) 2023-03-22T17:28:26.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:26.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.130277+0000) 2023-03-22T17:28:26.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:26.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.130488+0000) 2023-03-22T17:28:26.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:26.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.130539+0000) 2023-03-22T17:28:26.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:26.084+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.086253+0000) 2023-03-22T17:28:26.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:26.128+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.130190+0000) 2023-03-22T17:28:26.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:26.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.131085+0000) 2023-03-22T17:28:26.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:26.128+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:26.130186+0000) 2023-03-22T17:28:27.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:27.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.101146+0000) 2023-03-22T17:28:27.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:27.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.130610+0000) 2023-03-22T17:28:27.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:27.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.130659+0000) 2023-03-22T17:28:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:27.085+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.086400+0000) 2023-03-22T17:28:27.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:27.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.130408+0000) 2023-03-22T17:28:27.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:27.129+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.130342+0000) 2023-03-22T17:28:27.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:27.129+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.131210+0000) 2023-03-22T17:28:27.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:27.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:27.130304+0000) 2023-03-22T17:28:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:27 smithi142 ceph-mon[94717]: pgmap v5451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:28:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:27 smithi098 ceph-mon[94136]: pgmap v5451: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:28:28.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:28.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.130536+0000) 2023-03-22T17:28:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:28.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.130735+0000) 2023-03-22T17:28:28.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:28.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.130774+0000) 2023-03-22T17:28:28.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:28.085+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.086512+0000) 2023-03-22T17:28:28.474 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:28.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.101505+0000) 2023-03-22T17:28:28.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:28.129+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.130472+0000) 2023-03-22T17:28:28.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:28.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.131302+0000) 2023-03-22T17:28:28.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:28.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:28.130454+0000) 2023-03-22T17:28:29.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:29.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.130710+0000) 2023-03-22T17:28:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:29.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.130916+0000) 2023-03-22T17:28:29.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:29.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.130938+0000) 2023-03-22T17:28:29.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:29.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.131403+0000) 2023-03-22T17:28:29.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:29.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.101681+0000) 2023-03-22T17:28:29.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:29.085+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.086653+0000) 2023-03-22T17:28:29.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:29.129+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.130631+0000) 2023-03-22T17:28:29.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:29.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:29.130624+0000) 2023-03-22T17:28:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:29 smithi142 ceph-mon[94717]: pgmap v5452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:28:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:29 smithi098 ceph-mon[94136]: pgmap v5452: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:28:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:30.100+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.101994+0000) 2023-03-22T17:28:30.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:30.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.130892+0000) 2023-03-22T17:28:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:30.129+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.131060+0000) 2023-03-22T17:28:30.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:30.129+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.130809+0000) 2023-03-22T17:28:30.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:30.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.131510+0000) 2023-03-22T17:28:30.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:30.085+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.086774+0000) 2023-03-22T17:28:30.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:30.129+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.131072+0000) 2023-03-22T17:28:30.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:30.130+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:30.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:30.130+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:30.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:30.142+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.143895+0000) 2023-03-22T17:28:30.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:30.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:30.130786+0000) 2023-03-22T17:28:31.371 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:31.130+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:31.131073+0000) 2023-03-22T17:28:31.372 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:31.130+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:31.130977+0000) 2023-03-22T17:28:31.373 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:31.085+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:31.086939+0000) 2023-03-22T17:28:31.373 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:31.130+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:31.130987+0000) 2023-03-22T17:28:31.374 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:31.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:31.131622+0000) 2023-03-22T17:28:31.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:31.130+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:31.131170+0000) 2023-03-22T17:28:31.721 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:31.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:31.102131+0000) 2023-03-22T17:28:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:31 smithi142 ceph-mon[94717]: pgmap v5453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:31 smithi098 ceph-mon[94136]: pgmap v5453: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:32.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:32.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.131748+0000) 2023-03-22T17:28:32.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:32.085+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.087062+0000) 2023-03-22T17:28:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:32.130+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.131321+0000) 2023-03-22T17:28:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:32.130+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:32.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:32.130+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:32.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:32.154+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.156167+0000) 2023-03-22T17:28:32.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:32.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.102392+0000) 2023-03-22T17:28:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:32.129+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.131119+0000) 2023-03-22T17:28:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:32.130+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:32.130+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:32.154+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.156226+0000) 2023-03-22T17:28:32.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:32.129+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.131227+0000) 2023-03-22T17:28:32.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:32.129+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:32.131152+0000) 2023-03-22T17:28:33.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:33.085+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:33.087188+0000) 2023-03-22T17:28:33.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:33.130+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:33.131389+0000) 2023-03-22T17:28:33.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:33.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:33.131850+0000) 2023-03-22T17:28:33.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:33.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:33.102583+0000) 2023-03-22T17:28:33.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:33.130+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:33.131326+0000) 2023-03-22T17:28:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:33 smithi142 ceph-mon[94717]: pgmap v5454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:33 smithi098 ceph-mon[94136]: pgmap v5454: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:34.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:34.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.131981+0000) 2023-03-22T17:28:34.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:34.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.087377+0000) 2023-03-22T17:28:34.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:34.101+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.102876+0000) 2023-03-22T17:28:34.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:34.102+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:34.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:34.102+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:34.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:34.124+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.125927+0000) 2023-03-22T17:28:34.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:34.130+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.131547+0000) 2023-03-22T17:28:34.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:34.130+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:34.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:34.130+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:34.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:34.154+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.155416+0000) 2023-03-22T17:28:34.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:34.130+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.131486+0000) 2023-03-22T17:28:34.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:34.630+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:34.631374+0000) 2023-03-22T17:28:35.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:35.130+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:35.132096+0000) 2023-03-22T17:28:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:35.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:35.087535+0000) 2023-03-22T17:28:35.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:35.130+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:35.131645+0000) 2023-03-22T17:28:35.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:35.630+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:35.631508+0000) 2023-03-22T17:28:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:35 smithi142 ceph-mon[94717]: pgmap v5455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:35 smithi098 ceph-mon[94136]: pgmap v5455: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:36.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:36.131+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.132210+0000) 2023-03-22T17:28:36.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:36.086+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.087686+0000) 2023-03-22T17:28:36.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:36.087+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:36.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:36.087+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:36.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:36.094+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.095842+0000) 2023-03-22T17:28:36.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:36.131+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.131836+0000) 2023-03-22T17:28:36.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:36.131+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:36.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:36.131+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:36.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:36.135+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.136617+0000) 2023-03-22T17:28:36.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:36.630+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.631608+0000) 2023-03-22T17:28:36.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:36.630+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.631669+0000) 2023-03-22T17:28:36.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:36.630+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:36.631463+0000) 2023-03-22T17:28:37.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:37.131+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:37.132369+0000) 2023-03-22T17:28:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:37.630+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:37.631765+0000) 2023-03-22T17:28:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:37.630+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:37.631838+0000) 2023-03-22T17:28:37.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:37.630+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:37.631595+0000) 2023-03-22T17:28:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:37 smithi142 ceph-mon[94717]: pgmap v5456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:37 smithi098 ceph-mon[94136]: pgmap v5456: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:38.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:38.131+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:38.132488+0000) 2023-03-22T17:28:38.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:38.602+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:38.603182+0000) 2023-03-22T17:28:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:38.630+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:38.631896+0000) 2023-03-22T17:28:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:38.630+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:38.631971+0000) 2023-03-22T17:28:38.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:38.630+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:38.631814+0000) 2023-03-22T17:28:38.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:38.630+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:38.631708+0000) 2023-03-22T17:28:39.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:39.131+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:39.132614+0000) 2023-03-22T17:28:39.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:39.132+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:39.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:39.132+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:28:39.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:39.147+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:39.149245+0000) 2023-03-22T17:28:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:39.631+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:39.632008+0000) 2023-03-22T17:28:39.985 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:39.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:39.632083+0000) 2023-03-22T17:28:39.985 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:39.604+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:39.605505+0000) 2023-03-22T17:28:39.986 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:39.631+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:39.631876+0000) 2023-03-22T17:28:39.986 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:39.631+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:39.631955+0000) 2023-03-22T17:28:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:39 smithi142 ceph-mon[94717]: pgmap v5457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:39 smithi098 ceph-mon[94136]: pgmap v5457: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:40.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:40.608+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:40.609375+0000) 2023-03-22T17:28:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:40.630+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:40.632117+0000) 2023-03-22T17:28:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:40.630+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:40.632200+0000) 2023-03-22T17:28:40.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:40.586+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:40.588150+0000) 2023-03-22T17:28:40.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:40.630+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:40.632095+0000) 2023-03-22T17:28:40.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:40.630+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:40.632220+0000) 2023-03-22T17:28:40.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:40.630+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:40.632028+0000) 2023-03-22T17:28:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:41.631+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:41.632304+0000) 2023-03-22T17:28:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:41.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:41.632327+0000) 2023-03-22T17:28:41.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:41.610+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:41.611610+0000) 2023-03-22T17:28:41.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:41.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:41.588279+0000) 2023-03-22T17:28:41.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:41.631+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:41.632254+0000) 2023-03-22T17:28:41.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:41.631+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:41.632344+0000) 2023-03-22T17:28:41.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:41.630+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:41.632178+0000) 2023-03-22T17:28:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:41 smithi142 ceph-mon[94717]: pgmap v5458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:41 smithi098 ceph-mon[94136]: pgmap v5458: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:42.631+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:42.632461+0000) 2023-03-22T17:28:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:42.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:42.632490+0000) 2023-03-22T17:28:42.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:42.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:42.588370+0000) 2023-03-22T17:28:42.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:42.612+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:42.613922+0000) 2023-03-22T17:28:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:42.631+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:42.632513+0000) 2023-03-22T17:28:42.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:42.631+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:42.632453+0000) 2023-03-22T17:28:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:42.631+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:42.632316+0000) 2023-03-22T17:28:43.965 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:43.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.614813+0000) 2023-03-22T17:28:43.966 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:43.631+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.632596+0000) 2023-03-22T17:28:43.967 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:43.631+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.632585+0000) 2023-03-22T17:28:43.968 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:43.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.632605+0000) 2023-03-22T17:28:43.968 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:43.631+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.632865+0000) 2023-03-22T17:28:43.969 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:43.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.588510+0000) 2023-03-22T17:28:43.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:43.631+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.632690+0000) 2023-03-22T17:28:43.970 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:43.631+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:43.632456+0000) 2023-03-22T17:28:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:43 smithi142 ceph-mon[94717]: pgmap v5459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:43 smithi098 ceph-mon[94136]: pgmap v5459: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:44.631+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.632707+0000) 2023-03-22T17:28:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:44.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.632713+0000) 2023-03-22T17:28:44.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:44.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.588629+0000) 2023-03-22T17:28:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:44.631+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.632856+0000) 2023-03-22T17:28:44.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:44.631+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.632646+0000) 2023-03-22T17:28:44.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:44.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.614985+0000) 2023-03-22T17:28:44.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:44.631+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.632786+0000) 2023-03-22T17:28:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:45.613+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.615216+0000) 2023-03-22T17:28:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:45.631+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.632851+0000) 2023-03-22T17:28:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:45.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.632845+0000) 2023-03-22T17:28:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:45.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.588746+0000) 2023-03-22T17:28:45.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:45.631+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.632947+0000) 2023-03-22T17:28:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:45.631+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.632758+0000) 2023-03-22T17:28:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:45.631+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.633127+0000) 2023-03-22T17:28:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:45 smithi142 ceph-mon[94717]: pgmap v5460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:45 smithi098 ceph-mon[94136]: pgmap v5460: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:46.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:46.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.615311+0000) 2023-03-22T17:28:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:46.631+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.633134+0000) 2023-03-22T17:28:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:46.631+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.632979+0000) 2023-03-22T17:28:46.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:46.631+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.632970+0000) 2023-03-22T17:28:46.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:46.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.633283+0000) 2023-03-22T17:28:46.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:46.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.588875+0000) 2023-03-22T17:28:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:46.631+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.632880+0000) 2023-03-22T17:28:47.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:44.631+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:44.632965+0000) 2023-03-22T17:28:47.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:45.631+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:45.633097+0000) 2023-03-22T17:28:47.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:46.631+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:46.633229+0000) 2023-03-22T17:28:47.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:47.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.615540+0000) 2023-03-22T17:28:47.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:47.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.633252+0000) 2023-03-22T17:28:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:47.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.633094+0000) 2023-03-22T17:28:47.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:47.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.633091+0000) 2023-03-22T17:28:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:47.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.633301+0000) 2023-03-22T17:28:47.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:47.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.588967+0000) 2023-03-22T17:28:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:47.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.633404+0000) 2023-03-22T17:28:47.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:47.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:47.632994+0000) 2023-03-22T17:28:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:47 smithi142 ceph-mon[94717]: pgmap v5461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:47 smithi098 ceph-mon[94136]: pgmap v5461: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:48.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.615676+0000) 2023-03-22T17:28:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:48.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.633219+0000) 2023-03-22T17:28:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:48.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.633173+0000) 2023-03-22T17:28:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:48.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.589093+0000) 2023-03-22T17:28:48.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:48.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.633376+0000) 2023-03-22T17:28:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:48.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.633508+0000) 2023-03-22T17:28:48.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:48.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.633413+0000) 2023-03-22T17:28:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:48.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:48.633171+0000) 2023-03-22T17:28:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:49.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.615881+0000) 2023-03-22T17:28:49.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:49.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.633500+0000) 2023-03-22T17:28:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:49.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.633349+0000) 2023-03-22T17:28:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:49.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.633312+0000) 2023-03-22T17:28:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:49.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.633653+0000) 2023-03-22T17:28:49.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:49.587+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.589216+0000) 2023-03-22T17:28:49.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:49.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.633532+0000) 2023-03-22T17:28:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:49.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:49.633299+0000) 2023-03-22T17:28:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:49 smithi142 ceph-mon[94717]: pgmap v5462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:49 smithi098 ceph-mon[94136]: pgmap v5462: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:50.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:50.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.616011+0000) 2023-03-22T17:28:50.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:50.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.633666+0000) 2023-03-22T17:28:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:50.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.633527+0000) 2023-03-22T17:28:50.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:50.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.633455+0000) 2023-03-22T17:28:50.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:50.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.633436+0000) 2023-03-22T17:28:50.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:50.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.589297+0000) 2023-03-22T17:28:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:50.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.633783+0000) 2023-03-22T17:28:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:50.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:50.633708+0000) 2023-03-22T17:28:51.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:51.614+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.616248+0000) 2023-03-22T17:28:51.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:51.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.633780+0000) 2023-03-22T17:28:51.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:51.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.633718+0000) 2023-03-22T17:28:51.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:51.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.633617+0000) 2023-03-22T17:28:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:51.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.633821+0000) 2023-03-22T17:28:51.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:51.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.589430+0000) 2023-03-22T17:28:51.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:51.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.633893+0000) 2023-03-22T17:28:51.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:51.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:51.633589+0000) 2023-03-22T17:28:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:51 smithi142 ceph-mon[94717]: pgmap v5463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:51 smithi098 ceph-mon[94136]: pgmap v5463: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:52.615+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.616383+0000) 2023-03-22T17:28:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:52.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.633894+0000) 2023-03-22T17:28:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:52.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.633746+0000) 2023-03-22T17:28:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:52.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.589570+0000) 2023-03-22T17:28:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:52.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.634082+0000) 2023-03-22T17:28:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:52.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.633943+0000) 2023-03-22T17:28:52.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:52.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.633972+0000) 2023-03-22T17:28:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:52.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:52.633704+0000) 2023-03-22T17:28:53.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:53.615+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.616657+0000) 2023-03-22T17:28:53.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:53.632+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.634092+0000) 2023-03-22T17:28:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:53.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.634020+0000) 2023-03-22T17:28:53.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:53.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.633890+0000) 2023-03-22T17:28:53.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:53.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.589753+0000) 2023-03-22T17:28:53.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:53.632+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.634194+0000) 2023-03-22T17:28:53.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:53.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.633859+0000) 2023-03-22T17:28:53.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:53.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:53.634057+0000) 2023-03-22T17:28:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:53 smithi142 ceph-mon[94717]: pgmap v5464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:53 smithi098 ceph-mon[94136]: pgmap v5464: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:28:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:54.616+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.616837+0000) 2023-03-22T17:28:54.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:54.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.634308+0000) 2023-03-22T17:28:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:54.632+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.634152+0000) 2023-03-22T17:28:54.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:54.632+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.634026+0000) 2023-03-22T17:28:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:54.588+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.589912+0000) 2023-03-22T17:28:54.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:54.632+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.634190+0000) 2023-03-22T17:28:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:54.633+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.634381+0000) 2023-03-22T17:28:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:54.632+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:54.633972+0000) 2023-03-22T17:28:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:55.616+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.617122+0000) 2023-03-22T17:28:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:55.633+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.634463+0000) 2023-03-22T17:28:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:55.633+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.634297+0000) 2023-03-22T17:28:55.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:55.633+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.634159+0000) 2023-03-22T17:28:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:55.633+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.634389+0000) 2023-03-22T17:28:55.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:55.589+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.590084+0000) 2023-03-22T17:28:55.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:55.633+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.634517+0000) 2023-03-22T17:28:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:55.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:55.634103+0000) 2023-03-22T17:28:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:55 smithi142 ceph-mon[94717]: pgmap v5465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:55 smithi098 ceph-mon[94136]: pgmap v5465: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:56.617+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.617275+0000) 2023-03-22T17:28:56.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:56.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.634614+0000) 2023-03-22T17:28:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:56.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.634424+0000) 2023-03-22T17:28:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:56.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.634317+0000) 2023-03-22T17:28:56.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:56.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.634523+0000) 2023-03-22T17:28:56.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:56.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.590291+0000) 2023-03-22T17:28:56.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:56.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.634660+0000) 2023-03-22T17:28:56.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:56.633+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:56.634227+0000) 2023-03-22T17:28:57.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:57.617+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.617525+0000) 2023-03-22T17:28:57.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:57.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.634726+0000) 2023-03-22T17:28:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:57.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.634595+0000) 2023-03-22T17:28:57.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:57.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.634468+0000) 2023-03-22T17:28:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:57.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.634777+0000) 2023-03-22T17:28:57.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:57.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.590455+0000) 2023-03-22T17:28:57.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:57.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.634645+0000) 2023-03-22T17:28:57.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:57.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:57.634388+0000) 2023-03-22T17:28:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:57 smithi142 ceph-mon[94717]: pgmap v5466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:57 smithi098 ceph-mon[94136]: pgmap v5466: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:28:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:58.617+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.617728+0000) 2023-03-22T17:28:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:58.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.634738+0000) 2023-03-22T17:28:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:58.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.634637+0000) 2023-03-22T17:28:58.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:58.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.590636+0000) 2023-03-22T17:28:58.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:58.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.634875+0000) 2023-03-22T17:28:58.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:58.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.634988+0000) 2023-03-22T17:28:58.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:58.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.634791+0000) 2023-03-22T17:28:58.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:58.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:58.634524+0000) 2023-03-22T17:28:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:28:59.617+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.617992+0000) 2023-03-22T17:28:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:28:59.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.634974+0000) 2023-03-22T17:28:59.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:28:59.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.634858+0000) 2023-03-22T17:28:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:28:59.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.634763+0000) 2023-03-22T17:28:59.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:28:59.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.590754+0000) 2023-03-22T17:28:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:28:59.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.635100+0000) 2023-03-22T17:28:59.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:28:59.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.634907+0000) 2023-03-22T17:28:59.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:28:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:28:59.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:28:59.634710+0000) 2023-03-22T17:29:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:28:59 smithi142 ceph-mon[94717]: pgmap v5467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:00.175 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:28:59 smithi098 ceph-mon[94136]: pgmap v5467: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:00.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:00.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.634991+0000) 2023-03-22T17:29:00.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:00.634+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.634871+0000) 2023-03-22T17:29:00.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:00.635+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:00.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:00.635+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:00.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:00.642+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.642799+0000) 2023-03-22T17:29:00.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:00.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.634828+0000) 2023-03-22T17:29:00.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:00.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.590862+0000) 2023-03-22T17:29:00.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:00.617+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.618120+0000) 2023-03-22T17:29:00.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:00.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.635138+0000) 2023-03-22T17:29:00.974 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:00.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.635027+0000) 2023-03-22T17:29:00.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:00.634+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:00.635242+0000) 2023-03-22T17:29:01.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:01.618+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:01.618382+0000) 2023-03-22T17:29:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:01.634+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:01.635132+0000) 2023-03-22T17:29:01.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:01.634+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:01.635255+0000) 2023-03-22T17:29:01.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:01.634+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:01.635171+0000) 2023-03-22T17:29:01.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:01.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:01.635014+0000) 2023-03-22T17:29:01.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:01.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:01.590969+0000) 2023-03-22T17:29:01.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:01.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:01.635372+0000) 2023-03-22T17:29:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:01 smithi142 ceph-mon[94717]: pgmap v5468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:01 smithi098 ceph-mon[94136]: pgmap v5468: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:02.618+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.618505+0000) 2023-03-22T17:29:02.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:02.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.635418+0000) 2023-03-22T17:29:02.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:02.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.635594+0000) 2023-03-22T17:29:02.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:02.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.591083+0000) 2023-03-22T17:29:02.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:02.635+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.635319+0000) 2023-03-22T17:29:02.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:02.635+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:02.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:02.635+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:02.973 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:02.649+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.649369+0000) 2023-03-22T17:29:02.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:02.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.635325+0000) 2023-03-22T17:29:02.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:02.634+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.635222+0000) 2023-03-22T17:29:02.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:02.635+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:02.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:02.635+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:02.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:02.649+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:02.649309+0000) 2023-03-22T17:29:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:03.618+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:03.618815+0000) 2023-03-22T17:29:03.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:03.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:03.635597+0000) 2023-03-22T17:29:03.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:03.590+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:03.591245+0000) 2023-03-22T17:29:03.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:03.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:03.635502+0000) 2023-03-22T17:29:03.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:03.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:03.635730+0000) 2023-03-22T17:29:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:03 smithi142 ceph-mon[94717]: pgmap v5469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:29:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:03 smithi098 ceph-mon[94136]: pgmap v5469: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:29:04.957 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:04.591+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:04.591400+0000) 2023-03-22T17:29:04.957 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:04.618+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:04.618996+0000) 2023-03-22T17:29:04.958 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:04.619+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:04.958 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:04.619+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:04.958 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:04.629+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:04.629813+0000) 2023-03-22T17:29:04.959 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:04.635+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:04.635727+0000) 2023-03-22T17:29:04.959 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:04.636+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:04.959 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:04.636+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:04.959 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:04.639+0000 7efda48e9700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:04.639363+0000) 2023-03-22T17:29:04.960 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:04.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:04.635856+0000) 2023-03-22T17:29:04.960 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:04.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:04.635622+0000) 2023-03-22T17:29:05.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:05.134+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:05.135207+0000) 2023-03-22T17:29:05.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:05.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:05.635742+0000) 2023-03-22T17:29:05.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:05.591+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:05.591523+0000) 2023-03-22T17:29:05.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:05.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:05.635974+0000) 2023-03-22T17:29:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:05 smithi142 ceph-mon[94717]: pgmap v5470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:29:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:05 smithi098 ceph-mon[94136]: pgmap v5470: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:29:06.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:06.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:06.135363+0000) 2023-03-22T17:29:06.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:06.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:06.635877+0000) 2023-03-22T17:29:06.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:06.635+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:06.636088+0000) 2023-03-22T17:29:06.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:06.636+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:06.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:06.636+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:06.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:06.640+0000 7f6e2cc0d700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:06.640503+0000) 2023-03-22T17:29:06.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:06.591+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:06.591712+0000) 2023-03-22T17:29:06.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:06.592+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:06.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:06.592+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:06.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:06.599+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:06.599560+0000) 2023-03-22T17:29:07.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:07.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:07.135756+0000) 2023-03-22T17:29:07.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:07.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:07.135535+0000) 2023-03-22T17:29:07.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:07.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:07.135861+0000) 2023-03-22T17:29:07.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:07.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:07.636034+0000) 2023-03-22T17:29:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:07 smithi142 ceph-mon[94717]: pgmap v5471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:29:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:07 smithi098 ceph-mon[94136]: pgmap v5471: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:29:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:08.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:08.135878+0000) 2023-03-22T17:29:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:08.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:08.135725+0000) 2023-03-22T17:29:08.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:08.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:08.135981+0000) 2023-03-22T17:29:08.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:08.635+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:08.636179+0000) 2023-03-22T17:29:09.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:09.118+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:09.119213+0000) 2023-03-22T17:29:09.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:09.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:09.135991+0000) 2023-03-22T17:29:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:09.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:09.135855+0000) 2023-03-22T17:29:09.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:09.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:09.135949+0000) 2023-03-22T17:29:09.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:09.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:09.136095+0000) 2023-03-22T17:29:09.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:09.636+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:09.636376+0000) 2023-03-22T17:29:09.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:09.636+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:09.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:09.636+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:09.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:09.647+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:09.647451+0000) 2023-03-22T17:29:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:09 smithi142 ceph-mon[94717]: pgmap v5472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:29:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:09 smithi098 ceph-mon[94136]: pgmap v5472: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:29:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:10.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:10.136127+0000) 2023-03-22T17:29:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:10.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:10.135985+0000) 2023-03-22T17:29:10.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:10.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:10.136052+0000) 2023-03-22T17:29:10.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:10.121+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:10.121839+0000) 2023-03-22T17:29:10.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:10.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:10.136213+0000) 2023-03-22T17:29:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:10 smithi098 ceph-mon[94136]: osdmap e310: 12 total, 9 up, 9 in 2023-03-22T17:29:11.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:10 smithi142 ceph-mon[94717]: osdmap e310: 12 total, 9 up, 9 in 2023-03-22T17:29:11.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:11.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:11.136243+0000) 2023-03-22T17:29:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:11.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:11.136112+0000) 2023-03-22T17:29:11.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:11.123+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:11.124068+0000) 2023-03-22T17:29:11.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:11.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:11.091967+0000) 2023-03-22T17:29:11.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:11.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:11.136171+0000) 2023-03-22T17:29:11.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:11.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:11.136309+0000) 2023-03-22T17:29:11.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:11.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:11.136311+0000) 2023-03-22T17:29:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:11 smithi098 ceph-mon[94136]: pgmap v5474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:29:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:11 smithi142 ceph-mon[94717]: pgmap v5474: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:29:12.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:12.126+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:12.126504+0000) 2023-03-22T17:29:12.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:12.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:12.136442+0000) 2023-03-22T17:29:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:12.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:12.136253+0000) 2023-03-22T17:29:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:12.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:12.136295+0000) 2023-03-22T17:29:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:12.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:12.092138+0000) 2023-03-22T17:29:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:12.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:12.136448+0000) 2023-03-22T17:29:12.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:12.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:12.136601+0000) 2023-03-22T17:29:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:13.129+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:13.129433+0000) 2023-03-22T17:29:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:13.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:13.136420+0000) 2023-03-22T17:29:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:13.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:13.136559+0000) 2023-03-22T17:29:13.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:13.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:13.136384+0000) 2023-03-22T17:29:13.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:13.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:13.092294+0000) 2023-03-22T17:29:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:13.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:13.136569+0000) 2023-03-22T17:29:13.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:13.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:13.136712+0000) 2023-03-22T17:29:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:13 smithi098 ceph-mon[94136]: pgmap v5475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:13 smithi142 ceph-mon[94717]: pgmap v5475: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:14.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:14.129+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.130620+0000) 2023-03-22T17:29:14.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:14.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.136543+0000) 2023-03-22T17:29:14.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:14.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.136801+0000) 2023-03-22T17:29:14.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:14.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.136515+0000) 2023-03-22T17:29:14.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:14.135+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.136726+0000) 2023-03-22T17:29:14.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:14.135+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.136546+0000) 2023-03-22T17:29:14.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:14.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.092406+0000) 2023-03-22T17:29:14.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:14.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:14.136858+0000) 2023-03-22T17:29:15.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:15.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.136971+0000) 2023-03-22T17:29:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:15.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.136707+0000) 2023-03-22T17:29:15.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:15.129+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.130747+0000) 2023-03-22T17:29:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:15.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.092542+0000) 2023-03-22T17:29:15.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:15.135+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.136714+0000) 2023-03-22T17:29:15.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:15.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.136713+0000) 2023-03-22T17:29:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:15.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.136977+0000) 2023-03-22T17:29:15.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:15.135+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:15.136884+0000) 2023-03-22T17:29:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:15 smithi098 ceph-mon[94136]: pgmap v5476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:15 smithi142 ceph-mon[94717]: pgmap v5476: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:16.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.137088+0000) 2023-03-22T17:29:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:16.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.136907+0000) 2023-03-22T17:29:16.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:16.130+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.131044+0000) 2023-03-22T17:29:16.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:16.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.136925+0000) 2023-03-22T17:29:16.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:16.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.092646+0000) 2023-03-22T17:29:16.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:16.135+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.136927+0000) 2023-03-22T17:29:16.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:16.135+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.137099+0000) 2023-03-22T17:29:16.476 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:16.135+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:16.137031+0000) 2023-03-22T17:29:17.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:17.129+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.131202+0000) 2023-03-22T17:29:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:17.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.137066+0000) 2023-03-22T17:29:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:17.135+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.137240+0000) 2023-03-22T17:29:17.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:17.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.137022+0000) 2023-03-22T17:29:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:17.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.092753+0000) 2023-03-22T17:29:17.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:17.135+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.137246+0000) 2023-03-22T17:29:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:17.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.137423+0000) 2023-03-22T17:29:17.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:17.135+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:17.137067+0000) 2023-03-22T17:29:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:17 smithi098 ceph-mon[94136]: pgmap v5477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:18.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:17 smithi142 ceph-mon[94717]: pgmap v5477: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:18.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:18.130+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.131420+0000) 2023-03-22T17:29:18.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:18.135+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.137231+0000) 2023-03-22T17:29:18.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:18.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.137390+0000) 2023-03-22T17:29:18.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:18.135+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.137199+0000) 2023-03-22T17:29:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:18.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.092905+0000) 2023-03-22T17:29:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:18.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.137413+0000) 2023-03-22T17:29:18.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:18.135+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.137231+0000) 2023-03-22T17:29:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:18.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:18.137539+0000) 2023-03-22T17:29:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:19.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.137540+0000) 2023-03-22T17:29:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:19.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.137426+0000) 2023-03-22T17:29:19.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:19.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.093046+0000) 2023-03-22T17:29:19.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:19.130+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.131610+0000) 2023-03-22T17:29:19.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:19.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.137575+0000) 2023-03-22T17:29:19.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:19.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.137459+0000) 2023-03-22T17:29:19.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:19.136+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.137466+0000) 2023-03-22T17:29:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:19.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:19.137709+0000) 2023-03-22T17:29:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:19 smithi098 ceph-mon[94136]: pgmap v5478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:19 smithi142 ceph-mon[94717]: pgmap v5478: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:29:20.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:20.130+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.131884+0000) 2023-03-22T17:29:20.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:20.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.137688+0000) 2023-03-22T17:29:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:20.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.137755+0000) 2023-03-22T17:29:20.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:20.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.137585+0000) 2023-03-22T17:29:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:20.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.137861+0000) 2023-03-22T17:29:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:20.091+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.093162+0000) 2023-03-22T17:29:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:20.136+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.137688+0000) 2023-03-22T17:29:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:20.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:20.137849+0000) 2023-03-22T17:29:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:21.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.137904+0000) 2023-03-22T17:29:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:21.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.137750+0000) 2023-03-22T17:29:21.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:21.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.093288+0000) 2023-03-22T17:29:21.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:21.130+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.132047+0000) 2023-03-22T17:29:21.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:21.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.137890+0000) 2023-03-22T17:29:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:21.136+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.137890+0000) 2023-03-22T17:29:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:21.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.137975+0000) 2023-03-22T17:29:21.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:21.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:21.138040+0000) 2023-03-22T17:29:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:21 smithi098 ceph-mon[94136]: pgmap v5479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:29:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:21 smithi142 ceph-mon[94717]: pgmap v5479: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 190 B/s wr, 9 op/s 2023-03-22T17:29:22.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:22.131+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.132353+0000) 2023-03-22T17:29:22.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:22.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.138025+0000) 2023-03-22T17:29:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:22.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.137889+0000) 2023-03-22T17:29:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:22.136+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.138161+0000) 2023-03-22T17:29:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:22.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.093405+0000) 2023-03-22T17:29:22.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:22.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.138011+0000) 2023-03-22T17:29:22.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:22.136+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.138014+0000) 2023-03-22T17:29:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:22.136+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:22.138109+0000) 2023-03-22T17:29:23.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:23.131+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.132503+0000) 2023-03-22T17:29:23.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:23.136+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.138189+0000) 2023-03-22T17:29:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:23.136+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.138174+0000) 2023-03-22T17:29:23.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:23.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.138010+0000) 2023-03-22T17:29:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:23.137+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.138438+0000) 2023-03-22T17:29:23.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:23.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.093523+0000) 2023-03-22T17:29:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:23.136+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.138190+0000) 2023-03-22T17:29:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:23.137+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:23.138397+0000) 2023-03-22T17:29:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:23 smithi098 ceph-mon[94136]: pgmap v5480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:29:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:23 smithi142 ceph-mon[94717]: pgmap v5480: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:29:24.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:24.131+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.132724+0000) 2023-03-22T17:29:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:24.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.138509+0000) 2023-03-22T17:29:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:24.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.138391+0000) 2023-03-22T17:29:24.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:24.136+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.138167+0000) 2023-03-22T17:29:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:24.137+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.138580+0000) 2023-03-22T17:29:24.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:24.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.093650+0000) 2023-03-22T17:29:24.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:24.137+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.138370+0000) 2023-03-22T17:29:24.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:24.137+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:24.138579+0000) 2023-03-22T17:29:25.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:25.131+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.132856+0000) 2023-03-22T17:29:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:25.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.138510+0000) 2023-03-22T17:29:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:25.137+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.138363+0000) 2023-03-22T17:29:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:25.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.093773+0000) 2023-03-22T17:29:25.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:25.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.138625+0000) 2023-03-22T17:29:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:25.137+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.138688+0000) 2023-03-22T17:29:25.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:25.137+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.138495+0000) 2023-03-22T17:29:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:25.137+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:25.138699+0000) 2023-03-22T17:29:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:25 smithi098 ceph-mon[94136]: pgmap v5481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:29:26.220 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:26.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.138646+0000) 2023-03-22T17:29:26.221 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:26.137+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.138506+0000) 2023-03-22T17:29:26.221 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:26.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.093993+0000) 2023-03-22T17:29:26.222 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:26.137+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.138935+0000) 2023-03-22T17:29:26.222 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:26.131+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.133114+0000) 2023-03-22T17:29:26.223 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:26.137+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.138805+0000) 2023-03-22T17:29:26.223 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:26.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.138798+0000) 2023-03-22T17:29:26.223 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:26.137+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:26.138616+0000) 2023-03-22T17:29:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:25 smithi142 ceph-mon[94717]: pgmap v5481: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:29:27.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:27.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.138777+0000) 2023-03-22T17:29:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:27.137+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.138647+0000) 2023-03-22T17:29:27.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:27.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.138908+0000) 2023-03-22T17:29:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:27.092+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.094136+0000) 2023-03-22T17:29:27.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:27.132+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.133262+0000) 2023-03-22T17:29:27.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:27.137+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.138921+0000) 2023-03-22T17:29:27.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:27.137+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.139046+0000) 2023-03-22T17:29:27.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:27.137+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:27.138729+0000) 2023-03-22T17:29:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:27 smithi098 ceph-mon[94136]: pgmap v5482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:29:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:27 smithi142 ceph-mon[94717]: pgmap v5482: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:29:28.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:28.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.138912+0000) 2023-03-22T17:29:28.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:28.137+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.138808+0000) 2023-03-22T17:29:28.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:28.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.094317+0000) 2023-03-22T17:29:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:28.137+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.139094+0000) 2023-03-22T17:29:28.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:28.132+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.133516+0000) 2023-03-22T17:29:28.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:28.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.139071+0000) 2023-03-22T17:29:28.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:28.137+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.139155+0000) 2023-03-22T17:29:28.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:28.137+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:28.138830+0000) 2023-03-22T17:29:29.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:29.137+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.139129+0000) 2023-03-22T17:29:29.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:29.137+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.138987+0000) 2023-03-22T17:29:29.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:29.138+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.139283+0000) 2023-03-22T17:29:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:29.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.094425+0000) 2023-03-22T17:29:29.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:29.137+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.139219+0000) 2023-03-22T17:29:29.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:29.132+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.133629+0000) 2023-03-22T17:29:29.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:29.137+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.139025+0000) 2023-03-22T17:29:29.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:29.137+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:29.139191+0000) 2023-03-22T17:29:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:29 smithi098 ceph-mon[94136]: pgmap v5483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:29:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:29 smithi142 ceph-mon[94717]: pgmap v5483: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:29:30.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:30.132+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.133896+0000) 2023-03-22T17:29:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:30.138+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.139350+0000) 2023-03-22T17:29:30.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:30.137+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.139139+0000) 2023-03-22T17:29:30.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:30.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.094536+0000) 2023-03-22T17:29:30.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:30.137+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.139195+0000) 2023-03-22T17:29:30.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:30.138+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.139552+0000) 2023-03-22T17:29:30.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:30.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.139383+0000) 2023-03-22T17:29:30.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:30.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:30.139368+0000) 2023-03-22T17:29:31.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:31.132+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.134058+0000) 2023-03-22T17:29:31.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:31.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.139522+0000) 2023-03-22T17:29:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:31.138+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.139837+0000) 2023-03-22T17:29:31.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:31.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.094642+0000) 2023-03-22T17:29:31.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:31.138+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.139275+0000) 2023-03-22T17:29:31.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:31.138+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:31.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:31.139+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:31.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:31.155+0000 7f1148192700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.156979+0000) 2023-03-22T17:29:31.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:31.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.139659+0000) 2023-03-22T17:29:31.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:31.138+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.139705+0000) 2023-03-22T17:29:31.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:31.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:31.139303+0000) 2023-03-22T17:29:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:31 smithi098 ceph-mon[94136]: pgmap v5484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:31 smithi142 ceph-mon[94717]: pgmap v5484: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:32.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:32.133+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:32.134339+0000) 2023-03-22T17:29:32.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:32.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:32.139635+0000) 2023-03-22T17:29:32.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:32.138+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:32.139952+0000) 2023-03-22T17:29:32.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:32.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:32.094795+0000) 2023-03-22T17:29:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:32.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:32.139772+0000) 2023-03-22T17:29:32.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:32.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:32.139436+0000) 2023-03-22T17:29:32.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:32.138+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:32.139825+0000) 2023-03-22T17:29:33.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:33.133+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.134480+0000) 2023-03-22T17:29:33.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:33.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.094983+0000) 2023-03-22T17:29:33.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:33.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.139737+0000) 2023-03-22T17:29:33.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:33.138+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.140065+0000) 2023-03-22T17:29:33.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:33.139+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:33.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:33.139+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:33.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:33.163+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.164554+0000) 2023-03-22T17:29:33.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:33.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.139551+0000) 2023-03-22T17:29:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:33.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.139882+0000) 2023-03-22T17:29:33.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:33.138+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.139951+0000) 2023-03-22T17:29:33.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:33.139+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:33.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:33.139+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:33.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:33.147+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:33.148641+0000) 2023-03-22T17:29:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:33 smithi098 ceph-mon[94136]: pgmap v5485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:33 smithi142 ceph-mon[94717]: pgmap v5485: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:34.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:34.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:34.139994+0000) 2023-03-22T17:29:34.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:34.093+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:34.095127+0000) 2023-03-22T17:29:34.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:34.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:34.139843+0000) 2023-03-22T17:29:34.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:34.133+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:34.134724+0000) 2023-03-22T17:29:34.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:34.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:34.139658+0000) 2023-03-22T17:29:35.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:35.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.095320+0000) 2023-03-22T17:29:35.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:35.134+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.134948+0000) 2023-03-22T17:29:35.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:35.134+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:35.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:35.134+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:35.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:35.193+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.194940+0000) 2023-03-22T17:29:35.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:35.138+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.139965+0000) 2023-03-22T17:29:35.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:35.139+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:35.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:35.139+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:35.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:35.189+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.190901+0000) 2023-03-22T17:29:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:35.138+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.140117+0000) 2023-03-22T17:29:35.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:35.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.139787+0000) 2023-03-22T17:29:35.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:35.638+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:35.639608+0000) 2023-03-22T17:29:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:35 smithi098 ceph-mon[94136]: pgmap v5486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:35 smithi142 ceph-mon[94717]: pgmap v5486: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:36.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:36.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:36.095462+0000) 2023-03-22T17:29:36.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:36.139+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:36.140237+0000) 2023-03-22T17:29:36.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:36.139+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:36.139978+0000) 2023-03-22T17:29:36.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:36.638+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:36.639719+0000) 2023-03-22T17:29:37.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:37.138+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.140121+0000) 2023-03-22T17:29:37.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:37.139+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.140358+0000) 2023-03-22T17:29:37.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:37.139+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:37.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:37.139+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:37.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:37.172+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.173852+0000) 2023-03-22T17:29:37.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:37.094+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.095594+0000) 2023-03-22T17:29:37.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:37.095+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:37.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:37.095+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:37.475 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:37.098+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.099548+0000) 2023-03-22T17:29:37.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:37.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.640402+0000) 2023-03-22T17:29:37.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:37.638+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.639833+0000) 2023-03-22T17:29:37.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:37.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:37.640275+0000) 2023-03-22T17:29:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:37 smithi098 ceph-mon[94136]: pgmap v5487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:37 smithi142 ceph-mon[94717]: pgmap v5487: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:38.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:38.139+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:38.140301+0000) 2023-03-22T17:29:38.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:38.638+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:38.640023+0000) 2023-03-22T17:29:38.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:38.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:38.640393+0000) 2023-03-22T17:29:38.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:38.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:38.640514+0000) 2023-03-22T17:29:39.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:39.139+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:39.140488+0000) 2023-03-22T17:29:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:39.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:39.640624+0000) 2023-03-22T17:29:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:39.638+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:39.640182+0000) 2023-03-22T17:29:39.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:39.634+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:39.635325+0000) 2023-03-22T17:29:39.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:39.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:39.640293+0000) 2023-03-22T17:29:39.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:39.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:39.640502+0000) 2023-03-22T17:29:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:39 smithi098 ceph-mon[94136]: pgmap v5488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:39 smithi142 ceph-mon[94717]: pgmap v5488: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:40.398 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:40.139+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:40.140660+0000) 2023-03-22T17:29:40.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:40.637+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:40.637684+0000) 2023-03-22T17:29:40.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:40.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:40.640803+0000) 2023-03-22T17:29:40.722 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:40.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:40.640773+0000) 2023-03-22T17:29:40.722 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:40.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:40.640298+0000) 2023-03-22T17:29:40.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:40.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:40.640614+0000) 2023-03-22T17:29:40.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:40.140+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:40.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:40.140+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:29:40.724 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:40.406+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:40.407307+0000) 2023-03-22T17:29:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:41.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:41.640984+0000) 2023-03-22T17:29:41.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:41.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:41.640422+0000) 2023-03-22T17:29:41.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:41.594+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:41.595888+0000) 2023-03-22T17:29:41.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:41.638+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:41.640132+0000) 2023-03-22T17:29:41.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:41.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:41.640933+0000) 2023-03-22T17:29:41.975 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:41.639+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:41.640613+0000) 2023-03-22T17:29:41.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:41.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:41.640764+0000) 2023-03-22T17:29:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:41 smithi098 ceph-mon[94136]: pgmap v5489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:41 smithi142 ceph-mon[94717]: pgmap v5489: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:42.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:42.642+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:42.644012+0000) 2023-03-22T17:29:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:42.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:42.641048+0000) 2023-03-22T17:29:42.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:42.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:42.641131+0000) 2023-03-22T17:29:42.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:42.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:42.640559+0000) 2023-03-22T17:29:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:42.594+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:42.595993+0000) 2023-03-22T17:29:42.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:42.639+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:42.640739+0000) 2023-03-22T17:29:42.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:42.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:42.640878+0000) 2023-03-22T17:29:43.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:43.639+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:43.641243+0000) 2023-03-22T17:29:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:43.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:43.640687+0000) 2023-03-22T17:29:43.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:43.594+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:43.596146+0000) 2023-03-22T17:29:43.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:43.646+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:43.647286+0000) 2023-03-22T17:29:43.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:43.639+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:43.641160+0000) 2023-03-22T17:29:43.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:43.639+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:43.640863+0000) 2023-03-22T17:29:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:43.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:43.640991+0000) 2023-03-22T17:29:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:43 smithi098 ceph-mon[94136]: pgmap v5490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:43 smithi142 ceph-mon[94717]: pgmap v5490: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:44.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.641392+0000) 2023-03-22T17:29:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:44.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.640825+0000) 2023-03-22T17:29:44.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:44.646+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.648127+0000) 2023-03-22T17:29:44.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:44.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.596292+0000) 2023-03-22T17:29:44.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:44.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.641282+0000) 2023-03-22T17:29:44.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:44.639+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.640987+0000) 2023-03-22T17:29:44.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:44.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.641116+0000) 2023-03-22T17:29:45.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:45.647+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.648379+0000) 2023-03-22T17:29:45.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:45.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.641395+0000) 2023-03-22T17:29:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:45.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.641508+0000) 2023-03-22T17:29:45.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:45.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.640993+0000) 2023-03-22T17:29:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:45.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.596402+0000) 2023-03-22T17:29:45.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:45.639+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.641128+0000) 2023-03-22T17:29:45.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:45.639+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.641230+0000) 2023-03-22T17:29:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:45 smithi098 ceph-mon[94136]: pgmap v5491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:45 smithi142 ceph-mon[94717]: pgmap v5491: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:46.941 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:46.647+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.648503+0000) 2023-03-22T17:29:46.942 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:46.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.641604+0000) 2023-03-22T17:29:46.942 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:46.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.596525+0000) 2023-03-22T17:29:46.943 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:46.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.641508+0000) 2023-03-22T17:29:46.943 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:46.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.641117+0000) 2023-03-22T17:29:46.943 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:46.639+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.641241+0000) 2023-03-22T17:29:46.944 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:46.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.641296+0000) 2023-03-22T17:29:47.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:47.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.641711+0000) 2023-03-22T17:29:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:47.639+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.641231+0000) 2023-03-22T17:29:47.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:47.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.596679+0000) 2023-03-22T17:29:47.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:47.647+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.648736+0000) 2023-03-22T17:29:47.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:47.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.641610+0000) 2023-03-22T17:29:47.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:47.640+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.641361+0000) 2023-03-22T17:29:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:47.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.641450+0000) 2023-03-22T17:29:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:47 smithi098 ceph-mon[94136]: pgmap v5492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:47 smithi142 ceph-mon[94717]: pgmap v5492: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:48.597 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:44.639+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:44.640963+0000) 2023-03-22T17:29:48.598 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:45.639+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:45.641080+0000) 2023-03-22T17:29:48.598 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:46.639+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:46.641194+0000) 2023-03-22T17:29:48.598 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:47.640+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:47.641299+0000) 2023-03-22T17:29:48.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:48.647+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.648928+0000) 2023-03-22T17:29:48.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:48.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.641727+0000) 2023-03-22T17:29:48.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:48.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.641825+0000) 2023-03-22T17:29:48.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:48.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.641347+0000) 2023-03-22T17:29:48.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:48.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.596844+0000) 2023-03-22T17:29:48.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:48.640+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.641420+0000) 2023-03-22T17:29:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:48.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.641557+0000) 2023-03-22T17:29:48.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:48.640+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:48.641500+0000) 2023-03-22T17:29:49.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:49.647+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.649243+0000) 2023-03-22T17:29:49.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:49.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.641838+0000) 2023-03-22T17:29:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:49.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.641928+0000) 2023-03-22T17:29:49.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:49.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.641530+0000) 2023-03-22T17:29:49.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:49.640+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.641554+0000) 2023-03-22T17:29:49.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:49.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.596963+0000) 2023-03-22T17:29:49.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:49.640+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.641652+0000) 2023-03-22T17:29:49.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:49.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:49.641704+0000) 2023-03-22T17:29:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:49 smithi098 ceph-mon[94136]: pgmap v5493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:49 smithi142 ceph-mon[94717]: pgmap v5493: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:50.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:50.640+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.642034+0000) 2023-03-22T17:29:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:50.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.641684+0000) 2023-03-22T17:29:50.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:50.640+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.641804+0000) 2023-03-22T17:29:50.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:50.648+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.649363+0000) 2023-03-22T17:29:50.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:50.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.641938+0000) 2023-03-22T17:29:50.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:50.640+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.641733+0000) 2023-03-22T17:29:50.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:50.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.597076+0000) 2023-03-22T17:29:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:50.640+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:50.641813+0000) 2023-03-22T17:29:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:51.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.642352+0000) 2023-03-22T17:29:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:51.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.641796+0000) 2023-03-22T17:29:51.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:51.648+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.649618+0000) 2023-03-22T17:29:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:51.640+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.641887+0000) 2023-03-22T17:29:51.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:51.595+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.597225+0000) 2023-03-22T17:29:51.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:51.640+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.642004+0000) 2023-03-22T17:29:51.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:51.640+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.642140+0000) 2023-03-22T17:29:51.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:51.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:51.642291+0000) 2023-03-22T17:29:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:51 smithi098 ceph-mon[94136]: pgmap v5494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:52.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:51 smithi142 ceph-mon[94717]: pgmap v5494: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:52.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:52.648+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.649740+0000) 2023-03-22T17:29:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:52.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.642468+0000) 2023-03-22T17:29:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:52.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.641950+0000) 2023-03-22T17:29:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:52.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.597323+0000) 2023-03-22T17:29:52.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:52.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.642257+0000) 2023-03-22T17:29:52.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:52.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.642029+0000) 2023-03-22T17:29:52.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:52.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.642393+0000) 2023-03-22T17:29:52.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:52.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:52.642147+0000) 2023-03-22T17:29:53.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:53.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.642575+0000) 2023-03-22T17:29:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:53.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.642137+0000) 2023-03-22T17:29:53.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:53.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.642201+0000) 2023-03-22T17:29:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:53.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.597500+0000) 2023-03-22T17:29:53.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:53.648+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.650022+0000) 2023-03-22T17:29:53.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:53.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.642381+0000) 2023-03-22T17:29:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:53.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.642484+0000) 2023-03-22T17:29:53.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:53.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:53.642297+0000) 2023-03-22T17:29:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:53 smithi098 ceph-mon[94136]: pgmap v5495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:53 smithi142 ceph-mon[94717]: pgmap v5495: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:29:54.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:54.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.642496+0000) 2023-03-22T17:29:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:54.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.642698+0000) 2023-03-22T17:29:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:54.640+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.642250+0000) 2023-03-22T17:29:54.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:54.648+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.650169+0000) 2023-03-22T17:29:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:54.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.642401+0000) 2023-03-22T17:29:54.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:54.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.642336+0000) 2023-03-22T17:29:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:54.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.642587+0000) 2023-03-22T17:29:54.974 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:54.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:54.597718+0000) 2023-03-22T17:29:55.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:55.649+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.650419+0000) 2023-03-22T17:29:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:55.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.642800+0000) 2023-03-22T17:29:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:55.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.642333+0000) 2023-03-22T17:29:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:55.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.597911+0000) 2023-03-22T17:29:55.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:55.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.642614+0000) 2023-03-22T17:29:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:55.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.642690+0000) 2023-03-22T17:29:55.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:55.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.642511+0000) 2023-03-22T17:29:55.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:55.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:55.642445+0000) 2023-03-22T17:29:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:55 smithi098 ceph-mon[94136]: pgmap v5496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:55 smithi142 ceph-mon[94717]: pgmap v5496: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:56.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:56.649+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.650568+0000) 2023-03-22T17:29:56.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:56.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.642745+0000) 2023-03-22T17:29:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:56.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.642912+0000) 2023-03-22T17:29:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:56.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.642491+0000) 2023-03-22T17:29:56.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:56.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.642604+0000) 2023-03-22T17:29:56.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:56.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.598106+0000) 2023-03-22T17:29:56.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:56.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.642649+0000) 2023-03-22T17:29:56.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:56.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:56.642739+0000) 2023-03-22T17:29:57.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:57.641+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.643094+0000) 2023-03-22T17:29:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:57.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.642655+0000) 2023-03-22T17:29:57.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:57.649+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.650822+0000) 2023-03-22T17:29:57.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:57.596+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.598258+0000) 2023-03-22T17:29:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:57.641+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.642794+0000) 2023-03-22T17:29:57.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:57.641+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.642903+0000) 2023-03-22T17:29:57.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:57.641+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.642812+0000) 2023-03-22T17:29:57.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:57.641+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:57.642883+0000) 2023-03-22T17:29:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:57 smithi098 ceph-mon[94136]: pgmap v5497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:58.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:57 smithi142 ceph-mon[94717]: pgmap v5497: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:29:58.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:58.649+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.650931+0000) 2023-03-22T17:29:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:58.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.643103+0000) 2023-03-22T17:29:58.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:58.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.643315+0000) 2023-03-22T17:29:58.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:58.642+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.642891+0000) 2023-03-22T17:29:58.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:58.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.643028+0000) 2023-03-22T17:29:58.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:58.598+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.598442+0000) 2023-03-22T17:29:58.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:58.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.643025+0000) 2023-03-22T17:29:58.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:58.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:58.643085+0000) 2023-03-22T17:29:59.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:29:59.649+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.651167+0000) 2023-03-22T17:29:59.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:29:59.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.643276+0000) 2023-03-22T17:29:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:29:59.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.643421+0000) 2023-03-22T17:29:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:29:59.642+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.643061+0000) 2023-03-22T17:29:59.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:29:59.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.643215+0000) 2023-03-22T17:29:59.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:29:59.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.598584+0000) 2023-03-22T17:29:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:29:59.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.643187+0000) 2023-03-22T17:29:59.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:29:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:29:59.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:29:59.643234+0000) 2023-03-22T17:30:00.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:29:59 smithi142 ceph-mon[94717]: pgmap v5498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:00.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:29:59 smithi098 ceph-mon[94136]: pgmap v5498: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:00.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:00.642+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.643527+0000) 2023-03-22T17:30:00.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:00.641+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.643166+0000) 2023-03-22T17:30:00.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:00.642+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.643293+0000) 2023-03-22T17:30:00.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:00.642+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.643295+0000) 2023-03-22T17:30:00.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:00.642+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.643427+0000) 2023-03-22T17:30:00.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:00.597+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.598684+0000) 2023-03-22T17:30:00.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:00.642+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.643338+0000) 2023-03-22T17:30:00.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:00.650+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:00.651295+0000) 2023-03-22T17:30:01.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:00 smithi142 ceph-mon[94717]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:30:01.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:00 smithi098 ceph-mon[94136]: overall HEALTH_WARN 1/3 mons down, quorum c,b; Reduced data availability: 1 pg inactive 2023-03-22T17:30:01.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:01.643+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.643651+0000) 2023-03-22T17:30:01.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:01.598+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.598839+0000) 2023-03-22T17:30:01.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:01.643+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.643321+0000) 2023-03-22T17:30:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:01.643+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:01.643+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:01.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:01.654+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.654675+0000) 2023-03-22T17:30:01.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:01.643+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.643467+0000) 2023-03-22T17:30:01.973 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:01.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.651540+0000) 2023-03-22T17:30:01.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:01.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.643435+0000) 2023-03-22T17:30:01.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:01.643+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.643547+0000) 2023-03-22T17:30:01.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:01.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:01.643436+0000) 2023-03-22T17:30:02.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:01 smithi142 ceph-mon[94717]: pgmap v5499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:02.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:01 smithi098 ceph-mon[94136]: pgmap v5499: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:02.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:02.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:02.651698+0000) 2023-03-22T17:30:02.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:02.643+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:02.643757+0000) 2023-03-22T17:30:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:02.643+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:02.643906+0000) 2023-03-22T17:30:02.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:02.598+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:02.599025+0000) 2023-03-22T17:30:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:02.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:02.643574+0000) 2023-03-22T17:30:02.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:02.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:02.643569+0000) 2023-03-22T17:30:02.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:02.643+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:02.643566+0000) 2023-03-22T17:30:03.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:03.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.651895+0000) 2023-03-22T17:30:03.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:03.643+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.643911+0000) 2023-03-22T17:30:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:03.643+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.644055+0000) 2023-03-22T17:30:03.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:03.644+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:03.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:03.644+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:03.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:03.652+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.652544+0000) 2023-03-22T17:30:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:03.598+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.599164+0000) 2023-03-22T17:30:03.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:03.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.643746+0000) 2023-03-22T17:30:03.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:03.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.643751+0000) 2023-03-22T17:30:03.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:03.643+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.643745+0000) 2023-03-22T17:30:03.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:03.644+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:03.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:03.644+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:03.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:03.652+0000 7f4e6630f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:03.652601+0000) 2023-03-22T17:30:04.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:03 smithi142 ceph-mon[94717]: pgmap v5500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:30:04.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:03 smithi098 ceph-mon[94136]: pgmap v5500: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:30:04.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:04.651+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:04.652009+0000) 2023-03-22T17:30:04.721 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:04.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:04.643926+0000) 2023-03-22T17:30:04.722 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:04.643+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:04.644116+0000) 2023-03-22T17:30:04.723 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:04.599+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:04.599280+0000) 2023-03-22T17:30:04.723 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:04.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:04.643934+0000) 2023-03-22T17:30:05.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:05.599+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:05.599400+0000) 2023-03-22T17:30:05.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:05.652+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:05.652265+0000) 2023-03-22T17:30:05.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:05.652+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:05.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:05.652+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:05.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:05.676+0000 7f45ddd13700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:05.676563+0000) 2023-03-22T17:30:05.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:05.644+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:05.644296+0000) 2023-03-22T17:30:05.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:05.644+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:05.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:05.644+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:05.974 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:05.657+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:05.657866+0000) 2023-03-22T17:30:05.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:05.643+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:05.644119+0000) 2023-03-22T17:30:05.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:05.643+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:05.644118+0000) 2023-03-22T17:30:06.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:05 smithi142 ceph-mon[94717]: pgmap v5501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:30:06.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:05 smithi098 ceph-mon[94136]: pgmap v5501: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:30:06.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:06.143+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:06.143832+0000) 2023-03-22T17:30:06.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:06.644+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:06.644331+0000) 2023-03-22T17:30:06.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:06.599+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:06.599516+0000) 2023-03-22T17:30:06.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:06.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:06.644331+0000) 2023-03-22T17:30:07.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:07.143+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:07.144005+0000) 2023-03-22T17:30:07.933 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:07.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:07.644490+0000) 2023-03-22T17:30:07.934 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:07.599+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:07.599651+0000) 2023-03-22T17:30:07.935 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:07.600+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:07.935 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:07.600+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:07.935 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:07.606+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:07.606687+0000) 2023-03-22T17:30:07.936 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:07.644+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:07.644489+0000) 2023-03-22T17:30:07.936 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:07.644+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:07.937 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:07.645+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:07.937 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:07.662+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:07.662348+0000) 2023-03-22T17:30:08.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:07 smithi142 ceph-mon[94717]: pgmap v5502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:30:08.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:07 smithi098 ceph-mon[94136]: pgmap v5502: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:30:08.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:08.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:08.144442+0000) 2023-03-22T17:30:08.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:08.143+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:08.144144+0000) 2023-03-22T17:30:08.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:08.143+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:08.144045+0000) 2023-03-22T17:30:08.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:08.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:08.644614+0000) 2023-03-22T17:30:09.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:09.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:09.144556+0000) 2023-03-22T17:30:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:09.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:09.144265+0000) 2023-03-22T17:30:09.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:09.143+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:09.144157+0000) 2023-03-22T17:30:09.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:09.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:09.644744+0000) 2023-03-22T17:30:10.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:09 smithi142 ceph-mon[94717]: pgmap v5503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:30:10.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:09 smithi142 ceph-mon[94717]: osdmap e311: 12 total, 9 up, 9 in 2023-03-22T17:30:10.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:09 smithi098 ceph-mon[94136]: pgmap v5503: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:30:10.424 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:09 smithi098 ceph-mon[94136]: osdmap e311: 12 total, 9 up, 9 in 2023-03-22T17:30:10.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:10.152+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:10.152481+0000) 2023-03-22T17:30:10.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:10.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:10.144672+0000) 2023-03-22T17:30:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:10.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:10.144416+0000) 2023-03-22T17:30:10.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:10.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:10.144595+0000) 2023-03-22T17:30:10.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:10.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:10.144290+0000) 2023-03-22T17:30:10.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:10.644+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:10.644881+0000) 2023-03-22T17:30:10.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:10.645+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:10.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:10.645+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:10.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:10.656+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:10.656821+0000) 2023-03-22T17:30:11.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:11.156+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:11.156503+0000) 2023-03-22T17:30:11.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:11.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:11.144709+0000) 2023-03-22T17:30:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:11.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:11.144788+0000) 2023-03-22T17:30:11.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:11.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:11.144534+0000) 2023-03-22T17:30:11.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:11.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:11.144432+0000) 2023-03-22T17:30:12.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:11 smithi142 ceph-mon[94717]: pgmap v5505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:30:12.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:11 smithi098 ceph-mon[94136]: pgmap v5505: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:30:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:12.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:12.144901+0000) 2023-03-22T17:30:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:12.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:12.144679+0000) 2023-03-22T17:30:12.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:12.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:12.144818+0000) 2023-03-22T17:30:12.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:12.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:12.144591+0000) 2023-03-22T17:30:12.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:12.099+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:12.099861+0000) 2023-03-22T17:30:12.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:12.144+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:12.144751+0000) 2023-03-22T17:30:12.473 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:12.158+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:12.158958+0000) 2023-03-22T17:30:13.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:13.161+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:13.161332+0000) 2023-03-22T17:30:13.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:13.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:13.144963+0000) 2023-03-22T17:30:13.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:13.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:13.145050+0000) 2023-03-22T17:30:13.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:13.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:13.144850+0000) 2023-03-22T17:30:13.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:13.099+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:13.100059+0000) 2023-03-22T17:30:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:13.144+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:13.144878+0000) 2023-03-22T17:30:13.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:13.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:13.144725+0000) 2023-03-22T17:30:14.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:13 smithi142 ceph-mon[94717]: pgmap v5506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:14.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:13 smithi098 ceph-mon[94136]: pgmap v5506: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:14.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:14.145222+0000) 2023-03-22T17:30:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:14.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:14.145033+0000) 2023-03-22T17:30:14.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:14.144+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:14.145048+0000) 2023-03-22T17:30:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:14.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:14.100242+0000) 2023-03-22T17:30:14.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:14.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:14.144861+0000) 2023-03-22T17:30:14.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:14.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:14.145208+0000) 2023-03-22T17:30:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:14.503+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:14.503782+0000) 2023-03-22T17:30:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:15.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.145368+0000) 2023-03-22T17:30:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:15.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.145162+0000) 2023-03-22T17:30:15.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:15.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.144985+0000) 2023-03-22T17:30:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:15.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.145280+0000) 2023-03-22T17:30:15.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:15.144+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.145129+0000) 2023-03-22T17:30:15.474 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:15.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.145437+0000) 2023-03-22T17:30:15.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:15.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.100454+0000) 2023-03-22T17:30:15.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:15.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:15.505255+0000) 2023-03-22T17:30:16.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:15 smithi142 ceph-mon[94717]: pgmap v5507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:16.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:15 smithi098 ceph-mon[94136]: pgmap v5507: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:16.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:16.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.145485+0000) 2023-03-22T17:30:16.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:16.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.145302+0000) 2023-03-22T17:30:16.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:16.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.100579+0000) 2023-03-22T17:30:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:16.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.145393+0000) 2023-03-22T17:30:16.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:16.144+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.145240+0000) 2023-03-22T17:30:16.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:16.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.145549+0000) 2023-03-22T17:30:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:16.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.145113+0000) 2023-03-22T17:30:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:16.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:16.505396+0000) 2023-03-22T17:30:17.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:17.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.145701+0000) 2023-03-22T17:30:17.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:17.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.145660+0000) 2023-03-22T17:30:17.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:17.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.145437+0000) 2023-03-22T17:30:17.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:17.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.145526+0000) 2023-03-22T17:30:17.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:17.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.100695+0000) 2023-03-22T17:30:17.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:17.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.145236+0000) 2023-03-22T17:30:17.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:17.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.145361+0000) 2023-03-22T17:30:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:17.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:17.505663+0000) 2023-03-22T17:30:18.379 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:17 smithi142 ceph-mon[94717]: pgmap v5508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:18.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:17 smithi098 ceph-mon[94136]: pgmap v5508: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:18.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:18.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.145818+0000) 2023-03-22T17:30:18.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:18.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.145489+0000) 2023-03-22T17:30:18.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:18.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.100890+0000) 2023-03-22T17:30:18.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:18.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.145803+0000) 2023-03-22T17:30:18.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:18.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.145590+0000) 2023-03-22T17:30:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:18.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.145662+0000) 2023-03-22T17:30:18.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:18.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.145354+0000) 2023-03-22T17:30:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:18.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:18.505800+0000) 2023-03-22T17:30:19.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:19.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.145923+0000) 2023-03-22T17:30:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:19.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.145754+0000) 2023-03-22T17:30:19.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:19.099+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.101090+0000) 2023-03-22T17:30:19.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:19.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.145531+0000) 2023-03-22T17:30:19.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:19.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.145929+0000) 2023-03-22T17:30:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:19.144+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.145622+0000) 2023-03-22T17:30:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:19.144+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.145834+0000) 2023-03-22T17:30:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:19.504+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:19.506144+0000) 2023-03-22T17:30:20.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:19 smithi142 ceph-mon[94717]: pgmap v5509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:20.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:19 smithi098 ceph-mon[94136]: pgmap v5509: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:30:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:20.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.146050+0000) 2023-03-22T17:30:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:20.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.146031+0000) 2023-03-22T17:30:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:20.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.145871+0000) 2023-03-22T17:30:20.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:20.099+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.101221+0000) 2023-03-22T17:30:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:20.144+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.145951+0000) 2023-03-22T17:30:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:20.144+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.145722+0000) 2023-03-22T17:30:20.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:20.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.145705+0000) 2023-03-22T17:30:20.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:20.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:20.506330+0000) 2023-03-22T17:30:21.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:21.144+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.146140+0000) 2023-03-22T17:30:21.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:21.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.145994+0000) 2023-03-22T17:30:21.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:21.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.101390+0000) 2023-03-22T17:30:21.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:21.144+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.146167+0000) 2023-03-22T17:30:21.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:21.144+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.146068+0000) 2023-03-22T17:30:21.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:21.144+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.145856+0000) 2023-03-22T17:30:21.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:21.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.145823+0000) 2023-03-22T17:30:21.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:21.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:21.506621+0000) 2023-03-22T17:30:22.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:21 smithi142 ceph-mon[94717]: pgmap v5510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.4 KiB/s rd, 174 B/s wr, 8 op/s 2023-03-22T17:30:22.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:21 smithi098 ceph-mon[94136]: pgmap v5510: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.4 KiB/s rd, 174 B/s wr, 8 op/s 2023-03-22T17:30:22.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:22.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.146339+0000) 2023-03-22T17:30:22.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:22.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.146347+0000) 2023-03-22T17:30:22.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:22.144+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.146157+0000) 2023-03-22T17:30:22.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:22.144+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.146187+0000) 2023-03-22T17:30:22.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:22.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.101526+0000) 2023-03-22T17:30:22.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:22.144+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.145986+0000) 2023-03-22T17:30:22.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:22.144+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.145964+0000) 2023-03-22T17:30:22.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:22.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:22.506731+0000) 2023-03-22T17:30:23.390 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:23.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.146472+0000) 2023-03-22T17:30:23.391 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:23.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.146325+0000) 2023-03-22T17:30:23.391 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:23.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.101690+0000) 2023-03-22T17:30:23.392 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:23.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.146190+0000) 2023-03-22T17:30:23.392 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:23.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.146160+0000) 2023-03-22T17:30:23.392 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:23.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.146341+0000) 2023-03-22T17:30:23.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:23.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.506966+0000) 2023-03-22T17:30:23.721 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:23.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:23.146460+0000) 2023-03-22T17:30:24.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:23 smithi142 ceph-mon[94717]: pgmap v5511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:30:24.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:23 smithi098 ceph-mon[94136]: pgmap v5511: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:30:24.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:24.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.146588+0000) 2023-03-22T17:30:24.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:24.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.146595+0000) 2023-03-22T17:30:24.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:24.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.146507+0000) 2023-03-22T17:30:24.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:24.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.146516+0000) 2023-03-22T17:30:24.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:24.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.146353+0000) 2023-03-22T17:30:24.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:24.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.101876+0000) 2023-03-22T17:30:24.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:24.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.146347+0000) 2023-03-22T17:30:24.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:24.505+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:24.507103+0000) 2023-03-22T17:30:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:25.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.146804+0000) 2023-03-22T17:30:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:25.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.146799+0000) 2023-03-22T17:30:25.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:25.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.146519+0000) 2023-03-22T17:30:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:25.100+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.102068+0000) 2023-03-22T17:30:25.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:25.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.146687+0000) 2023-03-22T17:30:25.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:25.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.146661+0000) 2023-03-22T17:30:25.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:25.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.146512+0000) 2023-03-22T17:30:25.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:25.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:25.507392+0000) 2023-03-22T17:30:26.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:25 smithi142 ceph-mon[94717]: pgmap v5512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:30:26.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:25 smithi098 ceph-mon[94136]: pgmap v5512: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:30:26.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:26.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.147052+0000) 2023-03-22T17:30:26.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:26.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.146860+0000) 2023-03-22T17:30:26.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:26.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.102294+0000) 2023-03-22T17:30:26.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:26.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.146962+0000) 2023-03-22T17:30:26.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:26.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.146679+0000) 2023-03-22T17:30:26.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:26.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.146812+0000) 2023-03-22T17:30:26.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:26.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.146657+0000) 2023-03-22T17:30:26.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:26.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:26.507561+0000) 2023-03-22T17:30:27.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:27.145+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.147171+0000) 2023-03-22T17:30:27.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:27.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.146989+0000) 2023-03-22T17:30:27.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:27.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.146802+0000) 2023-03-22T17:30:27.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:27.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.102445+0000) 2023-03-22T17:30:27.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:27.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.146968+0000) 2023-03-22T17:30:27.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:27.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.146790+0000) 2023-03-22T17:30:27.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:27.145+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.147135+0000) 2023-03-22T17:30:27.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:27.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:27.507803+0000) 2023-03-22T17:30:28.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:27 smithi142 ceph-mon[94717]: pgmap v5513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:30:28.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:27 smithi098 ceph-mon[94136]: pgmap v5513: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:30:28.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:28.146+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.147263+0000) 2023-03-22T17:30:28.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:28.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.147312+0000) 2023-03-22T17:30:28.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:28.145+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.147140+0000) 2023-03-22T17:30:28.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:28.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.102628+0000) 2023-03-22T17:30:28.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:28.145+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.147108+0000) 2023-03-22T17:30:28.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:28.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.146960+0000) 2023-03-22T17:30:28.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:28.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.146984+0000) 2023-03-22T17:30:28.935 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:28.506+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:28.507964+0000) 2023-03-22T17:30:29.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:29.146+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.147398+0000) 2023-03-22T17:30:29.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:29.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.147318+0000) 2023-03-22T17:30:29.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:29.145+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.147169+0000) 2023-03-22T17:30:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:29.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.102801+0000) 2023-03-22T17:30:29.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:29.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.147426+0000) 2023-03-22T17:30:29.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:29.146+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.147380+0000) 2023-03-22T17:30:29.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:29.145+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.147185+0000) 2023-03-22T17:30:29.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:29.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:29.508320+0000) 2023-03-22T17:30:30.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:29 smithi142 ceph-mon[94717]: pgmap v5514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:30:30.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:29 smithi098 ceph-mon[94136]: pgmap v5514: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:30:30.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:30.146+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.147565+0000) 2023-03-22T17:30:30.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:30.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.147631+0000) 2023-03-22T17:30:30.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:30.146+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.147611+0000) 2023-03-22T17:30:30.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:30.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.147502+0000) 2023-03-22T17:30:30.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:30.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.147367+0000) 2023-03-22T17:30:30.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:30.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.102929+0000) 2023-03-22T17:30:30.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:30.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.147370+0000) 2023-03-22T17:30:30.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:30.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:30.508450+0000) 2023-03-22T17:30:31.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:31.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.147844+0000) 2023-03-22T17:30:31.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:31.146+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.147762+0000) 2023-03-22T17:30:31.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:31.146+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.147720+0000) 2023-03-22T17:30:31.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:31.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.147616+0000) 2023-03-22T17:30:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:31.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.147680+0000) 2023-03-22T17:30:31.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:31.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.103033+0000) 2023-03-22T17:30:31.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:31.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.147634+0000) 2023-03-22T17:30:31.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:31.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:31.508673+0000) 2023-03-22T17:30:32.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:31 smithi142 ceph-mon[94717]: pgmap v5515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:32.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:31 smithi098 ceph-mon[94136]: pgmap v5515: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:32.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:32.146+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.148040+0000) 2023-03-22T17:30:32.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:32.101+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.103163+0000) 2023-03-22T17:30:32.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:32.146+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.147852+0000) 2023-03-22T17:30:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:32.146+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.147908+0000) 2023-03-22T17:30:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:32.147+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:32.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:32.147+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:32.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:32.163+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.164805+0000) 2023-03-22T17:30:32.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:32.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.147807+0000) 2023-03-22T17:30:32.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:32.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.147742+0000) 2023-03-22T17:30:32.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:32.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.147768+0000) 2023-03-22T17:30:32.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:32.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:32.508816+0000) 2023-03-22T17:30:33.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:33.147+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:33.148036+0000) 2023-03-22T17:30:33.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:33.147+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:33.148167+0000) 2023-03-22T17:30:33.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:33.102+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:33.103295+0000) 2023-03-22T17:30:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:33.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:33.147925+0000) 2023-03-22T17:30:33.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:33.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:33.147910+0000) 2023-03-22T17:30:33.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:33.147+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:33.147965+0000) 2023-03-22T17:30:33.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:33.507+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:33.509048+0000) 2023-03-22T17:30:34.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:33 smithi142 ceph-mon[94717]: pgmap v5516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:34.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:33 smithi098 ceph-mon[94136]: pgmap v5516: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:34.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:34.147+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.148817+0000) 2023-03-22T17:30:34.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:34.146+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.148043+0000) 2023-03-22T17:30:34.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:34.102+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.103427+0000) 2023-03-22T17:30:34.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:34.147+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.148418+0000) 2023-03-22T17:30:34.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:34.147+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:34.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:34.148+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:34.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:34.152+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.153858+0000) 2023-03-22T17:30:34.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:34.146+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.148056+0000) 2023-03-22T17:30:34.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:34.146+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.148126+0000) 2023-03-22T17:30:34.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:34.147+0000 7f4e67311700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:34.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:34.147+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:34.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:34.154+0000 7f4e66b10700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.155837+0000) 2023-03-22T17:30:34.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:34.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:34.509254+0000) 2023-03-22T17:30:35.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:35.147+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:35.149057+0000) 2023-03-22T17:30:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:35.102+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:35.103564+0000) 2023-03-22T17:30:35.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:35.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:35.148367+0000) 2023-03-22T17:30:35.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:35.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:35.148264+0000) 2023-03-22T17:30:35.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:35.508+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:35.509645+0000) 2023-03-22T17:30:36.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:35 smithi142 ceph-mon[94717]: pgmap v5517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:36.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:35 smithi098 ceph-mon[94136]: pgmap v5517: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:36.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:36.102+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.103732+0000) 2023-03-22T17:30:36.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:36.147+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.149182+0000) 2023-03-22T17:30:36.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:36.148+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:36.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:36.148+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:36.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:36.156+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.157771+0000) 2023-03-22T17:30:36.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:36.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.148592+0000) 2023-03-22T17:30:36.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:36.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.148473+0000) 2023-03-22T17:30:36.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:36.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.648317+0000) 2023-03-22T17:30:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:36.509+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.509910+0000) 2023-03-22T17:30:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:36.509+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:36.509+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:36.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:36.517+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:36.519097+0000) 2023-03-22T17:30:37.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:37.102+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:37.103886+0000) 2023-03-22T17:30:37.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:37.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:37.148812+0000) 2023-03-22T17:30:37.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:37.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:37.148644+0000) 2023-03-22T17:30:37.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:37.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:37.648464+0000) 2023-03-22T17:30:38.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:37 smithi142 ceph-mon[94717]: pgmap v5518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:38.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:37 smithi098 ceph-mon[94136]: pgmap v5518: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:38.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:38.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.148846+0000) 2023-03-22T17:30:38.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:38.102+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.104078+0000) 2023-03-22T17:30:38.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:38.103+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:38.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:38.103+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:38.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:38.112+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.113996+0000) 2023-03-22T17:30:38.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:38.147+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.148978+0000) 2023-03-22T17:30:38.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:38.148+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:38.148+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:38.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:38.157+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.158742+0000) 2023-03-22T17:30:38.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:38.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.648715+0000) 2023-03-22T17:30:38.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:38.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.648576+0000) 2023-03-22T17:30:38.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:38.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:38.648392+0000) 2023-03-22T17:30:39.720 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:39.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:39.648856+0000) 2023-03-22T17:30:39.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:39.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:39.648694+0000) 2023-03-22T17:30:39.722 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:39.147+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:39.149036+0000) 2023-03-22T17:30:39.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:39.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:39.648511+0000) 2023-03-22T17:30:40.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:39 smithi142 ceph-mon[94717]: pgmap v5519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:40.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:39 smithi098 ceph-mon[94136]: pgmap v5519: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:40.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:40.148+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:40.149307+0000) 2023-03-22T17:30:40.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:40.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:40.649468+0000) 2023-03-22T17:30:40.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:40.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:40.648970+0000) 2023-03-22T17:30:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:40.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:40.648819+0000) 2023-03-22T17:30:40.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:40.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:40.648638+0000) 2023-03-22T17:30:41.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:41.009+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:41.010358+0000) 2023-03-22T17:30:41.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:41.148+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:41.149496+0000) 2023-03-22T17:30:41.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:41.148+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:41.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:41.148+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:30:41.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:41.160+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:41.161715+0000) 2023-03-22T17:30:41.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:41.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:41.649583+0000) 2023-03-22T17:30:41.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:41.647+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:41.649084+0000) 2023-03-22T17:30:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:41.647+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:41.649004+0000) 2023-03-22T17:30:41.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:41.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:41.648816+0000) 2023-03-22T17:30:42.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:41 smithi142 ceph-mon[94717]: pgmap v5520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:42.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:41 smithi098 ceph-mon[94136]: pgmap v5520: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:42.012+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:42.014106+0000) 2023-03-22T17:30:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:42.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:42.649232+0000) 2023-03-22T17:30:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:42.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:42.649172+0000) 2023-03-22T17:30:42.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:42.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:42.649700+0000) 2023-03-22T17:30:42.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:42.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:42.604435+0000) 2023-03-22T17:30:42.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:42.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:42.649232+0000) 2023-03-22T17:30:42.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:42.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:42.649023+0000) 2023-03-22T17:30:43.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:43.015+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:43.016667+0000) 2023-03-22T17:30:43.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:43.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:43.649819+0000) 2023-03-22T17:30:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:43.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:43.649303+0000) 2023-03-22T17:30:43.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:43.603+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:43.604581+0000) 2023-03-22T17:30:43.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:43.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:43.649367+0000) 2023-03-22T17:30:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:43.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:43.649367+0000) 2023-03-22T17:30:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:43.647+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:43.649175+0000) 2023-03-22T17:30:44.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:43 smithi142 ceph-mon[94717]: pgmap v5521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:44.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:43 smithi098 ceph-mon[94136]: pgmap v5521: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:44.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:44.018+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:44.019264+0000) 2023-03-22T17:30:44.936 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:44.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:44.649490+0000) 2023-03-22T17:30:44.937 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:44.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:44.649471+0000) 2023-03-22T17:30:44.937 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:44.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:44.604768+0000) 2023-03-22T17:30:44.938 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:44.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:44.649470+0000) 2023-03-22T17:30:44.938 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:44.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:44.649345+0000) 2023-03-22T17:30:45.220 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:45.021+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.023006+0000) 2023-03-22T17:30:45.221 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:44.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:44.649916+0000) 2023-03-22T17:30:45.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:45.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.649739+0000) 2023-03-22T17:30:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:45.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.649604+0000) 2023-03-22T17:30:45.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:45.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.649498+0000) 2023-03-22T17:30:45.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:45.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.604981+0000) 2023-03-22T17:30:45.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:45.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.649595+0000) 2023-03-22T17:30:45.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:45.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.650010+0000) 2023-03-22T17:30:45.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:45.648+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:45.649761+0000) 2023-03-22T17:30:46.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:45 smithi142 ceph-mon[94717]: pgmap v5522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:46.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:45 smithi098 ceph-mon[94136]: pgmap v5522: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:46.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:46.023+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.024674+0000) 2023-03-22T17:30:46.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:46.648+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.650154+0000) 2023-03-22T17:30:46.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:46.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.649885+0000) 2023-03-22T17:30:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:46.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.649732+0000) 2023-03-22T17:30:46.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:46.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.605175+0000) 2023-03-22T17:30:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:46.648+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.650026+0000) 2023-03-22T17:30:46.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:46.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.649720+0000) 2023-03-22T17:30:46.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:46.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:46.649626+0000) 2023-03-22T17:30:47.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:47.023+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.024827+0000) 2023-03-22T17:30:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:47.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.650284+0000) 2023-03-22T17:30:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:47.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.650003+0000) 2023-03-22T17:30:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:47.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.649855+0000) 2023-03-22T17:30:47.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:47.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.605297+0000) 2023-03-22T17:30:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:47.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.649833+0000) 2023-03-22T17:30:47.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:47.648+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.650143+0000) 2023-03-22T17:30:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:47.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:47.649764+0000) 2023-03-22T17:30:48.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:47 smithi142 ceph-mon[94717]: pgmap v5523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:48.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:47 smithi098 ceph-mon[94136]: pgmap v5523: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:48.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:48.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.025100+0000) 2023-03-22T17:30:48.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:48.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.650115+0000) 2023-03-22T17:30:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:48.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.650007+0000) 2023-03-22T17:30:48.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:48.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.650394+0000) 2023-03-22T17:30:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:48.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.650258+0000) 2023-03-22T17:30:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:48.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.649957+0000) 2023-03-22T17:30:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:48.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.649935+0000) 2023-03-22T17:30:48.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:48.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:48.605417+0000) 2023-03-22T17:30:49.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:49.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.025314+0000) 2023-03-22T17:30:49.917 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:49.648+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.650225+0000) 2023-03-22T17:30:49.918 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:49.648+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.650165+0000) 2023-03-22T17:30:49.918 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:49.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.650107+0000) 2023-03-22T17:30:49.919 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:49.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.605552+0000) 2023-03-22T17:30:49.919 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:49.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.650495+0000) 2023-03-22T17:30:49.919 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:49.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.650372+0000) 2023-03-22T17:30:49.920 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:49.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:49.650093+0000) 2023-03-22T17:30:50.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:49 smithi142 ceph-mon[94717]: pgmap v5524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:50.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:49 smithi098 ceph-mon[94136]: pgmap v5524: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:50.606 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:50.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.025622+0000) 2023-03-22T17:30:50.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:50.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.650311+0000) 2023-03-22T17:30:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:50.649+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.650319+0000) 2023-03-22T17:30:50.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:50.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.605675+0000) 2023-03-22T17:30:50.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:50.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.650604+0000) 2023-03-22T17:30:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:50.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.650478+0000) 2023-03-22T17:30:50.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:50.648+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.650224+0000) 2023-03-22T17:30:50.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:50.648+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:50.650209+0000) 2023-03-22T17:30:51.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:50 smithi142 ceph-mon[94717]: pgmap v5525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:51.423 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:50 smithi098 ceph-mon[94136]: pgmap v5525: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:51.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:51.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.025813+0000) 2023-03-22T17:30:51.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:51.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.650492+0000) 2023-03-22T17:30:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:51.649+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.650484+0000) 2023-03-22T17:30:51.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:51.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.605864+0000) 2023-03-22T17:30:51.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:51.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.650721+0000) 2023-03-22T17:30:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:51.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.650633+0000) 2023-03-22T17:30:51.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:51.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.650299+0000) 2023-03-22T17:30:51.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:51.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:51.650305+0000) 2023-03-22T17:30:52.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:52.024+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.026064+0000) 2023-03-22T17:30:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:52.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.650838+0000) 2023-03-22T17:30:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:52.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.650640+0000) 2023-03-22T17:30:52.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:52.649+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.650636+0000) 2023-03-22T17:30:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:52.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.650758+0000) 2023-03-22T17:30:52.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:52.604+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.606022+0000) 2023-03-22T17:30:52.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:52.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.650443+0000) 2023-03-22T17:30:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:52.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:52.650450+0000) 2023-03-22T17:30:53.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:53.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.026186+0000) 2023-03-22T17:30:53.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:53.649+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.650954+0000) 2023-03-22T17:30:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:53.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.650786+0000) 2023-03-22T17:30:53.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:53.649+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.650795+0000) 2023-03-22T17:30:53.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:53.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.606230+0000) 2023-03-22T17:30:53.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:53.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.650577+0000) 2023-03-22T17:30:53.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:53.649+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.650974+0000) 2023-03-22T17:30:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:53.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:53.650601+0000) 2023-03-22T17:30:54.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:53 smithi142 ceph-mon[94717]: pgmap v5526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:53 smithi098 ceph-mon[94136]: pgmap v5526: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:30:54.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:54.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.026479+0000) 2023-03-22T17:30:54.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:54.650+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.651066+0000) 2023-03-22T17:30:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:54.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.650908+0000) 2023-03-22T17:30:54.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:54.650+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.650910+0000) 2023-03-22T17:30:54.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:54.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.651092+0000) 2023-03-22T17:30:54.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:54.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.606338+0000) 2023-03-22T17:30:54.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:54.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.650729+0000) 2023-03-22T17:30:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:54.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:54.650752+0000) 2023-03-22T17:30:55.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:55.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.026626+0000) 2023-03-22T17:30:55.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:55.650+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.651205+0000) 2023-03-22T17:30:55.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:55.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.651050+0000) 2023-03-22T17:30:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:55.650+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.651044+0000) 2023-03-22T17:30:55.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:55.606+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.606516+0000) 2023-03-22T17:30:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:55.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.650899+0000) 2023-03-22T17:30:55.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:55.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.651226+0000) 2023-03-22T17:30:55.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:55.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:55.650927+0000) 2023-03-22T17:30:56.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:55 smithi142 ceph-mon[94717]: pgmap v5527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:55 smithi098 ceph-mon[94136]: pgmap v5527: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:56.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:56.025+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.026943+0000) 2023-03-22T17:30:56.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:56.650+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.651333+0000) 2023-03-22T17:30:56.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:56.649+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.651219+0000) 2023-03-22T17:30:56.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:56.649+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.651233+0000) 2023-03-22T17:30:56.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:56.649+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.651112+0000) 2023-03-22T17:30:56.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:56.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.606678+0000) 2023-03-22T17:30:56.974 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:56.649+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.651072+0000) 2023-03-22T17:30:56.975 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:56.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:56.651392+0000) 2023-03-22T17:30:57.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:57.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.027167+0000) 2023-03-22T17:30:57.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:57.650+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.651457+0000) 2023-03-22T17:30:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:57.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.651420+0000) 2023-03-22T17:30:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:57.650+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.651358+0000) 2023-03-22T17:30:57.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:57.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.606883+0000) 2023-03-22T17:30:57.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:57.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.651245+0000) 2023-03-22T17:30:57.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:57.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.651513+0000) 2023-03-22T17:30:57.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:57.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:57.651292+0000) 2023-03-22T17:30:58.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:57 smithi142 ceph-mon[94717]: pgmap v5528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:58.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:57 smithi098 ceph-mon[94136]: pgmap v5528: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:30:58.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:58.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.027421+0000) 2023-03-22T17:30:58.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:58.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.651559+0000) 2023-03-22T17:30:58.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:58.650+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.651509+0000) 2023-03-22T17:30:58.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:58.650+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.651629+0000) 2023-03-22T17:30:58.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:58.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.651713+0000) 2023-03-22T17:30:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:58.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.651363+0000) 2023-03-22T17:30:58.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:58.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.606994+0000) 2023-03-22T17:30:58.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:58.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:58.651414+0000) 2023-03-22T17:30:59.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:30:59.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.027601+0000) 2023-03-22T17:30:59.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:30:59.650+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.651859+0000) 2023-03-22T17:30:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:30:59.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.651739+0000) 2023-03-22T17:30:59.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:30:59.650+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.651705+0000) 2023-03-22T17:30:59.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:30:59.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.651567+0000) 2023-03-22T17:30:59.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:30:59.605+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.607129+0000) 2023-03-22T17:30:59.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:30:59.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.651851+0000) 2023-03-22T17:30:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:30:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:30:59.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:30:59.651521+0000) 2023-03-22T17:31:00.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:30:59 smithi142 ceph-mon[94717]: pgmap v5529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:00.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:30:59 smithi098 ceph-mon[94136]: pgmap v5529: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:00.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:00.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.027828+0000) 2023-03-22T17:31:00.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:00.650+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.652085+0000) 2023-03-22T17:31:00.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:00.650+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.651872+0000) 2023-03-22T17:31:00.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:00.650+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.651835+0000) 2023-03-22T17:31:00.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:00.650+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.651980+0000) 2023-03-22T17:31:00.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:00.606+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.607312+0000) 2023-03-22T17:31:00.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:00.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.651648+0000) 2023-03-22T17:31:00.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:00 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:00.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:00.651687+0000) 2023-03-22T17:31:01.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:01.026+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.027951+0000) 2023-03-22T17:31:01.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:01.651+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.652204+0000) 2023-03-22T17:31:01.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:01.651+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.651992+0000) 2023-03-22T17:31:01.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:01.651+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.651956+0000) 2023-03-22T17:31:01.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:01.651+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.651792+0000) 2023-03-22T17:31:01.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:01.651+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.651822+0000) 2023-03-22T17:31:01.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:01.606+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.607517+0000) 2023-03-22T17:31:01.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:01 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:01.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:01.652092+0000) 2023-03-22T17:31:02.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:01 smithi142 ceph-mon[94717]: pgmap v5530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:02.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:01 smithi098 ceph-mon[94136]: pgmap v5530: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:02.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:02.027+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.028336+0000) 2023-03-22T17:31:02.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:02.651+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.652358+0000) 2023-03-22T17:31:02.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:02.651+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.652146+0000) 2023-03-22T17:31:02.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:02.606+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.607624+0000) 2023-03-22T17:31:02.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:02.651+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.651920+0000) 2023-03-22T17:31:02.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:02.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.652299+0000) 2023-03-22T17:31:02.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:02.651+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.651982+0000) 2023-03-22T17:31:02.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:02.651+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.652102+0000) 2023-03-22T17:31:02.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:02.651+0000 7f1149194700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:02.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:02.651+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:02.974 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:02 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:02.671+0000 7f1148993700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:02.673218+0000) 2023-03-22T17:31:03.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:03.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:03.028572+0000) 2023-03-22T17:31:03.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:03.651+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:03.652478+0000) 2023-03-22T17:31:03.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:03.651+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:03.652373+0000) 2023-03-22T17:31:03.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:03.606+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:03.607771+0000) 2023-03-22T17:31:03.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:03.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:03.652058+0000) 2023-03-22T17:31:03.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:03.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:03.652456+0000) 2023-03-22T17:31:03.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:03 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:03.650+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:03.652132+0000) 2023-03-22T17:31:04.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:03 smithi142 ceph-mon[94717]: pgmap v5531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:31:04.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:03 smithi098 ceph-mon[94136]: pgmap v5531: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:31:04.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:04.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.028843+0000) 2023-03-22T17:31:04.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:04.650+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.652226+0000) 2023-03-22T17:31:04.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:04.606+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.607953+0000) 2023-03-22T17:31:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:04.651+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.652494+0000) 2023-03-22T17:31:04.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:04.651+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:04.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:04.651+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:04.972 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:04.659+0000 7f271eee7700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.661041+0000) 2023-03-22T17:31:04.973 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:04.651+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.652602+0000) 2023-03-22T17:31:04.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:04.651+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.652603+0000) 2023-03-22T17:31:04.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:04.651+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.652262+0000) 2023-03-22T17:31:04.974 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:04.651+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:04.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:04.651+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:04.975 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:04 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:04.659+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:04.660983+0000) 2023-03-22T17:31:05.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:05.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:05.028962+0000) 2023-03-22T17:31:05.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:05.652+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:05.652738+0000) 2023-03-22T17:31:05.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:05.607+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:05.608108+0000) 2023-03-22T17:31:05.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:05.652+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:05.652366+0000) 2023-03-22T17:31:05.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:05 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:05.652+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:05.652721+0000) 2023-03-22T17:31:06.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:05 smithi142 ceph-mon[94717]: pgmap v5532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:31:06.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:05 smithi098 ceph-mon[94136]: pgmap v5532: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:31:06.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:06.028+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:06.029230+0000) 2023-03-22T17:31:06.970 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:06.607+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:06.608227+0000) 2023-03-22T17:31:06.971 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:06.652+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:06.652491+0000) 2023-03-22T17:31:06.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:06.652+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:06.652827+0000) 2023-03-22T17:31:06.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:06.652+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:06.652853+0000) 2023-03-22T17:31:06.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:06.653+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:06.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:06.653+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:06.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:06 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:06.662+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:06.663150+0000) 2023-03-22T17:31:07.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:07.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:07.152562+0000) 2023-03-22T17:31:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:07.029+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:07.029306+0000) 2023-03-22T17:31:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:07.029+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:07.471 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:07.029+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:07.472 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:07.036+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:07.037028+0000) 2023-03-22T17:31:07.970 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:07.652+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:07.652632+0000) 2023-03-22T17:31:07.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:07.608+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:07.608365+0000) 2023-03-22T17:31:07.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:07 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:07.652+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:07.652948+0000) 2023-03-22T17:31:08.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:07 smithi142 ceph-mon[94717]: pgmap v5533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:31:08.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:07 smithi098 ceph-mon[94136]: pgmap v5533: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2023-03-22T17:31:08.470 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:08.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:08.152704+0000) 2023-03-22T17:31:08.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:08.652+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:08.653056+0000) 2023-03-22T17:31:08.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:08.608+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:08.608489+0000) 2023-03-22T17:31:08.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:08.609+0000 7f6453b82700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:08.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:08.609+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:08.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:08.619+0000 7f6452b80700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:08.620178+0000) 2023-03-22T17:31:08.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:08.652+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:08.652780+0000) 2023-03-22T17:31:08.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:08.653+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:08.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:08.653+0000 7f6e2bc0b700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:08.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:08 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:08.668+0000 7f6e2c40c700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:08.669237+0000) 2023-03-22T17:31:09.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:09.152+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:09.152836+0000) 2023-03-22T17:31:09.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:09.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:09.152896+0000) 2023-03-22T17:31:09.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:09.152+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:09.152649+0000) 2023-03-22T17:31:09.970 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:09 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:09.652+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:09.653162+0000) 2023-03-22T17:31:10.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:09 smithi142 ceph-mon[94717]: pgmap v5534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:31:10.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:09 smithi098 ceph-mon[94136]: pgmap v5534: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2023-03-22T17:31:10.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:10.152+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:10.152992+0000) 2023-03-22T17:31:10.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:10.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:10.153011+0000) 2023-03-22T17:31:10.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:10.152+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:10.152785+0000) 2023-03-22T17:31:10.909 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:10 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:10.653+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:10.653299+0000) 2023-03-22T17:31:11.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:10 smithi142 ceph-mon[94717]: osdmap e312: 12 total, 9 up, 9 in 2023-03-22T17:31:11.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:10 smithi098 ceph-mon[94136]: osdmap e312: 12 total, 9 up, 9 in 2023-03-22T17:31:11.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:11.152+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:11.153156+0000) 2023-03-22T17:31:11.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:11.152+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:11.153147+0000) 2023-03-22T17:31:11.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:11.152+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:11.153144+0000) 2023-03-22T17:31:11.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:11.152+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:11.152943+0000) 2023-03-22T17:31:11.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:11.529+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:11.529625+0000) 2023-03-22T17:31:11.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:11.653+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:11.653432+0000) 2023-03-22T17:31:11.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:11.653+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:11.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:11.653+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:11.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:11 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:11.664+0000 7fef97a22700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:11.664522+0000) 2023-03-22T17:31:12.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:11 smithi142 ceph-mon[94717]: pgmap v5536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:31:12.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:11 smithi098 ceph-mon[94136]: pgmap v5536: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 15 KiB/s rd, 53 KiB/s wr, 27 op/s 2023-03-22T17:31:12.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:12.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:12.153314+0000) 2023-03-22T17:31:12.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:12.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:12.153308+0000) 2023-03-22T17:31:12.471 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:12.152+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:12.153090+0000) 2023-03-22T17:31:12.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:12.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:12.153308+0000) 2023-03-22T17:31:12.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:12 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:12.549+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:12.550135+0000) 2023-03-22T17:31:13.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:13.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:13.153596+0000) 2023-03-22T17:31:13.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:13.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:13.153432+0000) 2023-03-22T17:31:13.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:13.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:13.108840+0000) 2023-03-22T17:31:13.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:13.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:13.153432+0000) 2023-03-22T17:31:13.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:13.152+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:13.153211+0000) 2023-03-22T17:31:13.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:13.152+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:13.152983+0000) 2023-03-22T17:31:13.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:13 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:13.552+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:13.552527+0000) 2023-03-22T17:31:14.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:13 smithi142 ceph-mon[94717]: pgmap v5537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:14.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:13 smithi098 ceph-mon[94136]: pgmap v5537: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:14.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:14.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:14.153707+0000) 2023-03-22T17:31:14.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:14.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:14.153559+0000) 2023-03-22T17:31:14.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:14.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:14.108990+0000) 2023-03-22T17:31:14.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:14.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:14.153550+0000) 2023-03-22T17:31:14.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:14.152+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:14.153170+0000) 2023-03-22T17:31:14.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:14.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:14.153301+0000) 2023-03-22T17:31:14.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:14 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:14.555+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:14.555583+0000) 2023-03-22T17:31:15.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:15.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:15.153665+0000) 2023-03-22T17:31:15.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:15.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:15.153809+0000) 2023-03-22T17:31:15.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:15.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:15.153669+0000) 2023-03-22T17:31:15.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:15.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:15.153326+0000) 2023-03-22T17:31:15.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:15.108+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:15.109122+0000) 2023-03-22T17:31:15.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:15.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:15.153417+0000) 2023-03-22T17:31:15.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:15 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:15.559+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:15.559522+0000) 2023-03-22T17:31:16.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:15 smithi142 ceph-mon[94717]: pgmap v5538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:16.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:15 smithi098 ceph-mon[94136]: pgmap v5538: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:16.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:16.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.153783+0000) 2023-03-22T17:31:16.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:16.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.153928+0000) 2023-03-22T17:31:16.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:16.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.153789+0000) 2023-03-22T17:31:16.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:16.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.109292+0000) 2023-03-22T17:31:16.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:16.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.153441+0000) 2023-03-22T17:31:16.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:16.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.153676+0000) 2023-03-22T17:31:16.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:16.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.153534+0000) 2023-03-22T17:31:16.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:16 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:16.560+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:16.560737+0000) 2023-03-22T17:31:17.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:17.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.153995+0000) 2023-03-22T17:31:17.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:17.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.154167+0000) 2023-03-22T17:31:17.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:17.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.153975+0000) 2023-03-22T17:31:17.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:17.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.109406+0000) 2023-03-22T17:31:17.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:17.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.153577+0000) 2023-03-22T17:31:17.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:17.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.153845+0000) 2023-03-22T17:31:17.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:17.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.153675+0000) 2023-03-22T17:31:17.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:17 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:17.560+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:17.561083+0000) 2023-03-22T17:31:18.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:17 smithi142 ceph-mon[94717]: pgmap v5539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:18.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:17 smithi098 ceph-mon[94136]: pgmap v5539: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:18.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:18.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.154292+0000) 2023-03-22T17:31:18.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:18.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.154091+0000) 2023-03-22T17:31:18.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:18.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.109552+0000) 2023-03-22T17:31:18.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:18.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.154162+0000) 2023-03-22T17:31:18.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:18.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.153964+0000) 2023-03-22T17:31:18.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:18.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.153720+0000) 2023-03-22T17:31:18.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:18.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.153794+0000) 2023-03-22T17:31:18.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:18 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:18.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:18.561291+0000) 2023-03-22T17:31:19.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:19.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.154291+0000) 2023-03-22T17:31:19.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:19.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.154407+0000) 2023-03-22T17:31:19.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:19.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.154205+0000) 2023-03-22T17:31:19.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:19.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.154083+0000) 2023-03-22T17:31:19.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:19.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.109676+0000) 2023-03-22T17:31:19.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:19.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.153851+0000) 2023-03-22T17:31:19.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:19.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.153916+0000) 2023-03-22T17:31:19.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:19 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:19.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:19.561540+0000) 2023-03-22T17:31:20.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:19 smithi142 ceph-mon[94717]: pgmap v5540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:20.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:19 smithi098 ceph-mon[94136]: pgmap v5540: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2023-03-22T17:31:20.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:20.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.154406+0000) 2023-03-22T17:31:20.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:20.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.154526+0000) 2023-03-22T17:31:20.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:20.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.154312+0000) 2023-03-22T17:31:20.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:20.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.153983+0000) 2023-03-22T17:31:20.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:20.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.109879+0000) 2023-03-22T17:31:20.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:20.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.154204+0000) 2023-03-22T17:31:20.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:20.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.154036+0000) 2023-03-22T17:31:20.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:20 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:20.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:20.561698+0000) 2023-03-22T17:31:21.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:21.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.154531+0000) 2023-03-22T17:31:21.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:21.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.154645+0000) 2023-03-22T17:31:21.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:21.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.154433+0000) 2023-03-22T17:31:21.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:21.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.110076+0000) 2023-03-22T17:31:21.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:21.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.154107+0000) 2023-03-22T17:31:21.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:21.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.154301+0000) 2023-03-22T17:31:21.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:21.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.154168+0000) 2023-03-22T17:31:21.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:21 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:21.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:21.562000+0000) 2023-03-22T17:31:22.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:21 smithi142 ceph-mon[94717]: pgmap v5541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 188 B/s wr, 9 op/s 2023-03-22T17:31:22.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:21 smithi098 ceph-mon[94136]: pgmap v5541: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.8 KiB/s rd, 188 B/s wr, 9 op/s 2023-03-22T17:31:22.425 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:22.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.154644+0000) 2023-03-22T17:31:22.426 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:22.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.154756+0000) 2023-03-22T17:31:22.427 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:22.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.154407+0000) 2023-03-22T17:31:22.427 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:22.110+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.110280+0000) 2023-03-22T17:31:22.720 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:22.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.562114+0000) 2023-03-22T17:31:22.721 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:22.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.154548+0000) 2023-03-22T17:31:22.722 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:22.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.154239+0000) 2023-03-22T17:31:22.723 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:22 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:22.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:22.154290+0000) 2023-03-22T17:31:23.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:23.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.154763+0000) 2023-03-22T17:31:23.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:23.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.154866+0000) 2023-03-22T17:31:23.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:23.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.154658+0000) 2023-03-22T17:31:23.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:23.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.110465+0000) 2023-03-22T17:31:23.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:23.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.154355+0000) 2023-03-22T17:31:23.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:23.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.154533+0000) 2023-03-22T17:31:23.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:23.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.154404+0000) 2023-03-22T17:31:23.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:23 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:23.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:23.562394+0000) 2023-03-22T17:31:24.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:23 smithi142 ceph-mon[94717]: pgmap v5542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:31:24.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:23 smithi098 ceph-mon[94136]: pgmap v5542: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2023-03-22T17:31:24.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:24.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.154874+0000) 2023-03-22T17:31:24.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:24.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.154981+0000) 2023-03-22T17:31:24.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:24.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.154790+0000) 2023-03-22T17:31:24.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:24.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.154500+0000) 2023-03-22T17:31:24.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:24.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.110619+0000) 2023-03-22T17:31:24.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:24.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.154672+0000) 2023-03-22T17:31:24.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:24.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.154545+0000) 2023-03-22T17:31:24.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:24 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:24.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:24.562519+0000) 2023-03-22T17:31:25.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:25.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.154994+0000) 2023-03-22T17:31:25.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:25.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.155101+0000) 2023-03-22T17:31:25.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:25.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.154906+0000) 2023-03-22T17:31:25.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:25.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.154789+0000) 2023-03-22T17:31:25.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:25.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.110742+0000) 2023-03-22T17:31:25.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:25.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.154645+0000) 2023-03-22T17:31:25.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:25.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.154688+0000) 2023-03-22T17:31:25.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:25 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:25.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:25.562788+0000) 2023-03-22T17:31:26.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:25 smithi142 ceph-mon[94717]: pgmap v5543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:31:26.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:25 smithi098 ceph-mon[94136]: pgmap v5543: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:31:26.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:26.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.155114+0000) 2023-03-22T17:31:26.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:26.153+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.155225+0000) 2023-03-22T17:31:26.473 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:26.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.155027+0000) 2023-03-22T17:31:26.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:26.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.154905+0000) 2023-03-22T17:31:26.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:26.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.110878+0000) 2023-03-22T17:31:26.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:26.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.154774+0000) 2023-03-22T17:31:26.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:26.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.154810+0000) 2023-03-22T17:31:26.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:26 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:26.561+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:26.562987+0000) 2023-03-22T17:31:27.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:27.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.155345+0000) 2023-03-22T17:31:27.472 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:27.153+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.155165+0000) 2023-03-22T17:31:27.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:27.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.155088+0000) 2023-03-22T17:31:27.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:27.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.154928+0000) 2023-03-22T17:31:27.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:27.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.111026+0000) 2023-03-22T17:31:27.474 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:27.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.154902+0000) 2023-03-22T17:31:27.475 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:27.153+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.155246+0000) 2023-03-22T17:31:27.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:27 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:27.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:27.563353+0000) 2023-03-22T17:31:28.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:27 smithi142 ceph-mon[94717]: pgmap v5544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:31:28.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:27 smithi098 ceph-mon[94136]: pgmap v5544: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2023-03-22T17:31:28.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:28.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.155460+0000) 2023-03-22T17:31:28.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:28.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.155092+0000) 2023-03-22T17:31:28.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:28.153+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.155215+0000) 2023-03-22T17:31:28.472 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:28.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.155087+0000) 2023-03-22T17:31:28.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:28.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.155294+0000) 2023-03-22T17:31:28.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:28.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.563584+0000) 2023-03-22T17:31:28.971 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:28.109+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.111216+0000) 2023-03-22T17:31:28.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:28 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:28.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:28.155379+0000) 2023-03-22T17:31:29.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:29.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.155565+0000) 2023-03-22T17:31:29.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:29.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.155594+0000) 2023-03-22T17:31:29.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:29.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.155421+0000) 2023-03-22T17:31:29.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:29.153+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.155204+0000) 2023-03-22T17:31:29.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:29.110+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.111396+0000) 2023-03-22T17:31:29.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:29.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.155405+0000) 2023-03-22T17:31:29.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:29.153+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.155203+0000) 2023-03-22T17:31:29.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:29 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:29.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:29.563906+0000) 2023-03-22T17:31:30.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:29 smithi142 ceph-mon[94717]: pgmap v5545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:31:30.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:29 smithi098 ceph-mon[94136]: pgmap v5545: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2023-03-22T17:31:30.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:30.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.155690+0000) 2023-03-22T17:31:30.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:30.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.155784+0000) 2023-03-22T17:31:30.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:30.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.155547+0000) 2023-03-22T17:31:30.474 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:30.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.155541+0000) 2023-03-22T17:31:30.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:30.110+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.111619+0000) 2023-03-22T17:31:30.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:30.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.155336+0000) 2023-03-22T17:31:30.475 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:30.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.155332+0000) 2023-03-22T17:31:30.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:30 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:30.562+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:30.564052+0000) 2023-03-22T17:31:31.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:31.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.155795+0000) 2023-03-22T17:31:31.471 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:31.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.155894+0000) 2023-03-22T17:31:31.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:31.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.155664+0000) 2023-03-22T17:31:31.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:31.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.155484+0000) 2023-03-22T17:31:31.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:31.110+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.111777+0000) 2023-03-22T17:31:31.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:31.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.155675+0000) 2023-03-22T17:31:31.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:31.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.155488+0000) 2023-03-22T17:31:31.901 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:31 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:31.563+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:31.564313+0000) 2023-03-22T17:31:32.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:31 smithi142 ceph-mon[94717]: pgmap v5546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:32.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:31 smithi098 ceph-mon[94136]: pgmap v5546: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:32.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:32.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.155898+0000) 2023-03-22T17:31:32.473 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:32.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.155996+0000) 2023-03-22T17:31:32.474 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:32.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.155773+0000) 2023-03-22T17:31:32.474 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:32.110+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.111887+0000) 2023-03-22T17:31:32.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:32.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.155604+0000) 2023-03-22T17:31:32.475 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:32.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.155788+0000) 2023-03-22T17:31:32.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:32.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.155591+0000) 2023-03-22T17:31:32.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:32 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:32.563+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:32.564499+0000) 2023-03-22T17:31:33.470 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:33.154+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.156155+0000) 2023-03-22T17:31:33.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:33.154+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.155910+0000) 2023-03-22T17:31:33.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:33.155+0000 7f1148192700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:33.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:33.155+0000 7f1148993700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:33.471 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:33.169+0000 7f1149194700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.170528+0000) 2023-03-22T17:31:33.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:33.110+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.112032+0000) 2023-03-22T17:31:33.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:33.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.156052+0000) 2023-03-22T17:31:33.473 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:33.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.155936+0000) 2023-03-22T17:31:33.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:33.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.155770+0000) 2023-03-22T17:31:33.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:33.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.155745+0000) 2023-03-22T17:31:33.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:33 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:33.563+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:33.564737+0000) 2023-03-22T17:31:34.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:33 smithi142 ceph-mon[94717]: pgmap v5547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:34.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:33 smithi098 ceph-mon[94136]: pgmap v5547: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:34.473 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:34.154+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:34.156223+0000) 2023-03-22T17:31:34.475 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:34.155+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:34.156327+0000) 2023-03-22T17:31:34.475 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:34.154+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:34.155925+0000) 2023-03-22T17:31:34.476 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:34.154+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:34.156105+0000) 2023-03-22T17:31:34.476 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:34.110+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:34.112186+0000) 2023-03-22T17:31:34.476 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:34.154+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:34.155889+0000) 2023-03-22T17:31:34.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:34 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:34.563+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:34.564900+0000) 2023-03-22T17:31:35.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:35.155+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.156413+0000) 2023-03-22T17:31:35.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:35.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.156323+0000) 2023-03-22T17:31:35.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:35.111+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.112382+0000) 2023-03-22T17:31:35.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:35.155+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.156439+0000) 2023-03-22T17:31:35.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:35.155+0000 7f271dee5700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:35.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:35.155+0000 7f271eee7700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:35.472 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:35.165+0000 7f271dee5700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.166725+0000) 2023-03-22T17:31:35.473 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:35.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.156099+0000) 2023-03-22T17:31:35.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:35.155+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.156075+0000) 2023-03-22T17:31:35.473 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:35.155+0000 7f4e66b10700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:35.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:35.155+0000 7f4e6630f700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:35.474 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:35.165+0000 7f4e67311700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.166677+0000) 2023-03-22T17:31:35.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:35 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:35.563+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:35.565170+0000) 2023-03-22T17:31:36.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:35 smithi142 ceph-mon[94717]: pgmap v5548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:36.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:35 smithi098 ceph-mon[94136]: pgmap v5548: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:36.470 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:36.155+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:36.156533+0000) 2023-03-22T17:31:36.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:36.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:36.156261+0000) 2023-03-22T17:31:36.471 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:36.111+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:36.112519+0000) 2023-03-22T17:31:36.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:36.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:36.156485+0000) 2023-03-22T17:31:36.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:36 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:36.564+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:36.565294+0000) 2023-03-22T17:31:37.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:37.111+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.112678+0000) 2023-03-22T17:31:37.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:37.155+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.156659+0000) 2023-03-22T17:31:37.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:37.156+0000 7efda58eb700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:37.471 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:37.156+0000 7efda48e9700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:37.472 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:37.165+0000 7efda58eb700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.166836+0000) 2023-03-22T17:31:37.472 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:37.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.156430+0000) 2023-03-22T17:31:37.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:37.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.156603+0000) 2023-03-22T17:31:37.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:37.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.656451+0000) 2023-03-22T17:31:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:37.564+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.565560+0000) 2023-03-22T17:31:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:37.564+0000 7f45ddd13700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:37.971 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:37.564+0000 7f45de514700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:37.972 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:37 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:37.578+0000 7f45de514700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:37.579961+0000) 2023-03-22T17:31:38.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:37 smithi142 ceph-mon[94717]: pgmap v5549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:38.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:37 smithi098 ceph-mon[94136]: pgmap v5549: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:38.470 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:38.111+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:38.112811+0000) 2023-03-22T17:31:38.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:38.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:38.156543+0000) 2023-03-22T17:31:38.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:38.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:38.156718+0000) 2023-03-22T17:31:38.970 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:38 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:38.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:38.656577+0000) 2023-03-22T17:31:39.470 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:39.155+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.156677+0000) 2023-03-22T17:31:39.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:39.155+0000 7f6e2cc0d700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:39.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:39.156+0000 7f6e2c40c700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:39.471 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:39.166+0000 7f6e2bc0b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.168056+0000) 2023-03-22T17:31:39.472 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:39.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.156843+0000) 2023-03-22T17:31:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:39.111+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.112930+0000) 2023-03-22T17:31:39.472 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:39.112+0000 7f6453381700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:39.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:39.112+0000 7f6452b80700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:39.473 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:39.127+0000 7f6453b82700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.128420+0000) 2023-03-22T17:31:39.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:39.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.656732+0000) 2023-03-22T17:31:39.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:39.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.656714+0000) 2023-03-22T17:31:39.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:39 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:39.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:39.656576+0000) 2023-03-22T17:31:40.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:39 smithi142 ceph-mon[94717]: pgmap v5550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:40.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:39 smithi098 ceph-mon[94136]: pgmap v5550: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:40.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:40.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:40.156956+0000) 2023-03-22T17:31:40.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:40.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:40.656891+0000) 2023-03-22T17:31:40.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:40.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:40.656884+0000) 2023-03-22T17:31:40.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:40 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:40.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:40.656729+0000) 2023-03-22T17:31:41.470 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:41.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:41.157095+0000) 2023-03-22T17:31:41.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:41.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:41.657004+0000) 2023-03-22T17:31:41.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:41.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:41.656997+0000) 2023-03-22T17:31:41.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:41.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:41.656836+0000) 2023-03-22T17:31:41.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:41 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:41.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:41.656909+0000) 2023-03-22T17:31:42.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:41 smithi142 ceph-mon[94717]: pgmap v5551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:42.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:41 smithi098 ceph-mon[94136]: pgmap v5551: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:42.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:42.065+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:42.065828+0000) 2023-03-22T17:31:42.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:42.155+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:42.157220+0000) 2023-03-22T17:31:42.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:42.156+0000 7fef97a22700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:42.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:42.156+0000 7fef97221700 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] 2023-03-22T17:31:42.471 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:42.162+0000 7fef97221700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:42.163546+0000) 2023-03-22T17:31:42.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:42.655+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:42.657126+0000) 2023-03-22T17:31:42.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:42.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:42.657117+0000) 2023-03-22T17:31:42.971 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:42.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:42.656955+0000) 2023-03-22T17:31:42.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:42 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:42.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:42.657025+0000) 2023-03-22T17:31:43.470 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:43.067+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:43.068531+0000) 2023-03-22T17:31:43.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:43.655+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:43.657154+0000) 2023-03-22T17:31:43.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:43.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:43.657305+0000) 2023-03-22T17:31:43.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:43.655+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:43.657237+0000) 2023-03-22T17:31:43.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:43.611+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:43.613199+0000) 2023-03-22T17:31:43.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:43.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:43.656891+0000) 2023-03-22T17:31:43.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:43 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:43.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:43.657074+0000) 2023-03-22T17:31:44.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:43 smithi142 ceph-mon[94717]: pgmap v5552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:44.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:43 smithi098 ceph-mon[94136]: pgmap v5552: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:44.658 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:44.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:44.613343+0000) 2023-03-22T17:31:44.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:44.390+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:44.391508+0000) 2023-03-22T17:31:44.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:44.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:44.657634+0000) 2023-03-22T17:31:44.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:44.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:44.657459+0000) 2023-03-22T17:31:44.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:44.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:44.657302+0000) 2023-03-22T17:31:44.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:44.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:44.657017+0000) 2023-03-22T17:31:44.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:44 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:44.655+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:44.657191+0000) 2023-03-22T17:31:45.658 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:45.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:45.613511+0000) 2023-03-22T17:31:45.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:45.392+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:45.394227+0000) 2023-03-22T17:31:45.659 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:45.655+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:45.657139+0000) 2023-03-22T17:31:45.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:45.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:45.657443+0000) 2023-03-22T17:31:45.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:45.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:45.657761+0000) 2023-03-22T17:31:45.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:45.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:45.657593+0000) 2023-03-22T17:31:45.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:45 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:45.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:45.657301+0000) 2023-03-22T17:31:46.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:45 smithi142 ceph-mon[94717]: pgmap v5553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:46.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:45 smithi098 ceph-mon[94136]: pgmap v5553: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:46.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:46.395+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.396467+0000) 2023-03-22T17:31:46.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:46.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.613626+0000) 2023-03-22T17:31:46.659 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:46.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.657331+0000) 2023-03-22T17:31:46.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:46.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.658066+0000) 2023-03-22T17:31:46.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:46.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.657742+0000) 2023-03-22T17:31:46.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:46.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.657571+0000) 2023-03-22T17:31:46.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:46.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.657575+0000) 2023-03-22T17:31:46.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:46 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:46.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:46.657432+0000) 2023-03-22T17:31:47.658 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:47.396+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.398088+0000) 2023-03-22T17:31:47.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:47.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.613755+0000) 2023-03-22T17:31:47.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:47.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.657737+0000) 2023-03-22T17:31:47.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:47.656+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.658176+0000) 2023-03-22T17:31:47.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:47.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.657867+0000) 2023-03-22T17:31:47.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:47.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.657474+0000) 2023-03-22T17:31:47.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:47.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.657758+0000) 2023-03-22T17:31:47.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:47 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:47.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:47.657555+0000) 2023-03-22T17:31:48.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:47 smithi142 ceph-mon[94717]: pgmap v5554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:48.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:47 smithi098 ceph-mon[94136]: pgmap v5554: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:48.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:48.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.398232+0000) 2023-03-22T17:31:48.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:48.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.613945+0000) 2023-03-22T17:31:48.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:48.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.658290+0000) 2023-03-22T17:31:48.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:48.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.657978+0000) 2023-03-22T17:31:48.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:48.657+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.657892+0000) 2023-03-22T17:31:48.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:48.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.657872+0000) 2023-03-22T17:31:48.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:48.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.657667+0000) 2023-03-22T17:31:48.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:48 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:48.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:48.657716+0000) 2023-03-22T17:31:49.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:49.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.398492+0000) 2023-03-22T17:31:49.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:49.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.614083+0000) 2023-03-22T17:31:49.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:49.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.658025+0000) 2023-03-22T17:31:49.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:49.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.658398+0000) 2023-03-22T17:31:49.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:49.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.658107+0000) 2023-03-22T17:31:49.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:49.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.657841+0000) 2023-03-22T17:31:49.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:49.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.658024+0000) 2023-03-22T17:31:49.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:49 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:49.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:49.657889+0000) 2023-03-22T17:31:50.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:49 smithi142 ceph-mon[94717]: pgmap v5555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:50.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:49 smithi098 ceph-mon[94136]: pgmap v5555: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:50.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:50.612+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.614228+0000) 2023-03-22T17:31:50.661 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:50.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.398624+0000) 2023-03-22T17:31:50.661 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:50.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.658057+0000) 2023-03-22T17:31:50.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:50.656+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.658224+0000) 2023-03-22T17:31:50.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:50.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.658523+0000) 2023-03-22T17:31:50.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:50.656+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.658256+0000) 2023-03-22T17:31:50.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:50.656+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.658227+0000) 2023-03-22T17:31:50.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:50 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:50.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:50.658053+0000) 2023-03-22T17:31:51.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:51.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.614359+0000) 2023-03-22T17:31:51.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:51.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.398896+0000) 2023-03-22T17:31:51.660 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:51.656+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.658184+0000) 2023-03-22T17:31:51.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:51.657+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.658379+0000) 2023-03-22T17:31:51.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:51.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.658648+0000) 2023-03-22T17:31:51.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:51.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.658389+0000) 2023-03-22T17:31:51.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:51.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.658381+0000) 2023-03-22T17:31:51.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:51 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:51.656+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:51.658196+0000) 2023-03-22T17:31:52.128 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:51 smithi142 ceph-mon[94717]: pgmap v5556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:52.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:51 smithi098 ceph-mon[94136]: pgmap v5556: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:52.659 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:52.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.614475+0000) 2023-03-22T17:31:52.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:52.397+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.399042+0000) 2023-03-22T17:31:52.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:52.657+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.658589+0000) 2023-03-22T17:31:52.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:52.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.658775+0000) 2023-03-22T17:31:52.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:52.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.658518+0000) 2023-03-22T17:31:52.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:52.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.658355+0000) 2023-03-22T17:31:52.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:52.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.658495+0000) 2023-03-22T17:31:52.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:52 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:52.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:52.658355+0000) 2023-03-22T17:31:53.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:53.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.399393+0000) 2023-03-22T17:31:53.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:53.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.614606+0000) 2023-03-22T17:31:53.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:53.657+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.658747+0000) 2023-03-22T17:31:53.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:53.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.658885+0000) 2023-03-22T17:31:53.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:53.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.658698+0000) 2023-03-22T17:31:53.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:53.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.658470+0000) 2023-03-22T17:31:53.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:53.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.658625+0000) 2023-03-22T17:31:53.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:53 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:53.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:53.658458+0000) 2023-03-22T17:31:54.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:53 smithi098 ceph-mon[94136]: pgmap v5557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:54.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:53 smithi142 ceph-mon[94717]: pgmap v5557: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 6.2 KiB/s rd, 12 op/s 2023-03-22T17:31:54.970 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:54.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.399565+0000) 2023-03-22T17:31:54.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:54.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.659003+0000) 2023-03-22T17:31:54.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:54.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.658866+0000) 2023-03-22T17:31:54.972 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:54.657+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.658926+0000) 2023-03-22T17:31:54.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:54.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.658606+0000) 2023-03-22T17:31:54.973 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:54.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.614731+0000) 2023-03-22T17:31:54.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:54.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.658616+0000) 2023-03-22T17:31:54.973 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:54 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:54.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:54.658767+0000) 2023-03-22T17:31:55.659 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:55.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.399885+0000) 2023-03-22T17:31:55.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:55.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.614891+0000) 2023-03-22T17:31:55.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:55.657+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.659192+0000) 2023-03-22T17:31:55.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:55.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.659073+0000) 2023-03-22T17:31:55.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:55.657+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.659088+0000) 2023-03-22T17:31:55.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:55.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.658795+0000) 2023-03-22T17:31:55.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:55.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.658931+0000) 2023-03-22T17:31:55.972 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:55 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:55.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:55.658795+0000) 2023-03-22T17:31:56.173 INFO:journalctl@ceph.mon.b.smithi098.stdout:Mar 22 17:31:55 smithi098 ceph-mon[94136]: pgmap v5558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:56.378 INFO:journalctl@ceph.mon.c.smithi142.stdout:Mar 22 17:31:55 smithi142 ceph-mon[94717]: pgmap v5558: 97 pgs: 96 active+clean, 1 unknown; 12 GiB data, 44 GiB used, 761 GiB / 805 GiB avail; 4.2 KiB/s rd, 8 op/s 2023-03-22T17:31:56.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:56.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.615042+0000) 2023-03-22T17:31:56.661 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:56.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.400005+0000) 2023-03-22T17:31:56.661 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:56.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.658908+0000) 2023-03-22T17:31:56.970 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:56.658+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.659424+0000) 2023-03-22T17:31:56.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:56.657+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.659242+0000) 2023-03-22T17:31:56.971 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:56.657+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.659245+0000) 2023-03-22T17:31:56.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:56.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.659052+0000) 2023-03-22T17:31:56.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:56 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:56.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:56.658903+0000) 2023-03-22T17:31:57.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:57.613+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.615153+0000) 2023-03-22T17:31:57.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:57.398+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.400232+0000) 2023-03-22T17:31:57.661 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:57.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.659033+0000) 2023-03-22T17:31:57.661 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:57.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.659022+0000) 2023-03-22T17:31:57.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:57.658+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.659423+0000) 2023-03-22T17:31:57.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:57.658+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.660067+0000) 2023-03-22T17:31:57.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:57.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.659961+0000) 2023-03-22T17:31:57.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:57 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:57.657+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:57.659180+0000) 2023-03-22T17:31:58.660 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:58.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.400360+0000) 2023-03-22T17:31:58.660 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:58.614+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.615298+0000) 2023-03-22T17:31:58.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:58.658+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.659559+0000) 2023-03-22T17:31:58.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:58.658+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.660191+0000) 2023-03-22T17:31:58.971 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:58.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.660084+0000) 2023-03-22T17:31:58.972 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:58.657+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.659177+0000) 2023-03-22T17:31:58.972 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:58.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.659298+0000) 2023-03-22T17:31:58.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:58 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:58.657+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:58.659169+0000) 2023-03-22T17:31:59.616 INFO:journalctl@ceph.mgr.x.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mgr-x[91977]: 2023-03-22T17:31:59.399+0000 7f45d8508700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.400638+0000) 2023-03-22T17:31:59.970 INFO:journalctl@ceph.osd.3.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-3[109602]: 2023-03-22T17:31:59.658+0000 7efd9802f700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.659697+0000) 2023-03-22T17:31:59.971 INFO:journalctl@ceph.osd.6.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-6[115198]: 2023-03-22T17:31:59.659+0000 7f271162b700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.660299+0000) 2023-03-22T17:31:59.971 INFO:journalctl@ceph.mds.d.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-d[125225]: 2023-03-22T17:31:59.658+0000 7fef93219700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.659468+0000) 2023-03-22T17:31:59.972 INFO:journalctl@ceph.mds.j.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-j[124839]: 2023-03-22T17:31:59.614+0000 7f644f379700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.615424+0000) 2023-03-22T17:31:59.972 INFO:journalctl@ceph.osd.9.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-osd-9[120762]: 2023-03-22T17:31:59.658+0000 7f11390d3700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.660186+0000) 2023-03-22T17:31:59.973 INFO:journalctl@ceph.mds.a.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-a[126225]: 2023-03-22T17:31:59.658+0000 7f6e28404700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.659336+0000) 2023-03-22T17:31:59.973 INFO:journalctl@ceph.mds.g.smithi045.stdout:Mar 22 17:31:59 smithi045 ceph-54899176-c8bc-11ed-9afe-001a4aab830c-mds-g[125809]: 2023-03-22T17:31:59.658+0000 7f4e62b08700 -1 monclient: _check_auth_rotating possible clock skew, rotating keys expired way too early (before 2023-03-22T16:31:59.659348+0000) 2023-03-23T02:02:26.619 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-03-23T02:02:26.641 DEBUG:teuthology.task.console_log:Killing console logger for smithi045 2023-03-23T02:02:26.642 DEBUG:teuthology.task.console_log:Killing console logger for smithi098 2023-03-23T02:02:26.643 DEBUG:teuthology.task.console_log:Killing console logger for smithi142 2023-03-23T02:02:26.644 DEBUG:teuthology.exit:Finished running handlers